2024-08-19T11:17:31.664 INFO:root:teuthology version: 1.2.0 2024-08-19T11:17:31.686 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-08-19T11:17:31.774 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-08-18_20:00:17-rados-main-distro-default-smithi/7859465 branch: main description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7859465' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: teuthology-2024-08-18_20:00:17-rados-main-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: main ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - mons down - mon down - MON_DOWN - out of quorum - PG_AVAILABILITY sha1: 797669399b32d2915e64eb6d4b1257ae3c50f80b ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: 797669399b32d2915e64eb6d4b1257ae3c50f80b selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: main sha1: 964adda23da9f7b057cb34fdc0b82aeb7ed65324 owner: scheduled_teuthology@teuthology priority: 101 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 1858 sha1: 797669399b32d2915e64eb6d4b1257ae3c50f80b sleep_before_teardown: 0 subset: 29813/100000 suite: rados suite_branch: main suite_path: /home/teuthworker/src/git.ceph.com_ceph_964adda23da9f7b057cb34fdc0b82aeb7ed65324/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 964adda23da9f7b057cb34fdc0b82aeb7ed65324 targets: smithi136.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMv3rTnpvKrLeOL5pj5/mjo5rK13A4XLirfCgUUXd00sSoMc/ZGV+Z0MyJOI0Vpd0tF+w9K1EnTEVRgpNp9kE9M= smithi155.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAbvts5GHstRH1ewKyNmPE6tdexLu/N5l5dl+EEz3Scz8hidPgZznMcy+fAp8XHU2viB3hpTTAceaMPr1kcHdB4= tasks: - pexec: all: - sudo dnf install runc nvmetcli nvme-cli -y - sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf - install: branch: reef exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing reef cephadm ...' - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - print: '**** done end installing reef cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry reef...' - workunit: clients: client.0: - test_telemetry_reef.sh - print: '**** done end telemetry reef...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_reef_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 67db276914d29505c9707d04f3a3b8fb9d8aee4b timestamp: 2024-08-18_20:00:17 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: reef clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: reef clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: reef clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-08-19T11:17:31.774 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_964adda23da9f7b057cb34fdc0b82aeb7ed65324/qa; will attempt to use it 2024-08-19T11:17:31.775 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_964adda23da9f7b057cb34fdc0b82aeb7ed65324/qa/tasks 2024-08-19T11:17:31.775 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-08-19T11:17:31.776 INFO:teuthology.task.internal:Checking packages... 2024-08-19T11:17:31.797 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '797669399b32d2915e64eb6d4b1257ae3c50f80b' 2024-08-19T11:17:31.797 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-19T11:17:31.798 INFO:teuthology.packaging:ref: None 2024-08-19T11:17:31.798 INFO:teuthology.packaging:tag: None 2024-08-19T11:17:31.798 INFO:teuthology.packaging:branch: main 2024-08-19T11:17:31.798 INFO:teuthology.packaging:sha1: 797669399b32d2915e64eb6d4b1257ae3c50f80b 2024-08-19T11:17:31.798 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=main 2024-08-19T11:17:32.029 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-5847.g79766939 2024-08-19T11:17:32.030 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-08-19T11:17:32.036 INFO:teuthology.task.internal:no buildpackages task found 2024-08-19T11:17:32.036 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-08-19T11:17:32.112 INFO:teuthology.task.internal:Saving configuration 2024-08-19T11:17:32.132 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-08-19T11:17:32.257 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-08-19T11:17:32.289 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi136.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-08-18_20:00:17-rados-main-distro-default-smithi/7859465', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-08-19 11:12:27.707945', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMv3rTnpvKrLeOL5pj5/mjo5rK13A4XLirfCgUUXd00sSoMc/ZGV+Z0MyJOI0Vpd0tF+w9K1EnTEVRgpNp9kE9M='} 2024-08-19T11:17:32.320 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi155.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-08-18_20:00:17-rados-main-distro-default-smithi/7859465', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-08-19 11:12:27.706051', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAbvts5GHstRH1ewKyNmPE6tdexLu/N5l5dl+EEz3Scz8hidPgZznMcy+fAp8XHU2viB3hpTTAceaMPr1kcHdB4='} 2024-08-19T11:17:32.321 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-08-19T11:17:32.334 INFO:teuthology.task.internal:roles: ubuntu@smithi136.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-08-19T11:17:32.334 INFO:teuthology.task.internal:roles: ubuntu@smithi155.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-08-19T11:17:32.335 INFO:teuthology.run_tasks:Running task console_log... 2024-08-19T11:17:32.498 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f196a6b3ac0>, signals=[15]) 2024-08-19T11:17:32.498 INFO:teuthology.run_tasks:Running task internal.connect... 2024-08-19T11:17:32.504 INFO:teuthology.task.internal:Opening connections... 2024-08-19T11:17:32.504 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi136.front.sepia.ceph.com 2024-08-19T11:17:32.505 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi136.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-19T11:17:32.588 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi155.front.sepia.ceph.com 2024-08-19T11:17:32.588 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi155.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-19T11:17:32.671 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-08-19T11:17:32.677 DEBUG:teuthology.orchestra.run.smithi136:> uname -m 2024-08-19T11:17:32.695 INFO:teuthology.orchestra.run.smithi136.stdout:x86_64 2024-08-19T11:17:32.695 DEBUG:teuthology.orchestra.run.smithi136:> cat /etc/os-release 2024-08-19T11:17:32.752 INFO:teuthology.orchestra.run.smithi136.stdout:NAME="CentOS Stream" 2024-08-19T11:17:32.752 INFO:teuthology.orchestra.run.smithi136.stdout:VERSION="9" 2024-08-19T11:17:32.753 INFO:teuthology.orchestra.run.smithi136.stdout:ID="centos" 2024-08-19T11:17:32.753 INFO:teuthology.orchestra.run.smithi136.stdout:ID_LIKE="rhel fedora" 2024-08-19T11:17:32.753 INFO:teuthology.orchestra.run.smithi136.stdout:VERSION_ID="9" 2024-08-19T11:17:32.753 INFO:teuthology.orchestra.run.smithi136.stdout:PLATFORM_ID="platform:el9" 2024-08-19T11:17:32.753 INFO:teuthology.orchestra.run.smithi136.stdout:PRETTY_NAME="CentOS Stream 9" 2024-08-19T11:17:32.753 INFO:teuthology.orchestra.run.smithi136.stdout:ANSI_COLOR="0;31" 2024-08-19T11:17:32.753 INFO:teuthology.orchestra.run.smithi136.stdout:LOGO="fedora-logo-icon" 2024-08-19T11:17:32.753 INFO:teuthology.orchestra.run.smithi136.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-08-19T11:17:32.753 INFO:teuthology.orchestra.run.smithi136.stdout:HOME_URL="https://centos.org/" 2024-08-19T11:17:32.753 INFO:teuthology.orchestra.run.smithi136.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-08-19T11:17:32.753 INFO:teuthology.orchestra.run.smithi136.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-08-19T11:17:32.753 INFO:teuthology.orchestra.run.smithi136.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-08-19T11:17:32.754 INFO:teuthology.lock.ops:Updating smithi136.front.sepia.ceph.com on lock server 2024-08-19T11:17:32.788 DEBUG:teuthology.orchestra.run.smithi155:> uname -m 2024-08-19T11:17:32.806 INFO:teuthology.orchestra.run.smithi155.stdout:x86_64 2024-08-19T11:17:32.807 DEBUG:teuthology.orchestra.run.smithi155:> cat /etc/os-release 2024-08-19T11:17:32.865 INFO:teuthology.orchestra.run.smithi155.stdout:NAME="CentOS Stream" 2024-08-19T11:17:32.865 INFO:teuthology.orchestra.run.smithi155.stdout:VERSION="9" 2024-08-19T11:17:32.865 INFO:teuthology.orchestra.run.smithi155.stdout:ID="centos" 2024-08-19T11:17:32.865 INFO:teuthology.orchestra.run.smithi155.stdout:ID_LIKE="rhel fedora" 2024-08-19T11:17:32.865 INFO:teuthology.orchestra.run.smithi155.stdout:VERSION_ID="9" 2024-08-19T11:17:32.865 INFO:teuthology.orchestra.run.smithi155.stdout:PLATFORM_ID="platform:el9" 2024-08-19T11:17:32.865 INFO:teuthology.orchestra.run.smithi155.stdout:PRETTY_NAME="CentOS Stream 9" 2024-08-19T11:17:32.865 INFO:teuthology.orchestra.run.smithi155.stdout:ANSI_COLOR="0;31" 2024-08-19T11:17:32.865 INFO:teuthology.orchestra.run.smithi155.stdout:LOGO="fedora-logo-icon" 2024-08-19T11:17:32.865 INFO:teuthology.orchestra.run.smithi155.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-08-19T11:17:32.866 INFO:teuthology.orchestra.run.smithi155.stdout:HOME_URL="https://centos.org/" 2024-08-19T11:17:32.866 INFO:teuthology.orchestra.run.smithi155.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-08-19T11:17:32.866 INFO:teuthology.orchestra.run.smithi155.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-08-19T11:17:32.866 INFO:teuthology.orchestra.run.smithi155.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-08-19T11:17:32.866 INFO:teuthology.lock.ops:Updating smithi155.front.sepia.ceph.com on lock server 2024-08-19T11:17:32.896 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-08-19T11:17:32.905 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-08-19T11:17:32.927 INFO:teuthology.task.internal:Checking for old test directory... 2024-08-19T11:17:32.927 DEBUG:teuthology.orchestra.run.smithi136:> test '!' -e /home/ubuntu/cephtest 2024-08-19T11:17:32.929 DEBUG:teuthology.orchestra.run.smithi155:> test '!' -e /home/ubuntu/cephtest 2024-08-19T11:17:32.945 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-08-19T11:17:32.978 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-08-19T11:17:32.978 DEBUG:teuthology.orchestra.run.smithi136:> test -z $(ls -A /var/lib/ceph) 2024-08-19T11:17:32.986 DEBUG:teuthology.orchestra.run.smithi155:> test -z $(ls -A /var/lib/ceph) 2024-08-19T11:17:33.027 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-08-19T11:17:33.099 INFO:teuthology.run_tasks:Running task kernel... 2024-08-19T11:17:33.114 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-08-19T11:17:33.114 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-08-19T11:17:33.114 DEBUG:teuthology.orchestra.run.smithi136:> test -f /run/.containerenv -o -f /.dockerenv 2024-08-19T11:17:33.115 DEBUG:teuthology.orchestra.run.smithi155:> test -f /run/.containerenv -o -f /.dockerenv 2024-08-19T11:17:33.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-19T11:17:33.131 DEBUG:teuthology.orchestra.run.smithi155:> uname -r 2024-08-19T11:17:33.132 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-19T11:17:33.132 DEBUG:teuthology.orchestra.run.smithi136:> uname -r 2024-08-19T11:17:33.189 INFO:teuthology.orchestra.run.smithi155.stdout:5.14.0-480.el9.x86_64 2024-08-19T11:17:33.189 INFO:teuthology.task.kernel:Running kernel on smithi155: 5.14.0-480.el9.x86_64 2024-08-19T11:17:33.189 DEBUG:teuthology.orchestra.run.smithi155:> sudo yum install -y kernel 2024-08-19T11:17:33.190 INFO:teuthology.orchestra.run.smithi136.stdout:5.14.0-480.el9.x86_64 2024-08-19T11:17:33.190 INFO:teuthology.task.kernel:Running kernel on smithi136: 5.14.0-480.el9.x86_64 2024-08-19T11:17:33.191 DEBUG:teuthology.orchestra.run.smithi136:> sudo yum install -y kernel 2024-08-19T11:17:36.627 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - BaseOS 4.7 MB/s | 8.2 MB 00:01 2024-08-19T11:17:37.769 INFO:teuthology.orchestra.run.smithi136.stdout:CentOS Stream 9 - BaseOS 2.9 MB/s | 8.2 MB 00:02 2024-08-19T11:17:39.553 INFO:teuthology.orchestra.run.smithi136.stdout:CentOS Stream 9 - AppStream 29 MB/s | 20 MB 00:00 2024-08-19T11:17:40.936 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - AppStream 6.4 MB/s | 20 MB 00:03 2024-08-19T11:17:44.012 INFO:teuthology.orchestra.run.smithi136.stdout:CentOS Stream 9 - CRB 8.9 MB/s | 6.6 MB 00:00 2024-08-19T11:17:45.587 INFO:teuthology.orchestra.run.smithi136.stdout:CentOS Stream 9 - Extras packages 76 kB/s | 18 kB 00:00 2024-08-19T11:17:46.508 INFO:teuthology.orchestra.run.smithi136.stdout:Extra Packages for Enterprise Linux 28 MB/s | 22 MB 00:00 2024-08-19T11:17:47.137 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - CRB 2.9 MB/s | 6.6 MB 00:02 2024-08-19T11:17:48.813 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - Extras packages 58 kB/s | 18 kB 00:00 2024-08-19T11:17:49.691 INFO:teuthology.orchestra.run.smithi155.stdout:Extra Packages for Enterprise Linux 29 MB/s | 22 MB 00:00 2024-08-19T11:17:51.871 INFO:teuthology.orchestra.run.smithi136.stdout:lab-extras 27 kB/s | 1.7 kB 00:00 2024-08-19T11:17:53.786 INFO:teuthology.orchestra.run.smithi136.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-08-19T11:17:53.786 INFO:teuthology.orchestra.run.smithi136.stdout:Package kernel-5.14.0-480.el9.x86_64 is already installed. 2024-08-19T11:17:53.861 INFO:teuthology.orchestra.run.smithi136.stdout:Dependencies resolved. 2024-08-19T11:17:53.862 INFO:teuthology.orchestra.run.smithi136.stdout:Nothing to do. 2024-08-19T11:17:53.862 INFO:teuthology.orchestra.run.smithi136.stdout:Complete! 2024-08-19T11:17:53.979 DEBUG:teuthology.orchestra.run.smithi136:> echo no | sudo yum reinstall kernel || true 2024-08-19T11:17:54.501 INFO:teuthology.orchestra.run.smithi136.stdout:Last metadata expiration check: 0:00:03 ago on Mon 19 Aug 2024 11:17:51 AM UTC. 2024-08-19T11:17:54.632 INFO:teuthology.orchestra.run.smithi136.stdout:Dependencies resolved. 2024-08-19T11:17:54.637 INFO:teuthology.orchestra.run.smithi136.stdout:================================================================================ 2024-08-19T11:17:54.637 INFO:teuthology.orchestra.run.smithi136.stdout: Package Architecture Version Repository Size 2024-08-19T11:17:54.637 INFO:teuthology.orchestra.run.smithi136.stdout:================================================================================ 2024-08-19T11:17:54.637 INFO:teuthology.orchestra.run.smithi136.stdout:Reinstalling: 2024-08-19T11:17:54.637 INFO:teuthology.orchestra.run.smithi136.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-08-19T11:17:54.637 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:17:54.637 INFO:teuthology.orchestra.run.smithi136.stdout:Transaction Summary 2024-08-19T11:17:54.638 INFO:teuthology.orchestra.run.smithi136.stdout:================================================================================ 2024-08-19T11:17:54.638 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:17:54.638 INFO:teuthology.orchestra.run.smithi136.stdout:Total download size: 1.5 M 2024-08-19T11:17:54.638 INFO:teuthology.orchestra.run.smithi136.stdout:Installed size: 0 2024-08-19T11:17:54.639 INFO:teuthology.orchestra.run.smithi136.stderr:Operation aborted. 2024-08-19T11:17:54.704 INFO:teuthology.orchestra.run.smithi136.stdout:Is this ok [y/N]: 2024-08-19T11:17:54.704 DEBUG:teuthology.orchestra.run.smithi136:> sudo yum reinstall -y kernel || true 2024-08-19T11:17:55.231 INFO:teuthology.orchestra.run.smithi136.stdout:Last metadata expiration check: 0:00:04 ago on Mon 19 Aug 2024 11:17:51 AM UTC. 2024-08-19T11:17:55.342 INFO:teuthology.orchestra.run.smithi155.stdout:lab-extras 26 kB/s | 1.7 kB 00:00 2024-08-19T11:17:55.353 INFO:teuthology.orchestra.run.smithi136.stdout:Dependencies resolved. 2024-08-19T11:17:55.354 INFO:teuthology.orchestra.run.smithi136.stdout:================================================================================ 2024-08-19T11:17:55.354 INFO:teuthology.orchestra.run.smithi136.stdout: Package Architecture Version Repository Size 2024-08-19T11:17:55.354 INFO:teuthology.orchestra.run.smithi136.stdout:================================================================================ 2024-08-19T11:17:55.354 INFO:teuthology.orchestra.run.smithi136.stdout:Reinstalling: 2024-08-19T11:17:55.354 INFO:teuthology.orchestra.run.smithi136.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-08-19T11:17:55.354 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:17:55.354 INFO:teuthology.orchestra.run.smithi136.stdout:Transaction Summary 2024-08-19T11:17:55.354 INFO:teuthology.orchestra.run.smithi136.stdout:================================================================================ 2024-08-19T11:17:55.354 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:17:55.355 INFO:teuthology.orchestra.run.smithi136.stdout:Total download size: 1.5 M 2024-08-19T11:17:55.355 INFO:teuthology.orchestra.run.smithi136.stdout:Installed size: 0 2024-08-19T11:17:55.355 INFO:teuthology.orchestra.run.smithi136.stdout:Downloading Packages: 2024-08-19T11:17:55.807 INFO:teuthology.orchestra.run.smithi136.stdout:kernel-5.14.0-480.el9.x86_64.rpm 7.6 MB/s | 1.5 MB 00:00 2024-08-19T11:17:55.807 INFO:teuthology.orchestra.run.smithi136.stdout:-------------------------------------------------------------------------------- 2024-08-19T11:17:55.807 INFO:teuthology.orchestra.run.smithi136.stdout:Total 3.3 MB/s | 1.5 MB 00:00 2024-08-19T11:17:55.839 INFO:teuthology.orchestra.run.smithi136.stdout:Running transaction check 2024-08-19T11:17:56.060 INFO:teuthology.orchestra.run.smithi136.stdout:Transaction check succeeded. 2024-08-19T11:17:56.060 INFO:teuthology.orchestra.run.smithi136.stdout:Running transaction test 2024-08-19T11:17:56.085 INFO:teuthology.orchestra.run.smithi136.stdout:Transaction test succeeded. 2024-08-19T11:17:56.086 INFO:teuthology.orchestra.run.smithi136.stdout:Running transaction 2024-08-19T11:17:56.252 INFO:teuthology.orchestra.run.smithi136.stdout: Preparing : 1/1 2024-08-19T11:17:56.358 INFO:teuthology.orchestra.run.smithi136.stdout: Reinstalling : kernel-5.14.0-480.el9.x86_64 1/2 2024-08-19T11:17:56.359 INFO:teuthology.orchestra.run.smithi136.stdout: Cleanup : kernel-5.14.0-480.el9.x86_64 2/2 2024-08-19T11:17:57.091 INFO:teuthology.orchestra.run.smithi136.stdout: Running scriptlet: kernel-5.14.0-480.el9.x86_64 2/2 2024-08-19T11:17:57.091 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 1/2 2024-08-19T11:17:57.195 INFO:teuthology.orchestra.run.smithi155.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-08-19T11:17:57.195 INFO:teuthology.orchestra.run.smithi155.stdout:Package kernel-5.14.0-480.el9.x86_64 is already installed. 2024-08-19T11:17:57.274 INFO:teuthology.orchestra.run.smithi155.stdout:Dependencies resolved. 2024-08-19T11:17:57.275 INFO:teuthology.orchestra.run.smithi155.stdout:Nothing to do. 2024-08-19T11:17:57.275 INFO:teuthology.orchestra.run.smithi155.stdout:Complete! 2024-08-19T11:17:57.365 DEBUG:teuthology.orchestra.run.smithi155:> echo no | sudo yum reinstall kernel || true 2024-08-19T11:17:57.810 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 2/2 2024-08-19T11:17:57.810 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:17:57.810 INFO:teuthology.orchestra.run.smithi136.stdout:Reinstalled: 2024-08-19T11:17:57.810 INFO:teuthology.orchestra.run.smithi136.stdout: kernel-5.14.0-480.el9.x86_64 2024-08-19T11:17:57.810 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:17:57.810 INFO:teuthology.orchestra.run.smithi136.stdout:Complete! 2024-08-19T11:17:57.888 INFO:teuthology.orchestra.run.smithi155.stdout:Last metadata expiration check: 0:00:02 ago on Mon 19 Aug 2024 11:17:55 AM UTC. 2024-08-19T11:17:57.989 DEBUG:teuthology.orchestra.run.smithi136:> rpm -q kernel | sort -rV | head -n 1 2024-08-19T11:17:58.028 INFO:teuthology.orchestra.run.smithi155.stdout:Dependencies resolved. 2024-08-19T11:17:58.034 INFO:teuthology.orchestra.run.smithi155.stdout:================================================================================ 2024-08-19T11:17:58.035 INFO:teuthology.orchestra.run.smithi155.stdout: Package Architecture Version Repository Size 2024-08-19T11:17:58.035 INFO:teuthology.orchestra.run.smithi155.stdout:================================================================================ 2024-08-19T11:17:58.035 INFO:teuthology.orchestra.run.smithi155.stdout:Reinstalling: 2024-08-19T11:17:58.035 INFO:teuthology.orchestra.run.smithi155.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-08-19T11:17:58.035 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-08-19T11:17:58.035 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction Summary 2024-08-19T11:17:58.035 INFO:teuthology.orchestra.run.smithi155.stdout:================================================================================ 2024-08-19T11:17:58.035 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-08-19T11:17:58.036 INFO:teuthology.orchestra.run.smithi155.stdout:Total download size: 1.5 M 2024-08-19T11:17:58.036 INFO:teuthology.orchestra.run.smithi155.stdout:Installed size: 0 2024-08-19T11:17:58.036 INFO:teuthology.orchestra.run.smithi155.stderr:Operation aborted. 2024-08-19T11:17:58.085 INFO:teuthology.orchestra.run.smithi136.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-19T11:17:58.086 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-19T11:17:58.086 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-08-19T11:17:58.086 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-08-19T11:17:58.086 DEBUG:teuthology.orchestra.run.smithi136:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-08-19T11:17:58.095 INFO:teuthology.orchestra.run.smithi155.stdout:Is this ok [y/N]: 2024-08-19T11:17:58.096 DEBUG:teuthology.orchestra.run.smithi155:> sudo yum reinstall -y kernel || true 2024-08-19T11:17:58.118 INFO:teuthology.orchestra.run.smithi136.stdout:ttyS1 2024-08-19T11:17:58.135 DEBUG:teuthology.parallel:result is None 2024-08-19T11:17:58.617 INFO:teuthology.orchestra.run.smithi155.stdout:Last metadata expiration check: 0:00:03 ago on Mon 19 Aug 2024 11:17:55 AM UTC. 2024-08-19T11:17:58.739 INFO:teuthology.orchestra.run.smithi155.stdout:Dependencies resolved. 2024-08-19T11:17:58.739 INFO:teuthology.orchestra.run.smithi155.stdout:================================================================================ 2024-08-19T11:17:58.739 INFO:teuthology.orchestra.run.smithi155.stdout: Package Architecture Version Repository Size 2024-08-19T11:17:58.740 INFO:teuthology.orchestra.run.smithi155.stdout:================================================================================ 2024-08-19T11:17:58.740 INFO:teuthology.orchestra.run.smithi155.stdout:Reinstalling: 2024-08-19T11:17:58.740 INFO:teuthology.orchestra.run.smithi155.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-08-19T11:17:58.740 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-08-19T11:17:58.740 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction Summary 2024-08-19T11:17:58.740 INFO:teuthology.orchestra.run.smithi155.stdout:================================================================================ 2024-08-19T11:17:58.740 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-08-19T11:17:58.740 INFO:teuthology.orchestra.run.smithi155.stdout:Total download size: 1.5 M 2024-08-19T11:17:58.740 INFO:teuthology.orchestra.run.smithi155.stdout:Installed size: 0 2024-08-19T11:17:58.740 INFO:teuthology.orchestra.run.smithi155.stdout:Downloading Packages: 2024-08-19T11:17:59.166 INFO:teuthology.orchestra.run.smithi155.stdout:kernel-5.14.0-480.el9.x86_64.rpm 4.6 MB/s | 1.5 MB 00:00 2024-08-19T11:17:59.166 INFO:teuthology.orchestra.run.smithi155.stdout:-------------------------------------------------------------------------------- 2024-08-19T11:17:59.167 INFO:teuthology.orchestra.run.smithi155.stdout:Total 3.5 MB/s | 1.5 MB 00:00 2024-08-19T11:17:59.207 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction check 2024-08-19T11:17:59.429 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction check succeeded. 2024-08-19T11:17:59.429 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction test 2024-08-19T11:17:59.453 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction test succeeded. 2024-08-19T11:17:59.454 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction 2024-08-19T11:17:59.596 INFO:teuthology.orchestra.run.smithi155.stdout: Preparing : 1/1 2024-08-19T11:17:59.684 INFO:teuthology.orchestra.run.smithi155.stdout: Reinstalling : kernel-5.14.0-480.el9.x86_64 1/2 2024-08-19T11:17:59.685 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : kernel-5.14.0-480.el9.x86_64 2/2 2024-08-19T11:18:00.451 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: kernel-5.14.0-480.el9.x86_64 2/2 2024-08-19T11:18:00.451 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 1/2 2024-08-19T11:18:01.161 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 2/2 2024-08-19T11:18:01.161 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-08-19T11:18:01.161 INFO:teuthology.orchestra.run.smithi155.stdout:Reinstalled: 2024-08-19T11:18:01.161 INFO:teuthology.orchestra.run.smithi155.stdout: kernel-5.14.0-480.el9.x86_64 2024-08-19T11:18:01.161 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-08-19T11:18:01.162 INFO:teuthology.orchestra.run.smithi155.stdout:Complete! 2024-08-19T11:18:01.347 DEBUG:teuthology.orchestra.run.smithi155:> rpm -q kernel | sort -rV | head -n 1 2024-08-19T11:18:01.403 INFO:teuthology.orchestra.run.smithi155.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-19T11:18:01.404 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-19T11:18:01.404 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-08-19T11:18:01.404 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-08-19T11:18:01.404 DEBUG:teuthology.orchestra.run.smithi155:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-08-19T11:18:01.445 INFO:teuthology.orchestra.run.smithi155.stdout:ttyS1 2024-08-19T11:18:01.468 DEBUG:teuthology.parallel:result is None 2024-08-19T11:18:01.468 INFO:teuthology.run_tasks:Running task internal.base... 2024-08-19T11:18:01.475 INFO:teuthology.task.internal:Creating test directory... 2024-08-19T11:18:01.475 DEBUG:teuthology.orchestra.run.smithi136:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-08-19T11:18:01.478 DEBUG:teuthology.orchestra.run.smithi155:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-08-19T11:18:01.523 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-08-19T11:18:01.536 INFO:teuthology.run_tasks:Running task internal.archive... 2024-08-19T11:18:01.576 INFO:teuthology.task.internal:Creating archive directory... 2024-08-19T11:18:01.577 DEBUG:teuthology.orchestra.run.smithi136:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-08-19T11:18:01.579 DEBUG:teuthology.orchestra.run.smithi155:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-08-19T11:18:01.676 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-08-19T11:18:01.683 INFO:teuthology.task.internal:Enabling coredump saving... 2024-08-19T11:18:01.684 DEBUG:teuthology.orchestra.run.smithi136:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-08-19T11:18:01.687 DEBUG:teuthology.orchestra.run.smithi155:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-08-19T11:18:01.736 INFO:teuthology.orchestra.run.smithi136.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-19T11:18:01.747 INFO:teuthology.orchestra.run.smithi136.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-19T11:18:01.753 INFO:teuthology.orchestra.run.smithi155.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-19T11:18:01.763 INFO:teuthology.orchestra.run.smithi155.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-19T11:18:01.765 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-08-19T11:18:01.771 INFO:teuthology.task.internal:Configuring sudo... 2024-08-19T11:18:01.771 DEBUG:teuthology.orchestra.run.smithi136:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-08-19T11:18:01.773 DEBUG:teuthology.orchestra.run.smithi155:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-08-19T11:18:01.800 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-08-19T11:18:01.915 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-08-19T11:18:01.916 DEBUG:teuthology.orchestra.run.smithi136:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-08-19T11:18:01.918 DEBUG:teuthology.orchestra.run.smithi155:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-08-19T11:18:01.934 DEBUG:teuthology.orchestra.run.smithi136:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-19T11:18:02.022 DEBUG:teuthology.orchestra.run.smithi136:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-19T11:18:02.076 DEBUG:teuthology.orchestra.run.smithi136:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-19T11:18:02.163 DEBUG:teuthology.orchestra.run.smithi136:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-19T11:18:02.204 DEBUG:teuthology.orchestra.run.smithi136:> set -ex 2024-08-19T11:18:02.204 DEBUG:teuthology.orchestra.run.smithi136:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-08-19T11:18:02.271 DEBUG:teuthology.orchestra.run.smithi155:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-19T11:18:02.316 DEBUG:teuthology.orchestra.run.smithi155:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-19T11:18:02.363 DEBUG:teuthology.orchestra.run.smithi155:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-19T11:18:02.450 DEBUG:teuthology.orchestra.run.smithi155:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-19T11:18:02.485 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-08-19T11:18:02.485 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-08-19T11:18:02.550 DEBUG:teuthology.orchestra.run.smithi136:> sudo service rsyslog restart 2024-08-19T11:18:02.552 DEBUG:teuthology.orchestra.run.smithi155:> sudo service rsyslog restart 2024-08-19T11:18:02.588 INFO:teuthology.orchestra.run.smithi136.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-19T11:18:02.634 INFO:teuthology.orchestra.run.smithi155.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-19T11:18:02.995 INFO:teuthology.run_tasks:Running task internal.timer... 2024-08-19T11:18:03.003 INFO:teuthology.task.internal:Starting timer... 2024-08-19T11:18:03.003 INFO:teuthology.run_tasks:Running task pcp... 2024-08-19T11:18:03.035 INFO:teuthology.run_tasks:Running task selinux... 2024-08-19T11:18:03.127 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-08-19T11:18:03.127 DEBUG:teuthology.orchestra.run.smithi136:> sudo service auditd rotate 2024-08-19T11:18:03.199 INFO:teuthology.orchestra.run.smithi136.stdout:Rotating logs: 2024-08-19T11:18:03.201 DEBUG:teuthology.orchestra.run.smithi155:> sudo service auditd rotate 2024-08-19T11:18:03.280 INFO:teuthology.orchestra.run.smithi155.stdout:Rotating logs: 2024-08-19T11:18:03.282 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-08-19T11:18:03.283 DEBUG:teuthology.orchestra.run.smithi136:> /usr/sbin/getenforce 2024-08-19T11:18:03.315 INFO:teuthology.orchestra.run.smithi136.stdout:Permissive 2024-08-19T11:18:03.316 DEBUG:teuthology.orchestra.run.smithi155:> /usr/sbin/getenforce 2024-08-19T11:18:03.340 INFO:teuthology.orchestra.run.smithi155.stdout:Permissive 2024-08-19T11:18:03.340 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi136.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi155.front.sepia.ceph.com': 'permissive'} 2024-08-19T11:18:03.340 DEBUG:teuthology.orchestra.run.smithi136:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-19T11:18:03.382 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-19T11:18:03.383 DEBUG:teuthology.orchestra.run.smithi155:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-19T11:18:03.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-19T11:18:03.408 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-08-19T11:18:03.409 DEBUG:teuthology.orchestra.run.smithi136:> sudo /usr/sbin/setenforce permissive 2024-08-19T11:18:03.448 DEBUG:teuthology.orchestra.run.smithi155:> sudo /usr/sbin/setenforce permissive 2024-08-19T11:18:03.474 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-08-19T11:18:03.484 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-08-19T11:18:03.496 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-08-19T11:18:03.497 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi136.front.sepia.ceph.com,smithi155.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-08-19T11:19:45.382 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi136.front.sepia.ceph.com'), Remote(name='ubuntu@smithi155.front.sepia.ceph.com')] 2024-08-19T11:19:45.383 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi136.front.sepia.ceph.com' 2024-08-19T11:19:45.384 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi136.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-19T11:19:45.467 DEBUG:teuthology.orchestra.run.smithi136:> true 2024-08-19T11:19:45.547 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi136.front.sepia.ceph.com' 2024-08-19T11:19:45.547 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi155.front.sepia.ceph.com' 2024-08-19T11:19:45.548 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi155.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-19T11:19:45.633 DEBUG:teuthology.orchestra.run.smithi155:> true 2024-08-19T11:19:45.710 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi155.front.sepia.ceph.com' 2024-08-19T11:19:45.710 INFO:teuthology.run_tasks:Running task clock... 2024-08-19T11:19:45.720 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-08-19T11:19:45.720 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-08-19T11:19:45.720 DEBUG:teuthology.orchestra.run.smithi136:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-19T11:19:45.723 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-08-19T11:19:45.723 DEBUG:teuthology.orchestra.run.smithi155:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-19T11:19:45.752 INFO:teuthology.orchestra.run.smithi136.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-08-19T11:19:45.768 INFO:teuthology.orchestra.run.smithi136.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-08-19T11:19:45.778 INFO:teuthology.orchestra.run.smithi155.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-08-19T11:19:45.792 INFO:teuthology.orchestra.run.smithi155.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-08-19T11:19:45.793 INFO:teuthology.orchestra.run.smithi136.stderr:sudo: ntpd: command not found 2024-08-19T11:19:45.805 INFO:teuthology.orchestra.run.smithi136.stdout:506 Cannot talk to daemon 2024-08-19T11:19:45.816 INFO:teuthology.orchestra.run.smithi155.stderr:sudo: ntpd: command not found 2024-08-19T11:19:45.819 INFO:teuthology.orchestra.run.smithi136.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-08-19T11:19:45.827 INFO:teuthology.orchestra.run.smithi155.stdout:506 Cannot talk to daemon 2024-08-19T11:19:45.833 INFO:teuthology.orchestra.run.smithi136.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-08-19T11:19:45.841 INFO:teuthology.orchestra.run.smithi155.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-08-19T11:19:45.855 INFO:teuthology.orchestra.run.smithi155.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-08-19T11:19:45.899 INFO:teuthology.orchestra.run.smithi136.stderr:bash: line 1: ntpq: command not found 2024-08-19T11:19:45.903 INFO:teuthology.orchestra.run.smithi136.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-19T11:19:45.903 INFO:teuthology.orchestra.run.smithi136.stdout:=============================================================================== 2024-08-19T11:19:45.904 INFO:teuthology.orchestra.run.smithi136.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-19T11:19:45.904 INFO:teuthology.orchestra.run.smithi136.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-19T11:19:45.904 INFO:teuthology.orchestra.run.smithi136.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-19T11:19:45.904 INFO:teuthology.orchestra.run.smithi136.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-19T11:19:45.910 INFO:teuthology.orchestra.run.smithi155.stderr:bash: line 1: ntpq: command not found 2024-08-19T11:19:45.914 INFO:teuthology.orchestra.run.smithi155.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-19T11:19:45.914 INFO:teuthology.orchestra.run.smithi155.stdout:=============================================================================== 2024-08-19T11:19:45.914 INFO:teuthology.orchestra.run.smithi155.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-19T11:19:45.914 INFO:teuthology.orchestra.run.smithi155.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-19T11:19:45.914 INFO:teuthology.orchestra.run.smithi155.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-19T11:19:45.914 INFO:teuthology.orchestra.run.smithi155.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-19T11:19:45.915 INFO:teuthology.run_tasks:Running task pexec... 2024-08-19T11:19:45.925 INFO:teuthology.task.pexec:Executing custom commands... 2024-08-19T11:19:45.926 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi136.front.sepia.ceph.com 2024-08-19T11:19:45.926 DEBUG:teuthology.orchestra.run.smithi136:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-08-19T11:19:45.926 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi155.front.sepia.ceph.com 2024-08-19T11:19:45.927 DEBUG:teuthology.orchestra.run.smithi155:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-08-19T11:19:46.500 INFO:teuthology.orchestra.run.smithi136.stdout:Last metadata expiration check: 0:00:41 ago on Mon 19 Aug 2024 11:19:05 AM UTC. 2024-08-19T11:19:46.513 INFO:teuthology.orchestra.run.smithi155.stdout:Last metadata expiration check: 0:00:41 ago on Mon 19 Aug 2024 11:19:05 AM UTC. 2024-08-19T11:19:46.584 INFO:teuthology.orchestra.run.smithi136.stdout:Package nvme-cli-2.9.1-3.el9.x86_64 is already installed. 2024-08-19T11:19:46.600 INFO:teuthology.orchestra.run.smithi155.stdout:Package nvme-cli-2.9.1-3.el9.x86_64 is already installed. 2024-08-19T11:19:46.625 INFO:teuthology.orchestra.run.smithi136.stdout:Dependencies resolved. 2024-08-19T11:19:46.625 INFO:teuthology.orchestra.run.smithi136.stdout:================================================================================ 2024-08-19T11:19:46.625 INFO:teuthology.orchestra.run.smithi136.stdout: Package Arch Version Repository Size 2024-08-19T11:19:46.626 INFO:teuthology.orchestra.run.smithi136.stdout:================================================================================ 2024-08-19T11:19:46.626 INFO:teuthology.orchestra.run.smithi136.stdout:Installing: 2024-08-19T11:19:46.626 INFO:teuthology.orchestra.run.smithi136.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-08-19T11:19:46.626 INFO:teuthology.orchestra.run.smithi136.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-08-19T11:19:46.626 INFO:teuthology.orchestra.run.smithi136.stdout:Installing dependencies: 2024-08-19T11:19:46.626 INFO:teuthology.orchestra.run.smithi136.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-08-19T11:19:46.626 INFO:teuthology.orchestra.run.smithi136.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-08-19T11:19:46.626 INFO:teuthology.orchestra.run.smithi136.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-08-19T11:19:46.626 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:19:46.626 INFO:teuthology.orchestra.run.smithi136.stdout:Transaction Summary 2024-08-19T11:19:46.626 INFO:teuthology.orchestra.run.smithi136.stdout:================================================================================ 2024-08-19T11:19:46.626 INFO:teuthology.orchestra.run.smithi136.stdout:Install 5 Packages 2024-08-19T11:19:46.626 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:19:46.627 INFO:teuthology.orchestra.run.smithi136.stdout:Total download size: 4.2 M 2024-08-19T11:19:46.627 INFO:teuthology.orchestra.run.smithi136.stdout:Installed size: 14 M 2024-08-19T11:19:46.627 INFO:teuthology.orchestra.run.smithi136.stdout:Downloading Packages: 2024-08-19T11:19:46.640 INFO:teuthology.orchestra.run.smithi155.stdout:Dependencies resolved. 2024-08-19T11:19:46.641 INFO:teuthology.orchestra.run.smithi155.stdout:================================================================================ 2024-08-19T11:19:46.641 INFO:teuthology.orchestra.run.smithi155.stdout: Package Arch Version Repository Size 2024-08-19T11:19:46.641 INFO:teuthology.orchestra.run.smithi155.stdout:================================================================================ 2024-08-19T11:19:46.641 INFO:teuthology.orchestra.run.smithi155.stdout:Installing: 2024-08-19T11:19:46.642 INFO:teuthology.orchestra.run.smithi155.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-08-19T11:19:46.642 INFO:teuthology.orchestra.run.smithi155.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-08-19T11:19:46.642 INFO:teuthology.orchestra.run.smithi155.stdout:Installing dependencies: 2024-08-19T11:19:46.642 INFO:teuthology.orchestra.run.smithi155.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-08-19T11:19:46.642 INFO:teuthology.orchestra.run.smithi155.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-08-19T11:19:46.642 INFO:teuthology.orchestra.run.smithi155.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-08-19T11:19:46.642 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-08-19T11:19:46.642 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction Summary 2024-08-19T11:19:46.642 INFO:teuthology.orchestra.run.smithi155.stdout:================================================================================ 2024-08-19T11:19:46.642 INFO:teuthology.orchestra.run.smithi155.stdout:Install 5 Packages 2024-08-19T11:19:46.642 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-08-19T11:19:46.643 INFO:teuthology.orchestra.run.smithi155.stdout:Total download size: 4.2 M 2024-08-19T11:19:46.643 INFO:teuthology.orchestra.run.smithi155.stdout:Installed size: 14 M 2024-08-19T11:19:46.643 INFO:teuthology.orchestra.run.smithi155.stdout:Downloading Packages: 2024-08-19T11:19:47.013 INFO:teuthology.orchestra.run.smithi136.stdout:(1/5): nvmetcli-0.7-3.el9.noarch.rpm 376 kB/s | 44 kB 00:00 2024-08-19T11:19:47.038 INFO:teuthology.orchestra.run.smithi136.stdout:(2/5): python3-configshell-1.1.30-1.el9.noarch. 499 kB/s | 72 kB 00:00 2024-08-19T11:19:47.064 INFO:teuthology.orchestra.run.smithi136.stdout:(3/5): python3-kmod-0.9-32.el9.x86_64.rpm 499 kB/s | 84 kB 00:00 2024-08-19T11:19:47.164 INFO:teuthology.orchestra.run.smithi136.stdout:(4/5): python3-urwid-2.1.2-4.el9.x86_64.rpm 5.4 MB/s | 837 kB 00:00 2024-08-19T11:19:47.288 INFO:teuthology.orchestra.run.smithi155.stdout:(1/5): nvmetcli-0.7-3.el9.noarch.rpm 477 kB/s | 44 kB 00:00 2024-08-19T11:19:47.313 INFO:teuthology.orchestra.run.smithi155.stdout:(2/5): python3-configshell-1.1.30-1.el9.noarch. 607 kB/s | 72 kB 00:00 2024-08-19T11:19:47.338 INFO:teuthology.orchestra.run.smithi155.stdout:(3/5): python3-kmod-0.9-32.el9.x86_64.rpm 587 kB/s | 84 kB 00:00 2024-08-19T11:19:47.439 INFO:teuthology.orchestra.run.smithi155.stdout:(4/5): python3-urwid-2.1.2-4.el9.x86_64.rpm 5.4 MB/s | 837 kB 00:00 2024-08-19T11:19:47.664 INFO:teuthology.orchestra.run.smithi155.stdout:(5/5): runc-1.1.13-4.el9.x86_64.rpm 9.0 MB/s | 3.2 MB 00:00 2024-08-19T11:19:47.664 INFO:teuthology.orchestra.run.smithi155.stdout:-------------------------------------------------------------------------------- 2024-08-19T11:19:47.664 INFO:teuthology.orchestra.run.smithi155.stdout:Total 4.1 MB/s | 4.2 MB 00:01 2024-08-19T11:19:47.749 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction check 2024-08-19T11:19:47.760 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction check succeeded. 2024-08-19T11:19:47.761 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction test 2024-08-19T11:19:47.871 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction test succeeded. 2024-08-19T11:19:47.871 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction 2024-08-19T11:19:48.247 INFO:teuthology.orchestra.run.smithi136.stdout:(5/5): runc-1.1.13-4.el9.x86_64.rpm 2.6 MB/s | 3.2 MB 00:01 2024-08-19T11:19:48.248 INFO:teuthology.orchestra.run.smithi136.stdout:-------------------------------------------------------------------------------- 2024-08-19T11:19:48.248 INFO:teuthology.orchestra.run.smithi136.stdout:Total 2.6 MB/s | 4.2 MB 00:01 2024-08-19T11:19:48.338 INFO:teuthology.orchestra.run.smithi136.stdout:Running transaction check 2024-08-19T11:19:48.349 INFO:teuthology.orchestra.run.smithi136.stdout:Transaction check succeeded. 2024-08-19T11:19:48.349 INFO:teuthology.orchestra.run.smithi136.stdout:Running transaction test 2024-08-19T11:19:48.388 INFO:teuthology.orchestra.run.smithi155.stdout: Preparing : 1/1 2024-08-19T11:19:48.458 INFO:teuthology.orchestra.run.smithi136.stdout:Transaction test succeeded. 2024-08-19T11:19:48.459 INFO:teuthology.orchestra.run.smithi136.stdout:Running transaction 2024-08-19T11:19:48.475 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/5 2024-08-19T11:19:48.508 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/5 2024-08-19T11:19:48.543 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/5 2024-08-19T11:19:48.567 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : nvmetcli-0.7-3.el9.noarch 4/5 2024-08-19T11:19:48.642 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 4/5 2024-08-19T11:19:48.711 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 5/5 2024-08-19T11:19:48.898 INFO:teuthology.orchestra.run.smithi136.stdout: Preparing : 1/1 2024-08-19T11:19:48.992 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/5 2024-08-19T11:19:49.025 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/5 2024-08-19T11:19:49.060 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/5 2024-08-19T11:19:49.084 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : nvmetcli-0.7-3.el9.noarch 4/5 2024-08-19T11:19:49.157 INFO:teuthology.orchestra.run.smithi136.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 4/5 2024-08-19T11:19:49.228 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 5/5 2024-08-19T11:19:49.571 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: runc-4:1.1.13-4.el9.x86_64 5/5 2024-08-19T11:19:49.572 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 1/5 2024-08-19T11:19:49.572 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 2/5 2024-08-19T11:19:49.572 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 3/5 2024-08-19T11:19:49.572 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 4/5 2024-08-19T11:19:49.868 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 5/5 2024-08-19T11:19:49.868 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-08-19T11:19:49.868 INFO:teuthology.orchestra.run.smithi155.stdout:Installed: 2024-08-19T11:19:49.868 INFO:teuthology.orchestra.run.smithi155.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-08-19T11:19:49.868 INFO:teuthology.orchestra.run.smithi155.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-08-19T11:19:49.868 INFO:teuthology.orchestra.run.smithi155.stdout: runc-4:1.1.13-4.el9.x86_64 2024-08-19T11:19:49.868 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-08-19T11:19:49.868 INFO:teuthology.orchestra.run.smithi155.stdout:Complete! 2024-08-19T11:19:50.129 INFO:teuthology.orchestra.run.smithi136.stdout: Running scriptlet: runc-4:1.1.13-4.el9.x86_64 5/5 2024-08-19T11:19:50.129 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 1/5 2024-08-19T11:19:50.129 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 2/5 2024-08-19T11:19:50.129 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 3/5 2024-08-19T11:19:50.129 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 4/5 2024-08-19T11:19:50.155 DEBUG:teuthology.parallel:result is None 2024-08-19T11:19:50.424 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 5/5 2024-08-19T11:19:50.424 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:19:50.425 INFO:teuthology.orchestra.run.smithi136.stdout:Installed: 2024-08-19T11:19:50.425 INFO:teuthology.orchestra.run.smithi136.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-08-19T11:19:50.425 INFO:teuthology.orchestra.run.smithi136.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-08-19T11:19:50.425 INFO:teuthology.orchestra.run.smithi136.stdout: runc-4:1.1.13-4.el9.x86_64 2024-08-19T11:19:50.425 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:19:50.425 INFO:teuthology.orchestra.run.smithi136.stdout:Complete! 2024-08-19T11:19:50.690 DEBUG:teuthology.parallel:result is None 2024-08-19T11:19:50.690 INFO:teuthology.run_tasks:Running task install... 2024-08-19T11:19:50.698 DEBUG:teuthology.task.install:project ceph 2024-08-19T11:19:50.698 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '797669399b32d2915e64eb6d4b1257ae3c50f80b'}} 2024-08-19T11:19:50.699 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '797669399b32d2915e64eb6d4b1257ae3c50f80b'} 2024-08-19T11:19:50.699 INFO:teuthology.task.install:Using flavor: default 2024-08-19T11:19:50.704 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-08-19T11:19:50.704 INFO:teuthology.task.install:extra packages: [] 2024-08-19T11:19:50.704 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '797669399b32d2915e64eb6d4b1257ae3c50f80b', 'tag': None, 'wait_for_package': False} 2024-08-19T11:19:50.705 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-19T11:19:50.705 INFO:teuthology.packaging:ref: None 2024-08-19T11:19:50.705 INFO:teuthology.packaging:tag: None 2024-08-19T11:19:50.705 INFO:teuthology.packaging:branch: reef 2024-08-19T11:19:50.705 INFO:teuthology.packaging:sha1: 797669399b32d2915e64eb6d4b1257ae3c50f80b 2024-08-19T11:19:50.705 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-08-19T11:19:50.707 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '797669399b32d2915e64eb6d4b1257ae3c50f80b', 'tag': None, 'wait_for_package': False} 2024-08-19T11:19:50.707 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-19T11:19:50.707 INFO:teuthology.packaging:ref: None 2024-08-19T11:19:50.707 INFO:teuthology.packaging:tag: None 2024-08-19T11:19:50.707 INFO:teuthology.packaging:branch: reef 2024-08-19T11:19:50.707 INFO:teuthology.packaging:sha1: 797669399b32d2915e64eb6d4b1257ae3c50f80b 2024-08-19T11:19:50.707 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-08-19T11:19:50.978 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef/baa926deef3d9e81dd31b10a4ae9969a5fbce5ae/centos/9/flavors/default/ 2024-08-19T11:19:50.979 INFO:teuthology.task.install.rpm:Package version is 18.2.4-721.gbaa926de 2024-08-19T11:19:51.035 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef/baa926deef3d9e81dd31b10a4ae9969a5fbce5ae/centos/9/flavors/default/ 2024-08-19T11:19:51.035 INFO:teuthology.task.install.rpm:Package version is 18.2.4-721.gbaa926de 2024-08-19T11:19:51.113 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef/baa926deef3d9e81dd31b10a4ae9969a5fbce5ae/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/baa926deef3d9e81dd31b10a4ae9969a5fbce5ae/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/baa926deef3d9e81dd31b10a4ae9969a5fbce5ae/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-08-19T11:19:51.114 DEBUG:teuthology.orchestra.run.smithi136:> set -ex 2024-08-19T11:19:51.114 DEBUG:teuthology.orchestra.run.smithi136:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-08-19T11:19:51.139 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-08-19T11:19:51.139 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-19T11:19:51.139 INFO:teuthology.packaging:ref: None 2024-08-19T11:19:51.139 INFO:teuthology.packaging:tag: None 2024-08-19T11:19:51.139 INFO:teuthology.packaging:branch: reef 2024-08-19T11:19:51.140 INFO:teuthology.packaging:sha1: 797669399b32d2915e64eb6d4b1257ae3c50f80b 2024-08-19T11:19:51.140 DEBUG:teuthology.orchestra.run.smithi136:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-08-19T11:19:51.152 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef/baa926deef3d9e81dd31b10a4ae9969a5fbce5ae/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/baa926deef3d9e81dd31b10a4ae9969a5fbce5ae/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/baa926deef3d9e81dd31b10a4ae9969a5fbce5ae/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-08-19T11:19:51.152 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-08-19T11:19:51.152 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-08-19T11:19:51.178 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-08-19T11:19:51.178 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-19T11:19:51.178 INFO:teuthology.packaging:ref: None 2024-08-19T11:19:51.178 INFO:teuthology.packaging:tag: None 2024-08-19T11:19:51.178 INFO:teuthology.packaging:branch: reef 2024-08-19T11:19:51.178 INFO:teuthology.packaging:sha1: 797669399b32d2915e64eb6d4b1257ae3c50f80b 2024-08-19T11:19:51.178 DEBUG:teuthology.orchestra.run.smithi155:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-08-19T11:19:51.205 DEBUG:teuthology.orchestra.run.smithi136:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-08-19T11:19:51.244 DEBUG:teuthology.orchestra.run.smithi155:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-08-19T11:19:51.281 DEBUG:teuthology.orchestra.run.smithi136:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-08-19T11:19:51.320 DEBUG:teuthology.orchestra.run.smithi155:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-08-19T11:19:51.345 INFO:teuthology.orchestra.run.smithi136.stdout:check_obsoletes = 1 2024-08-19T11:19:51.347 DEBUG:teuthology.orchestra.run.smithi136:> sudo yum clean all 2024-08-19T11:19:51.384 INFO:teuthology.orchestra.run.smithi155.stdout:check_obsoletes = 1 2024-08-19T11:19:51.385 DEBUG:teuthology.orchestra.run.smithi155:> sudo yum clean all 2024-08-19T11:19:51.575 INFO:teuthology.orchestra.run.smithi136.stdout:45 files removed 2024-08-19T11:19:51.604 DEBUG:teuthology.orchestra.run.smithi136:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-08-19T11:19:51.616 INFO:teuthology.orchestra.run.smithi155.stdout:45 files removed 2024-08-19T11:19:51.645 DEBUG:teuthology.orchestra.run.smithi155:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-08-19T11:19:52.183 INFO:teuthology.orchestra.run.smithi136.stdout:ceph packages for x86_64 262 kB/s | 77 kB 00:00 2024-08-19T11:19:52.193 INFO:teuthology.orchestra.run.smithi155.stdout:ceph packages for x86_64 289 kB/s | 77 kB 00:00 2024-08-19T11:19:52.479 INFO:teuthology.orchestra.run.smithi136.stdout:ceph noarch packages 46 kB/s | 11 kB 00:00 2024-08-19T11:19:52.490 INFO:teuthology.orchestra.run.smithi155.stdout:ceph noarch packages 45 kB/s | 11 kB 00:00 2024-08-19T11:19:52.758 INFO:teuthology.orchestra.run.smithi155.stdout:ceph source packages 8.1 kB/s | 1.9 kB 00:00 2024-08-19T11:19:52.790 INFO:teuthology.orchestra.run.smithi136.stdout:ceph source packages 6.9 kB/s | 1.9 kB 00:00 2024-08-19T11:19:53.441 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.2 MB 00:00 2024-08-19T11:19:53.711 INFO:teuthology.orchestra.run.smithi136.stdout:CentOS Stream 9 - BaseOS 9.3 MB/s | 8.2 MB 00:00 2024-08-19T11:19:55.436 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - AppStream 22 MB/s | 20 MB 00:00 2024-08-19T11:19:56.046 INFO:teuthology.orchestra.run.smithi136.stdout:CentOS Stream 9 - AppStream 16 MB/s | 20 MB 00:01 2024-08-19T11:20:00.894 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - CRB 3.8 MB/s | 6.6 MB 00:01 2024-08-19T11:20:01.638 INFO:teuthology.orchestra.run.smithi136.stdout:CentOS Stream 9 - CRB 3.5 MB/s | 6.6 MB 00:01 2024-08-19T11:20:02.378 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - Extras packages 71 kB/s | 18 kB 00:00 2024-08-19T11:20:03.174 INFO:teuthology.orchestra.run.smithi155.stdout:Extra Packages for Enterprise Linux 33 MB/s | 22 MB 00:00 2024-08-19T11:20:03.280 INFO:teuthology.orchestra.run.smithi136.stdout:CentOS Stream 9 - Extras packages 42 kB/s | 18 kB 00:00 2024-08-19T11:20:04.068 INFO:teuthology.orchestra.run.smithi136.stdout:Extra Packages for Enterprise Linux 34 MB/s | 22 MB 00:00 2024-08-19T11:20:08.605 INFO:teuthology.orchestra.run.smithi155.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-08-19T11:20:09.465 INFO:teuthology.orchestra.run.smithi136.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-08-19T11:20:10.800 INFO:teuthology.orchestra.run.smithi155.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-19T11:20:10.801 INFO:teuthology.orchestra.run.smithi155.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-19T11:20:10.869 INFO:teuthology.orchestra.run.smithi155.stdout:Dependencies resolved. 2024-08-19T11:20:10.876 INFO:teuthology.orchestra.run.smithi155.stdout:====================================================================================== 2024-08-19T11:20:10.876 INFO:teuthology.orchestra.run.smithi155.stdout: Package Arch Version Repository Size 2024-08-19T11:20:10.876 INFO:teuthology.orchestra.run.smithi155.stdout:====================================================================================== 2024-08-19T11:20:10.876 INFO:teuthology.orchestra.run.smithi155.stdout:Installing: 2024-08-19T11:20:10.876 INFO:teuthology.orchestra.run.smithi155.stdout: ceph x86_64 2:18.2.4-721.gbaa926de.el9 ceph 6.5 k 2024-08-19T11:20:10.876 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-base x86_64 2:18.2.4-721.gbaa926de.el9 ceph 5.1 M 2024-08-19T11:20:10.877 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-fuse x86_64 2:18.2.4-721.gbaa926de.el9 ceph 852 k 2024-08-19T11:20:10.877 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-721.gbaa926de.el9 ceph 143 k 2024-08-19T11:20:10.877 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr x86_64 2:18.2.4-721.gbaa926de.el9 ceph 1.5 M 2024-08-19T11:20:10.877 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-cephadm noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 139 k 2024-08-19T11:20:10.877 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-dashboard noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 3.5 M 2024-08-19T11:20:10.877 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 7.4 M 2024-08-19T11:20:10.877 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-rook noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 49 k 2024-08-19T11:20:10.877 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-radosgw x86_64 2:18.2.4-721.gbaa926de.el9 ceph 7.7 M 2024-08-19T11:20:10.877 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-test x86_64 2:18.2.4-721.gbaa926de.el9 ceph 40 M 2024-08-19T11:20:10.877 INFO:teuthology.orchestra.run.smithi155.stdout: cephadm noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 224 k 2024-08-19T11:20:10.877 INFO:teuthology.orchestra.run.smithi155.stdout: libcephfs-devel x86_64 2:18.2.4-721.gbaa926de.el9 ceph 31 k 2024-08-19T11:20:10.877 INFO:teuthology.orchestra.run.smithi155.stdout: libcephfs2 x86_64 2:18.2.4-721.gbaa926de.el9 ceph 711 k 2024-08-19T11:20:10.878 INFO:teuthology.orchestra.run.smithi155.stdout: librados-devel x86_64 2:18.2.4-721.gbaa926de.el9 ceph 127 k 2024-08-19T11:20:10.878 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cephfs x86_64 2:18.2.4-721.gbaa926de.el9 ceph 188 k 2024-08-19T11:20:10.878 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-08-19T11:20:10.878 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rados x86_64 2:18.2.4-721.gbaa926de.el9 ceph 371 k 2024-08-19T11:20:10.878 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rbd x86_64 2:18.2.4-721.gbaa926de.el9 ceph 348 k 2024-08-19T11:20:10.878 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rgw x86_64 2:18.2.4-721.gbaa926de.el9 ceph 116 k 2024-08-19T11:20:10.878 INFO:teuthology.orchestra.run.smithi155.stdout: rbd-fuse x86_64 2:18.2.4-721.gbaa926de.el9 ceph 87 k 2024-08-19T11:20:10.878 INFO:teuthology.orchestra.run.smithi155.stdout: rbd-mirror x86_64 2:18.2.4-721.gbaa926de.el9 ceph 3.0 M 2024-08-19T11:20:10.878 INFO:teuthology.orchestra.run.smithi155.stdout: rbd-nbd x86_64 2:18.2.4-721.gbaa926de.el9 ceph 172 k 2024-08-19T11:20:10.878 INFO:teuthology.orchestra.run.smithi155.stdout:Upgrading: 2024-08-19T11:20:10.878 INFO:teuthology.orchestra.run.smithi155.stdout: librados2 x86_64 2:18.2.4-721.gbaa926de.el9 ceph 3.3 M 2024-08-19T11:20:10.878 INFO:teuthology.orchestra.run.smithi155.stdout: librbd1 x86_64 2:18.2.4-721.gbaa926de.el9 ceph 3.0 M 2024-08-19T11:20:10.879 INFO:teuthology.orchestra.run.smithi155.stdout:Installing dependencies: 2024-08-19T11:20:10.879 INFO:teuthology.orchestra.run.smithi155.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-08-19T11:20:10.879 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-common x86_64 2:18.2.4-721.gbaa926de.el9 ceph 18 M 2024-08-19T11:20:10.879 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-grafana-dashboards noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 24 k 2024-08-19T11:20:10.879 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mds x86_64 2:18.2.4-721.gbaa926de.el9 ceph 2.1 M 2024-08-19T11:20:10.879 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-modules-core noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 246 k 2024-08-19T11:20:10.879 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mon x86_64 2:18.2.4-721.gbaa926de.el9 ceph 4.7 M 2024-08-19T11:20:10.879 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-osd x86_64 2:18.2.4-721.gbaa926de.el9 ceph 17 M 2024-08-19T11:20:10.879 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-prometheus-alerts noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 16 k 2024-08-19T11:20:10.879 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-selinux x86_64 2:18.2.4-721.gbaa926de.el9 ceph 25 k 2024-08-19T11:20:10.879 INFO:teuthology.orchestra.run.smithi155.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-08-19T11:20:10.879 INFO:teuthology.orchestra.run.smithi155.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-08-19T11:20:10.879 INFO:teuthology.orchestra.run.smithi155.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-08-19T11:20:10.880 INFO:teuthology.orchestra.run.smithi155.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-08-19T11:20:10.880 INFO:teuthology.orchestra.run.smithi155.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-08-19T11:20:10.880 INFO:teuthology.orchestra.run.smithi155.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-08-19T11:20:10.880 INFO:teuthology.orchestra.run.smithi155.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-08-19T11:20:10.880 INFO:teuthology.orchestra.run.smithi155.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-08-19T11:20:10.880 INFO:teuthology.orchestra.run.smithi155.stdout: libcephsqlite x86_64 2:18.2.4-721.gbaa926de.el9 ceph 166 k 2024-08-19T11:20:10.880 INFO:teuthology.orchestra.run.smithi155.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-08-19T11:20:10.880 INFO:teuthology.orchestra.run.smithi155.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-08-19T11:20:10.880 INFO:teuthology.orchestra.run.smithi155.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-08-19T11:20:10.880 INFO:teuthology.orchestra.run.smithi155.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-08-19T11:20:10.880 INFO:teuthology.orchestra.run.smithi155.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-08-19T11:20:10.880 INFO:teuthology.orchestra.run.smithi155.stdout: libradosstriper1 x86_64 2:18.2.4-721.gbaa926de.el9 ceph 477 k 2024-08-19T11:20:10.881 INFO:teuthology.orchestra.run.smithi155.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-08-19T11:20:10.881 INFO:teuthology.orchestra.run.smithi155.stdout: librgw2 x86_64 2:18.2.4-721.gbaa926de.el9 ceph 4.5 M 2024-08-19T11:20:10.881 INFO:teuthology.orchestra.run.smithi155.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-08-19T11:20:10.881 INFO:teuthology.orchestra.run.smithi155.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-08-19T11:20:10.881 INFO:teuthology.orchestra.run.smithi155.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-08-19T11:20:10.881 INFO:teuthology.orchestra.run.smithi155.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-08-19T11:20:10.881 INFO:teuthology.orchestra.run.smithi155.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-08-19T11:20:10.881 INFO:teuthology.orchestra.run.smithi155.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-08-19T11:20:10.881 INFO:teuthology.orchestra.run.smithi155.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-08-19T11:20:10.881 INFO:teuthology.orchestra.run.smithi155.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-08-19T11:20:10.881 INFO:teuthology.orchestra.run.smithi155.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-08-19T11:20:10.881 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-08-19T11:20:10.882 INFO:teuthology.orchestra.run.smithi155.stdout: python3-ceph-argparse x86_64 2:18.2.4-721.gbaa926de.el9 ceph 45 k 2024-08-19T11:20:10.882 INFO:teuthology.orchestra.run.smithi155.stdout: python3-ceph-common x86_64 2:18.2.4-721.gbaa926de.el9 ceph 129 k 2024-08-19T11:20:10.882 INFO:teuthology.orchestra.run.smithi155.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-08-19T11:20:10.882 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-08-19T11:20:10.882 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-08-19T11:20:10.882 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-08-19T11:20:10.882 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-08-19T11:20:10.882 INFO:teuthology.orchestra.run.smithi155.stdout: python3-devel x86_64 3.9.19-4.el9 appstream 244 k 2024-08-19T11:20:10.882 INFO:teuthology.orchestra.run.smithi155.stdout: python3-google-auth noarch 1:2.33.0-1.el9 epel 220 k 2024-08-19T11:20:10.882 INFO:teuthology.orchestra.run.smithi155.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-08-19T11:20:10.882 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-08-19T11:20:10.882 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-08-19T11:20:10.882 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-08-19T11:20:10.883 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-08-19T11:20:10.883 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-08-19T11:20:10.883 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-08-19T11:20:10.883 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-08-19T11:20:10.883 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-08-19T11:20:10.883 INFO:teuthology.orchestra.run.smithi155.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-08-19T11:20:10.883 INFO:teuthology.orchestra.run.smithi155.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-08-19T11:20:10.883 INFO:teuthology.orchestra.run.smithi155.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-08-19T11:20:10.883 INFO:teuthology.orchestra.run.smithi155.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-08-19T11:20:10.883 INFO:teuthology.orchestra.run.smithi155.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-08-19T11:20:10.883 INFO:teuthology.orchestra.run.smithi155.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-08-19T11:20:10.883 INFO:teuthology.orchestra.run.smithi155.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-08-19T11:20:10.883 INFO:teuthology.orchestra.run.smithi155.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-08-19T11:20:10.884 INFO:teuthology.orchestra.run.smithi155.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-08-19T11:20:10.884 INFO:teuthology.orchestra.run.smithi155.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-08-19T11:20:10.884 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-08-19T11:20:10.884 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-08-19T11:20:10.884 INFO:teuthology.orchestra.run.smithi155.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-08-19T11:20:10.884 INFO:teuthology.orchestra.run.smithi155.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-08-19T11:20:10.884 INFO:teuthology.orchestra.run.smithi155.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-08-19T11:20:10.884 INFO:teuthology.orchestra.run.smithi155.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-08-19T11:20:10.884 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-08-19T11:20:10.884 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-08-19T11:20:10.884 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-08-19T11:20:10.885 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-08-19T11:20:10.885 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-08-19T11:20:10.885 INFO:teuthology.orchestra.run.smithi155.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-08-19T11:20:10.885 INFO:teuthology.orchestra.run.smithi155.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-08-19T11:20:10.885 INFO:teuthology.orchestra.run.smithi155.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-08-19T11:20:10.885 INFO:teuthology.orchestra.run.smithi155.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-08-19T11:20:10.885 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-08-19T11:20:10.885 INFO:teuthology.orchestra.run.smithi155.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-08-19T11:20:10.885 INFO:teuthology.orchestra.run.smithi155.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-08-19T11:20:10.886 INFO:teuthology.orchestra.run.smithi155.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-08-19T11:20:10.886 INFO:teuthology.orchestra.run.smithi155.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-08-19T11:20:10.886 INFO:teuthology.orchestra.run.smithi155.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-08-19T11:20:10.886 INFO:teuthology.orchestra.run.smithi155.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-08-19T11:20:10.886 INFO:teuthology.orchestra.run.smithi155.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-08-19T11:20:10.886 INFO:teuthology.orchestra.run.smithi155.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-08-19T11:20:10.886 INFO:teuthology.orchestra.run.smithi155.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-08-19T11:20:10.886 INFO:teuthology.orchestra.run.smithi155.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-08-19T11:20:10.886 INFO:teuthology.orchestra.run.smithi155.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-08-19T11:20:10.886 INFO:teuthology.orchestra.run.smithi155.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-08-19T11:20:10.886 INFO:teuthology.orchestra.run.smithi155.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-08-19T11:20:10.886 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-08-19T11:20:10.886 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction Summary 2024-08-19T11:20:10.887 INFO:teuthology.orchestra.run.smithi155.stdout:====================================================================================== 2024-08-19T11:20:10.887 INFO:teuthology.orchestra.run.smithi155.stdout:Install 116 Packages 2024-08-19T11:20:10.887 INFO:teuthology.orchestra.run.smithi155.stdout:Upgrade 2 Packages 2024-08-19T11:20:10.887 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-08-19T11:20:10.887 INFO:teuthology.orchestra.run.smithi155.stdout:Total download size: 179 M 2024-08-19T11:20:10.887 INFO:teuthology.orchestra.run.smithi155.stdout:Downloading Packages: 2024-08-19T11:20:11.431 INFO:teuthology.orchestra.run.smithi155.stdout:(1/118): ceph-18.2.4-721.gbaa926de.el9.x86_64.r 53 kB/s | 6.5 kB 00:00 2024-08-19T11:20:11.623 INFO:teuthology.orchestra.run.smithi155.stdout:(2/118): ceph-fuse-18.2.4-721.gbaa926de.el9.x86 4.3 MB/s | 852 kB 00:00 2024-08-19T11:20:11.641 INFO:teuthology.orchestra.run.smithi136.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-19T11:20:11.641 INFO:teuthology.orchestra.run.smithi136.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-19T11:20:11.712 INFO:teuthology.orchestra.run.smithi136.stdout:Dependencies resolved. 2024-08-19T11:20:11.715 INFO:teuthology.orchestra.run.smithi155.stdout:(3/118): ceph-base-18.2.4-721.gbaa926de.el9.x86 13 MB/s | 5.1 MB 00:00 2024-08-19T11:20:11.719 INFO:teuthology.orchestra.run.smithi136.stdout:====================================================================================== 2024-08-19T11:20:11.719 INFO:teuthology.orchestra.run.smithi136.stdout: Package Arch Version Repository Size 2024-08-19T11:20:11.719 INFO:teuthology.orchestra.run.smithi136.stdout:====================================================================================== 2024-08-19T11:20:11.719 INFO:teuthology.orchestra.run.smithi136.stdout:Installing: 2024-08-19T11:20:11.719 INFO:teuthology.orchestra.run.smithi136.stdout: ceph x86_64 2:18.2.4-721.gbaa926de.el9 ceph 6.5 k 2024-08-19T11:20:11.719 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-base x86_64 2:18.2.4-721.gbaa926de.el9 ceph 5.1 M 2024-08-19T11:20:11.719 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-fuse x86_64 2:18.2.4-721.gbaa926de.el9 ceph 852 k 2024-08-19T11:20:11.719 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-721.gbaa926de.el9 ceph 143 k 2024-08-19T11:20:11.719 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-mgr x86_64 2:18.2.4-721.gbaa926de.el9 ceph 1.5 M 2024-08-19T11:20:11.719 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-mgr-cephadm noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 139 k 2024-08-19T11:20:11.719 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-mgr-dashboard noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 3.5 M 2024-08-19T11:20:11.719 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 7.4 M 2024-08-19T11:20:11.720 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-mgr-rook noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 49 k 2024-08-19T11:20:11.720 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-radosgw x86_64 2:18.2.4-721.gbaa926de.el9 ceph 7.7 M 2024-08-19T11:20:11.720 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-test x86_64 2:18.2.4-721.gbaa926de.el9 ceph 40 M 2024-08-19T11:20:11.720 INFO:teuthology.orchestra.run.smithi136.stdout: cephadm noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 224 k 2024-08-19T11:20:11.720 INFO:teuthology.orchestra.run.smithi136.stdout: libcephfs-devel x86_64 2:18.2.4-721.gbaa926de.el9 ceph 31 k 2024-08-19T11:20:11.720 INFO:teuthology.orchestra.run.smithi136.stdout: libcephfs2 x86_64 2:18.2.4-721.gbaa926de.el9 ceph 711 k 2024-08-19T11:20:11.720 INFO:teuthology.orchestra.run.smithi136.stdout: librados-devel x86_64 2:18.2.4-721.gbaa926de.el9 ceph 127 k 2024-08-19T11:20:11.720 INFO:teuthology.orchestra.run.smithi136.stdout: python3-cephfs x86_64 2:18.2.4-721.gbaa926de.el9 ceph 188 k 2024-08-19T11:20:11.720 INFO:teuthology.orchestra.run.smithi136.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-08-19T11:20:11.720 INFO:teuthology.orchestra.run.smithi136.stdout: python3-rados x86_64 2:18.2.4-721.gbaa926de.el9 ceph 371 k 2024-08-19T11:20:11.720 INFO:teuthology.orchestra.run.smithi136.stdout: python3-rbd x86_64 2:18.2.4-721.gbaa926de.el9 ceph 348 k 2024-08-19T11:20:11.720 INFO:teuthology.orchestra.run.smithi136.stdout: python3-rgw x86_64 2:18.2.4-721.gbaa926de.el9 ceph 116 k 2024-08-19T11:20:11.720 INFO:teuthology.orchestra.run.smithi136.stdout: rbd-fuse x86_64 2:18.2.4-721.gbaa926de.el9 ceph 87 k 2024-08-19T11:20:11.720 INFO:teuthology.orchestra.run.smithi136.stdout: rbd-mirror x86_64 2:18.2.4-721.gbaa926de.el9 ceph 3.0 M 2024-08-19T11:20:11.721 INFO:teuthology.orchestra.run.smithi136.stdout: rbd-nbd x86_64 2:18.2.4-721.gbaa926de.el9 ceph 172 k 2024-08-19T11:20:11.721 INFO:teuthology.orchestra.run.smithi136.stdout:Upgrading: 2024-08-19T11:20:11.721 INFO:teuthology.orchestra.run.smithi136.stdout: librados2 x86_64 2:18.2.4-721.gbaa926de.el9 ceph 3.3 M 2024-08-19T11:20:11.721 INFO:teuthology.orchestra.run.smithi136.stdout: librbd1 x86_64 2:18.2.4-721.gbaa926de.el9 ceph 3.0 M 2024-08-19T11:20:11.721 INFO:teuthology.orchestra.run.smithi136.stdout:Installing dependencies: 2024-08-19T11:20:11.721 INFO:teuthology.orchestra.run.smithi136.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-08-19T11:20:11.721 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-common x86_64 2:18.2.4-721.gbaa926de.el9 ceph 18 M 2024-08-19T11:20:11.721 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-grafana-dashboards noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 24 k 2024-08-19T11:20:11.721 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-mds x86_64 2:18.2.4-721.gbaa926de.el9 ceph 2.1 M 2024-08-19T11:20:11.721 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-mgr-modules-core noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 246 k 2024-08-19T11:20:11.721 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-mon x86_64 2:18.2.4-721.gbaa926de.el9 ceph 4.7 M 2024-08-19T11:20:11.721 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-osd x86_64 2:18.2.4-721.gbaa926de.el9 ceph 17 M 2024-08-19T11:20:11.721 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-prometheus-alerts noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 16 k 2024-08-19T11:20:11.721 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-selinux x86_64 2:18.2.4-721.gbaa926de.el9 ceph 25 k 2024-08-19T11:20:11.722 INFO:teuthology.orchestra.run.smithi136.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-08-19T11:20:11.722 INFO:teuthology.orchestra.run.smithi136.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-08-19T11:20:11.722 INFO:teuthology.orchestra.run.smithi136.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-08-19T11:20:11.722 INFO:teuthology.orchestra.run.smithi136.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-08-19T11:20:11.722 INFO:teuthology.orchestra.run.smithi136.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-08-19T11:20:11.722 INFO:teuthology.orchestra.run.smithi136.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-08-19T11:20:11.722 INFO:teuthology.orchestra.run.smithi136.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-08-19T11:20:11.722 INFO:teuthology.orchestra.run.smithi136.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-08-19T11:20:11.722 INFO:teuthology.orchestra.run.smithi136.stdout: libcephsqlite x86_64 2:18.2.4-721.gbaa926de.el9 ceph 166 k 2024-08-19T11:20:11.722 INFO:teuthology.orchestra.run.smithi136.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-08-19T11:20:11.722 INFO:teuthology.orchestra.run.smithi136.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-08-19T11:20:11.722 INFO:teuthology.orchestra.run.smithi136.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-08-19T11:20:11.722 INFO:teuthology.orchestra.run.smithi136.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-08-19T11:20:11.722 INFO:teuthology.orchestra.run.smithi136.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-08-19T11:20:11.723 INFO:teuthology.orchestra.run.smithi136.stdout: libradosstriper1 x86_64 2:18.2.4-721.gbaa926de.el9 ceph 477 k 2024-08-19T11:20:11.723 INFO:teuthology.orchestra.run.smithi136.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-08-19T11:20:11.723 INFO:teuthology.orchestra.run.smithi136.stdout: librgw2 x86_64 2:18.2.4-721.gbaa926de.el9 ceph 4.5 M 2024-08-19T11:20:11.723 INFO:teuthology.orchestra.run.smithi136.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-08-19T11:20:11.723 INFO:teuthology.orchestra.run.smithi136.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-08-19T11:20:11.723 INFO:teuthology.orchestra.run.smithi136.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-08-19T11:20:11.723 INFO:teuthology.orchestra.run.smithi136.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-08-19T11:20:11.723 INFO:teuthology.orchestra.run.smithi136.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-08-19T11:20:11.723 INFO:teuthology.orchestra.run.smithi136.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-08-19T11:20:11.723 INFO:teuthology.orchestra.run.smithi136.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-08-19T11:20:11.723 INFO:teuthology.orchestra.run.smithi136.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-08-19T11:20:11.723 INFO:teuthology.orchestra.run.smithi136.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-08-19T11:20:11.723 INFO:teuthology.orchestra.run.smithi136.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-08-19T11:20:11.723 INFO:teuthology.orchestra.run.smithi136.stdout: python3-ceph-argparse x86_64 2:18.2.4-721.gbaa926de.el9 ceph 45 k 2024-08-19T11:20:11.724 INFO:teuthology.orchestra.run.smithi136.stdout: python3-ceph-common x86_64 2:18.2.4-721.gbaa926de.el9 ceph 129 k 2024-08-19T11:20:11.724 INFO:teuthology.orchestra.run.smithi136.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-08-19T11:20:11.724 INFO:teuthology.orchestra.run.smithi136.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-08-19T11:20:11.724 INFO:teuthology.orchestra.run.smithi136.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-08-19T11:20:11.724 INFO:teuthology.orchestra.run.smithi136.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-08-19T11:20:11.724 INFO:teuthology.orchestra.run.smithi136.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-08-19T11:20:11.724 INFO:teuthology.orchestra.run.smithi136.stdout: python3-devel x86_64 3.9.19-4.el9 appstream 244 k 2024-08-19T11:20:11.724 INFO:teuthology.orchestra.run.smithi136.stdout: python3-google-auth noarch 1:2.33.0-1.el9 epel 220 k 2024-08-19T11:20:11.724 INFO:teuthology.orchestra.run.smithi136.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-08-19T11:20:11.724 INFO:teuthology.orchestra.run.smithi136.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-08-19T11:20:11.724 INFO:teuthology.orchestra.run.smithi136.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-08-19T11:20:11.724 INFO:teuthology.orchestra.run.smithi136.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-08-19T11:20:11.724 INFO:teuthology.orchestra.run.smithi136.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-08-19T11:20:11.724 INFO:teuthology.orchestra.run.smithi136.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-08-19T11:20:11.725 INFO:teuthology.orchestra.run.smithi136.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-08-19T11:20:11.725 INFO:teuthology.orchestra.run.smithi136.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-08-19T11:20:11.725 INFO:teuthology.orchestra.run.smithi136.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-08-19T11:20:11.725 INFO:teuthology.orchestra.run.smithi136.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-08-19T11:20:11.725 INFO:teuthology.orchestra.run.smithi136.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-08-19T11:20:11.725 INFO:teuthology.orchestra.run.smithi136.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-08-19T11:20:11.725 INFO:teuthology.orchestra.run.smithi136.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-08-19T11:20:11.725 INFO:teuthology.orchestra.run.smithi136.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-08-19T11:20:11.725 INFO:teuthology.orchestra.run.smithi136.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-08-19T11:20:11.725 INFO:teuthology.orchestra.run.smithi136.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-08-19T11:20:11.725 INFO:teuthology.orchestra.run.smithi136.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-08-19T11:20:11.725 INFO:teuthology.orchestra.run.smithi136.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-08-19T11:20:11.725 INFO:teuthology.orchestra.run.smithi136.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-08-19T11:20:11.726 INFO:teuthology.orchestra.run.smithi136.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-08-19T11:20:11.726 INFO:teuthology.orchestra.run.smithi136.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-08-19T11:20:11.726 INFO:teuthology.orchestra.run.smithi136.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-08-19T11:20:11.726 INFO:teuthology.orchestra.run.smithi136.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-08-19T11:20:11.726 INFO:teuthology.orchestra.run.smithi136.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-08-19T11:20:11.726 INFO:teuthology.orchestra.run.smithi136.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-08-19T11:20:11.726 INFO:teuthology.orchestra.run.smithi136.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-08-19T11:20:11.726 INFO:teuthology.orchestra.run.smithi136.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-08-19T11:20:11.726 INFO:teuthology.orchestra.run.smithi136.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-08-19T11:20:11.726 INFO:teuthology.orchestra.run.smithi136.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-08-19T11:20:11.726 INFO:teuthology.orchestra.run.smithi136.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-08-19T11:20:11.726 INFO:teuthology.orchestra.run.smithi136.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-08-19T11:20:11.726 INFO:teuthology.orchestra.run.smithi136.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-08-19T11:20:11.727 INFO:teuthology.orchestra.run.smithi136.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-08-19T11:20:11.727 INFO:teuthology.orchestra.run.smithi136.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-08-19T11:20:11.727 INFO:teuthology.orchestra.run.smithi136.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-08-19T11:20:11.727 INFO:teuthology.orchestra.run.smithi136.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-08-19T11:20:11.727 INFO:teuthology.orchestra.run.smithi136.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-08-19T11:20:11.727 INFO:teuthology.orchestra.run.smithi136.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-08-19T11:20:11.727 INFO:teuthology.orchestra.run.smithi136.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-08-19T11:20:11.727 INFO:teuthology.orchestra.run.smithi136.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-08-19T11:20:11.727 INFO:teuthology.orchestra.run.smithi136.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-08-19T11:20:11.727 INFO:teuthology.orchestra.run.smithi136.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-08-19T11:20:11.727 INFO:teuthology.orchestra.run.smithi136.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-08-19T11:20:11.727 INFO:teuthology.orchestra.run.smithi136.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-08-19T11:20:11.727 INFO:teuthology.orchestra.run.smithi136.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-08-19T11:20:11.727 INFO:teuthology.orchestra.run.smithi136.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-08-19T11:20:11.728 INFO:teuthology.orchestra.run.smithi136.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-08-19T11:20:11.728 INFO:teuthology.orchestra.run.smithi136.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-08-19T11:20:11.728 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:20:11.728 INFO:teuthology.orchestra.run.smithi136.stdout:Transaction Summary 2024-08-19T11:20:11.728 INFO:teuthology.orchestra.run.smithi136.stdout:====================================================================================== 2024-08-19T11:20:11.728 INFO:teuthology.orchestra.run.smithi136.stdout:Install 116 Packages 2024-08-19T11:20:11.728 INFO:teuthology.orchestra.run.smithi136.stdout:Upgrade 2 Packages 2024-08-19T11:20:11.728 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:20:11.729 INFO:teuthology.orchestra.run.smithi136.stdout:Total download size: 179 M 2024-08-19T11:20:11.729 INFO:teuthology.orchestra.run.smithi136.stdout:Downloading Packages: 2024-08-19T11:20:11.740 INFO:teuthology.orchestra.run.smithi155.stdout:(4/118): ceph-immutable-object-cache-18.2.4-721 1.2 MB/s | 143 kB 00:00 2024-08-19T11:20:12.040 INFO:teuthology.orchestra.run.smithi155.stdout:(5/118): ceph-mds-18.2.4-721.gbaa926de.el9.x86_ 6.5 MB/s | 2.1 MB 00:00 2024-08-19T11:20:12.307 INFO:teuthology.orchestra.run.smithi155.stdout:(6/118): ceph-common-18.2.4-721.gbaa926de.el9.x 18 MB/s | 18 MB 00:00 2024-08-19T11:20:12.349 INFO:teuthology.orchestra.run.smithi155.stdout:(7/118): ceph-mgr-18.2.4-721.gbaa926de.el9.x86_ 2.4 MB/s | 1.5 MB 00:00 2024-08-19T11:20:12.458 INFO:teuthology.orchestra.run.smithi155.stdout:(8/118): ceph-mon-18.2.4-721.gbaa926de.el9.x86_ 11 MB/s | 4.7 MB 00:00 2024-08-19T11:20:12.541 INFO:teuthology.orchestra.run.smithi155.stdout:(9/118): ceph-selinux-18.2.4-721.gbaa926de.el9. 303 kB/s | 25 kB 00:00 2024-08-19T11:20:12.558 INFO:teuthology.orchestra.run.smithi136.stdout:(1/118): ceph-18.2.4-721.gbaa926de.el9.x86_64.r 34 kB/s | 6.5 kB 00:00 2024-08-19T11:20:12.966 INFO:teuthology.orchestra.run.smithi136.stdout:(2/118): ceph-fuse-18.2.4-721.gbaa926de.el9.x86 2.0 MB/s | 852 kB 00:00 2024-08-19T11:20:13.033 INFO:teuthology.orchestra.run.smithi136.stdout:(3/118): ceph-immutable-object-cache-18.2.4-721 2.1 MB/s | 143 kB 00:00 2024-08-19T11:20:13.650 INFO:teuthology.orchestra.run.smithi155.stdout:(10/118): ceph-radosgw-18.2.4-721.gbaa926de.el9 6.0 MB/s | 7.7 MB 00:01 2024-08-19T11:20:13.667 INFO:teuthology.orchestra.run.smithi136.stdout:(4/118): ceph-mds-18.2.4-721.gbaa926de.el9.x86_ 3.3 MB/s | 2.1 MB 00:00 2024-08-19T11:20:13.800 INFO:teuthology.orchestra.run.smithi155.stdout:(11/118): ceph-osd-18.2.4-721.gbaa926de.el9.x86 11 MB/s | 17 MB 00:01 2024-08-19T11:20:13.825 INFO:teuthology.orchestra.run.smithi155.stdout:(12/118): libcephfs-devel-18.2.4-721.gbaa926de. 177 kB/s | 31 kB 00:00 2024-08-19T11:20:13.834 INFO:teuthology.orchestra.run.smithi136.stdout:(5/118): ceph-mgr-18.2.4-721.gbaa926de.el9.x86_ 8.8 MB/s | 1.5 MB 00:00 2024-08-19T11:20:13.901 INFO:teuthology.orchestra.run.smithi136.stdout:(6/118): ceph-base-18.2.4-721.gbaa926de.el9.x86 3.3 MB/s | 5.1 MB 00:01 2024-08-19T11:20:13.934 INFO:teuthology.orchestra.run.smithi155.stdout:(13/118): libcephfs2-18.2.4-721.gbaa926de.el9.x 5.2 MB/s | 711 kB 00:00 2024-08-19T11:20:13.959 INFO:teuthology.orchestra.run.smithi155.stdout:(14/118): libcephsqlite-18.2.4-721.gbaa926de.el 1.2 MB/s | 166 kB 00:00 2024-08-19T11:20:14.226 INFO:teuthology.orchestra.run.smithi136.stdout:(7/118): ceph-mon-18.2.4-721.gbaa926de.el9.x86_ 12 MB/s | 4.7 MB 00:00 2024-08-19T11:20:14.318 INFO:teuthology.orchestra.run.smithi155.stdout:(15/118): ceph-test-18.2.4-721.gbaa926de.el9.x8 22 MB/s | 40 MB 00:01 2024-08-19T11:20:14.343 INFO:teuthology.orchestra.run.smithi155.stdout:(16/118): librados-devel-18.2.4-721.gbaa926de.e 310 kB/s | 127 kB 00:00 2024-08-19T11:20:14.368 INFO:teuthology.orchestra.run.smithi155.stdout:(17/118): libradosstriper1-18.2.4-721.gbaa926de 1.1 MB/s | 477 kB 00:00 2024-08-19T11:20:14.560 INFO:teuthology.orchestra.run.smithi155.stdout:(18/118): python3-ceph-argparse-18.2.4-721.gbaa 208 kB/s | 45 kB 00:00 2024-08-19T11:20:14.585 INFO:teuthology.orchestra.run.smithi155.stdout:(19/118): python3-ceph-common-18.2.4-721.gbaa92 596 kB/s | 129 kB 00:00 2024-08-19T11:20:14.610 INFO:teuthology.orchestra.run.smithi155.stdout:(20/118): python3-cephfs-18.2.4-721.gbaa926de.e 3.7 MB/s | 188 kB 00:00 2024-08-19T11:20:14.626 INFO:teuthology.orchestra.run.smithi136.stdout:(8/118): ceph-radosgw-18.2.4-721.gbaa926de.el9. 19 MB/s | 7.7 MB 00:00 2024-08-19T11:20:14.676 INFO:teuthology.orchestra.run.smithi136.stdout:(9/118): ceph-selinux-18.2.4-721.gbaa926de.el9. 508 kB/s | 25 kB 00:00 2024-08-19T11:20:14.677 INFO:teuthology.orchestra.run.smithi155.stdout:(21/118): librgw2-18.2.4-721.gbaa926de.el9.x86_ 12 MB/s | 4.5 MB 00:00 2024-08-19T11:20:14.703 INFO:teuthology.orchestra.run.smithi155.stdout:(22/118): python3-rados-18.2.4-721.gbaa926de.el 3.1 MB/s | 371 kB 00:00 2024-08-19T11:20:14.728 INFO:teuthology.orchestra.run.smithi155.stdout:(23/118): python3-rbd-18.2.4-721.gbaa926de.el9. 2.9 MB/s | 348 kB 00:00 2024-08-19T11:20:14.753 INFO:teuthology.orchestra.run.smithi155.stdout:(24/118): rbd-fuse-18.2.4-721.gbaa926de.el9.x86 1.7 MB/s | 87 kB 00:00 2024-08-19T11:20:14.778 INFO:teuthology.orchestra.run.smithi155.stdout:(25/118): python3-rgw-18.2.4-721.gbaa926de.el9. 1.1 MB/s | 116 kB 00:00 2024-08-19T11:20:14.820 INFO:teuthology.orchestra.run.smithi155.stdout:(26/118): rbd-nbd-18.2.4-721.gbaa926de.el9.x86_ 2.5 MB/s | 172 kB 00:00 2024-08-19T11:20:14.863 INFO:teuthology.orchestra.run.smithi155.stdout:(27/118): ceph-grafana-dashboards-18.2.4-721.gb 293 kB/s | 24 kB 00:00 2024-08-19T11:20:14.896 INFO:teuthology.orchestra.run.smithi155.stdout:(28/118): ceph-mgr-cephadm-18.2.4-721.gbaa926de 1.8 MB/s | 139 kB 00:00 2024-08-19T11:20:14.946 INFO:teuthology.orchestra.run.smithi155.stdout:(29/118): rbd-mirror-18.2.4-721.gbaa926de.el9.x 14 MB/s | 3.0 MB 00:00 2024-08-19T11:20:15.097 INFO:teuthology.orchestra.run.smithi155.stdout:(30/118): ceph-mgr-dashboard-18.2.4-721.gbaa926 15 MB/s | 3.5 MB 00:00 2024-08-19T11:20:15.122 INFO:teuthology.orchestra.run.smithi155.stdout:(31/118): ceph-mgr-modules-core-18.2.4-721.gbaa 1.4 MB/s | 246 kB 00:00 2024-08-19T11:20:15.172 INFO:teuthology.orchestra.run.smithi155.stdout:(32/118): ceph-mgr-rook-18.2.4-721.gbaa926de.el 658 kB/s | 49 kB 00:00 2024-08-19T11:20:15.197 INFO:teuthology.orchestra.run.smithi155.stdout:(33/118): ceph-prometheus-alerts-18.2.4-721.gba 219 kB/s | 16 kB 00:00 2024-08-19T11:20:15.247 INFO:teuthology.orchestra.run.smithi155.stdout:(34/118): cephadm-18.2.4-721.gbaa926de.el9.noar 2.9 MB/s | 224 kB 00:00 2024-08-19T11:20:15.356 INFO:teuthology.orchestra.run.smithi155.stdout:(35/118): fuse-2.9.9-16.el9.x86_64.rpm 504 kB/s | 80 kB 00:00 2024-08-19T11:20:15.464 INFO:teuthology.orchestra.run.smithi155.stdout:(36/118): libquadmath-11.4.1-3.el9.x86_64.rpm 1.8 MB/s | 195 kB 00:00 2024-08-19T11:20:15.549 INFO:teuthology.orchestra.run.smithi155.stdout:(37/118): libgfortran-11.4.1-3.el9.x86_64.rpm 2.6 MB/s | 803 kB 00:00 2024-08-19T11:20:15.573 INFO:teuthology.orchestra.run.smithi155.stdout:(38/118): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.3 MB/s | 253 kB 00:00 2024-08-19T11:20:15.657 INFO:teuthology.orchestra.run.smithi155.stdout:(39/118): ceph-mgr-diskprediction-local-18.2.4- 9.7 MB/s | 7.4 MB 00:00 2024-08-19T11:20:15.682 INFO:teuthology.orchestra.run.smithi155.stdout:(40/118): python3-ply-3.11-14.el9.noarch.rpm 980 kB/s | 106 kB 00:00 2024-08-19T11:20:15.833 INFO:teuthology.orchestra.run.smithi155.stdout:(41/118): python3-pycparser-2.20-6.el9.noarch.r 771 kB/s | 135 kB 00:00 2024-08-19T11:20:15.866 INFO:teuthology.orchestra.run.smithi155.stdout:(42/118): python3-cryptography-36.0.1-4.el9.x86 3.9 MB/s | 1.2 MB 00:00 2024-08-19T11:20:15.891 INFO:teuthology.orchestra.run.smithi155.stdout:(43/118): python3-requests-2.25.1-8.el9.noarch. 597 kB/s | 125 kB 00:00 2024-08-19T11:20:15.917 INFO:teuthology.orchestra.run.smithi155.stdout:(44/118): python3-urllib3-1.26.5-6.el9.noarch.r 2.5 MB/s | 215 kB 00:00 2024-08-19T11:20:16.009 INFO:teuthology.orchestra.run.smithi155.stdout:(45/118): flexiblas-3.0.4-8.el9.x86_64.rpm 280 kB/s | 33 kB 00:00 2024-08-19T11:20:16.059 INFO:teuthology.orchestra.run.smithi155.stdout:(46/118): flexiblas-openblas-openmp-3.0.4-8.el9 364 kB/s | 18 kB 00:00 2024-08-19T11:20:16.084 INFO:teuthology.orchestra.run.smithi155.stdout:(47/118): boost-program-options-1.75.0-8.el9.x8 491 kB/s | 107 kB 00:00 2024-08-19T11:20:16.118 INFO:teuthology.orchestra.run.smithi136.stdout:(10/118): ceph-test-18.2.4-721.gbaa926de.el9.x8 28 MB/s | 40 MB 00:01 2024-08-19T11:20:16.134 INFO:teuthology.orchestra.run.smithi155.stdout:(48/118): librabbitmq-0.11.0-7.el9.x86_64.rpm 905 kB/s | 45 kB 00:00 2024-08-19T11:20:16.161 INFO:teuthology.orchestra.run.smithi136.stdout:(11/118): libcephfs-devel-18.2.4-721.gbaa926de. 750 kB/s | 31 kB 00:00 2024-08-19T11:20:16.168 INFO:teuthology.orchestra.run.smithi155.stdout:(49/118): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.4 MB/s | 160 kB 00:00 2024-08-19T11:20:16.260 INFO:teuthology.orchestra.run.smithi155.stdout:(50/118): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.1 MB/s | 292 kB 00:00 2024-08-19T11:20:16.269 INFO:teuthology.orchestra.run.smithi136.stdout:(12/118): libcephfs2-18.2.4-721.gbaa926de.el9.x 6.4 MB/s | 711 kB 00:00 2024-08-19T11:20:16.285 INFO:teuthology.orchestra.run.smithi155.stdout:(51/118): librdkafka-1.6.1-102.el9.x86_64.rpm 4.3 MB/s | 662 kB 00:00 2024-08-19T11:20:16.318 INFO:teuthology.orchestra.run.smithi155.stdout:(52/118): openblas-0.3.21-2.el9.x86_64.rpm 603 kB/s | 35 kB 00:00 2024-08-19T11:20:16.319 INFO:teuthology.orchestra.run.smithi136.stdout:(13/118): libcephsqlite-18.2.4-721.gbaa926de.el 3.3 MB/s | 166 kB 00:00 2024-08-19T11:20:16.369 INFO:teuthology.orchestra.run.smithi155.stdout:(53/118): python3-attrs-20.3.0-7.el9.noarch.rpm 1.7 MB/s | 87 kB 00:00 2024-08-19T11:20:16.369 INFO:teuthology.orchestra.run.smithi136.stdout:(14/118): librados-devel-18.2.4-721.gbaa926de.e 2.5 MB/s | 127 kB 00:00 2024-08-19T11:20:16.428 INFO:teuthology.orchestra.run.smithi136.stdout:(15/118): libradosstriper1-18.2.4-721.gbaa926de 8.0 MB/s | 477 kB 00:00 2024-08-19T11:20:16.594 INFO:teuthology.orchestra.run.smithi155.stdout:(54/118): flexiblas-netlib-3.0.4-8.el9.x86_64.r 4.4 MB/s | 3.0 MB 00:00 2024-08-19T11:20:16.603 INFO:teuthology.orchestra.run.smithi136.stdout:(16/118): librgw2-18.2.4-721.gbaa926de.el9.x86_ 26 MB/s | 4.5 MB 00:00 2024-08-19T11:20:16.654 INFO:teuthology.orchestra.run.smithi136.stdout:(17/118): python3-ceph-argparse-18.2.4-721.gbaa 899 kB/s | 45 kB 00:00 2024-08-19T11:20:16.704 INFO:teuthology.orchestra.run.smithi136.stdout:(18/118): python3-ceph-common-18.2.4-721.gbaa92 2.5 MB/s | 129 kB 00:00 2024-08-19T11:20:16.744 INFO:teuthology.orchestra.run.smithi155.stdout:(55/118): python3-devel-3.9.19-4.el9.x86_64.rpm 1.6 MB/s | 244 kB 00:00 2024-08-19T11:20:16.754 INFO:teuthology.orchestra.run.smithi136.stdout:(19/118): python3-cephfs-18.2.4-721.gbaa926de.e 3.7 MB/s | 188 kB 00:00 2024-08-19T11:20:16.795 INFO:teuthology.orchestra.run.smithi155.stdout:(56/118): python3-iniconfig-1.1.1-7.el9.noarch. 349 kB/s | 17 kB 00:00 2024-08-19T11:20:16.805 INFO:teuthology.orchestra.run.smithi136.stdout:(20/118): python3-rados-18.2.4-721.gbaa926de.el 7.3 MB/s | 371 kB 00:00 2024-08-19T11:20:16.937 INFO:teuthology.orchestra.run.smithi155.stdout:(57/118): python3-jinja2-2.11.3-6.el9.noarch.rp 1.7 MB/s | 248 kB 00:00 2024-08-19T11:20:16.972 INFO:teuthology.orchestra.run.smithi136.stdout:(21/118): ceph-common-18.2.4-721.gbaa926de.el9. 4.0 MB/s | 18 MB 00:04 2024-08-19T11:20:16.978 INFO:teuthology.orchestra.run.smithi155.stdout:(58/118): python3-jsonpatch-1.21-16.el9.noarch. 618 kB/s | 26 kB 00:00 2024-08-19T11:20:16.997 INFO:teuthology.orchestra.run.smithi136.stdout:(22/118): python3-rbd-18.2.4-721.gbaa926de.el9. 1.8 MB/s | 348 kB 00:00 2024-08-19T11:20:17.020 INFO:teuthology.orchestra.run.smithi155.stdout:(59/118): python3-jsonpointer-2.0-4.el9.noarch. 461 kB/s | 19 kB 00:00 2024-08-19T11:20:17.022 INFO:teuthology.orchestra.run.smithi136.stdout:(23/118): python3-rgw-18.2.4-721.gbaa926de.el9. 2.3 MB/s | 116 kB 00:00 2024-08-19T11:20:17.048 INFO:teuthology.orchestra.run.smithi136.stdout:(24/118): rbd-fuse-18.2.4-721.gbaa926de.el9.x86 1.7 MB/s | 87 kB 00:00 2024-08-19T11:20:17.129 INFO:teuthology.orchestra.run.smithi155.stdout:(60/118): python3-mako-1.1.4-6.el9.noarch.rpm 1.6 MB/s | 172 kB 00:00 2024-08-19T11:20:17.179 INFO:teuthology.orchestra.run.smithi155.stdout:(61/118): python3-markupsafe-1.1.1-12.el9.x86_6 696 kB/s | 35 kB 00:00 2024-08-19T11:20:17.232 INFO:teuthology.orchestra.run.smithi136.stdout:(25/118): ceph-osd-18.2.4-721.gbaa926de.el9.x86 5.0 MB/s | 17 MB 00:03 2024-08-19T11:20:17.265 INFO:teuthology.orchestra.run.smithi136.stdout:(26/118): rbd-nbd-18.2.4-721.gbaa926de.el9.x86_ 793 kB/s | 172 kB 00:00 2024-08-19T11:20:17.282 INFO:teuthology.orchestra.run.smithi136.stdout:(27/118): ceph-grafana-dashboards-18.2.4-721.gb 488 kB/s | 24 kB 00:00 2024-08-19T11:20:17.332 INFO:teuthology.orchestra.run.smithi136.stdout:(28/118): ceph-mgr-cephadm-18.2.4-721.gbaa926de 2.0 MB/s | 139 kB 00:00 2024-08-19T11:20:17.591 INFO:teuthology.orchestra.run.smithi136.stdout:(29/118): ceph-mgr-diskprediction-local-18.2.4- 29 MB/s | 7.4 MB 00:00 2024-08-19T11:20:17.674 INFO:teuthology.orchestra.run.smithi136.stdout:(30/118): rbd-mirror-18.2.4-721.gbaa926de.el9.x 4.6 MB/s | 3.0 MB 00:00 2024-08-19T11:20:17.700 INFO:teuthology.orchestra.run.smithi136.stdout:(31/118): ceph-mgr-modules-core-18.2.4-721.gbaa 2.2 MB/s | 246 kB 00:00 2024-08-19T11:20:17.725 INFO:teuthology.orchestra.run.smithi136.stdout:(32/118): ceph-mgr-rook-18.2.4-721.gbaa926de.el 982 kB/s | 49 kB 00:00 2024-08-19T11:20:17.750 INFO:teuthology.orchestra.run.smithi136.stdout:(33/118): ceph-prometheus-alerts-18.2.4-721.gba 328 kB/s | 16 kB 00:00 2024-08-19T11:20:17.801 INFO:teuthology.orchestra.run.smithi136.stdout:(34/118): cephadm-18.2.4-721.gbaa926de.el9.noar 2.9 MB/s | 224 kB 00:00 2024-08-19T11:20:17.901 INFO:teuthology.orchestra.run.smithi136.stdout:(35/118): ceph-mgr-dashboard-18.2.4-721.gbaa926 5.7 MB/s | 3.5 MB 00:00 2024-08-19T11:20:17.943 INFO:teuthology.orchestra.run.smithi136.stdout:(36/118): fuse-2.9.9-16.el9.x86_64.rpm 415 kB/s | 80 kB 00:00 2024-08-19T11:20:18.060 INFO:teuthology.orchestra.run.smithi136.stdout:(37/118): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.1 MB/s | 253 kB 00:00 2024-08-19T11:20:18.071 INFO:teuthology.orchestra.run.smithi155.stdout:(62/118): openblas-openmp-0.3.21-2.el9.x86_64.r 2.7 MB/s | 4.7 MB 00:01 2024-08-19T11:20:18.119 INFO:teuthology.orchestra.run.smithi136.stdout:(38/118): libquadmath-11.4.1-3.el9.x86_64.rpm 898 kB/s | 195 kB 00:00 2024-08-19T11:20:18.144 INFO:teuthology.orchestra.run.smithi136.stdout:(39/118): libgfortran-11.4.1-3.el9.x86_64.rpm 2.3 MB/s | 803 kB 00:00 2024-08-19T11:20:18.177 INFO:teuthology.orchestra.run.smithi136.stdout:(40/118): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-08-19T11:20:18.211 INFO:teuthology.orchestra.run.smithi136.stdout:(41/118): python3-pycparser-2.20-6.el9.noarch.r 2.0 MB/s | 135 kB 00:00 2024-08-19T11:20:18.213 INFO:teuthology.orchestra.run.smithi155.stdout:(63/118): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.7 MB/s | 250 kB 00:00 2024-08-19T11:20:18.236 INFO:teuthology.orchestra.run.smithi136.stdout:(42/118): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-08-19T11:20:18.279 INFO:teuthology.orchestra.run.smithi136.stdout:(43/118): python3-cryptography-36.0.1-4.el9.x86 5.6 MB/s | 1.2 MB 00:00 2024-08-19T11:20:18.312 INFO:teuthology.orchestra.run.smithi136.stdout:(44/118): python3-urllib3-1.26.5-6.el9.noarch.r 2.1 MB/s | 215 kB 00:00 2024-08-19T11:20:18.363 INFO:teuthology.orchestra.run.smithi155.stdout:(64/118): python3-oauthlib-3.1.1-5.el9.noarch.r 1.4 MB/s | 222 kB 00:00 2024-08-19T11:20:18.447 INFO:teuthology.orchestra.run.smithi155.stdout:(65/118): python3-packaging-20.9-5.el9.noarch.r 927 kB/s | 77 kB 00:00 2024-08-19T11:20:18.497 INFO:teuthology.orchestra.run.smithi155.stdout:(66/118): python3-pluggy-0.13.1-7.el9.noarch.rp 830 kB/s | 41 kB 00:00 2024-08-19T11:20:18.546 INFO:teuthology.orchestra.run.smithi136.stdout:(45/118): flexiblas-3.0.4-8.el9.x86_64.rpm 122 kB/s | 33 kB 00:00 2024-08-19T11:20:18.547 INFO:teuthology.orchestra.run.smithi155.stdout:(67/118): python3-prettytable-0.7.2-27.el9.noar 844 kB/s | 42 kB 00:00 2024-08-19T11:20:18.655 INFO:teuthology.orchestra.run.smithi136.stdout:(46/118): flexiblas-openblas-openmp-3.0.4-8.el9 168 kB/s | 18 kB 00:00 2024-08-19T11:20:18.681 INFO:teuthology.orchestra.run.smithi155.stdout:(68/118): python3-babel-2.9.1-2.el9.noarch.rpm 2.6 MB/s | 6.0 MB 00:02 2024-08-19T11:20:18.738 INFO:teuthology.orchestra.run.smithi136.stdout:(47/118): boost-program-options-1.75.0-8.el9.x8 213 kB/s | 107 kB 00:00 2024-08-19T11:20:18.798 INFO:teuthology.orchestra.run.smithi155.stdout:(69/118): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.3 MB/s | 159 kB 00:00 2024-08-19T11:20:18.847 INFO:teuthology.orchestra.run.smithi136.stdout:(48/118): librabbitmq-0.11.0-7.el9.x86_64.rpm 418 kB/s | 45 kB 00:00 2024-08-19T11:20:18.865 INFO:teuthology.orchestra.run.smithi155.stdout:(70/118): python3-py-1.10.0-6.el9.noarch.rpm 1.5 MB/s | 477 kB 00:00 2024-08-19T11:20:18.922 INFO:teuthology.orchestra.run.smithi136.stdout:(49/118): libpmemobj-1.12.1-1.el9.x86_64.rpm 599 kB/s | 160 kB 00:00 2024-08-19T11:20:19.007 INFO:teuthology.orchestra.run.smithi155.stdout:(71/118): python3-pyasn1-modules-0.4.8-6.el9.no 1.3 MB/s | 279 kB 00:00 2024-08-19T11:20:19.057 INFO:teuthology.orchestra.run.smithi155.stdout:(72/118): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-08-19T11:20:19.107 INFO:teuthology.orchestra.run.smithi155.stdout:(73/118): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-08-19T11:20:19.114 INFO:teuthology.orchestra.run.smithi136.stdout:(50/118): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.5 MB/s | 292 kB 00:00 2024-08-19T11:20:19.191 INFO:teuthology.orchestra.run.smithi155.stdout:(74/118): python3-pytest-6.2.2-7.el9.noarch.rpm 1.6 MB/s | 519 kB 00:00 2024-08-19T11:20:19.197 INFO:teuthology.orchestra.run.smithi136.stdout:(51/118): librdkafka-1.6.1-102.el9.x86_64.rpm 1.8 MB/s | 662 kB 00:00 2024-08-19T11:20:19.223 INFO:teuthology.orchestra.run.smithi136.stdout:(52/118): openblas-0.3.21-2.el9.x86_64.rpm 324 kB/s | 35 kB 00:00 2024-08-19T11:20:19.249 INFO:teuthology.orchestra.run.smithi155.stdout:(75/118): python3-toml-0.10.2-6.el9.noarch.rpm 715 kB/s | 42 kB 00:00 2024-08-19T11:20:19.340 INFO:teuthology.orchestra.run.smithi136.stdout:(53/118): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.9 MB/s | 3.0 MB 00:01 2024-08-19T11:20:19.373 INFO:teuthology.orchestra.run.smithi136.stdout:(54/118): python3-attrs-20.3.0-7.el9.noarch.rpm 582 kB/s | 87 kB 00:00 2024-08-19T11:20:19.425 INFO:teuthology.orchestra.run.smithi155.stdout:(76/118): socat-1.7.4.1-6.el9.x86_64.rpm 1.7 MB/s | 304 kB 00:00 2024-08-19T11:20:19.482 INFO:teuthology.orchestra.run.smithi136.stdout:(55/118): python3-devel-3.9.19-4.el9.x86_64.rpm 2.2 MB/s | 244 kB 00:00 2024-08-19T11:20:19.508 INFO:teuthology.orchestra.run.smithi155.stdout:(77/118): xmlstarlet-1.6.1-20.el9.x86_64.rpm 765 kB/s | 64 kB 00:00 2024-08-19T11:20:19.550 INFO:teuthology.orchestra.run.smithi155.stdout:(78/118): fmt-8.1.1-5.el9.x86_64.rpm 2.6 MB/s | 111 kB 00:00 2024-08-19T11:20:19.576 INFO:teuthology.orchestra.run.smithi155.stdout:(79/118): gperftools-libs-2.9.1-2.el9.x86_64.rp 12 MB/s | 309 kB 00:00 2024-08-19T11:20:19.582 INFO:teuthology.orchestra.run.smithi136.stdout:(56/118): python3-iniconfig-1.1.1-7.el9.noarch. 175 kB/s | 17 kB 00:00 2024-08-19T11:20:19.684 INFO:teuthology.orchestra.run.smithi155.stdout:(80/118): libarrow-9.0.0-11.el9.x86_64.rpm 41 MB/s | 4.4 MB 00:00 2024-08-19T11:20:19.691 INFO:teuthology.orchestra.run.smithi136.stdout:(57/118): python3-jinja2-2.11.3-6.el9.noarch.rp 2.2 MB/s | 248 kB 00:00 2024-08-19T11:20:19.709 INFO:teuthology.orchestra.run.smithi155.stdout:(81/118): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-08-19T11:20:19.734 INFO:teuthology.orchestra.run.smithi155.stdout:(82/118): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-08-19T11:20:19.752 INFO:teuthology.orchestra.run.smithi155.stdout:(83/118): libunwind-1.6.2-1.el9.x86_64.rpm 3.9 MB/s | 67 kB 00:00 2024-08-19T11:20:19.783 INFO:teuthology.orchestra.run.smithi136.stdout:(58/118): python3-jsonpatch-1.21-16.el9.noarch. 279 kB/s | 26 kB 00:00 2024-08-19T11:20:19.793 INFO:teuthology.orchestra.run.smithi155.stdout:(84/118): parquet-libs-9.0.0-11.el9.x86_64.rpm 20 MB/s | 839 kB 00:00 2024-08-19T11:20:19.827 INFO:teuthology.orchestra.run.smithi155.stdout:(85/118): python3-asyncssh-2.13.2-5.el9.noarch. 16 MB/s | 548 kB 00:00 2024-08-19T11:20:19.852 INFO:teuthology.orchestra.run.smithi155.stdout:(86/118): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-08-19T11:20:19.875 INFO:teuthology.orchestra.run.smithi136.stdout:(59/118): python3-jsonpointer-2.0-4.el9.noarch. 209 kB/s | 19 kB 00:00 2024-08-19T11:20:19.877 INFO:teuthology.orchestra.run.smithi155.stdout:(87/118): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-08-19T11:20:19.961 INFO:teuthology.orchestra.run.smithi155.stdout:(88/118): python3-numpy-1.20.1-5.el9.x86_64.rpm 1.8 MB/s | 5.1 MB 00:02 2024-08-19T11:20:19.983 INFO:teuthology.orchestra.run.smithi136.stdout:(60/118): python3-mako-1.1.4-6.el9.noarch.rpm 1.6 MB/s | 172 kB 00:00 2024-08-19T11:20:19.986 INFO:teuthology.orchestra.run.smithi155.stdout:(89/118): python3-certifi-2023.05.07-4.el9.noar 130 kB/s | 14 kB 00:00 2024-08-19T11:20:20.020 INFO:teuthology.orchestra.run.smithi155.stdout:(90/118): python3-cherrypy-18.6.1-2.el9.noarch. 13 MB/s | 358 kB 00:00 2024-08-19T11:20:20.054 INFO:teuthology.orchestra.run.smithi155.stdout:(91/118): python3-google-auth-2.33.0-1.el9.noar 6.8 MB/s | 220 kB 00:00 2024-08-19T11:20:20.079 INFO:teuthology.orchestra.run.smithi155.stdout:(92/118): python3-jaraco-8.2.1-3.el9.noarch.rpm 432 kB/s | 11 kB 00:00 2024-08-19T11:20:20.083 INFO:teuthology.orchestra.run.smithi136.stdout:(61/118): python3-markupsafe-1.1.1-12.el9.x86_6 348 kB/s | 35 kB 00:00 2024-08-19T11:20:20.112 INFO:teuthology.orchestra.run.smithi155.stdout:(93/118): python3-cheroot-8.6.0-4.el9.noarch.rp 1.1 MB/s | 172 kB 00:00 2024-08-19T11:20:20.137 INFO:teuthology.orchestra.run.smithi155.stdout:(94/118): python3-jaraco-classes-3.2.1-5.el9.no 303 kB/s | 18 kB 00:00 2024-08-19T11:20:20.163 INFO:teuthology.orchestra.run.smithi155.stdout:(95/118): python3-jaraco-functools-3.5.0-2.el9. 786 kB/s | 19 kB 00:00 2024-08-19T11:20:20.188 INFO:teuthology.orchestra.run.smithi155.stdout:(96/118): python3-jaraco-collections-3.0.0-8.el 461 kB/s | 23 kB 00:00 2024-08-19T11:20:20.213 INFO:teuthology.orchestra.run.smithi155.stdout:(97/118): python3-jaraco-text-3.2.0-6.el9.noarc 391 kB/s | 20 kB 00:00 2024-08-19T11:20:20.238 INFO:teuthology.orchestra.run.smithi155.stdout:(98/118): python3-logutils-0.3.5-21.el9.noarch. 1.8 MB/s | 46 kB 00:00 2024-08-19T11:20:20.255 INFO:teuthology.orchestra.run.smithi155.stdout:(99/118): python3-more-itertools-8.12.0-2.el9.n 4.7 MB/s | 79 kB 00:00 2024-08-19T11:20:20.281 INFO:teuthology.orchestra.run.smithi155.stdout:(100/118): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-08-19T11:20:20.314 INFO:teuthology.orchestra.run.smithi155.stdout:(101/118): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-08-19T11:20:20.340 INFO:teuthology.orchestra.run.smithi155.stdout:(102/118): python3-portend-3.1.0-2.el9.noarch.r 663 kB/s | 16 kB 00:00 2024-08-19T11:20:20.365 INFO:teuthology.orchestra.run.smithi155.stdout:(103/118): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-08-19T11:20:20.390 INFO:teuthology.orchestra.run.smithi155.stdout:(104/118): python3-repoze-lru-0.7-16.el9.noarch 1.2 MB/s | 31 kB 00:00 2024-08-19T11:20:20.424 INFO:teuthology.orchestra.run.smithi155.stdout:(105/118): python3-kubernetes-26.1.0-2.el9.noar 4.3 MB/s | 1.0 MB 00:00 2024-08-19T11:20:20.449 INFO:teuthology.orchestra.run.smithi155.stdout:(106/118): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-08-19T11:20:20.466 INFO:teuthology.orchestra.run.smithi155.stdout:(107/118): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-08-19T11:20:20.491 INFO:teuthology.orchestra.run.smithi155.stdout:(108/118): python3-tempora-5.0.0-2.el9.noarch.r 856 kB/s | 36 kB 00:00 2024-08-19T11:20:20.517 INFO:teuthology.orchestra.run.smithi155.stdout:(109/118): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-08-19T11:20:20.542 INFO:teuthology.orchestra.run.smithi155.stdout:(110/118): python3-webob-1.8.7-6.el9.noarch.rpm 4.5 MB/s | 230 kB 00:00 2024-08-19T11:20:20.567 INFO:teuthology.orchestra.run.smithi155.stdout:(111/118): python3-websocket-client-1.2.3-2.el9 1.8 MB/s | 90 kB 00:00 2024-08-19T11:20:20.584 INFO:teuthology.orchestra.run.smithi155.stdout:(112/118): python3-zc-lockfile-2.0-10.el9.noarc 1.2 MB/s | 20 kB 00:00 2024-08-19T11:20:20.618 INFO:teuthology.orchestra.run.smithi155.stdout:(113/118): re2-20211101-3.el9.x86_64.rpm 5.6 MB/s | 192 kB 00:00 2024-08-19T11:20:20.643 INFO:teuthology.orchestra.run.smithi155.stdout:(114/118): python3-werkzeug-2.0.3-3.el9.1.noarc 5.5 MB/s | 427 kB 00:00 2024-08-19T11:20:20.693 INFO:teuthology.orchestra.run.smithi155.stdout:(115/118): thrift-0.15.0-2.el9.x86_64.rpm 21 MB/s | 1.6 MB 00:00 2024-08-19T11:20:20.927 INFO:teuthology.orchestra.run.smithi155.stdout:(116/118): librados2-18.2.4-721.gbaa926de.el9.x 12 MB/s | 3.3 MB 00:00 2024-08-19T11:20:21.077 INFO:teuthology.orchestra.run.smithi155.stdout:(117/118): librbd1-18.2.4-721.gbaa926de.el9.x86 7.9 MB/s | 3.0 MB 00:00 2024-08-19T11:20:21.717 INFO:teuthology.orchestra.run.smithi136.stdout:(62/118): python3-numpy-1.20.1-5.el9.x86_64.rpm 3.1 MB/s | 5.1 MB 00:01 2024-08-19T11:20:21.919 INFO:teuthology.orchestra.run.smithi155.stdout:(118/118): python3-scipy-1.6.2-8.el9.x86_64.rpm 5.8 MB/s | 16 MB 00:02 2024-08-19T11:20:21.923 INFO:teuthology.orchestra.run.smithi155.stdout:-------------------------------------------------------------------------------- 2024-08-19T11:20:21.923 INFO:teuthology.orchestra.run.smithi155.stdout:Total 16 MB/s | 179 MB 00:11 2024-08-19T11:20:22.009 INFO:teuthology.orchestra.run.smithi136.stdout:(63/118): openblas-openmp-0.3.21-2.el9.x86_64.r 1.7 MB/s | 4.7 MB 00:02 2024-08-19T11:20:22.110 INFO:teuthology.orchestra.run.smithi136.stdout:(64/118): python3-numpy-f2py-1.20.1-5.el9.x86_6 640 kB/s | 250 kB 00:00 2024-08-19T11:20:22.293 INFO:teuthology.orchestra.run.smithi136.stdout:(65/118): python3-packaging-20.9-5.el9.noarch.r 421 kB/s | 77 kB 00:00 2024-08-19T11:20:22.368 INFO:teuthology.orchestra.run.smithi136.stdout:(66/118): python3-oauthlib-3.1.1-5.el9.noarch.r 619 kB/s | 222 kB 00:00 2024-08-19T11:20:22.393 INFO:teuthology.orchestra.run.smithi136.stdout:(67/118): python3-pluggy-0.13.1-7.el9.noarch.rp 413 kB/s | 41 kB 00:00 2024-08-19T11:20:22.519 INFO:teuthology.orchestra.run.smithi136.stdout:(68/118): python3-babel-2.9.1-2.el9.noarch.rpm 1.9 MB/s | 6.0 MB 00:03 2024-08-19T11:20:22.544 INFO:teuthology.orchestra.run.smithi136.stdout:(69/118): python3-prettytable-0.7.2-27.el9.noar 240 kB/s | 42 kB 00:00 2024-08-19T11:20:22.628 INFO:teuthology.orchestra.run.smithi136.stdout:(70/118): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.4 MB/s | 159 kB 00:00 2024-08-19T11:20:22.685 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction check 2024-08-19T11:20:22.745 INFO:teuthology.orchestra.run.smithi136.stdout:(71/118): python3-pytest-6.2.2-7.el9.noarch.rpm 4.3 MB/s | 519 kB 00:00 2024-08-19T11:20:22.782 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction check succeeded. 2024-08-19T11:20:22.782 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction test 2024-08-19T11:20:22.845 INFO:teuthology.orchestra.run.smithi136.stdout:(72/118): python3-pytz-2021.1-5.el9.noarch.rpm 510 kB/s | 51 kB 00:00 2024-08-19T11:20:22.945 INFO:teuthology.orchestra.run.smithi136.stdout:(73/118): python3-requests-oauthlib-1.3.0-12.el 537 kB/s | 54 kB 00:00 2024-08-19T11:20:22.970 INFO:teuthology.orchestra.run.smithi136.stdout:(74/118): python3-pyasn1-modules-0.4.8-6.el9.no 654 kB/s | 279 kB 00:00 2024-08-19T11:20:23.079 INFO:teuthology.orchestra.run.smithi136.stdout:(75/118): python3-toml-0.10.2-6.el9.noarch.rpm 385 kB/s | 42 kB 00:00 2024-08-19T11:20:23.138 INFO:teuthology.orchestra.run.smithi136.stdout:(76/118): python3-py-1.10.0-6.el9.noarch.rpm 641 kB/s | 477 kB 00:00 2024-08-19T11:20:23.330 INFO:teuthology.orchestra.run.smithi136.stdout:(77/118): xmlstarlet-1.6.1-20.el9.x86_64.rpm 332 kB/s | 64 kB 00:00 2024-08-19T11:20:23.372 INFO:teuthology.orchestra.run.smithi136.stdout:(78/118): fmt-8.1.1-5.el9.x86_64.rpm 2.6 MB/s | 111 kB 00:00 2024-08-19T11:20:23.397 INFO:teuthology.orchestra.run.smithi136.stdout:(79/118): gperftools-libs-2.9.1-2.el9.x86_64.rp 12 MB/s | 309 kB 00:00 2024-08-19T11:20:23.597 INFO:teuthology.orchestra.run.smithi136.stdout:(80/118): python3-scipy-1.6.2-8.el9.x86_64.rpm 25 MB/s | 16 MB 00:00 2024-08-19T11:20:23.622 INFO:teuthology.orchestra.run.smithi136.stdout:(81/118): socat-1.7.4.1-6.el9.x86_64.rpm 560 kB/s | 304 kB 00:00 2024-08-19T11:20:23.664 INFO:teuthology.orchestra.run.smithi136.stdout:(82/118): libarrow-doc-9.0.0-11.el9.noarch.rpm 390 kB/s | 26 kB 00:00 2024-08-19T11:20:23.692 INFO:teuthology.orchestra.run.smithi136.stdout:(83/118): libunwind-1.6.2-1.el9.x86_64.rpm 2.8 MB/s | 67 kB 00:00 2024-08-19T11:20:23.715 INFO:teuthology.orchestra.run.smithi136.stdout:(84/118): liboath-2.6.7-2.el9.x86_64.rpm 568 kB/s | 49 kB 00:00 2024-08-19T11:20:23.790 INFO:teuthology.orchestra.run.smithi136.stdout:(85/118): libarrow-9.0.0-11.el9.x86_64.rpm 11 MB/s | 4.4 MB 00:00 2024-08-19T11:20:23.900 INFO:teuthology.orchestra.run.smithi136.stdout:(86/118): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-08-19T11:20:23.900 INFO:teuthology.orchestra.run.smithi136.stdout:(87/118): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-08-19T11:20:23.900 INFO:teuthology.orchestra.run.smithi136.stdout:(88/118): python3-asyncssh-2.13.2-5.el9.noarch. 3.4 MB/s | 548 kB 00:00 2024-08-19T11:20:23.908 INFO:teuthology.orchestra.run.smithi136.stdout:(89/118): parquet-libs-9.0.0-11.el9.x86_64.rpm 3.8 MB/s | 839 kB 00:00 2024-08-19T11:20:23.950 INFO:teuthology.orchestra.run.smithi136.stdout:(90/118): python3-certifi-2023.05.07-4.el9.noar 130 kB/s | 14 kB 00:00 2024-08-19T11:20:23.975 INFO:teuthology.orchestra.run.smithi136.stdout:(91/118): python3-cheroot-8.6.0-4.el9.noarch.rp 1.7 MB/s | 172 kB 00:00 2024-08-19T11:20:24.000 INFO:teuthology.orchestra.run.smithi136.stdout:(92/118): python3-jaraco-8.2.1-3.el9.noarch.rpm 426 kB/s | 11 kB 00:00 2024-08-19T11:20:24.026 INFO:teuthology.orchestra.run.smithi136.stdout:(93/118): python3-jaraco-classes-3.2.1-5.el9.no 710 kB/s | 18 kB 00:00 2024-08-19T11:20:24.051 INFO:teuthology.orchestra.run.smithi136.stdout:(94/118): python3-google-auth-2.33.0-1.el9.noar 2.1 MB/s | 220 kB 00:00 2024-08-19T11:20:24.076 INFO:teuthology.orchestra.run.smithi136.stdout:(95/118): python3-jaraco-collections-3.0.0-8.el 461 kB/s | 23 kB 00:00 2024-08-19T11:20:24.102 INFO:teuthology.orchestra.run.smithi136.stdout:(96/118): python3-cherrypy-18.6.1-2.el9.noarch. 2.3 MB/s | 358 kB 00:00 2024-08-19T11:20:24.118 INFO:teuthology.orchestra.run.smithi136.stdout:(97/118): python3-jaraco-functools-3.5.0-2.el9. 289 kB/s | 19 kB 00:00 2024-08-19T11:20:24.144 INFO:teuthology.orchestra.run.smithi136.stdout:(98/118): python3-jaraco-text-3.2.0-6.el9.noarc 293 kB/s | 20 kB 00:00 2024-08-19T11:20:24.161 INFO:teuthology.orchestra.run.smithi136.stdout:(99/118): python3-logutils-0.3.5-21.el9.noarch. 1.1 MB/s | 46 kB 00:00 2024-08-19T11:20:24.165 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction test succeeded. 2024-08-19T11:20:24.165 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction 2024-08-19T11:20:24.178 INFO:teuthology.orchestra.run.smithi136.stdout:(100/118): python3-more-itertools-8.12.0-2.el9. 2.3 MB/s | 79 kB 00:00 2024-08-19T11:20:24.195 INFO:teuthology.orchestra.run.smithi136.stdout:(101/118): python3-natsort-7.1.1-5.el9.noarch.r 1.7 MB/s | 58 kB 00:00 2024-08-19T11:20:24.220 INFO:teuthology.orchestra.run.smithi136.stdout:(102/118): python3-portend-3.1.0-2.el9.noarch.r 660 kB/s | 16 kB 00:00 2024-08-19T11:20:24.245 INFO:teuthology.orchestra.run.smithi136.stdout:(103/118): python3-pecan-1.4.2-3.el9.noarch.rpm 4.0 MB/s | 272 kB 00:00 2024-08-19T11:20:24.270 INFO:teuthology.orchestra.run.smithi136.stdout:(104/118): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.7 MB/s | 90 kB 00:00 2024-08-19T11:20:24.296 INFO:teuthology.orchestra.run.smithi136.stdout:(105/118): python3-repoze-lru-0.7-16.el9.noarch 614 kB/s | 31 kB 00:00 2024-08-19T11:20:24.321 INFO:teuthology.orchestra.run.smithi136.stdout:(106/118): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-08-19T11:20:24.347 INFO:teuthology.orchestra.run.smithi136.stdout:(107/118): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-08-19T11:20:24.372 INFO:teuthology.orchestra.run.smithi136.stdout:(108/118): python3-tempora-5.0.0-2.el9.noarch.r 712 kB/s | 36 kB 00:00 2024-08-19T11:20:24.389 INFO:teuthology.orchestra.run.smithi136.stdout:(109/118): python3-typing-extensions-4.12.2-2.e 1.7 MB/s | 74 kB 00:00 2024-08-19T11:20:24.423 INFO:teuthology.orchestra.run.smithi136.stdout:(110/118): python3-kubernetes-26.1.0-2.el9.noar 3.4 MB/s | 1.0 MB 00:00 2024-08-19T11:20:24.448 INFO:teuthology.orchestra.run.smithi136.stdout:(111/118): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-08-19T11:20:24.474 INFO:teuthology.orchestra.run.smithi136.stdout:(112/118): python3-websocket-client-1.2.3-2.el9 1.0 MB/s | 90 kB 00:00 2024-08-19T11:20:24.498 INFO:teuthology.orchestra.run.smithi136.stdout:(113/118): python3-zc-lockfile-2.0-10.el9.noarc 401 kB/s | 20 kB 00:00 2024-08-19T11:20:24.524 INFO:teuthology.orchestra.run.smithi136.stdout:(114/118): re2-20211101-3.el9.x86_64.rpm 3.7 MB/s | 192 kB 00:00 2024-08-19T11:20:24.549 INFO:teuthology.orchestra.run.smithi136.stdout:(115/118): python3-werkzeug-2.0.3-3.el9.1.noarc 4.1 MB/s | 427 kB 00:00 2024-08-19T11:20:24.599 INFO:teuthology.orchestra.run.smithi136.stdout:(116/118): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-08-19T11:20:24.783 INFO:teuthology.orchestra.run.smithi136.stdout:(117/118): librados2-18.2.4-721.gbaa926de.el9.x 13 MB/s | 3.3 MB 00:00 2024-08-19T11:20:25.058 INFO:teuthology.orchestra.run.smithi136.stdout:(118/118): librbd1-18.2.4-721.gbaa926de.el9.x86 5.9 MB/s | 3.0 MB 00:00 2024-08-19T11:20:25.063 INFO:teuthology.orchestra.run.smithi136.stdout:-------------------------------------------------------------------------------- 2024-08-19T11:20:25.064 INFO:teuthology.orchestra.run.smithi136.stdout:Total 13 MB/s | 179 MB 00:13 2024-08-19T11:20:25.801 INFO:teuthology.orchestra.run.smithi136.stdout:Running transaction check 2024-08-19T11:20:25.899 INFO:teuthology.orchestra.run.smithi136.stdout:Transaction check succeeded. 2024-08-19T11:20:25.899 INFO:teuthology.orchestra.run.smithi136.stdout:Running transaction test 2024-08-19T11:20:27.282 INFO:teuthology.orchestra.run.smithi136.stdout:Transaction test succeeded. 2024-08-19T11:20:27.282 INFO:teuthology.orchestra.run.smithi136.stdout:Running transaction 2024-08-19T11:20:28.949 INFO:teuthology.orchestra.run.smithi155.stdout: Preparing : 1/1 2024-08-19T11:20:29.029 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/120 2024-08-19T11:20:29.055 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/120 2024-08-19T11:20:29.097 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/120 2024-08-19T11:20:29.488 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/120 2024-08-19T11:20:29.539 INFO:teuthology.orchestra.run.smithi155.stdout: Upgrading : librados2-2:18.2.4-721.gbaa926de.el9.x86_64 5/120 2024-08-19T11:20:29.641 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: librados2-2:18.2.4-721.gbaa926de.el9.x86_64 5/120 2024-08-19T11:20:29.665 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libcephfs2-2:18.2.4-721.gbaa926de.el9.x86_64 6/120 2024-08-19T11:20:29.761 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: libcephfs2-2:18.2.4-721.gbaa926de.el9.x86_64 6/120 2024-08-19T11:20:29.798 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-rados-2:18.2.4-721.gbaa926de.el9.x86_64 7/120 2024-08-19T11:20:29.827 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/120 2024-08-19T11:20:29.864 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/120 2024-08-19T11:20:29.892 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libcephsqlite-2:18.2.4-721.gbaa926de.el9.x86_64 10/120 2024-08-19T11:20:29.994 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: libcephsqlite-2:18.2.4-721.gbaa926de.el9.x86_64 10/120 2024-08-19T11:20:30.018 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libradosstriper1-2:18.2.4-721.gbaa926de.el9.x86_ 11/120 2024-08-19T11:20:30.145 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: libradosstriper1-2:18.2.4-721.gbaa926de.el9.x86_ 11/120 2024-08-19T11:20:30.172 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/120 2024-08-19T11:20:30.204 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/120 2024-08-19T11:20:30.242 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/120 2024-08-19T11:20:30.283 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/120 2024-08-19T11:20:30.348 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/120 2024-08-19T11:20:30.382 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/120 2024-08-19T11:20:30.410 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/120 2024-08-19T11:20:30.479 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/120 2024-08-19T11:20:30.532 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 20/120 2024-08-19T11:20:30.563 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/120 2024-08-19T11:20:30.606 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 22/120 2024-08-19T11:20:30.642 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 23/120 2024-08-19T11:20:30.686 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-ceph-argparse-2:18.2.4-721.gbaa926de.el9 24/120 2024-08-19T11:20:30.759 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cephfs-2:18.2.4-721.gbaa926de.el9.x86_64 25/120 2024-08-19T11:20:30.901 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/120 2024-08-19T11:20:31.214 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/120 2024-08-19T11:20:31.752 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/120 2024-08-19T11:20:31.832 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/120 2024-08-19T11:20:31.889 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 30/120 2024-08-19T11:20:31.921 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/120 2024-08-19T11:20:31.935 INFO:teuthology.orchestra.run.smithi136.stdout: Preparing : 1/1 2024-08-19T11:20:31.956 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/120 2024-08-19T11:20:31.997 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/120 2024-08-19T11:20:32.010 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/120 2024-08-19T11:20:32.035 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : librados-devel-2:18.2.4-721.gbaa926de.el9.x86_64 34/120 2024-08-19T11:20:32.044 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/120 2024-08-19T11:20:32.065 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/120 2024-08-19T11:20:32.086 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/120 2024-08-19T11:20:32.099 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/120 2024-08-19T11:20:32.206 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/120 2024-08-19T11:20:32.252 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 38/120 2024-08-19T11:20:32.310 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/120 2024-08-19T11:20:32.381 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/120 2024-08-19T11:20:32.412 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/120 2024-08-19T11:20:32.423 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/120 2024-08-19T11:20:32.448 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 42/120 2024-08-19T11:20:32.495 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/120 2024-08-19T11:20:32.539 INFO:teuthology.orchestra.run.smithi136.stdout: Upgrading : librados2-2:18.2.4-721.gbaa926de.el9.x86_64 5/120 2024-08-19T11:20:32.540 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/120 2024-08-19T11:20:32.582 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/120 2024-08-19T11:20:32.678 INFO:teuthology.orchestra.run.smithi136.stdout: Running scriptlet: librados2-2:18.2.4-721.gbaa926de.el9.x86_64 5/120 2024-08-19T11:20:32.705 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : libcephfs2-2:18.2.4-721.gbaa926de.el9.x86_64 6/120 2024-08-19T11:20:32.720 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/120 2024-08-19T11:20:32.759 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/120 2024-08-19T11:20:32.784 INFO:teuthology.orchestra.run.smithi136.stdout: Running scriptlet: libcephfs2-2:18.2.4-721.gbaa926de.el9.x86_64 6/120 2024-08-19T11:20:32.800 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 48/120 2024-08-19T11:20:32.822 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-rados-2:18.2.4-721.gbaa926de.el9.x86_64 7/120 2024-08-19T11:20:32.850 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/120 2024-08-19T11:20:32.888 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/120 2024-08-19T11:20:32.903 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/120 2024-08-19T11:20:32.915 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : libcephsqlite-2:18.2.4-721.gbaa926de.el9.x86_64 10/120 2024-08-19T11:20:32.942 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-google-auth-1:2.33.0-1.el9.noarch 50/120 2024-08-19T11:20:32.981 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/120 2024-08-19T11:20:33.007 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/120 2024-08-19T11:20:33.017 INFO:teuthology.orchestra.run.smithi136.stdout: Running scriptlet: libcephsqlite-2:18.2.4-721.gbaa926de.el9.x86_64 10/120 2024-08-19T11:20:33.034 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 53/120 2024-08-19T11:20:33.041 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : libradosstriper1-2:18.2.4-721.gbaa926de.el9.x86_ 11/120 2024-08-19T11:20:33.061 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/120 2024-08-19T11:20:33.105 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/120 2024-08-19T11:20:33.169 INFO:teuthology.orchestra.run.smithi136.stdout: Running scriptlet: libradosstriper1-2:18.2.4-721.gbaa926de.el9.x86_ 11/120 2024-08-19T11:20:33.204 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/120 2024-08-19T11:20:33.231 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 56/120 2024-08-19T11:20:33.237 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/120 2024-08-19T11:20:33.267 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/120 2024-08-19T11:20:33.273 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/120 2024-08-19T11:20:33.307 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/120 2024-08-19T11:20:33.312 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/120 2024-08-19T11:20:33.363 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/120 2024-08-19T11:20:33.372 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/120 2024-08-19T11:20:33.406 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/120 2024-08-19T11:20:33.433 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/120 2024-08-19T11:20:33.462 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/120 2024-08-19T11:20:33.502 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/120 2024-08-19T11:20:33.517 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/120 2024-08-19T11:20:33.556 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 20/120 2024-08-19T11:20:33.586 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/120 2024-08-19T11:20:33.622 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 22/120 2024-08-19T11:20:33.657 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 23/120 2024-08-19T11:20:33.703 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-ceph-argparse-2:18.2.4-721.gbaa926de.el9 24/120 2024-08-19T11:20:33.775 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-cephfs-2:18.2.4-721.gbaa926de.el9.x86_64 25/120 2024-08-19T11:20:33.906 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/120 2024-08-19T11:20:33.978 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/120 2024-08-19T11:20:34.249 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/120 2024-08-19T11:20:34.298 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/120 2024-08-19T11:20:34.331 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/120 2024-08-19T11:20:34.365 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/120 2024-08-19T11:20:34.474 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/120 2024-08-19T11:20:34.502 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/120 2024-08-19T11:20:34.523 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-devel-3.9.19-4.el9.x86_64 67/120 2024-08-19T11:20:34.557 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/120 2024-08-19T11:20:34.599 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/120 2024-08-19T11:20:34.645 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 30/120 2024-08-19T11:20:34.679 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/120 2024-08-19T11:20:34.714 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/120 2024-08-19T11:20:34.733 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : openblas-0.3.21-2.el9.x86_64 69/120 2024-08-19T11:20:34.755 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/120 2024-08-19T11:20:34.764 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 70/120 2024-08-19T11:20:34.793 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : librados-devel-2:18.2.4-721.gbaa926de.el9.x86_64 34/120 2024-08-19T11:20:34.824 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/120 2024-08-19T11:20:34.840 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/120 2024-08-19T11:20:34.857 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/120 2024-08-19T11:20:34.966 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/120 2024-08-19T11:20:34.995 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 38/120 2024-08-19T11:20:35.050 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/120 2024-08-19T11:20:35.125 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/120 2024-08-19T11:20:35.163 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/120 2024-08-19T11:20:35.199 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 42/120 2024-08-19T11:20:35.246 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/120 2024-08-19T11:20:35.291 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/120 2024-08-19T11:20:35.333 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/120 2024-08-19T11:20:35.470 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/120 2024-08-19T11:20:35.493 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/120 2024-08-19T11:20:35.527 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/120 2024-08-19T11:20:35.567 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 48/120 2024-08-19T11:20:35.603 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/120 2024-08-19T11:20:35.670 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/120 2024-08-19T11:20:35.701 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-google-auth-1:2.33.0-1.el9.noarch 50/120 2024-08-19T11:20:35.741 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/120 2024-08-19T11:20:35.775 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/120 2024-08-19T11:20:35.802 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 53/120 2024-08-19T11:20:35.838 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/120 2024-08-19T11:20:35.883 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/120 2024-08-19T11:20:36.010 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 56/120 2024-08-19T11:20:36.051 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/120 2024-08-19T11:20:36.091 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/120 2024-08-19T11:20:36.133 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/120 2024-08-19T11:20:36.341 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/120 2024-08-19T11:20:36.395 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/120 2024-08-19T11:20:36.862 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/120 2024-08-19T11:20:36.952 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/120 2024-08-19T11:20:37.123 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/120 2024-08-19T11:20:37.186 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/120 2024-08-19T11:20:37.218 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/120 2024-08-19T11:20:37.251 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/120 2024-08-19T11:20:37.251 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/120 2024-08-19T11:20:37.297 INFO:teuthology.orchestra.run.smithi155.stdout: Upgrading : librbd1-2:18.2.4-721.gbaa926de.el9.x86_64 77/120 2024-08-19T11:20:37.352 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/120 2024-08-19T11:20:37.391 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: librbd1-2:18.2.4-721.gbaa926de.el9.x86_64 77/120 2024-08-19T11:20:37.410 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-devel-3.9.19-4.el9.x86_64 67/120 2024-08-19T11:20:37.419 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-rbd-2:18.2.4-721.gbaa926de.el9.x86_64 78/120 2024-08-19T11:20:37.444 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/120 2024-08-19T11:20:37.455 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/120 2024-08-19T11:20:37.619 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : openblas-0.3.21-2.el9.x86_64 69/120 2024-08-19T11:20:37.660 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 70/120 2024-08-19T11:20:37.736 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/120 2024-08-19T11:20:37.852 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 80/120 2024-08-19T11:20:37.875 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : librgw2-2:18.2.4-721.gbaa926de.el9.x86_64 81/120 2024-08-19T11:20:37.939 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: librgw2-2:18.2.4-721.gbaa926de.el9.x86_64 81/120 2024-08-19T11:20:37.980 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-rgw-2:18.2.4-721.gbaa926de.el9.x86_64 82/120 2024-08-19T11:20:38.028 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/120 2024-08-19T11:20:38.084 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/120 2024-08-19T11:20:38.272 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/120 2024-08-19T11:20:38.325 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/120 2024-08-19T11:20:38.384 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/120 2024-08-19T11:20:38.404 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/120 2024-08-19T11:20:38.501 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/120 2024-08-19T11:20:38.505 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/120 2024-08-19T11:20:38.657 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/120 2024-08-19T11:20:38.700 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/120 2024-08-19T11:20:38.760 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/120 2024-08-19T11:20:38.785 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : fuse-2.9.9-16.el9.x86_64 92/120 2024-08-19T11:20:39.353 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: cephadm-2:18.2.4-721.gbaa926de.el9.noarch 93/120 2024-08-19T11:20:39.382 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : cephadm-2:18.2.4-721.gbaa926de.el9.noarch 93/120 2024-08-19T11:20:39.421 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-prometheus-alerts-2:18.2.4-721.gbaa926de.el 94/120 2024-08-19T11:20:39.496 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-grafana-dashboards-2:18.2.4-721.gbaa926de.e 95/120 2024-08-19T11:20:39.523 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-ceph-common-2:18.2.4-721.gbaa926de.el9.x 96/120 2024-08-19T11:20:39.745 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/120 2024-08-19T11:20:39.825 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/120 2024-08-19T11:20:40.122 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/120 2024-08-19T11:20:40.162 INFO:teuthology.orchestra.run.smithi136.stdout: Upgrading : librbd1-2:18.2.4-721.gbaa926de.el9.x86_64 77/120 2024-08-19T11:20:40.239 INFO:teuthology.orchestra.run.smithi136.stdout: Running scriptlet: librbd1-2:18.2.4-721.gbaa926de.el9.x86_64 77/120 2024-08-19T11:20:40.269 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-rbd-2:18.2.4-721.gbaa926de.el9.x86_64 78/120 2024-08-19T11:20:40.302 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/120 2024-08-19T11:20:40.704 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 80/120 2024-08-19T11:20:40.731 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : librgw2-2:18.2.4-721.gbaa926de.el9.x86_64 81/120 2024-08-19T11:20:40.804 INFO:teuthology.orchestra.run.smithi136.stdout: Running scriptlet: librgw2-2:18.2.4-721.gbaa926de.el9.x86_64 81/120 2024-08-19T11:20:40.845 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-rgw-2:18.2.4-721.gbaa926de.el9.x86_64 82/120 2024-08-19T11:20:40.894 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/120 2024-08-19T11:20:40.950 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/120 2024-08-19T11:20:41.144 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/120 2024-08-19T11:20:41.199 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/120 2024-08-19T11:20:41.277 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/120 2024-08-19T11:20:41.568 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/120 2024-08-19T11:20:41.570 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-common-2:18.2.4-721.gbaa926de.el9.x86_64 97/120 2024-08-19T11:20:41.603 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-common-2:18.2.4-721.gbaa926de.el9.x86_64 97/120 2024-08-19T11:20:41.705 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/120 2024-08-19T11:20:41.749 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/120 2024-08-19T11:20:41.781 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/120 2024-08-19T11:20:41.809 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : fuse-2.9.9-16.el9.x86_64 92/120 2024-08-19T11:20:42.122 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-common-2:18.2.4-721.gbaa926de.el9.x86_64 97/120 2024-08-19T11:20:42.156 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-base-2:18.2.4-721.gbaa926de.el9.x86_64 98/120 2024-08-19T11:20:42.255 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-base-2:18.2.4-721.gbaa926de.el9.x86_64 98/120 2024-08-19T11:20:42.255 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-08-19T11:20:42.255 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-08-19T11:20:42.255 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-08-19T11:20:42.282 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-selinux-2:18.2.4-721.gbaa926de.el9.x86_64 99/120 2024-08-19T11:20:42.367 INFO:teuthology.orchestra.run.smithi136.stdout: Running scriptlet: cephadm-2:18.2.4-721.gbaa926de.el9.noarch 93/120 2024-08-19T11:20:42.398 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : cephadm-2:18.2.4-721.gbaa926de.el9.noarch 93/120 2024-08-19T11:20:42.428 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : ceph-prometheus-alerts-2:18.2.4-721.gbaa926de.el 94/120 2024-08-19T11:20:42.503 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : ceph-grafana-dashboards-2:18.2.4-721.gbaa926de.e 95/120 2024-08-19T11:20:42.532 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-ceph-common-2:18.2.4-721.gbaa926de.el9.x 96/120 2024-08-19T11:20:44.559 INFO:teuthology.orchestra.run.smithi136.stdout: Running scriptlet: ceph-common-2:18.2.4-721.gbaa926de.el9.x86_64 97/120 2024-08-19T11:20:44.595 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : ceph-common-2:18.2.4-721.gbaa926de.el9.x86_64 97/120 2024-08-19T11:20:45.121 INFO:teuthology.orchestra.run.smithi136.stdout: Running scriptlet: ceph-common-2:18.2.4-721.gbaa926de.el9.x86_64 97/120 2024-08-19T11:20:45.182 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : ceph-base-2:18.2.4-721.gbaa926de.el9.x86_64 98/120 2024-08-19T11:20:45.281 INFO:teuthology.orchestra.run.smithi136.stdout: Running scriptlet: ceph-base-2:18.2.4-721.gbaa926de.el9.x86_64 98/120 2024-08-19T11:20:45.282 INFO:teuthology.orchestra.run.smithi136.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-08-19T11:20:45.282 INFO:teuthology.orchestra.run.smithi136.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-08-19T11:20:45.282 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:20:45.316 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : ceph-selinux-2:18.2.4-721.gbaa926de.el9.x86_64 99/120 2024-08-19T11:20:53.564 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-selinux-2:18.2.4-721.gbaa926de.el9.x86_64 99/120 2024-08-19T11:20:53.564 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /sys 2024-08-19T11:20:53.565 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /proc 2024-08-19T11:20:53.565 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /mnt 2024-08-19T11:20:53.565 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /var/tmp 2024-08-19T11:20:53.565 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /home 2024-08-19T11:20:53.565 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /root 2024-08-19T11:20:53.565 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /tmp 2024-08-19T11:20:53.565 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-08-19T11:20:53.641 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mgr-cephadm-2:18.2.4-721.gbaa926de.el9.noar 100/120 2024-08-19T11:20:54.698 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.4-721.gbaa926de.el9.noar 100/120 2024-08-19T11:20:54.738 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mgr-dashboard-2:18.2.4-721.gbaa926de.el9.no 101/120 2024-08-19T11:20:55.698 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.4-721.gbaa926de.el9.no 101/120 2024-08-19T11:20:55.721 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.4-721.gbaa9 102/120 2024-08-19T11:20:55.822 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.4-721.gbaa9 102/120 2024-08-19T11:20:55.979 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-721.gbaa926de.el9 103/120 2024-08-19T11:20:56.032 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mgr-2:18.2.4-721.gbaa926de.el9.x86_64 104/120 2024-08-19T11:20:56.056 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mgr-2:18.2.4-721.gbaa926de.el9.x86_64 104/120 2024-08-19T11:20:56.056 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-19T11:20:56.056 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-08-19T11:20:56.056 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-19T11:20:56.057 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-19T11:20:56.057 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-08-19T11:20:56.107 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mgr-rook-2:18.2.4-721.gbaa926de.el9.noarch 105/120 2024-08-19T11:20:56.293 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.4-721.gbaa926de.el9.noarch 105/120 2024-08-19T11:20:56.324 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mds-2:18.2.4-721.gbaa926de.el9.x86_64 106/120 2024-08-19T11:20:56.348 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mds-2:18.2.4-721.gbaa926de.el9.x86_64 106/120 2024-08-19T11:20:56.348 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-19T11:20:56.348 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-08-19T11:20:56.348 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-19T11:20:56.348 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-19T11:20:56.348 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-08-19T11:20:56.554 INFO:teuthology.orchestra.run.smithi136.stdout: Running scriptlet: ceph-selinux-2:18.2.4-721.gbaa926de.el9.x86_64 99/120 2024-08-19T11:20:56.554 INFO:teuthology.orchestra.run.smithi136.stdout:skipping the directory /sys 2024-08-19T11:20:56.554 INFO:teuthology.orchestra.run.smithi136.stdout:skipping the directory /proc 2024-08-19T11:20:56.554 INFO:teuthology.orchestra.run.smithi136.stdout:skipping the directory /mnt 2024-08-19T11:20:56.554 INFO:teuthology.orchestra.run.smithi136.stdout:skipping the directory /var/tmp 2024-08-19T11:20:56.554 INFO:teuthology.orchestra.run.smithi136.stdout:skipping the directory /home 2024-08-19T11:20:56.555 INFO:teuthology.orchestra.run.smithi136.stdout:skipping the directory /root 2024-08-19T11:20:56.555 INFO:teuthology.orchestra.run.smithi136.stdout:skipping the directory /tmp 2024-08-19T11:20:56.555 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:20:56.642 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : ceph-mgr-cephadm-2:18.2.4-721.gbaa926de.el9.noar 100/120 2024-08-19T11:20:56.792 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mon-2:18.2.4-721.gbaa926de.el9.x86_64 107/120 2024-08-19T11:20:56.815 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mon-2:18.2.4-721.gbaa926de.el9.x86_64 107/120 2024-08-19T11:20:56.816 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-19T11:20:56.816 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-08-19T11:20:56.816 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-19T11:20:56.816 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-19T11:20:56.816 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-08-19T11:20:57.717 INFO:teuthology.orchestra.run.smithi136.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.4-721.gbaa926de.el9.noar 100/120 2024-08-19T11:20:57.760 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : ceph-mgr-dashboard-2:18.2.4-721.gbaa926de.el9.no 101/120 2024-08-19T11:20:58.217 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-osd-2:18.2.4-721.gbaa926de.el9.x86_64 108/120 2024-08-19T11:20:58.244 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-osd-2:18.2.4-721.gbaa926de.el9.x86_64 108/120 2024-08-19T11:20:58.244 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-19T11:20:58.245 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-08-19T11:20:58.245 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-19T11:20:58.245 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-19T11:20:58.245 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-08-19T11:20:58.727 INFO:teuthology.orchestra.run.smithi136.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.4-721.gbaa926de.el9.no 101/120 2024-08-19T11:20:58.760 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.4-721.gbaa9 102/120 2024-08-19T11:20:58.862 INFO:teuthology.orchestra.run.smithi136.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.4-721.gbaa9 102/120 2024-08-19T11:20:58.941 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-2:18.2.4-721.gbaa926de.el9.x86_64 109/120 2024-08-19T11:20:58.968 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-radosgw-2:18.2.4-721.gbaa926de.el9.x86_64 110/120 2024-08-19T11:20:58.992 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-721.gbaa926de.el9.x86_64 110/120 2024-08-19T11:20:58.992 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-19T11:20:58.992 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-08-19T11:20:58.992 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-19T11:20:58.993 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-19T11:20:58.993 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-08-19T11:20:59.018 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-721.gbaa926de.el9 103/120 2024-08-19T11:20:59.036 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-721.gbaa926 111/120 2024-08-19T11:20:59.054 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : ceph-mgr-2:18.2.4-721.gbaa926de.el9.x86_64 104/120 2024-08-19T11:20:59.059 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-721.gbaa926 111/120 2024-08-19T11:20:59.059 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-19T11:20:59.059 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-08-19T11:20:59.059 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-08-19T11:20:59.077 INFO:teuthology.orchestra.run.smithi136.stdout: Running scriptlet: ceph-mgr-2:18.2.4-721.gbaa926de.el9.x86_64 104/120 2024-08-19T11:20:59.077 INFO:teuthology.orchestra.run.smithi136.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-19T11:20:59.077 INFO:teuthology.orchestra.run.smithi136.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-08-19T11:20:59.077 INFO:teuthology.orchestra.run.smithi136.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-19T11:20:59.078 INFO:teuthology.orchestra.run.smithi136.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-19T11:20:59.078 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:20:59.121 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : ceph-mgr-rook-2:18.2.4-721.gbaa926de.el9.noarch 105/120 2024-08-19T11:20:59.307 INFO:teuthology.orchestra.run.smithi136.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.4-721.gbaa926de.el9.noarch 105/120 2024-08-19T11:20:59.330 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : ceph-mds-2:18.2.4-721.gbaa926de.el9.x86_64 106/120 2024-08-19T11:20:59.353 INFO:teuthology.orchestra.run.smithi136.stdout: Running scriptlet: ceph-mds-2:18.2.4-721.gbaa926de.el9.x86_64 106/120 2024-08-19T11:20:59.353 INFO:teuthology.orchestra.run.smithi136.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-19T11:20:59.354 INFO:teuthology.orchestra.run.smithi136.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-08-19T11:20:59.354 INFO:teuthology.orchestra.run.smithi136.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-19T11:20:59.354 INFO:teuthology.orchestra.run.smithi136.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-19T11:20:59.354 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:20:59.361 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : rbd-mirror-2:18.2.4-721.gbaa926de.el9.x86_64 112/120 2024-08-19T11:20:59.385 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: rbd-mirror-2:18.2.4-721.gbaa926de.el9.x86_64 112/120 2024-08-19T11:20:59.385 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-19T11:20:59.385 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-08-19T11:20:59.385 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-19T11:20:59.386 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-19T11:20:59.386 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-08-19T11:20:59.789 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : ceph-mon-2:18.2.4-721.gbaa926de.el9.x86_64 107/120 2024-08-19T11:20:59.812 INFO:teuthology.orchestra.run.smithi136.stdout: Running scriptlet: ceph-mon-2:18.2.4-721.gbaa926de.el9.x86_64 107/120 2024-08-19T11:20:59.812 INFO:teuthology.orchestra.run.smithi136.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-19T11:20:59.812 INFO:teuthology.orchestra.run.smithi136.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-08-19T11:20:59.813 INFO:teuthology.orchestra.run.smithi136.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-19T11:20:59.813 INFO:teuthology.orchestra.run.smithi136.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-19T11:20:59.813 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:21:01.240 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : ceph-osd-2:18.2.4-721.gbaa926de.el9.x86_64 108/120 2024-08-19T11:21:01.266 INFO:teuthology.orchestra.run.smithi136.stdout: Running scriptlet: ceph-osd-2:18.2.4-721.gbaa926de.el9.x86_64 108/120 2024-08-19T11:21:01.266 INFO:teuthology.orchestra.run.smithi136.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-19T11:21:01.266 INFO:teuthology.orchestra.run.smithi136.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-08-19T11:21:01.266 INFO:teuthology.orchestra.run.smithi136.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-19T11:21:01.267 INFO:teuthology.orchestra.run.smithi136.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-19T11:21:01.267 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:21:01.965 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : ceph-2:18.2.4-721.gbaa926de.el9.x86_64 109/120 2024-08-19T11:21:02.000 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : ceph-radosgw-2:18.2.4-721.gbaa926de.el9.x86_64 110/120 2024-08-19T11:21:02.023 INFO:teuthology.orchestra.run.smithi136.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-721.gbaa926de.el9.x86_64 110/120 2024-08-19T11:21:02.023 INFO:teuthology.orchestra.run.smithi136.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-19T11:21:02.023 INFO:teuthology.orchestra.run.smithi136.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-08-19T11:21:02.023 INFO:teuthology.orchestra.run.smithi136.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-19T11:21:02.023 INFO:teuthology.orchestra.run.smithi136.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-19T11:21:02.023 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:21:02.067 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-721.gbaa926 111/120 2024-08-19T11:21:02.090 INFO:teuthology.orchestra.run.smithi136.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-721.gbaa926 111/120 2024-08-19T11:21:02.090 INFO:teuthology.orchestra.run.smithi136.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-19T11:21:02.090 INFO:teuthology.orchestra.run.smithi136.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-08-19T11:21:02.090 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:21:02.385 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : rbd-mirror-2:18.2.4-721.gbaa926de.el9.x86_64 112/120 2024-08-19T11:21:02.407 INFO:teuthology.orchestra.run.smithi136.stdout: Running scriptlet: rbd-mirror-2:18.2.4-721.gbaa926de.el9.x86_64 112/120 2024-08-19T11:21:02.407 INFO:teuthology.orchestra.run.smithi136.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-19T11:21:02.407 INFO:teuthology.orchestra.run.smithi136.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-08-19T11:21:02.407 INFO:teuthology.orchestra.run.smithi136.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-19T11:21:02.407 INFO:teuthology.orchestra.run.smithi136.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-19T11:21:02.408 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:21:03.112 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-test-2:18.2.4-721.gbaa926de.el9.x86_64 113/120 2024-08-19T11:21:03.148 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-fuse-2:18.2.4-721.gbaa926de.el9.x86_64 114/120 2024-08-19T11:21:03.209 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : rbd-fuse-2:18.2.4-721.gbaa926de.el9.x86_64 115/120 2024-08-19T11:21:03.332 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : rbd-nbd-2:18.2.4-721.gbaa926de.el9.x86_64 116/120 2024-08-19T11:21:03.364 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 117/120 2024-08-19T11:21:03.394 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libcephfs-devel-2:18.2.4-721.gbaa926de.el9.x86_6 118/120 2024-08-19T11:21:03.395 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-08-19T11:21:03.478 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-08-19T11:21:03.478 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 120/120 2024-08-19T11:21:06.118 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : ceph-test-2:18.2.4-721.gbaa926de.el9.x86_64 113/120 2024-08-19T11:21:06.155 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : ceph-fuse-2:18.2.4-721.gbaa926de.el9.x86_64 114/120 2024-08-19T11:21:06.196 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : rbd-fuse-2:18.2.4-721.gbaa926de.el9.x86_64 115/120 2024-08-19T11:21:06.314 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : rbd-nbd-2:18.2.4-721.gbaa926de.el9.x86_64 116/120 2024-08-19T11:21:06.354 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 117/120 2024-08-19T11:21:06.393 INFO:teuthology.orchestra.run.smithi136.stdout: Installing : libcephfs-devel-2:18.2.4-721.gbaa926de.el9.x86_6 118/120 2024-08-19T11:21:06.393 INFO:teuthology.orchestra.run.smithi136.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-08-19T11:21:06.468 INFO:teuthology.orchestra.run.smithi136.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-08-19T11:21:06.469 INFO:teuthology.orchestra.run.smithi136.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 120/120 2024-08-19T11:21:08.209 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 120/120 2024-08-19T11:21:08.210 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-2:18.2.4-721.gbaa926de.el9.x86_64 1/120 2024-08-19T11:21:08.210 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-base-2:18.2.4-721.gbaa926de.el9.x86_64 2/120 2024-08-19T11:21:08.210 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-common-2:18.2.4-721.gbaa926de.el9.x86_64 3/120 2024-08-19T11:21:08.210 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-fuse-2:18.2.4-721.gbaa926de.el9.x86_64 4/120 2024-08-19T11:21:08.210 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-721.gbaa926 5/120 2024-08-19T11:21:08.210 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mds-2:18.2.4-721.gbaa926de.el9.x86_64 6/120 2024-08-19T11:21:08.210 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mgr-2:18.2.4-721.gbaa926de.el9.x86_64 7/120 2024-08-19T11:21:08.210 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mon-2:18.2.4-721.gbaa926de.el9.x86_64 8/120 2024-08-19T11:21:08.210 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-osd-2:18.2.4-721.gbaa926de.el9.x86_64 9/120 2024-08-19T11:21:08.210 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-radosgw-2:18.2.4-721.gbaa926de.el9.x86_64 10/120 2024-08-19T11:21:08.210 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-selinux-2:18.2.4-721.gbaa926de.el9.x86_64 11/120 2024-08-19T11:21:08.210 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-test-2:18.2.4-721.gbaa926de.el9.x86_64 12/120 2024-08-19T11:21:08.211 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libcephfs-devel-2:18.2.4-721.gbaa926de.el9.x86_6 13/120 2024-08-19T11:21:08.211 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libcephfs2-2:18.2.4-721.gbaa926de.el9.x86_64 14/120 2024-08-19T11:21:08.211 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libcephsqlite-2:18.2.4-721.gbaa926de.el9.x86_64 15/120 2024-08-19T11:21:08.211 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librados-devel-2:18.2.4-721.gbaa926de.el9.x86_64 16/120 2024-08-19T11:21:08.211 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libradosstriper1-2:18.2.4-721.gbaa926de.el9.x86_ 17/120 2024-08-19T11:21:08.211 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librgw2-2:18.2.4-721.gbaa926de.el9.x86_64 18/120 2024-08-19T11:21:08.211 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-ceph-argparse-2:18.2.4-721.gbaa926de.el9 19/120 2024-08-19T11:21:08.211 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-ceph-common-2:18.2.4-721.gbaa926de.el9.x 20/120 2024-08-19T11:21:08.211 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cephfs-2:18.2.4-721.gbaa926de.el9.x86_64 21/120 2024-08-19T11:21:08.211 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-rados-2:18.2.4-721.gbaa926de.el9.x86_64 22/120 2024-08-19T11:21:08.211 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-rbd-2:18.2.4-721.gbaa926de.el9.x86_64 23/120 2024-08-19T11:21:08.211 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-rgw-2:18.2.4-721.gbaa926de.el9.x86_64 24/120 2024-08-19T11:21:08.212 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : rbd-fuse-2:18.2.4-721.gbaa926de.el9.x86_64 25/120 2024-08-19T11:21:08.212 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : rbd-mirror-2:18.2.4-721.gbaa926de.el9.x86_64 26/120 2024-08-19T11:21:08.212 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : rbd-nbd-2:18.2.4-721.gbaa926de.el9.x86_64 27/120 2024-08-19T11:21:08.220 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-grafana-dashboards-2:18.2.4-721.gbaa926de.e 28/120 2024-08-19T11:21:08.220 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mgr-cephadm-2:18.2.4-721.gbaa926de.el9.noar 29/120 2024-08-19T11:21:08.220 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mgr-dashboard-2:18.2.4-721.gbaa926de.el9.no 30/120 2024-08-19T11:21:08.220 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.4-721.gbaa9 31/120 2024-08-19T11:21:08.220 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-721.gbaa926de.el9 32/120 2024-08-19T11:21:08.220 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mgr-rook-2:18.2.4-721.gbaa926de.el9.noarch 33/120 2024-08-19T11:21:08.220 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-prometheus-alerts-2:18.2.4-721.gbaa926de.el 34/120 2024-08-19T11:21:08.220 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : cephadm-2:18.2.4-721.gbaa926de.el9.noarch 35/120 2024-08-19T11:21:08.220 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/120 2024-08-19T11:21:08.221 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 37/120 2024-08-19T11:21:08.221 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 38/120 2024-08-19T11:21:08.221 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/120 2024-08-19T11:21:08.221 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/120 2024-08-19T11:21:08.221 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/120 2024-08-19T11:21:08.221 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/120 2024-08-19T11:21:08.221 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/120 2024-08-19T11:21:08.221 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/120 2024-08-19T11:21:08.221 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 45/120 2024-08-19T11:21:08.221 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 46/120 2024-08-19T11:21:08.221 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 47/120 2024-08-19T11:21:08.221 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 48/120 2024-08-19T11:21:08.222 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 49/120 2024-08-19T11:21:08.222 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 50/120 2024-08-19T11:21:08.222 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 51/120 2024-08-19T11:21:08.222 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 52/120 2024-08-19T11:21:08.222 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 53/120 2024-08-19T11:21:08.222 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 54/120 2024-08-19T11:21:08.222 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 55/120 2024-08-19T11:21:08.222 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 56/120 2024-08-19T11:21:08.222 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-devel-3.9.19-4.el9.x86_64 57/120 2024-08-19T11:21:08.222 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 58/120 2024-08-19T11:21:08.222 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 59/120 2024-08-19T11:21:08.223 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 60/120 2024-08-19T11:21:08.223 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 61/120 2024-08-19T11:21:08.223 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 62/120 2024-08-19T11:21:08.223 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 63/120 2024-08-19T11:21:08.223 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 64/120 2024-08-19T11:21:08.223 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 65/120 2024-08-19T11:21:08.223 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 66/120 2024-08-19T11:21:08.223 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 67/120 2024-08-19T11:21:08.223 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 68/120 2024-08-19T11:21:08.223 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 69/120 2024-08-19T11:21:08.223 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 70/120 2024-08-19T11:21:08.223 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 71/120 2024-08-19T11:21:08.223 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 72/120 2024-08-19T11:21:08.224 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 73/120 2024-08-19T11:21:08.224 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 74/120 2024-08-19T11:21:08.224 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 75/120 2024-08-19T11:21:08.224 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 76/120 2024-08-19T11:21:08.224 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 77/120 2024-08-19T11:21:08.224 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 78/120 2024-08-19T11:21:08.224 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 79/120 2024-08-19T11:21:08.224 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 80/120 2024-08-19T11:21:08.224 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 81/120 2024-08-19T11:21:08.224 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 82/120 2024-08-19T11:21:08.224 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 83/120 2024-08-19T11:21:08.224 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 84/120 2024-08-19T11:21:08.224 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 85/120 2024-08-19T11:21:08.225 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 86/120 2024-08-19T11:21:08.225 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 87/120 2024-08-19T11:21:08.225 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 88/120 2024-08-19T11:21:08.225 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 89/120 2024-08-19T11:21:08.225 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 90/120 2024-08-19T11:21:08.225 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 91/120 2024-08-19T11:21:08.225 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 92/120 2024-08-19T11:21:08.225 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-google-auth-1:2.33.0-1.el9.noarch 93/120 2024-08-19T11:21:08.225 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 94/120 2024-08-19T11:21:08.225 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 95/120 2024-08-19T11:21:08.225 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 96/120 2024-08-19T11:21:08.225 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 97/120 2024-08-19T11:21:08.225 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 98/120 2024-08-19T11:21:08.225 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 99/120 2024-08-19T11:21:08.226 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 100/120 2024-08-19T11:21:08.226 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 101/120 2024-08-19T11:21:08.226 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 102/120 2024-08-19T11:21:08.226 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 103/120 2024-08-19T11:21:08.226 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 104/120 2024-08-19T11:21:08.226 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 105/120 2024-08-19T11:21:08.226 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 106/120 2024-08-19T11:21:08.226 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 107/120 2024-08-19T11:21:08.226 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 108/120 2024-08-19T11:21:08.226 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 109/120 2024-08-19T11:21:08.226 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 110/120 2024-08-19T11:21:08.226 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 111/120 2024-08-19T11:21:08.226 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 112/120 2024-08-19T11:21:08.226 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 113/120 2024-08-19T11:21:08.227 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 114/120 2024-08-19T11:21:08.227 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : re2-1:20211101-3.el9.x86_64 115/120 2024-08-19T11:21:08.227 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 116/120 2024-08-19T11:21:08.227 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librados2-2:18.2.4-721.gbaa926de.el9.x86_64 117/120 2024-08-19T11:21:08.227 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 118/120 2024-08-19T11:21:08.227 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librbd1-2:18.2.4-721.gbaa926de.el9.x86_64 119/120 2024-08-19T11:21:10.492 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 120/120 2024-08-19T11:21:10.492 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-08-19T11:21:10.492 INFO:teuthology.orchestra.run.smithi155.stdout:Upgraded: 2024-08-19T11:21:10.492 INFO:teuthology.orchestra.run.smithi155.stdout: librados2-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:10.492 INFO:teuthology.orchestra.run.smithi155.stdout: librbd1-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:10.493 INFO:teuthology.orchestra.run.smithi155.stdout:Installed: 2024-08-19T11:21:10.493 INFO:teuthology.orchestra.run.smithi155.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-08-19T11:21:10.493 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:10.493 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-base-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:10.493 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-common-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:10.494 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-fuse-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:10.494 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-grafana-dashboards-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T11:21:10.494 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-immutable-object-cache-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:10.494 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mds-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:10.494 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:10.494 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-cephadm-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T11:21:10.494 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-dashboard-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T11:21:10.494 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-diskprediction-local-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T11:21:10.494 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-modules-core-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T11:21:10.494 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-rook-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T11:21:10.494 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mon-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:10.495 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-osd-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:10.495 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-prometheus-alerts-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T11:21:10.495 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-radosgw-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:10.495 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-selinux-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:10.495 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-test-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:10.495 INFO:teuthology.orchestra.run.smithi155.stdout: cephadm-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T11:21:10.495 INFO:teuthology.orchestra.run.smithi155.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-08-19T11:21:10.495 INFO:teuthology.orchestra.run.smithi155.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-08-19T11:21:10.495 INFO:teuthology.orchestra.run.smithi155.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-08-19T11:21:10.495 INFO:teuthology.orchestra.run.smithi155.stdout: fmt-8.1.1-5.el9.x86_64 2024-08-19T11:21:10.495 INFO:teuthology.orchestra.run.smithi155.stdout: fuse-2.9.9-16.el9.x86_64 2024-08-19T11:21:10.495 INFO:teuthology.orchestra.run.smithi155.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-08-19T11:21:10.495 INFO:teuthology.orchestra.run.smithi155.stdout: libarrow-9.0.0-11.el9.x86_64 2024-08-19T11:21:10.495 INFO:teuthology.orchestra.run.smithi155.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-08-19T11:21:10.496 INFO:teuthology.orchestra.run.smithi155.stdout: libcephfs-devel-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:10.496 INFO:teuthology.orchestra.run.smithi155.stdout: libcephfs2-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:10.496 INFO:teuthology.orchestra.run.smithi155.stdout: libcephsqlite-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:10.496 INFO:teuthology.orchestra.run.smithi155.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-08-19T11:21:10.496 INFO:teuthology.orchestra.run.smithi155.stdout: liboath-2.6.7-2.el9.x86_64 2024-08-19T11:21:10.496 INFO:teuthology.orchestra.run.smithi155.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-08-19T11:21:10.496 INFO:teuthology.orchestra.run.smithi155.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-08-19T11:21:10.496 INFO:teuthology.orchestra.run.smithi155.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-08-19T11:21:10.496 INFO:teuthology.orchestra.run.smithi155.stdout: librados-devel-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:10.496 INFO:teuthology.orchestra.run.smithi155.stdout: libradosstriper1-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:10.496 INFO:teuthology.orchestra.run.smithi155.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-08-19T11:21:10.496 INFO:teuthology.orchestra.run.smithi155.stdout: librgw2-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:10.496 INFO:teuthology.orchestra.run.smithi155.stdout: libunwind-1.6.2-1.el9.x86_64 2024-08-19T11:21:10.497 INFO:teuthology.orchestra.run.smithi155.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-08-19T11:21:10.497 INFO:teuthology.orchestra.run.smithi155.stdout: openblas-0.3.21-2.el9.x86_64 2024-08-19T11:21:10.497 INFO:teuthology.orchestra.run.smithi155.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-08-19T11:21:10.497 INFO:teuthology.orchestra.run.smithi155.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-08-19T11:21:10.497 INFO:teuthology.orchestra.run.smithi155.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-08-19T11:21:10.498 INFO:teuthology.orchestra.run.smithi155.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-08-19T11:21:10.498 INFO:teuthology.orchestra.run.smithi155.stdout: python3-babel-2.9.1-2.el9.noarch 2024-08-19T11:21:10.498 INFO:teuthology.orchestra.run.smithi155.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-08-19T11:21:10.498 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-08-19T11:21:10.498 INFO:teuthology.orchestra.run.smithi155.stdout: python3-ceph-argparse-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:10.498 INFO:teuthology.orchestra.run.smithi155.stdout: python3-ceph-common-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:10.499 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cephfs-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:10.499 INFO:teuthology.orchestra.run.smithi155.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-08-19T11:21:10.499 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-08-19T11:21:10.499 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-08-19T11:21:10.499 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-08-19T11:21:10.499 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-08-19T11:21:10.499 INFO:teuthology.orchestra.run.smithi155.stdout: python3-devel-3.9.19-4.el9.x86_64 2024-08-19T11:21:10.500 INFO:teuthology.orchestra.run.smithi155.stdout: python3-google-auth-1:2.33.0-1.el9.noarch 2024-08-19T11:21:10.500 INFO:teuthology.orchestra.run.smithi155.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-08-19T11:21:10.500 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-08-19T11:21:10.500 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-08-19T11:21:10.500 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-08-19T11:21:10.500 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-08-19T11:21:10.501 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-08-19T11:21:10.501 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-08-19T11:21:10.501 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-08-19T11:21:10.501 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-08-19T11:21:10.501 INFO:teuthology.orchestra.run.smithi155.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-08-19T11:21:10.501 INFO:teuthology.orchestra.run.smithi155.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-08-19T11:21:10.501 INFO:teuthology.orchestra.run.smithi155.stdout: python3-mako-1.1.4-6.el9.noarch 2024-08-19T11:21:10.501 INFO:teuthology.orchestra.run.smithi155.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-08-19T11:21:10.501 INFO:teuthology.orchestra.run.smithi155.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-08-19T11:21:10.502 INFO:teuthology.orchestra.run.smithi155.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-08-19T11:21:10.502 INFO:teuthology.orchestra.run.smithi155.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-08-19T11:21:10.502 INFO:teuthology.orchestra.run.smithi155.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-08-19T11:21:10.502 INFO:teuthology.orchestra.run.smithi155.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-08-19T11:21:10.502 INFO:teuthology.orchestra.run.smithi155.stdout: python3-packaging-20.9-5.el9.noarch 2024-08-19T11:21:10.502 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-08-19T11:21:10.503 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-08-19T11:21:10.503 INFO:teuthology.orchestra.run.smithi155.stdout: python3-ply-3.11-14.el9.noarch 2024-08-19T11:21:10.503 INFO:teuthology.orchestra.run.smithi155.stdout: python3-portend-3.1.0-2.el9.noarch 2024-08-19T11:21:10.504 INFO:teuthology.orchestra.run.smithi155.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-08-19T11:21:10.504 INFO:teuthology.orchestra.run.smithi155.stdout: python3-py-1.10.0-6.el9.noarch 2024-08-19T11:21:10.504 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-08-19T11:21:10.504 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-08-19T11:21:10.504 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-08-19T11:21:10.504 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pycparser-2.20-6.el9.noarch 2024-08-19T11:21:10.505 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-08-19T11:21:10.505 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pytz-2021.1-5.el9.noarch 2024-08-19T11:21:10.505 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rados-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:10.505 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rbd-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:10.505 INFO:teuthology.orchestra.run.smithi155.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-08-19T11:21:10.505 INFO:teuthology.orchestra.run.smithi155.stdout: python3-requests-2.25.1-8.el9.noarch 2024-08-19T11:21:10.505 INFO:teuthology.orchestra.run.smithi155.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-08-19T11:21:10.505 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rgw-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:10.505 INFO:teuthology.orchestra.run.smithi155.stdout: python3-routes-2.5.1-5.el9.noarch 2024-08-19T11:21:10.505 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rsa-4.9-2.el9.noarch 2024-08-19T11:21:10.505 INFO:teuthology.orchestra.run.smithi155.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-08-19T11:21:10.506 INFO:teuthology.orchestra.run.smithi155.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-08-19T11:21:10.506 INFO:teuthology.orchestra.run.smithi155.stdout: python3-toml-0.10.2-6.el9.noarch 2024-08-19T11:21:10.506 INFO:teuthology.orchestra.run.smithi155.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-08-19T11:21:10.506 INFO:teuthology.orchestra.run.smithi155.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-08-19T11:21:10.506 INFO:teuthology.orchestra.run.smithi155.stdout: python3-webob-1.8.7-6.el9.noarch 2024-08-19T11:21:10.506 INFO:teuthology.orchestra.run.smithi155.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-08-19T11:21:10.506 INFO:teuthology.orchestra.run.smithi155.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-08-19T11:21:10.506 INFO:teuthology.orchestra.run.smithi155.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-08-19T11:21:10.506 INFO:teuthology.orchestra.run.smithi155.stdout: rbd-fuse-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:10.506 INFO:teuthology.orchestra.run.smithi155.stdout: rbd-mirror-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:10.506 INFO:teuthology.orchestra.run.smithi155.stdout: rbd-nbd-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:10.506 INFO:teuthology.orchestra.run.smithi155.stdout: re2-1:20211101-3.el9.x86_64 2024-08-19T11:21:10.507 INFO:teuthology.orchestra.run.smithi155.stdout: socat-1.7.4.1-6.el9.x86_64 2024-08-19T11:21:10.507 INFO:teuthology.orchestra.run.smithi155.stdout: thrift-0.15.0-2.el9.x86_64 2024-08-19T11:21:10.507 INFO:teuthology.orchestra.run.smithi155.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-08-19T11:21:10.507 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-08-19T11:21:10.507 INFO:teuthology.orchestra.run.smithi155.stdout:Complete! 2024-08-19T11:21:10.783 DEBUG:teuthology.parallel:result is None 2024-08-19T11:21:11.271 INFO:teuthology.orchestra.run.smithi136.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 120/120 2024-08-19T11:21:11.271 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : ceph-2:18.2.4-721.gbaa926de.el9.x86_64 1/120 2024-08-19T11:21:11.271 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : ceph-base-2:18.2.4-721.gbaa926de.el9.x86_64 2/120 2024-08-19T11:21:11.271 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : ceph-common-2:18.2.4-721.gbaa926de.el9.x86_64 3/120 2024-08-19T11:21:11.271 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : ceph-fuse-2:18.2.4-721.gbaa926de.el9.x86_64 4/120 2024-08-19T11:21:11.271 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-721.gbaa926 5/120 2024-08-19T11:21:11.271 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : ceph-mds-2:18.2.4-721.gbaa926de.el9.x86_64 6/120 2024-08-19T11:21:11.271 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : ceph-mgr-2:18.2.4-721.gbaa926de.el9.x86_64 7/120 2024-08-19T11:21:11.271 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : ceph-mon-2:18.2.4-721.gbaa926de.el9.x86_64 8/120 2024-08-19T11:21:11.271 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : ceph-osd-2:18.2.4-721.gbaa926de.el9.x86_64 9/120 2024-08-19T11:21:11.272 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : ceph-radosgw-2:18.2.4-721.gbaa926de.el9.x86_64 10/120 2024-08-19T11:21:11.272 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : ceph-selinux-2:18.2.4-721.gbaa926de.el9.x86_64 11/120 2024-08-19T11:21:11.272 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : ceph-test-2:18.2.4-721.gbaa926de.el9.x86_64 12/120 2024-08-19T11:21:11.272 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : libcephfs-devel-2:18.2.4-721.gbaa926de.el9.x86_6 13/120 2024-08-19T11:21:11.272 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : libcephfs2-2:18.2.4-721.gbaa926de.el9.x86_64 14/120 2024-08-19T11:21:11.272 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : libcephsqlite-2:18.2.4-721.gbaa926de.el9.x86_64 15/120 2024-08-19T11:21:11.272 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : librados-devel-2:18.2.4-721.gbaa926de.el9.x86_64 16/120 2024-08-19T11:21:11.272 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : libradosstriper1-2:18.2.4-721.gbaa926de.el9.x86_ 17/120 2024-08-19T11:21:11.272 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : librgw2-2:18.2.4-721.gbaa926de.el9.x86_64 18/120 2024-08-19T11:21:11.272 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-ceph-argparse-2:18.2.4-721.gbaa926de.el9 19/120 2024-08-19T11:21:11.272 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-ceph-common-2:18.2.4-721.gbaa926de.el9.x 20/120 2024-08-19T11:21:11.272 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-cephfs-2:18.2.4-721.gbaa926de.el9.x86_64 21/120 2024-08-19T11:21:11.272 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-rados-2:18.2.4-721.gbaa926de.el9.x86_64 22/120 2024-08-19T11:21:11.272 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-rbd-2:18.2.4-721.gbaa926de.el9.x86_64 23/120 2024-08-19T11:21:11.273 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-rgw-2:18.2.4-721.gbaa926de.el9.x86_64 24/120 2024-08-19T11:21:11.273 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : rbd-fuse-2:18.2.4-721.gbaa926de.el9.x86_64 25/120 2024-08-19T11:21:11.273 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : rbd-mirror-2:18.2.4-721.gbaa926de.el9.x86_64 26/120 2024-08-19T11:21:11.273 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : rbd-nbd-2:18.2.4-721.gbaa926de.el9.x86_64 27/120 2024-08-19T11:21:11.273 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : ceph-grafana-dashboards-2:18.2.4-721.gbaa926de.e 28/120 2024-08-19T11:21:11.273 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : ceph-mgr-cephadm-2:18.2.4-721.gbaa926de.el9.noar 29/120 2024-08-19T11:21:11.273 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : ceph-mgr-dashboard-2:18.2.4-721.gbaa926de.el9.no 30/120 2024-08-19T11:21:11.281 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.4-721.gbaa9 31/120 2024-08-19T11:21:11.281 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-721.gbaa926de.el9 32/120 2024-08-19T11:21:11.281 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : ceph-mgr-rook-2:18.2.4-721.gbaa926de.el9.noarch 33/120 2024-08-19T11:21:11.281 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : ceph-prometheus-alerts-2:18.2.4-721.gbaa926de.el 34/120 2024-08-19T11:21:11.281 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : cephadm-2:18.2.4-721.gbaa926de.el9.noarch 35/120 2024-08-19T11:21:11.281 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/120 2024-08-19T11:21:11.281 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 37/120 2024-08-19T11:21:11.281 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 38/120 2024-08-19T11:21:11.281 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/120 2024-08-19T11:21:11.281 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/120 2024-08-19T11:21:11.281 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/120 2024-08-19T11:21:11.281 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/120 2024-08-19T11:21:11.282 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/120 2024-08-19T11:21:11.282 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/120 2024-08-19T11:21:11.282 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 45/120 2024-08-19T11:21:11.282 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 46/120 2024-08-19T11:21:11.282 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 47/120 2024-08-19T11:21:11.282 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 48/120 2024-08-19T11:21:11.282 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 49/120 2024-08-19T11:21:11.282 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 50/120 2024-08-19T11:21:11.282 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 51/120 2024-08-19T11:21:11.282 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 52/120 2024-08-19T11:21:11.282 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 53/120 2024-08-19T11:21:11.282 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 54/120 2024-08-19T11:21:11.282 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 55/120 2024-08-19T11:21:11.283 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 56/120 2024-08-19T11:21:11.283 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-devel-3.9.19-4.el9.x86_64 57/120 2024-08-19T11:21:11.283 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 58/120 2024-08-19T11:21:11.283 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 59/120 2024-08-19T11:21:11.283 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 60/120 2024-08-19T11:21:11.283 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 61/120 2024-08-19T11:21:11.283 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 62/120 2024-08-19T11:21:11.283 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 63/120 2024-08-19T11:21:11.283 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 64/120 2024-08-19T11:21:11.283 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 65/120 2024-08-19T11:21:11.283 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 66/120 2024-08-19T11:21:11.283 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 67/120 2024-08-19T11:21:11.283 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 68/120 2024-08-19T11:21:11.284 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 69/120 2024-08-19T11:21:11.284 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 70/120 2024-08-19T11:21:11.284 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 71/120 2024-08-19T11:21:11.284 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 72/120 2024-08-19T11:21:11.284 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 73/120 2024-08-19T11:21:11.284 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 74/120 2024-08-19T11:21:11.284 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 75/120 2024-08-19T11:21:11.284 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 76/120 2024-08-19T11:21:11.284 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 77/120 2024-08-19T11:21:11.284 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 78/120 2024-08-19T11:21:11.284 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 79/120 2024-08-19T11:21:11.284 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 80/120 2024-08-19T11:21:11.284 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 81/120 2024-08-19T11:21:11.285 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 82/120 2024-08-19T11:21:11.285 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 83/120 2024-08-19T11:21:11.285 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 84/120 2024-08-19T11:21:11.285 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 85/120 2024-08-19T11:21:11.285 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 86/120 2024-08-19T11:21:11.285 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 87/120 2024-08-19T11:21:11.285 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 88/120 2024-08-19T11:21:11.285 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 89/120 2024-08-19T11:21:11.285 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 90/120 2024-08-19T11:21:11.285 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 91/120 2024-08-19T11:21:11.285 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 92/120 2024-08-19T11:21:11.285 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-google-auth-1:2.33.0-1.el9.noarch 93/120 2024-08-19T11:21:11.285 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 94/120 2024-08-19T11:21:11.286 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 95/120 2024-08-19T11:21:11.286 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 96/120 2024-08-19T11:21:11.286 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 97/120 2024-08-19T11:21:11.286 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 98/120 2024-08-19T11:21:11.286 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 99/120 2024-08-19T11:21:11.286 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 100/120 2024-08-19T11:21:11.286 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 101/120 2024-08-19T11:21:11.286 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 102/120 2024-08-19T11:21:11.286 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 103/120 2024-08-19T11:21:11.286 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 104/120 2024-08-19T11:21:11.286 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 105/120 2024-08-19T11:21:11.286 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 106/120 2024-08-19T11:21:11.286 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 107/120 2024-08-19T11:21:11.287 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 108/120 2024-08-19T11:21:11.287 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 109/120 2024-08-19T11:21:11.287 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 110/120 2024-08-19T11:21:11.287 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 111/120 2024-08-19T11:21:11.287 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 112/120 2024-08-19T11:21:11.287 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 113/120 2024-08-19T11:21:11.287 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 114/120 2024-08-19T11:21:11.287 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : re2-1:20211101-3.el9.x86_64 115/120 2024-08-19T11:21:11.287 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 116/120 2024-08-19T11:21:11.287 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : librados2-2:18.2.4-721.gbaa926de.el9.x86_64 117/120 2024-08-19T11:21:11.287 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 118/120 2024-08-19T11:21:11.287 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : librbd1-2:18.2.4-721.gbaa926de.el9.x86_64 119/120 2024-08-19T11:21:13.341 INFO:teuthology.orchestra.run.smithi136.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 120/120 2024-08-19T11:21:13.341 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:21:13.341 INFO:teuthology.orchestra.run.smithi136.stdout:Upgraded: 2024-08-19T11:21:13.341 INFO:teuthology.orchestra.run.smithi136.stdout: librados2-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:13.341 INFO:teuthology.orchestra.run.smithi136.stdout: librbd1-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:13.341 INFO:teuthology.orchestra.run.smithi136.stdout:Installed: 2024-08-19T11:21:13.341 INFO:teuthology.orchestra.run.smithi136.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-08-19T11:21:13.341 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:13.342 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-base-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:13.342 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-common-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:13.342 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-fuse-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:13.342 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-grafana-dashboards-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T11:21:13.342 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-immutable-object-cache-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:13.342 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-mds-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:13.342 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-mgr-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:13.342 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-mgr-cephadm-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T11:21:13.342 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-mgr-dashboard-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T11:21:13.342 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-mgr-diskprediction-local-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T11:21:13.342 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-mgr-modules-core-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T11:21:13.343 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-mgr-rook-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T11:21:13.343 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-mon-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:13.343 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-osd-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:13.343 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-prometheus-alerts-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T11:21:13.343 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-radosgw-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:13.343 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-selinux-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:13.343 INFO:teuthology.orchestra.run.smithi136.stdout: ceph-test-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:13.343 INFO:teuthology.orchestra.run.smithi136.stdout: cephadm-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T11:21:13.343 INFO:teuthology.orchestra.run.smithi136.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-08-19T11:21:13.343 INFO:teuthology.orchestra.run.smithi136.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-08-19T11:21:13.343 INFO:teuthology.orchestra.run.smithi136.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-08-19T11:21:13.343 INFO:teuthology.orchestra.run.smithi136.stdout: fmt-8.1.1-5.el9.x86_64 2024-08-19T11:21:13.344 INFO:teuthology.orchestra.run.smithi136.stdout: fuse-2.9.9-16.el9.x86_64 2024-08-19T11:21:13.344 INFO:teuthology.orchestra.run.smithi136.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-08-19T11:21:13.344 INFO:teuthology.orchestra.run.smithi136.stdout: libarrow-9.0.0-11.el9.x86_64 2024-08-19T11:21:13.344 INFO:teuthology.orchestra.run.smithi136.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-08-19T11:21:13.344 INFO:teuthology.orchestra.run.smithi136.stdout: libcephfs-devel-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:13.344 INFO:teuthology.orchestra.run.smithi136.stdout: libcephfs2-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:13.344 INFO:teuthology.orchestra.run.smithi136.stdout: libcephsqlite-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:13.344 INFO:teuthology.orchestra.run.smithi136.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-08-19T11:21:13.344 INFO:teuthology.orchestra.run.smithi136.stdout: liboath-2.6.7-2.el9.x86_64 2024-08-19T11:21:13.344 INFO:teuthology.orchestra.run.smithi136.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-08-19T11:21:13.344 INFO:teuthology.orchestra.run.smithi136.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-08-19T11:21:13.344 INFO:teuthology.orchestra.run.smithi136.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-08-19T11:21:13.344 INFO:teuthology.orchestra.run.smithi136.stdout: librados-devel-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:13.344 INFO:teuthology.orchestra.run.smithi136.stdout: libradosstriper1-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:13.345 INFO:teuthology.orchestra.run.smithi136.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-08-19T11:21:13.345 INFO:teuthology.orchestra.run.smithi136.stdout: librgw2-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:13.345 INFO:teuthology.orchestra.run.smithi136.stdout: libunwind-1.6.2-1.el9.x86_64 2024-08-19T11:21:13.345 INFO:teuthology.orchestra.run.smithi136.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-08-19T11:21:13.345 INFO:teuthology.orchestra.run.smithi136.stdout: openblas-0.3.21-2.el9.x86_64 2024-08-19T11:21:13.345 INFO:teuthology.orchestra.run.smithi136.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-08-19T11:21:13.345 INFO:teuthology.orchestra.run.smithi136.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-08-19T11:21:13.345 INFO:teuthology.orchestra.run.smithi136.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-08-19T11:21:13.345 INFO:teuthology.orchestra.run.smithi136.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-08-19T11:21:13.345 INFO:teuthology.orchestra.run.smithi136.stdout: python3-babel-2.9.1-2.el9.noarch 2024-08-19T11:21:13.345 INFO:teuthology.orchestra.run.smithi136.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-08-19T11:21:13.345 INFO:teuthology.orchestra.run.smithi136.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-08-19T11:21:13.345 INFO:teuthology.orchestra.run.smithi136.stdout: python3-ceph-argparse-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:13.346 INFO:teuthology.orchestra.run.smithi136.stdout: python3-ceph-common-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:13.346 INFO:teuthology.orchestra.run.smithi136.stdout: python3-cephfs-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:13.346 INFO:teuthology.orchestra.run.smithi136.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-08-19T11:21:13.346 INFO:teuthology.orchestra.run.smithi136.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-08-19T11:21:13.346 INFO:teuthology.orchestra.run.smithi136.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-08-19T11:21:13.346 INFO:teuthology.orchestra.run.smithi136.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-08-19T11:21:13.346 INFO:teuthology.orchestra.run.smithi136.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-08-19T11:21:13.346 INFO:teuthology.orchestra.run.smithi136.stdout: python3-devel-3.9.19-4.el9.x86_64 2024-08-19T11:21:13.346 INFO:teuthology.orchestra.run.smithi136.stdout: python3-google-auth-1:2.33.0-1.el9.noarch 2024-08-19T11:21:13.346 INFO:teuthology.orchestra.run.smithi136.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-08-19T11:21:13.346 INFO:teuthology.orchestra.run.smithi136.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-08-19T11:21:13.346 INFO:teuthology.orchestra.run.smithi136.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-08-19T11:21:13.346 INFO:teuthology.orchestra.run.smithi136.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-08-19T11:21:13.347 INFO:teuthology.orchestra.run.smithi136.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-08-19T11:21:13.347 INFO:teuthology.orchestra.run.smithi136.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-08-19T11:21:13.347 INFO:teuthology.orchestra.run.smithi136.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-08-19T11:21:13.347 INFO:teuthology.orchestra.run.smithi136.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-08-19T11:21:13.347 INFO:teuthology.orchestra.run.smithi136.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-08-19T11:21:13.347 INFO:teuthology.orchestra.run.smithi136.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-08-19T11:21:13.347 INFO:teuthology.orchestra.run.smithi136.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-08-19T11:21:13.347 INFO:teuthology.orchestra.run.smithi136.stdout: python3-mako-1.1.4-6.el9.noarch 2024-08-19T11:21:13.347 INFO:teuthology.orchestra.run.smithi136.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-08-19T11:21:13.347 INFO:teuthology.orchestra.run.smithi136.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-08-19T11:21:13.347 INFO:teuthology.orchestra.run.smithi136.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-08-19T11:21:13.348 INFO:teuthology.orchestra.run.smithi136.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-08-19T11:21:13.348 INFO:teuthology.orchestra.run.smithi136.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-08-19T11:21:13.348 INFO:teuthology.orchestra.run.smithi136.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-08-19T11:21:13.348 INFO:teuthology.orchestra.run.smithi136.stdout: python3-packaging-20.9-5.el9.noarch 2024-08-19T11:21:13.348 INFO:teuthology.orchestra.run.smithi136.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-08-19T11:21:13.348 INFO:teuthology.orchestra.run.smithi136.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-08-19T11:21:13.348 INFO:teuthology.orchestra.run.smithi136.stdout: python3-ply-3.11-14.el9.noarch 2024-08-19T11:21:13.348 INFO:teuthology.orchestra.run.smithi136.stdout: python3-portend-3.1.0-2.el9.noarch 2024-08-19T11:21:13.348 INFO:teuthology.orchestra.run.smithi136.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-08-19T11:21:13.348 INFO:teuthology.orchestra.run.smithi136.stdout: python3-py-1.10.0-6.el9.noarch 2024-08-19T11:21:13.348 INFO:teuthology.orchestra.run.smithi136.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-08-19T11:21:13.348 INFO:teuthology.orchestra.run.smithi136.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-08-19T11:21:13.349 INFO:teuthology.orchestra.run.smithi136.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-08-19T11:21:13.349 INFO:teuthology.orchestra.run.smithi136.stdout: python3-pycparser-2.20-6.el9.noarch 2024-08-19T11:21:13.349 INFO:teuthology.orchestra.run.smithi136.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-08-19T11:21:13.349 INFO:teuthology.orchestra.run.smithi136.stdout: python3-pytz-2021.1-5.el9.noarch 2024-08-19T11:21:13.349 INFO:teuthology.orchestra.run.smithi136.stdout: python3-rados-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:13.349 INFO:teuthology.orchestra.run.smithi136.stdout: python3-rbd-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:13.349 INFO:teuthology.orchestra.run.smithi136.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-08-19T11:21:13.349 INFO:teuthology.orchestra.run.smithi136.stdout: python3-requests-2.25.1-8.el9.noarch 2024-08-19T11:21:13.349 INFO:teuthology.orchestra.run.smithi136.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-08-19T11:21:13.349 INFO:teuthology.orchestra.run.smithi136.stdout: python3-rgw-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:13.349 INFO:teuthology.orchestra.run.smithi136.stdout: python3-routes-2.5.1-5.el9.noarch 2024-08-19T11:21:13.349 INFO:teuthology.orchestra.run.smithi136.stdout: python3-rsa-4.9-2.el9.noarch 2024-08-19T11:21:13.349 INFO:teuthology.orchestra.run.smithi136.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-08-19T11:21:13.350 INFO:teuthology.orchestra.run.smithi136.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-08-19T11:21:13.350 INFO:teuthology.orchestra.run.smithi136.stdout: python3-toml-0.10.2-6.el9.noarch 2024-08-19T11:21:13.350 INFO:teuthology.orchestra.run.smithi136.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-08-19T11:21:13.350 INFO:teuthology.orchestra.run.smithi136.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-08-19T11:21:13.350 INFO:teuthology.orchestra.run.smithi136.stdout: python3-webob-1.8.7-6.el9.noarch 2024-08-19T11:21:13.350 INFO:teuthology.orchestra.run.smithi136.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-08-19T11:21:13.350 INFO:teuthology.orchestra.run.smithi136.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-08-19T11:21:13.350 INFO:teuthology.orchestra.run.smithi136.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-08-19T11:21:13.350 INFO:teuthology.orchestra.run.smithi136.stdout: rbd-fuse-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:13.350 INFO:teuthology.orchestra.run.smithi136.stdout: rbd-mirror-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:13.350 INFO:teuthology.orchestra.run.smithi136.stdout: rbd-nbd-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T11:21:13.350 INFO:teuthology.orchestra.run.smithi136.stdout: re2-1:20211101-3.el9.x86_64 2024-08-19T11:21:13.351 INFO:teuthology.orchestra.run.smithi136.stdout: socat-1.7.4.1-6.el9.x86_64 2024-08-19T11:21:13.351 INFO:teuthology.orchestra.run.smithi136.stdout: thrift-0.15.0-2.el9.x86_64 2024-08-19T11:21:13.351 INFO:teuthology.orchestra.run.smithi136.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-08-19T11:21:13.351 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:21:13.351 INFO:teuthology.orchestra.run.smithi136.stdout:Complete! 2024-08-19T11:21:13.637 DEBUG:teuthology.parallel:result is None 2024-08-19T11:21:13.638 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-19T11:21:13.638 INFO:teuthology.packaging:ref: None 2024-08-19T11:21:13.638 INFO:teuthology.packaging:tag: None 2024-08-19T11:21:13.638 INFO:teuthology.packaging:branch: reef 2024-08-19T11:21:13.638 INFO:teuthology.packaging:sha1: 797669399b32d2915e64eb6d4b1257ae3c50f80b 2024-08-19T11:21:13.639 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-08-19T11:21:13.943 DEBUG:teuthology.orchestra.run.smithi136:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-08-19T11:21:13.966 INFO:teuthology.orchestra.run.smithi136.stdout:18.2.4-721.gbaa926de.el9 2024-08-19T11:21:13.967 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-721.gbaa926de.el9 2024-08-19T11:21:13.967 INFO:teuthology.task.install:The correct ceph version 18.2.4-721.gbaa926de is installed. 2024-08-19T11:21:13.969 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-19T11:21:13.969 INFO:teuthology.packaging:ref: None 2024-08-19T11:21:13.969 INFO:teuthology.packaging:tag: None 2024-08-19T11:21:13.969 INFO:teuthology.packaging:branch: reef 2024-08-19T11:21:13.969 INFO:teuthology.packaging:sha1: 797669399b32d2915e64eb6d4b1257ae3c50f80b 2024-08-19T11:21:13.969 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-08-19T11:21:14.272 DEBUG:teuthology.orchestra.run.smithi155:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-08-19T11:21:14.299 INFO:teuthology.orchestra.run.smithi155.stdout:18.2.4-721.gbaa926de.el9 2024-08-19T11:21:14.300 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-721.gbaa926de.el9 2024-08-19T11:21:14.300 INFO:teuthology.task.install:The correct ceph version 18.2.4-721.gbaa926de is installed. 2024-08-19T11:21:14.301 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-08-19T11:21:14.302 DEBUG:teuthology.orchestra.run.smithi136:> set -ex 2024-08-19T11:21:14.302 DEBUG:teuthology.orchestra.run.smithi136:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-08-19T11:21:14.331 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-08-19T11:21:14.331 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-08-19T11:21:14.371 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-08-19T11:21:14.371 DEBUG:teuthology.orchestra.run.smithi136:> set -ex 2024-08-19T11:21:14.372 DEBUG:teuthology.orchestra.run.smithi136:> sudo dd of=/usr/bin/daemon-helper 2024-08-19T11:21:14.397 DEBUG:teuthology.orchestra.run.smithi136:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-08-19T11:21:14.463 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-08-19T11:21:14.463 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/usr/bin/daemon-helper 2024-08-19T11:21:14.491 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-08-19T11:21:14.559 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-08-19T11:21:14.559 DEBUG:teuthology.orchestra.run.smithi136:> set -ex 2024-08-19T11:21:14.559 DEBUG:teuthology.orchestra.run.smithi136:> sudo dd of=/usr/bin/adjust-ulimits 2024-08-19T11:21:14.584 DEBUG:teuthology.orchestra.run.smithi136:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-08-19T11:21:14.648 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-08-19T11:21:14.649 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/usr/bin/adjust-ulimits 2024-08-19T11:21:14.675 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-08-19T11:21:14.742 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-08-19T11:21:14.742 DEBUG:teuthology.orchestra.run.smithi136:> set -ex 2024-08-19T11:21:14.743 DEBUG:teuthology.orchestra.run.smithi136:> sudo dd of=/usr/bin/stdin-killer 2024-08-19T11:21:14.767 DEBUG:teuthology.orchestra.run.smithi136:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-08-19T11:21:14.831 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-08-19T11:21:14.831 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/usr/bin/stdin-killer 2024-08-19T11:21:14.858 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-08-19T11:21:14.923 INFO:teuthology.run_tasks:Running task print... 2024-08-19T11:21:14.932 INFO:teuthology.task.print:**** done install task... 2024-08-19T11:21:14.932 INFO:teuthology.run_tasks:Running task print... 2024-08-19T11:21:14.994 INFO:teuthology.task.print:**** done start installing reef cephadm ... 2024-08-19T11:21:14.994 INFO:teuthology.run_tasks:Running task cephadm... 2024-08-19T11:21:15.117 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_AVAILABILITY'], 'sha1': '797669399b32d2915e64eb6d4b1257ae3c50f80b'} 2024-08-19T11:21:15.117 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-08-19T11:21:15.118 INFO:tasks.cephadm:Cluster fsid is 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:21:15.118 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-08-19T11:21:15.118 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.136', 'mon.c': '[v2:172.21.15.136:3301,v1:172.21.15.136:6790]', 'mon.b': '172.21.15.155'} 2024-08-19T11:21:15.118 INFO:tasks.cephadm:First mon is mon.a on smithi136 2024-08-19T11:21:15.118 INFO:tasks.cephadm:First mgr is y 2024-08-19T11:21:15.119 INFO:tasks.cephadm:Normalizing hostnames... 2024-08-19T11:21:15.119 DEBUG:teuthology.orchestra.run.smithi136:> sudo hostname $(hostname -s) 2024-08-19T11:21:15.145 DEBUG:teuthology.orchestra.run.smithi155:> sudo hostname $(hostname -s) 2024-08-19T11:21:15.170 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-08-19T11:21:15.171 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=797669399b32d2915e64eb6d4b1257ae3c50f80b 2024-08-19T11:21:15.318 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '797669399b32d2915e64eb6d4b1257ae3c50f80b', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/55864/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-5847-g79766939', 'node_name': '172.21.2.1+braggi01', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-5847.g79766939'}, 'url': 'https://4.chacra.ceph.com/r/ceph/main/797669399b32d2915e64eb6d4b1257ae3c50f80b/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-08-17 21:56:49.749618', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'main', 'chacra_url': 'https://4.chacra.ceph.com/repos/ceph/main/797669399b32d2915e64eb6d4b1257ae3c50f80b/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-08-19T11:21:15.621 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref reef, sha1 baa926deef3d9e81dd31b10a4ae9969a5fbce5ae from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-08-19T11:21:15.622 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/reef/baa926deef3d9e81dd31b10a4ae9969a5fbce5ae/centos/9/x86_64/flavors/default/cephadm 2024-08-19T11:21:15.622 INFO:tasks.cephadm:Downloading cephadm from url: https://2.chacra.ceph.com/binaries/ceph/reef/baa926deef3d9e81dd31b10a4ae9969a5fbce5ae/centos/9/x86_64/flavors/default/cephadm 2024-08-19T11:21:15.622 DEBUG:teuthology.orchestra.run.smithi136:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/reef/baa926deef3d9e81dd31b10a4ae9969a5fbce5ae/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-08-19T11:21:15.949 INFO:teuthology.orchestra.run.smithi136.stdout:-rw-r--r--. 1 ubuntu ubuntu 215597 Aug 19 11:21 /home/ubuntu/cephtest/cephadm 2024-08-19T11:21:15.950 DEBUG:teuthology.orchestra.run.smithi155:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/reef/baa926deef3d9e81dd31b10a4ae9969a5fbce5ae/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-08-19T11:21:16.295 INFO:teuthology.orchestra.run.smithi155.stdout:-rw-r--r--. 1 ubuntu ubuntu 215597 Aug 19 11:21 /home/ubuntu/cephtest/cephadm 2024-08-19T11:21:16.295 DEBUG:teuthology.orchestra.run.smithi136:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-08-19T11:21:16.315 DEBUG:teuthology.orchestra.run.smithi155:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-08-19T11:21:16.345 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-08-19T11:21:16.345 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-08-19T11:21:16.357 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-08-19T11:21:17.835 INFO:teuthology.orchestra.run.smithi136.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-08-19T11:21:17.956 INFO:teuthology.orchestra.run.smithi155.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-08-19T11:21:44.263 INFO:teuthology.orchestra.run.smithi155.stdout:{ 2024-08-19T11:21:44.263 INFO:teuthology.orchestra.run.smithi155.stdout: "ceph_version": "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)", 2024-08-19T11:21:44.263 INFO:teuthology.orchestra.run.smithi155.stdout: "image_id": "e6c292a6bc95052ae76ae95cd2b7b1c7a0b2acacdb91703f8c5dad19d13cea1b", 2024-08-19T11:21:44.263 INFO:teuthology.orchestra.run.smithi155.stdout: "repo_digests": [ 2024-08-19T11:21:44.263 INFO:teuthology.orchestra.run.smithi155.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282" 2024-08-19T11:21:44.263 INFO:teuthology.orchestra.run.smithi155.stdout: ] 2024-08-19T11:21:44.263 INFO:teuthology.orchestra.run.smithi155.stdout:} 2024-08-19T11:21:47.088 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:21:47.088 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph_version": "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)", 2024-08-19T11:21:47.088 INFO:teuthology.orchestra.run.smithi136.stdout: "image_id": "e6c292a6bc95052ae76ae95cd2b7b1c7a0b2acacdb91703f8c5dad19d13cea1b", 2024-08-19T11:21:47.088 INFO:teuthology.orchestra.run.smithi136.stdout: "repo_digests": [ 2024-08-19T11:21:47.088 INFO:teuthology.orchestra.run.smithi136.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282" 2024-08-19T11:21:47.089 INFO:teuthology.orchestra.run.smithi136.stdout: ] 2024-08-19T11:21:47.089 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:21:47.106 DEBUG:teuthology.orchestra.run.smithi136:> sudo mkdir -p /etc/ceph 2024-08-19T11:21:47.168 DEBUG:teuthology.orchestra.run.smithi155:> sudo mkdir -p /etc/ceph 2024-08-19T11:21:47.203 DEBUG:teuthology.orchestra.run.smithi136:> sudo chmod 777 /etc/ceph 2024-08-19T11:21:47.227 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 777 /etc/ceph 2024-08-19T11:21:47.272 INFO:tasks.cephadm:Writing seed config... 2024-08-19T11:21:47.273 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-08-19T11:21:47.273 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-08-19T11:21:47.273 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-08-19T11:21:47.273 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-08-19T11:21:47.273 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-08-19T11:21:47.273 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-08-19T11:21:47.273 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-08-19T11:21:47.274 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-08-19T11:21:47.274 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-08-19T11:21:47.274 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-08-19T11:21:47.274 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-08-19T11:21:47.274 DEBUG:teuthology.orchestra.run.smithi136:> set -ex 2024-08-19T11:21:47.275 DEBUG:teuthology.orchestra.run.smithi136:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-08-19T11:21:47.290 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 25b0d51a-5e1d-11ef-bccf-c7b262605968 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-08-19T11:21:47.290 DEBUG:teuthology.orchestra.run.smithi136:mon.a> sudo journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mon.a.service 2024-08-19T11:21:47.333 DEBUG:teuthology.orchestra.run.smithi136:mgr.y> sudo journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mgr.y.service 2024-08-19T11:21:47.376 INFO:tasks.cephadm:Bootstrapping... 2024-08-19T11:21:47.376 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.136 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-08-19T11:21:47.527 INFO:teuthology.orchestra.run.smithi136.stdout:-------------------------------------------------------------------------------- 2024-08-19T11:21:47.528 INFO:teuthology.orchestra.run.smithi136.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', '25b0d51a-5e1d-11ef-bccf-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.136', '--skip-admin-label'] 2024-08-19T11:21:47.554 INFO:teuthology.orchestra.run.smithi136.stdout:/bin/podman: stdout 5.1.2 2024-08-19T11:21:47.554 INFO:teuthology.orchestra.run.smithi136.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-08-19T11:21:47.555 INFO:teuthology.orchestra.run.smithi136.stdout:Verifying podman|docker is present... 2024-08-19T11:21:47.578 INFO:teuthology.orchestra.run.smithi136.stdout:/bin/podman: stdout 5.1.2 2024-08-19T11:21:47.578 INFO:teuthology.orchestra.run.smithi136.stdout:Verifying lvm2 is present... 2024-08-19T11:21:47.578 INFO:teuthology.orchestra.run.smithi136.stdout:Verifying time synchronization is in place... 2024-08-19T11:21:47.585 INFO:teuthology.orchestra.run.smithi136.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-08-19T11:21:47.585 INFO:teuthology.orchestra.run.smithi136.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-08-19T11:21:47.591 INFO:teuthology.orchestra.run.smithi136.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-08-19T11:21:47.592 INFO:teuthology.orchestra.run.smithi136.stdout:systemctl: stdout inactive 2024-08-19T11:21:47.598 INFO:teuthology.orchestra.run.smithi136.stdout:systemctl: stdout enabled 2024-08-19T11:21:47.604 INFO:teuthology.orchestra.run.smithi136.stdout:systemctl: stdout active 2024-08-19T11:21:47.604 INFO:teuthology.orchestra.run.smithi136.stdout:Unit chronyd.service is enabled and running 2024-08-19T11:21:47.604 INFO:teuthology.orchestra.run.smithi136.stdout:Repeating the final host check... 2024-08-19T11:21:47.627 INFO:teuthology.orchestra.run.smithi136.stdout:/bin/podman: stdout 5.1.2 2024-08-19T11:21:47.627 INFO:teuthology.orchestra.run.smithi136.stdout:podman (/bin/podman) version 5.1.2 is present 2024-08-19T11:21:47.628 INFO:teuthology.orchestra.run.smithi136.stdout:systemctl is present 2024-08-19T11:21:47.628 INFO:teuthology.orchestra.run.smithi136.stdout:lvcreate is present 2024-08-19T11:21:47.634 INFO:teuthology.orchestra.run.smithi136.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-08-19T11:21:47.634 INFO:teuthology.orchestra.run.smithi136.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-08-19T11:21:47.640 INFO:teuthology.orchestra.run.smithi136.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-08-19T11:21:47.640 INFO:teuthology.orchestra.run.smithi136.stdout:systemctl: stdout inactive 2024-08-19T11:21:47.646 INFO:teuthology.orchestra.run.smithi136.stdout:systemctl: stdout enabled 2024-08-19T11:21:47.653 INFO:teuthology.orchestra.run.smithi136.stdout:systemctl: stdout active 2024-08-19T11:21:47.653 INFO:teuthology.orchestra.run.smithi136.stdout:Unit chronyd.service is enabled and running 2024-08-19T11:21:47.653 INFO:teuthology.orchestra.run.smithi136.stdout:Host looks OK 2024-08-19T11:21:47.653 INFO:teuthology.orchestra.run.smithi136.stdout:Cluster fsid: 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:21:47.653 INFO:teuthology.orchestra.run.smithi136.stdout:Acquiring lock 140497363213856 on /run/cephadm/25b0d51a-5e1d-11ef-bccf-c7b262605968.lock 2024-08-19T11:21:47.653 INFO:teuthology.orchestra.run.smithi136.stdout:Lock 140497363213856 acquired on /run/cephadm/25b0d51a-5e1d-11ef-bccf-c7b262605968.lock 2024-08-19T11:21:47.654 INFO:teuthology.orchestra.run.smithi136.stdout:Verifying IP 172.21.15.136 port 3300 ... 2024-08-19T11:21:47.654 INFO:teuthology.orchestra.run.smithi136.stdout:Verifying IP 172.21.15.136 port 6789 ... 2024-08-19T11:21:47.654 INFO:teuthology.orchestra.run.smithi136.stdout:Base mon IP(s) is [172.21.15.136:3300, 172.21.15.136:6789], mon addrv is [v2:172.21.15.136:3300,v1:172.21.15.136:6789] 2024-08-19T11:21:47.657 INFO:teuthology.orchestra.run.smithi136.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.136 metric 100 2024-08-19T11:21:47.657 INFO:teuthology.orchestra.run.smithi136.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.136 metric 100 2024-08-19T11:21:47.659 INFO:teuthology.orchestra.run.smithi136.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-08-19T11:21:47.659 INFO:teuthology.orchestra.run.smithi136.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 1024 pref medium 2024-08-19T11:21:47.659 INFO:teuthology.orchestra.run.smithi136.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 pref medium 2024-08-19T11:21:47.662 INFO:teuthology.orchestra.run.smithi136.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-08-19T11:21:47.662 INFO:teuthology.orchestra.run.smithi136.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-08-19T11:21:47.662 INFO:teuthology.orchestra.run.smithi136.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-08-19T11:21:47.662 INFO:teuthology.orchestra.run.smithi136.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-08-19T11:21:47.662 INFO:teuthology.orchestra.run.smithi136.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe88:6e43/64 scope link noprefixroute 2024-08-19T11:21:47.662 INFO:teuthology.orchestra.run.smithi136.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-08-19T11:21:47.663 INFO:teuthology.orchestra.run.smithi136.stdout:Mon IP `172.21.15.136` is in CIDR network `172.21.0.0/20` 2024-08-19T11:21:47.663 INFO:teuthology.orchestra.run.smithi136.stdout:Mon IP `172.21.15.136` is in CIDR network `172.21.0.0/20` 2024-08-19T11:21:47.663 INFO:teuthology.orchestra.run.smithi136.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-08-19T11:21:47.663 INFO:teuthology.orchestra.run.smithi136.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-08-19T11:21:47.664 INFO:teuthology.orchestra.run.smithi136.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-08-19T11:21:48.167 INFO:teuthology.orchestra.run.smithi136.stdout:/bin/podman: stdout e6c292a6bc95052ae76ae95cd2b7b1c7a0b2acacdb91703f8c5dad19d13cea1b 2024-08-19T11:21:48.168 INFO:teuthology.orchestra.run.smithi136.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef... 2024-08-19T11:21:48.168 INFO:teuthology.orchestra.run.smithi136.stdout:/bin/podman: stderr Getting image source signatures 2024-08-19T11:21:48.168 INFO:teuthology.orchestra.run.smithi136.stdout:/bin/podman: stderr Copying blob sha256:88ceb397420d1ccfabd2f90c4bd09ee4d51a4f85ea7e8259e1b1e579856e954e 2024-08-19T11:21:48.168 INFO:teuthology.orchestra.run.smithi136.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-08-19T11:21:48.168 INFO:teuthology.orchestra.run.smithi136.stdout:/bin/podman: stderr Copying config sha256:e6c292a6bc95052ae76ae95cd2b7b1c7a0b2acacdb91703f8c5dad19d13cea1b 2024-08-19T11:21:48.168 INFO:teuthology.orchestra.run.smithi136.stdout:/bin/podman: stderr Writing manifest to image destination 2024-08-19T11:21:49.129 INFO:teuthology.orchestra.run.smithi136.stdout:ceph: stdout ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable) 2024-08-19T11:21:49.129 INFO:teuthology.orchestra.run.smithi136.stdout:Ceph version: ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable) 2024-08-19T11:21:49.129 INFO:teuthology.orchestra.run.smithi136.stdout:Extracting ceph user uid/gid from container image... 2024-08-19T11:21:49.993 INFO:teuthology.orchestra.run.smithi136.stdout:stat: stdout 167 167 2024-08-19T11:21:49.993 INFO:teuthology.orchestra.run.smithi136.stdout:Creating initial keys... 2024-08-19T11:21:51.548 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph-authtool: stdout AQDOKsNm29ZyFBAAOqADrHo+qvqBN01bSKN+Rg== 2024-08-19T11:22:00.855 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph-authtool: stdout AQDSKsNmOGrTFxAA47fqA4jnm0i7SzIdtwELWw== 2024-08-19T11:22:03.347 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph-authtool: stdout AQDaKsNmIVY7LhAASqjylzlcbfqLZHeV5qUVpg== 2024-08-19T11:22:03.348 INFO:teuthology.orchestra.run.smithi136.stdout:Creating initial monmap... 2024-08-19T11:22:04.331 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-08-19T11:22:04.331 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-08-19T11:22:04.331 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:22:04.331 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-08-19T11:22:04.331 INFO:teuthology.orchestra.run.smithi136.stdout:monmaptool for a [v2:172.21.15.136:3300,v1:172.21.15.136:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-08-19T11:22:04.331 INFO:teuthology.orchestra.run.smithi136.stdout:setting min_mon_release = pacific 2024-08-19T11:22:04.331 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/monmaptool: set fsid to 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:22:04.331 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-08-19T11:22:04.331 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:22:04.332 INFO:teuthology.orchestra.run.smithi136.stdout:Creating mon... 2024-08-19T11:22:05.350 INFO:teuthology.orchestra.run.smithi136.stdout:create mon.a on 2024-08-19T11:22:05.559 INFO:teuthology.orchestra.run.smithi136.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-08-19T11:22:05.706 INFO:teuthology.orchestra.run.smithi136.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-08-19T11:22:05.875 INFO:teuthology.orchestra.run.smithi136.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968.target → /etc/systemd/system/ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968.target. 2024-08-19T11:22:05.875 INFO:teuthology.orchestra.run.smithi136.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968.target → /etc/systemd/system/ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968.target. 2024-08-19T11:22:06.096 INFO:teuthology.orchestra.run.smithi136.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mon.a 2024-08-19T11:22:06.096 INFO:teuthology.orchestra.run.smithi136.stdout:systemctl: stderr Failed to reset failed state of unit ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mon.a.service: Unit ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mon.a.service not loaded. 2024-08-19T11:22:06.260 INFO:teuthology.orchestra.run.smithi136.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968.target.wants/ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mon.a.service → /etc/systemd/system/ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@.service. 2024-08-19T11:22:06.799 INFO:teuthology.orchestra.run.smithi136.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-19T11:22:06.799 INFO:teuthology.orchestra.run.smithi136.stdout:systemctl: stdout disabled 2024-08-19T11:22:06.806 INFO:teuthology.orchestra.run.smithi136.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-19T11:22:06.806 INFO:teuthology.orchestra.run.smithi136.stdout:systemctl: stdout inactive 2024-08-19T11:22:06.806 INFO:teuthology.orchestra.run.smithi136.stdout:firewalld.service is not enabled 2024-08-19T11:22:06.806 INFO:teuthology.orchestra.run.smithi136.stdout:Not possible to enable service . firewalld.service is not available 2024-08-19T11:22:06.807 INFO:teuthology.orchestra.run.smithi136.stdout:Waiting for mon to start... 2024-08-19T11:22:06.807 INFO:teuthology.orchestra.run.smithi136.stdout:Waiting for mon... 2024-08-19T11:22:07.779 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout cluster: 2024-08-19T11:22:07.779 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout id: 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:22:07.780 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-08-19T11:22:07.780 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout 2024-08-19T11:22:07.780 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout services: 2024-08-19T11:22:07.780 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.561193s) 2024-08-19T11:22:07.780 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-08-19T11:22:07.780 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-08-19T11:22:07.780 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout 2024-08-19T11:22:07.780 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout data: 2024-08-19T11:22:07.780 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-08-19T11:22:07.780 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-08-19T11:22:07.780 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-08-19T11:22:07.780 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout pgs: 2024-08-19T11:22:07.780 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout 2024-08-19T11:22:07.780 INFO:teuthology.orchestra.run.smithi136.stdout:mon is available 2024-08-19T11:22:07.781 INFO:teuthology.orchestra.run.smithi136.stdout:Assimilating anything we can from ceph.conf... 2024-08-19T11:22:09.329 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:09 smithi136 ceph-mon[15903]: from='client.? 172.21.15.136:0/3760655583' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-08-19T11:22:09.634 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout 2024-08-19T11:22:09.635 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout [global] 2024-08-19T11:22:09.635 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout fsid = 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:22:09.635 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.136:3300,v1:172.21.15.136:6789] 2024-08-19T11:22:09.635 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-08-19T11:22:09.635 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-08-19T11:22:09.635 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-08-19T11:22:09.635 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-08-19T11:22:09.635 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout 2024-08-19T11:22:09.635 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout [mgr] 2024-08-19T11:22:09.635 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-08-19T11:22:09.635 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout 2024-08-19T11:22:09.636 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout [osd] 2024-08-19T11:22:09.636 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-08-19T11:22:09.636 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-08-19T11:22:09.636 INFO:teuthology.orchestra.run.smithi136.stdout:Generating new minimal ceph.conf... 2024-08-19T11:22:10.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:10 smithi136 ceph-mon[15903]: from='client.? 172.21.15.136:0/1474916022' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:22:10.655 INFO:teuthology.orchestra.run.smithi136.stdout:Restarting the monitor... 2024-08-19T11:22:10.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:10 smithi136 systemd[1]: Stopping Ceph mon.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:22:11.322 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:10 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-a[15880]: 2024-08-19T11:22:10.956+0000 7f6cc10ce640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T11:22:11.323 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:10 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-a[15880]: 2024-08-19T11:22:10.956+0000 7f6cc10ce640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-08-19T11:22:11.323 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:11 smithi136 podman[16235]: 2024-08-19 11:22:11.059980162 +0000 UTC m=+0.216615844 container died 089eabc09fbe701a6ce8f0a38c117e385ea93542d7a928394ed4e33621475539 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-a, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-baa926d, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-08-19T11:22:11.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:11 smithi136 podman[16235]: 2024-08-19 11:22:11.429738137 +0000 UTC m=+0.586373816 container cleanup 089eabc09fbe701a6ce8f0a38c117e385ea93542d7a928394ed4e33621475539 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=reef-baa926d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731) 2024-08-19T11:22:11.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:11 smithi136 bash[16235]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-a 2024-08-19T11:22:12.048 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:11 smithi136 podman[16253]: 2024-08-19 11:22:11.70544704 +0000 UTC m=+0.645002741 container remove 089eabc09fbe701a6ce8f0a38c117e385ea93542d7a928394ed4e33621475539 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=reef-baa926d, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-08-19T11:22:12.049 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:11 smithi136 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mon.a.service: Deactivated successfully. 2024-08-19T11:22:12.049 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:11 smithi136 systemd[1]: Stopped Ceph mon.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:22:12.049 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:11 smithi136 systemd[1]: Starting Ceph mon.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:22:12.302 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 podman[16351]: 2024-08-19 11:22:12.048024468 +0000 UTC m=+0.112986703 container create 60d0fb5300fe8ad3c438b572b2f2567bfd050eebab87117de6eb598db7ee4e0a (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-a, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=reef-baa926d, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T11:22:12.302 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 podman[16351]: 2024-08-19 11:22:11.952478854 +0000 UTC m=+0.017441107 image pull e6c292a6bc95052ae76ae95cd2b7b1c7a0b2acacdb91703f8c5dad19d13cea1b quay.ceph.io/ceph-ci/ceph:reef 2024-08-19T11:22:12.302 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 podman[16351]: 2024-08-19 11:22:12.233710449 +0000 UTC m=+0.298672695 container init 60d0fb5300fe8ad3c438b572b2f2567bfd050eebab87117de6eb598db7ee4e0a (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-a, maintainer=Guillaume Abrioux , RELEASE=reef-baa926d, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-08-19T11:22:12.303 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 podman[16351]: 2024-08-19 11:22:12.238003798 +0000 UTC m=+0.302966043 container start 60d0fb5300fe8ad3c438b572b2f2567bfd050eebab87117de6eb598db7ee4e0a (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-a, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=reef-baa926d, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0) 2024-08-19T11:22:12.303 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: set uid:gid to 167:167 (ceph:ceph) 2024-08-19T11:22:12.303 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable), process ceph-mon, pid 7 2024-08-19T11:22:12.303 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: pidfile_write: ignore empty --pid-file 2024-08-19T11:22:12.303 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: load: jerasure load: lrc 2024-08-19T11:22:12.303 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: RocksDB version: 7.9.2 2024-08-19T11:22:12.303 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Git sha 0 2024-08-19T11:22:12.303 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Compile date 2024-08-18 15:07:10 2024-08-19T11:22:12.303 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: DB SUMMARY 2024-08-19T11:22:12.303 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: DB Session ID: S5Q66GLJQ5LHWIEUWARW 2024-08-19T11:22:12.304 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: CURRENT file: CURRENT 2024-08-19T11:22:12.304 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: IDENTITY file: IDENTITY 2024-08-19T11:22:12.304 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-08-19T11:22:12.304 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-08-19T11:22:12.304 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 84576 ; 2024-08-19T11:22:12.304 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.error_if_exists: 0 2024-08-19T11:22:12.304 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.create_if_missing: 0 2024-08-19T11:22:12.304 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.paranoid_checks: 1 2024-08-19T11:22:12.304 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-19T11:22:12.305 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-19T11:22:12.305 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-19T11:22:12.305 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.env: 0x55778062bbc0 2024-08-19T11:22:12.305 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.fs: PosixFileSystem 2024-08-19T11:22:12.305 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.info_log: 0x557780ffebe0 2024-08-19T11:22:12.305 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.max_file_opening_threads: 16 2024-08-19T11:22:12.306 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.statistics: (nil) 2024-08-19T11:22:12.306 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.use_fsync: 0 2024-08-19T11:22:12.306 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.max_log_file_size: 0 2024-08-19T11:22:12.306 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-19T11:22:12.306 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-19T11:22:12.306 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.keep_log_file_num: 1000 2024-08-19T11:22:12.306 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.recycle_log_file_num: 0 2024-08-19T11:22:12.306 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.allow_fallocate: 1 2024-08-19T11:22:12.306 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.allow_mmap_reads: 0 2024-08-19T11:22:12.306 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.allow_mmap_writes: 0 2024-08-19T11:22:12.306 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.use_direct_reads: 0 2024-08-19T11:22:12.306 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-19T11:22:12.307 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.create_missing_column_families: 0 2024-08-19T11:22:12.307 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.db_log_dir: 2024-08-19T11:22:12.307 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.wal_dir: 2024-08-19T11:22:12.307 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-19T11:22:12.307 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-19T11:22:12.307 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-19T11:22:12.307 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-19T11:22:12.307 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-19T11:22:12.307 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-19T11:22:12.307 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.advise_random_on_open: 1 2024-08-19T11:22:12.307 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.db_write_buffer_size: 0 2024-08-19T11:22:12.307 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.write_buffer_manager: 0x557780fce140 2024-08-19T11:22:12.307 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-19T11:22:12.308 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-19T11:22:12.308 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-19T11:22:12.308 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.rate_limiter: (nil) 2024-08-19T11:22:12.308 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-19T11:22:12.308 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.wal_recovery_mode: 2 2024-08-19T11:22:12.308 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.enable_thread_tracking: 0 2024-08-19T11:22:12.308 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.enable_pipelined_write: 0 2024-08-19T11:22:12.308 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.unordered_write: 0 2024-08-19T11:22:12.308 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-19T11:22:12.308 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-19T11:22:12.308 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-19T11:22:12.308 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-19T11:22:12.309 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.row_cache: None 2024-08-19T11:22:12.309 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.wal_filter: None 2024-08-19T11:22:12.309 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-19T11:22:12.309 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.allow_ingest_behind: 0 2024-08-19T11:22:12.309 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.two_write_queues: 0 2024-08-19T11:22:12.309 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.manual_wal_flush: 0 2024-08-19T11:22:12.309 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.wal_compression: 0 2024-08-19T11:22:12.309 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.atomic_flush: 0 2024-08-19T11:22:12.309 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-19T11:22:12.309 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-19T11:22:12.309 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-19T11:22:12.310 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.log_readahead_size: 0 2024-08-19T11:22:12.310 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-19T11:22:12.310 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.best_efforts_recovery: 0 2024-08-19T11:22:12.310 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-19T11:22:12.310 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-19T11:22:12.310 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.allow_data_in_errors: 0 2024-08-19T11:22:12.310 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.db_host_id: __hostname__ 2024-08-19T11:22:12.310 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-19T11:22:12.310 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.max_background_jobs: 2 2024-08-19T11:22:12.310 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.max_background_compactions: -1 2024-08-19T11:22:12.310 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.max_subcompactions: 1 2024-08-19T11:22:12.310 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-19T11:22:12.311 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-19T11:22:12.311 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-19T11:22:12.311 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.max_total_wal_size: 0 2024-08-19T11:22:12.311 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-19T11:22:12.311 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-19T11:22:12.311 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-19T11:22:12.311 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-19T11:22:12.311 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.max_open_files: -1 2024-08-19T11:22:12.311 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.bytes_per_sync: 0 2024-08-19T11:22:12.311 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-19T11:22:12.311 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-19T11:22:12.311 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.compaction_readahead_size: 0 2024-08-19T11:22:12.311 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.max_background_flushes: -1 2024-08-19T11:22:12.312 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Compression algorithms supported: 2024-08-19T11:22:12.312 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: kZSTD supported: 0 2024-08-19T11:22:12.312 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: kXpressCompression supported: 0 2024-08-19T11:22:12.312 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: kBZip2Compression supported: 0 2024-08-19T11:22:12.312 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-19T11:22:12.312 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: kLZ4Compression supported: 1 2024-08-19T11:22:12.312 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: kZlibCompression supported: 1 2024-08-19T11:22:12.312 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: kLZ4HCCompression supported: 1 2024-08-19T11:22:12.312 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: kSnappyCompression supported: 1 2024-08-19T11:22:12.313 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-19T11:22:12.313 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-19T11:22:12.313 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-08-19T11:22:12.313 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-19T11:22:12.313 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-19T11:22:12.313 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.merge_operator: 2024-08-19T11:22:12.313 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.compaction_filter: None 2024-08-19T11:22:12.313 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.compaction_filter_factory: None 2024-08-19T11:22:12.313 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.sst_partitioner_factory: None 2024-08-19T11:22:12.314 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-19T11:22:12.314 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-19T11:22:12.314 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x557780ffe820) 2024-08-19T11:22:12.314 INFO:journalctl@ceph.mon.a.smithi136.stdout: cache_index_and_filter_blocks: 1 2024-08-19T11:22:12.314 INFO:journalctl@ceph.mon.a.smithi136.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-19T11:22:12.314 INFO:journalctl@ceph.mon.a.smithi136.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-19T11:22:12.315 INFO:journalctl@ceph.mon.a.smithi136.stdout: pin_top_level_index_and_filter: 1 2024-08-19T11:22:12.315 INFO:journalctl@ceph.mon.a.smithi136.stdout: index_type: 0 2024-08-19T11:22:12.315 INFO:journalctl@ceph.mon.a.smithi136.stdout: data_block_index_type: 0 2024-08-19T11:22:12.315 INFO:journalctl@ceph.mon.a.smithi136.stdout: index_shortening: 1 2024-08-19T11:22:12.315 INFO:journalctl@ceph.mon.a.smithi136.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-19T11:22:12.315 INFO:journalctl@ceph.mon.a.smithi136.stdout: checksum: 4 2024-08-19T11:22:12.316 INFO:journalctl@ceph.mon.a.smithi136.stdout: no_block_cache: 0 2024-08-19T11:22:12.316 INFO:journalctl@ceph.mon.a.smithi136.stdout: block_cache: 0x557780ff3350 2024-08-19T11:22:12.316 INFO:journalctl@ceph.mon.a.smithi136.stdout: block_cache_name: BinnedLRUCache 2024-08-19T11:22:12.316 INFO:journalctl@ceph.mon.a.smithi136.stdout: block_cache_options: 2024-08-19T11:22:12.316 INFO:journalctl@ceph.mon.a.smithi136.stdout: capacity : 536870912 2024-08-19T11:22:12.316 INFO:journalctl@ceph.mon.a.smithi136.stdout: num_shard_bits : 4 2024-08-19T11:22:12.317 INFO:journalctl@ceph.mon.a.smithi136.stdout: strict_capacity_limit : 0 2024-08-19T11:22:12.317 INFO:journalctl@ceph.mon.a.smithi136.stdout: high_pri_pool_ratio: 0.000 2024-08-19T11:22:12.317 INFO:journalctl@ceph.mon.a.smithi136.stdout: block_cache_compressed: (nil) 2024-08-19T11:22:12.317 INFO:journalctl@ceph.mon.a.smithi136.stdout: persistent_cache: (nil) 2024-08-19T11:22:12.317 INFO:journalctl@ceph.mon.a.smithi136.stdout: block_size: 4096 2024-08-19T11:22:12.317 INFO:journalctl@ceph.mon.a.smithi136.stdout: block_size_deviation: 10 2024-08-19T11:22:12.318 INFO:journalctl@ceph.mon.a.smithi136.stdout: block_restart_interval: 16 2024-08-19T11:22:12.318 INFO:journalctl@ceph.mon.a.smithi136.stdout: index_block_restart_interval: 1 2024-08-19T11:22:12.318 INFO:journalctl@ceph.mon.a.smithi136.stdout: metadata_block_size: 4096 2024-08-19T11:22:12.318 INFO:journalctl@ceph.mon.a.smithi136.stdout: partition_filters: 0 2024-08-19T11:22:12.318 INFO:journalctl@ceph.mon.a.smithi136.stdout: use_delta_encoding: 1 2024-08-19T11:22:12.319 INFO:journalctl@ceph.mon.a.smithi136.stdout: filter_policy: bloomfilter 2024-08-19T11:22:12.319 INFO:journalctl@ceph.mon.a.smithi136.stdout: whole_key_filtering: 1 2024-08-19T11:22:12.319 INFO:journalctl@ceph.mon.a.smithi136.stdout: verify_compression: 0 2024-08-19T11:22:12.319 INFO:journalctl@ceph.mon.a.smithi136.stdout: read_amp_bytes_per_bit: 0 2024-08-19T11:22:12.319 INFO:journalctl@ceph.mon.a.smithi136.stdout: format_version: 5 2024-08-19T11:22:12.319 INFO:journalctl@ceph.mon.a.smithi136.stdout: enable_index_compression: 1 2024-08-19T11:22:12.320 INFO:journalctl@ceph.mon.a.smithi136.stdout: block_align: 0 2024-08-19T11:22:12.320 INFO:journalctl@ceph.mon.a.smithi136.stdout: max_auto_readahead_size: 262144 2024-08-19T11:22:12.320 INFO:journalctl@ceph.mon.a.smithi136.stdout: prepopulate_block_cache: 0 2024-08-19T11:22:12.320 INFO:journalctl@ceph.mon.a.smithi136.stdout: initial_auto_readahead_size: 8192 2024-08-19T11:22:12.320 INFO:journalctl@ceph.mon.a.smithi136.stdout: num_file_reads_for_auto_readahead: 2 2024-08-19T11:22:12.320 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.write_buffer_size: 33554432 2024-08-19T11:22:12.320 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.max_write_buffer_number: 2 2024-08-19T11:22:12.321 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.compression: NoCompression 2024-08-19T11:22:12.321 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.bottommost_compression: Disabled 2024-08-19T11:22:12.321 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.prefix_extractor: nullptr 2024-08-19T11:22:12.321 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-19T11:22:12.321 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.num_levels: 7 2024-08-19T11:22:12.321 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-19T11:22:12.322 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-19T11:22:12.322 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-19T11:22:12.322 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-19T11:22:12.322 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-19T11:22:12.322 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-19T11:22:12.323 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-19T11:22:12.323 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-19T11:22:12.323 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-19T11:22:12.323 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-19T11:22:12.323 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-19T11:22:12.323 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-19T11:22:12.323 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-19T11:22:12.324 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.compression_opts.level: 32767 2024-08-19T11:22:12.324 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.compression_opts.strategy: 0 2024-08-19T11:22:12.324 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-19T11:22:12.324 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-19T11:22:12.324 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-19T11:22:12.324 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-19T11:22:12.324 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.compression_opts.enabled: false 2024-08-19T11:22:12.325 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-19T11:22:12.325 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-19T11:22:12.325 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-19T11:22:12.325 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-19T11:22:12.326 INFO:teuthology.orchestra.run.smithi136.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-08-19T11:22:12.327 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.target_file_size_base: 67108864 2024-08-19T11:22:12.327 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-19T11:22:12.327 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-19T11:22:12.327 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-19T11:22:12.328 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-19T11:22:12.328 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-19T11:22:12.328 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-19T11:22:12.328 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-19T11:22:12.328 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-19T11:22:12.328 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-19T11:22:12.329 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-19T11:22:12.329 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-19T11:22:12.329 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-19T11:22:12.329 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-19T11:22:12.329 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-19T11:22:12.330 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.arena_block_size: 1048576 2024-08-19T11:22:12.331 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-19T11:22:12.331 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-19T11:22:12.331 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.disable_auto_compactions: 0 2024-08-19T11:22:12.331 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-19T11:22:12.331 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-19T11:22:12.331 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-19T11:22:12.332 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-19T11:22:12.332 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-19T11:22:12.332 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-19T11:22:12.332 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-19T11:22:12.332 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-19T11:22:12.332 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-19T11:22:12.332 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-19T11:22:12.332 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.table_properties_collectors: 2024-08-19T11:22:12.332 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.inplace_update_support: 0 2024-08-19T11:22:12.333 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-19T11:22:12.333 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-19T11:22:12.333 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-19T11:22:12.333 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-19T11:22:12.333 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.bloom_locality: 0 2024-08-19T11:22:12.334 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.max_successive_merges: 0 2024-08-19T11:22:12.334 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-19T11:22:12.334 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.paranoid_file_checks: 0 2024-08-19T11:22:12.334 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.force_consistency_checks: 1 2024-08-19T11:22:12.334 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.report_bg_io_stats: 0 2024-08-19T11:22:12.334 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.ttl: 2592000 2024-08-19T11:22:12.334 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-19T11:22:12.334 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-19T11:22:12.335 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-19T11:22:12.335 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.enable_blob_files: false 2024-08-19T11:22:12.335 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.min_blob_size: 0 2024-08-19T11:22:12.335 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.blob_file_size: 268435456 2024-08-19T11:22:12.335 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-19T11:22:12.335 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-19T11:22:12.336 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-19T11:22:12.336 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-19T11:22:12.336 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-19T11:22:12.336 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.blob_file_starting_level: 0 2024-08-19T11:22:12.336 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-19T11:22:12.336 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-08-19T11:22:12.336 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-08-19T11:22:12.337 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: a978d636-e5bb-4d17-b77b-ba34288644d9 2024-08-19T11:22:12.337 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724066532264086, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-08-19T11:22:12.337 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-08-19T11:22:12.337 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724066532264933, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81100, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 256, "table_properties": {"data_size": 79276, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10267, "raw_average_key_size": 47, "raw_value_size": 73477, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 215, "num_filter_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1724066532, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a978d636-e5bb-4d17-b77b-ba34288644d9", "db_session_id": "S5Q66GLJQ5LHWIEUWARW", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-08-19T11:22:12.337 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724066532265010, "job": 1, "event": "recovery_finished"} 2024-08-19T11:22:12.337 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-08-19T11:22:12.337 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-19T11:22:12.338 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55778101ce00 2024-08-19T11:22:12.338 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: DB pointer 0x557781110000 2024-08-19T11:22:12.338 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-19T11:22:12.338 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-19T11:22:12.338 INFO:journalctl@ceph.mon.a.smithi136.stdout: ** DB Stats ** 2024-08-19T11:22:12.338 INFO:journalctl@ceph.mon.a.smithi136.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-19T11:22:12.338 INFO:journalctl@ceph.mon.a.smithi136.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-19T11:22:12.338 INFO:journalctl@ceph.mon.a.smithi136.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-19T11:22:12.338 INFO:journalctl@ceph.mon.a.smithi136.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-19T11:22:12.338 INFO:journalctl@ceph.mon.a.smithi136.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-19T11:22:12.338 INFO:journalctl@ceph.mon.a.smithi136.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-19T11:22:12.338 INFO:journalctl@ceph.mon.a.smithi136.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-19T11:22:12.338 INFO:journalctl@ceph.mon.a.smithi136.stdout: 2024-08-19T11:22:12.339 INFO:journalctl@ceph.mon.a.smithi136.stdout: ** Compaction Stats [default] ** 2024-08-19T11:22:12.339 INFO:journalctl@ceph.mon.a.smithi136.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-19T11:22:12.339 INFO:journalctl@ceph.mon.a.smithi136.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-19T11:22:12.339 INFO:journalctl@ceph.mon.a.smithi136.stdout: L0 2/0 81.03 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 140.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-08-19T11:22:12.339 INFO:journalctl@ceph.mon.a.smithi136.stdout: Sum 2/0 81.03 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 140.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-08-19T11:22:12.339 INFO:journalctl@ceph.mon.a.smithi136.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 140.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-08-19T11:22:12.339 INFO:journalctl@ceph.mon.a.smithi136.stdout: 2024-08-19T11:22:12.339 INFO:journalctl@ceph.mon.a.smithi136.stdout: ** Compaction Stats [default] ** 2024-08-19T11:22:12.339 INFO:journalctl@ceph.mon.a.smithi136.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-19T11:22:12.339 INFO:journalctl@ceph.mon.a.smithi136.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-19T11:22:12.339 INFO:journalctl@ceph.mon.a.smithi136.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 140.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-08-19T11:22:12.339 INFO:journalctl@ceph.mon.a.smithi136.stdout: 2024-08-19T11:22:12.339 INFO:journalctl@ceph.mon.a.smithi136.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-19T11:22:12.339 INFO:journalctl@ceph.mon.a.smithi136.stdout: 2024-08-19T11:22:12.340 INFO:journalctl@ceph.mon.a.smithi136.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-19T11:22:12.340 INFO:journalctl@ceph.mon.a.smithi136.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-19T11:22:12.340 INFO:journalctl@ceph.mon.a.smithi136.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-19T11:22:12.340 INFO:journalctl@ceph.mon.a.smithi136.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-19T11:22:12.340 INFO:journalctl@ceph.mon.a.smithi136.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-19T11:22:12.340 INFO:journalctl@ceph.mon.a.smithi136.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-19T11:22:12.340 INFO:journalctl@ceph.mon.a.smithi136.stdout: Cumulative compaction: 0.00 GB write, 26.68 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-19T11:22:12.340 INFO:journalctl@ceph.mon.a.smithi136.stdout: Interval compaction: 0.00 GB write, 26.68 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-19T11:22:12.340 INFO:journalctl@ceph.mon.a.smithi136.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-19T11:22:12.340 INFO:journalctl@ceph.mon.a.smithi136.stdout: Block cache BinnedLRUCache@0x557780ff3350#7 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-08-19T11:22:12.340 INFO:journalctl@ceph.mon.a.smithi136.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-08-19T11:22:12.340 INFO:journalctl@ceph.mon.a.smithi136.stdout: 2024-08-19T11:22:12.341 INFO:journalctl@ceph.mon.a.smithi136.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-19T11:22:12.341 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: starting mon.a rank 0 at public addrs [v2:172.21.15.136:3300/0,v1:172.21.15.136:6789/0] at bind addrs [v2:172.21.15.136:3300/0,v1:172.21.15.136:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:22:12.341 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: mon.a@-1(???) e1 preinit fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:22:12.341 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: mon.a@-1(???).mds e1 new map 2024-08-19T11:22:12.341 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: mon.a@-1(???).mds e1 print_map 2024-08-19T11:22:12.341 INFO:journalctl@ceph.mon.a.smithi136.stdout: e1 2024-08-19T11:22:12.341 INFO:journalctl@ceph.mon.a.smithi136.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-19T11:22:12.341 INFO:journalctl@ceph.mon.a.smithi136.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-19T11:22:12.341 INFO:journalctl@ceph.mon.a.smithi136.stdout: legacy client fscid: -1 2024-08-19T11:22:12.341 INFO:journalctl@ceph.mon.a.smithi136.stdout: 2024-08-19T11:22:12.341 INFO:journalctl@ceph.mon.a.smithi136.stdout: No filesystems configured 2024-08-19T11:22:12.341 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-19T11:22:12.341 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-19T11:22:12.342 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-19T11:22:12.342 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-19T11:22:12.342 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-08-19T11:22:12.342 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 bash[16351]: 60d0fb5300fe8ad3c438b572b2f2567bfd050eebab87117de6eb598db7ee4e0a 2024-08-19T11:22:12.342 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 systemd[1]: Started Ceph mon.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:22:12.553 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: mon.a is new leader, mons a in quorum (ranks 0) 2024-08-19T11:22:12.553 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: monmap e1: 1 mons at {a=[v2:172.21.15.136:3300/0,v1:172.21.15.136:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-19T11:22:12.553 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: fsmap 2024-08-19T11:22:12.553 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: osdmap e1: 0 total, 0 up, 0 in 2024-08-19T11:22:12.554 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:12 smithi136 ceph-mon[16389]: mgrmap e1: no daemons active 2024-08-19T11:22:13.426 INFO:teuthology.orchestra.run.smithi136.stdout:Wrote config to /etc/ceph/ceph.conf 2024-08-19T11:22:13.448 INFO:teuthology.orchestra.run.smithi136.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-08-19T11:22:13.448 INFO:teuthology.orchestra.run.smithi136.stdout:Creating mgr... 2024-08-19T11:22:13.448 INFO:teuthology.orchestra.run.smithi136.stdout:Verifying port 0.0.0.0:9283 ... 2024-08-19T11:22:13.449 INFO:teuthology.orchestra.run.smithi136.stdout:Verifying port 0.0.0.0:8765 ... 2024-08-19T11:22:13.676 INFO:teuthology.orchestra.run.smithi136.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mgr.y 2024-08-19T11:22:13.676 INFO:teuthology.orchestra.run.smithi136.stdout:systemctl: stderr Failed to reset failed state of unit ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mgr.y.service: Unit ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mgr.y.service not loaded. 2024-08-19T11:22:13.820 INFO:teuthology.orchestra.run.smithi136.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968.target.wants/ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@.service. 2024-08-19T11:22:14.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:13 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/1705838671' entity='client.admin' 2024-08-19T11:22:14.098 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:14 smithi136 podman[16626]: 2024-08-19 11:22:14.06685953 +0000 UTC m=+0.127239272 container create 7ec1b975b08fe451cb746ef5f8c0a3de1e512334d22ded6ac4e4f44acb4c3892 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-baa926d, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T11:22:14.416 INFO:teuthology.orchestra.run.smithi136.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-19T11:22:14.417 INFO:teuthology.orchestra.run.smithi136.stdout:systemctl: stdout disabled 2024-08-19T11:22:14.423 INFO:teuthology.orchestra.run.smithi136.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-19T11:22:14.423 INFO:teuthology.orchestra.run.smithi136.stdout:systemctl: stdout inactive 2024-08-19T11:22:14.424 INFO:teuthology.orchestra.run.smithi136.stdout:firewalld.service is not enabled 2024-08-19T11:22:14.424 INFO:teuthology.orchestra.run.smithi136.stdout:Not possible to enable service . firewalld.service is not available 2024-08-19T11:22:14.432 INFO:teuthology.orchestra.run.smithi136.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-19T11:22:14.432 INFO:teuthology.orchestra.run.smithi136.stdout:systemctl: stdout disabled 2024-08-19T11:22:14.439 INFO:teuthology.orchestra.run.smithi136.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-19T11:22:14.440 INFO:teuthology.orchestra.run.smithi136.stdout:systemctl: stdout inactive 2024-08-19T11:22:14.440 INFO:teuthology.orchestra.run.smithi136.stdout:firewalld.service is not enabled 2024-08-19T11:22:14.440 INFO:teuthology.orchestra.run.smithi136.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-08-19T11:22:14.440 INFO:teuthology.orchestra.run.smithi136.stdout:Waiting for mgr to start... 2024-08-19T11:22:14.440 INFO:teuthology.orchestra.run.smithi136.stdout:Waiting for mgr... 2024-08-19T11:22:14.555 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:14 smithi136 podman[16626]: 2024-08-19 11:22:14.294339302 +0000 UTC m=+0.354719060 container init 7ec1b975b08fe451cb746ef5f8c0a3de1e512334d22ded6ac4e4f44acb4c3892 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-baa926d, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T11:22:14.555 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:14 smithi136 podman[16626]: 2024-08-19 11:22:14.299357194 +0000 UTC m=+0.359736927 container start 7ec1b975b08fe451cb746ef5f8c0a3de1e512334d22ded6ac4e4f44acb4c3892 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-baa926d, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-08-19T11:22:14.555 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:14 smithi136 bash[16626]: 7ec1b975b08fe451cb746ef5f8c0a3de1e512334d22ded6ac4e4f44acb4c3892 2024-08-19T11:22:14.555 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:14 smithi136 systemd[1]: Started Ceph mgr.y for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:22:14.555 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:14 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:14.510+0000 7fcebf642040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-19T11:22:14.847 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:14 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:14.578+0000 7fcebf642040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-19T11:22:14.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:14 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:14.724+0000 7fcebf642040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-19T11:22:15.159 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:15 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/778057042' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-19T11:22:15.159 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:14 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:14.883+0000 7fcebf642040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-19T11:22:15.160 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:15.033+0000 7fcebf642040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-19T11:22:15.160 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:15.158+0000 7fcebf642040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-19T11:22:15.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:15.286+0000 7fcebf642040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-19T11:22:15.598 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:15.343+0000 7fcebf642040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-19T11:22:15.633 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout 2024-08-19T11:22:15.633 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout { 2024-08-19T11:22:15.633 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "fsid": "25b0d51a-5e1d-11ef-bccf-c7b262605968", 2024-08-19T11:22:15.633 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "health": { 2024-08-19T11:22:15.634 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-19T11:22:15.634 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-19T11:22:15.634 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-19T11:22:15.634 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout }, 2024-08-19T11:22:15.634 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-19T11:22:15.634 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-19T11:22:15.634 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout 0 2024-08-19T11:22:15.634 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout ], 2024-08-19T11:22:15.634 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-19T11:22:15.634 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "a" 2024-08-19T11:22:15.634 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout ], 2024-08-19T11:22:15.634 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-08-19T11:22:15.634 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-19T11:22:15.634 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-19T11:22:15.635 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-08-19T11:22:15.635 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-19T11:22:15.635 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout }, 2024-08-19T11:22:15.635 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-19T11:22:15.635 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-19T11:22:15.635 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-19T11:22:15.635 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-19T11:22:15.635 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-19T11:22:15.638 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-19T11:22:15.638 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-19T11:22:15.638 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-19T11:22:15.639 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout }, 2024-08-19T11:22:15.639 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-19T11:22:15.639 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-19T11:22:15.639 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-19T11:22:15.639 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-19T11:22:15.639 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-19T11:22:15.639 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-19T11:22:15.639 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-19T11:22:15.639 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-19T11:22:15.639 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-19T11:22:15.639 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout }, 2024-08-19T11:22:15.640 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-19T11:22:15.640 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-19T11:22:15.640 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-19T11:22:15.640 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-19T11:22:15.640 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout }, 2024-08-19T11:22:15.640 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-19T11:22:15.640 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "available": false, 2024-08-19T11:22:15.640 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-19T11:22:15.640 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-19T11:22:15.640 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-19T11:22:15.640 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-19T11:22:15.640 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "restful" 2024-08-19T11:22:15.641 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout ], 2024-08-19T11:22:15.641 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-19T11:22:15.641 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout }, 2024-08-19T11:22:15.641 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-19T11:22:15.641 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-19T11:22:15.641 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "modified": "2024-08-19T11:22:06.748349+0000", 2024-08-19T11:22:15.642 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-19T11:22:15.642 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout }, 2024-08-19T11:22:15.642 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-19T11:22:15.642 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout } 2024-08-19T11:22:15.642 INFO:teuthology.orchestra.run.smithi136.stdout:mgr not available, waiting (1/15)... 2024-08-19T11:22:15.921 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:15.648+0000 7fcebf642040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-19T11:22:15.921 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:15.709+0000 7fcebf642040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-19T11:22:15.921 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:15.773+0000 7fcebf642040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-19T11:22:15.921 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:15.919+0000 7fcebf642040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-19T11:22:16.225 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:15.979+0000 7fcebf642040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-19T11:22:16.225 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:16.042+0000 7fcebf642040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-19T11:22:16.225 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:16.224+0000 7fcebf642040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-19T11:22:16.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:16.284+0000 7fcebf642040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-19T11:22:16.598 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:16.344+0000 7fcebf642040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-19T11:22:16.598 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:16.410+0000 7fcebf642040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-19T11:22:17.097 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:16.614+0000 7fcebf642040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-19T11:22:17.098 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:16.671+0000 7fcebf642040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-19T11:22:17.498 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:17.188+0000 7fcebf642040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-19T11:22:17.499 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:17.497+0000 7fcebf642040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-19T11:22:18.011 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:17.923+0000 7fcebf642040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-19T11:22:18.011 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:17.978+0000 7fcebf642040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-19T11:22:18.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:18 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/2538789774' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-19T11:22:18.348 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:18 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:18.040+0000 7fcebf642040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-19T11:22:18.809 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout 2024-08-19T11:22:18.809 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout { 2024-08-19T11:22:18.809 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "fsid": "25b0d51a-5e1d-11ef-bccf-c7b262605968", 2024-08-19T11:22:18.809 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "health": { 2024-08-19T11:22:18.809 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-19T11:22:18.809 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-19T11:22:18.809 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-19T11:22:18.809 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout }, 2024-08-19T11:22:18.809 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-19T11:22:18.809 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-19T11:22:18.810 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout 0 2024-08-19T11:22:18.810 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout ], 2024-08-19T11:22:18.810 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-19T11:22:18.810 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "a" 2024-08-19T11:22:18.810 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout ], 2024-08-19T11:22:18.810 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-08-19T11:22:18.810 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-19T11:22:18.810 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-19T11:22:18.810 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-08-19T11:22:18.810 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-19T11:22:18.810 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout }, 2024-08-19T11:22:18.810 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-19T11:22:18.810 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-19T11:22:18.811 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-19T11:22:18.811 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-19T11:22:18.811 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-19T11:22:18.811 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-19T11:22:18.811 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-19T11:22:18.811 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-19T11:22:18.811 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout }, 2024-08-19T11:22:18.811 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-19T11:22:18.811 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-19T11:22:18.811 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-19T11:22:18.811 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-19T11:22:18.811 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-19T11:22:18.811 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-19T11:22:18.812 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-19T11:22:18.812 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-19T11:22:18.812 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-19T11:22:18.812 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout }, 2024-08-19T11:22:18.812 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-19T11:22:18.812 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-19T11:22:18.812 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-19T11:22:18.812 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-19T11:22:18.812 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout }, 2024-08-19T11:22:18.812 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-19T11:22:18.812 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "available": false, 2024-08-19T11:22:18.812 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-19T11:22:18.812 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-19T11:22:18.812 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-19T11:22:18.813 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-19T11:22:18.813 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "restful" 2024-08-19T11:22:18.813 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout ], 2024-08-19T11:22:18.813 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-19T11:22:18.813 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout }, 2024-08-19T11:22:18.813 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-19T11:22:18.813 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-19T11:22:18.813 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "modified": "2024-08-19T11:22:06.748349+0000", 2024-08-19T11:22:18.813 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-19T11:22:18.813 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout }, 2024-08-19T11:22:18.813 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-19T11:22:18.813 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout } 2024-08-19T11:22:18.813 INFO:teuthology.orchestra.run.smithi136.stdout:mgr not available, waiting (2/15)... 2024-08-19T11:22:19.597 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:19 smithi136 ceph-mon[16389]: Activating manager daemon y 2024-08-19T11:22:19.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:19 smithi136 ceph-mon[16389]: mgrmap e2: y(active, starting, since 0.00306123s) 2024-08-19T11:22:19.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:19 smithi136 ceph-mon[16389]: from='mgr.14100 172.21.15.136:0/1328827233' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-19T11:22:19.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:19 smithi136 ceph-mon[16389]: from='mgr.14100 172.21.15.136:0/1328827233' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-19T11:22:19.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:19 smithi136 ceph-mon[16389]: from='mgr.14100 172.21.15.136:0/1328827233' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-19T11:22:19.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:19 smithi136 ceph-mon[16389]: from='mgr.14100 172.21.15.136:0/1328827233' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:22:19.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:19 smithi136 ceph-mon[16389]: from='mgr.14100 172.21.15.136:0/1328827233' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-19T11:22:19.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:19 smithi136 ceph-mon[16389]: Manager daemon y is now available 2024-08-19T11:22:19.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:19 smithi136 ceph-mon[16389]: from='mgr.14100 172.21.15.136:0/1328827233' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-19T11:22:19.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:19 smithi136 ceph-mon[16389]: from='mgr.14100 172.21.15.136:0/1328827233' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-19T11:22:19.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:19 smithi136 ceph-mon[16389]: from='mgr.14100 172.21.15.136:0/1328827233' entity='mgr.y' 2024-08-19T11:22:19.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:19 smithi136 ceph-mon[16389]: from='mgr.14100 172.21.15.136:0/1328827233' entity='mgr.y' 2024-08-19T11:22:19.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:19 smithi136 ceph-mon[16389]: from='mgr.14100 172.21.15.136:0/1328827233' entity='mgr.y' 2024-08-19T11:22:21.244 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:21 smithi136 ceph-mon[16389]: mgrmap e3: y(active, since 1.00616s) 2024-08-19T11:22:22.060 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout 2024-08-19T11:22:22.060 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout { 2024-08-19T11:22:22.060 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "fsid": "25b0d51a-5e1d-11ef-bccf-c7b262605968", 2024-08-19T11:22:22.060 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "health": { 2024-08-19T11:22:22.060 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-19T11:22:22.060 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-19T11:22:22.060 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-19T11:22:22.060 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout }, 2024-08-19T11:22:22.061 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-19T11:22:22.061 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-19T11:22:22.061 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout 0 2024-08-19T11:22:22.061 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout ], 2024-08-19T11:22:22.061 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-19T11:22:22.061 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "a" 2024-08-19T11:22:22.061 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout ], 2024-08-19T11:22:22.061 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2024-08-19T11:22:22.061 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-19T11:22:22.061 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-19T11:22:22.061 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-08-19T11:22:22.061 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-19T11:22:22.061 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout }, 2024-08-19T11:22:22.061 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-19T11:22:22.062 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-19T11:22:22.062 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-19T11:22:22.062 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-19T11:22:22.062 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-19T11:22:22.065 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-19T11:22:22.065 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-19T11:22:22.065 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-19T11:22:22.065 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout }, 2024-08-19T11:22:22.065 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-19T11:22:22.065 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-19T11:22:22.066 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-19T11:22:22.066 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-19T11:22:22.066 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-19T11:22:22.066 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-19T11:22:22.066 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-19T11:22:22.067 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-19T11:22:22.067 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-19T11:22:22.067 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout }, 2024-08-19T11:22:22.067 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-19T11:22:22.067 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-19T11:22:22.067 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-19T11:22:22.067 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-19T11:22:22.067 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout }, 2024-08-19T11:22:22.067 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-19T11:22:22.067 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-19T11:22:22.067 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-19T11:22:22.067 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-19T11:22:22.067 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-19T11:22:22.067 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-19T11:22:22.068 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "restful" 2024-08-19T11:22:22.068 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout ], 2024-08-19T11:22:22.068 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-19T11:22:22.068 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout }, 2024-08-19T11:22:22.068 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-19T11:22:22.068 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-19T11:22:22.068 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "modified": "2024-08-19T11:22:06.748349+0000", 2024-08-19T11:22:22.068 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-19T11:22:22.068 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout }, 2024-08-19T11:22:22.068 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-19T11:22:22.068 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout } 2024-08-19T11:22:22.068 INFO:teuthology.orchestra.run.smithi136.stdout:mgr is available 2024-08-19T11:22:22.490 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:22 smithi136 ceph-mon[16389]: mgrmap e4: y(active, since 2s) 2024-08-19T11:22:22.490 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:22 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/2687694909' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-19T11:22:23.561 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:23 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/996859383' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-08-19T11:22:23.565 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout 2024-08-19T11:22:23.565 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout [global] 2024-08-19T11:22:23.566 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout fsid = 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:22:23.566 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-08-19T11:22:23.566 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-08-19T11:22:23.566 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-08-19T11:22:23.566 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-08-19T11:22:23.566 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout 2024-08-19T11:22:23.566 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout [mgr] 2024-08-19T11:22:23.566 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-08-19T11:22:23.566 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout 2024-08-19T11:22:23.566 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout [osd] 2024-08-19T11:22:23.566 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-08-19T11:22:23.566 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-08-19T11:22:23.567 INFO:teuthology.orchestra.run.smithi136.stdout:Enabling cephadm module... 2024-08-19T11:22:24.554 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:24 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/1675426202' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-08-19T11:22:24.554 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:24 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ignoring --setuser ceph since I am not root 2024-08-19T11:22:24.554 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:24 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ignoring --setgroup ceph since I am not root 2024-08-19T11:22:24.554 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:24 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:24.486+0000 7fcecf618040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-19T11:22:24.554 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:24 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:24.552+0000 7fcecf618040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-19T11:22:24.847 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:24 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:24.693+0000 7fcecf618040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-19T11:22:25.109 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:24 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:24.849+0000 7fcecf618040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-19T11:22:25.109 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:24 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:24.996+0000 7fcecf618040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-19T11:22:25.546 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:25 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/1675426202' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-08-19T11:22:25.547 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:25 smithi136 ceph-mon[16389]: mgrmap e5: y(active, since 5s) 2024-08-19T11:22:25.547 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:25 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:25.128+0000 7fcecf618040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-19T11:22:25.547 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:25 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:25.253+0000 7fcecf618040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-19T11:22:25.547 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:25 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:25.312+0000 7fcecf618040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-19T11:22:25.839 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:25 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:25.622+0000 7fcecf618040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-19T11:22:25.839 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:25 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:25.682+0000 7fcecf618040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-19T11:22:25.839 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:25 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:25.747+0000 7fcecf618040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-19T11:22:26.084 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout { 2024-08-19T11:22:26.085 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-08-19T11:22:26.085 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-19T11:22:26.085 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-08-19T11:22:26.085 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-08-19T11:22:26.085 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout } 2024-08-19T11:22:26.085 INFO:teuthology.orchestra.run.smithi136.stdout:Waiting for the mgr to restart... 2024-08-19T11:22:26.085 INFO:teuthology.orchestra.run.smithi136.stdout:Waiting for mgr epoch 5... 2024-08-19T11:22:26.097 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:25 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:25.895+0000 7fcecf618040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-19T11:22:26.097 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:25 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:25.955+0000 7fcecf618040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-19T11:22:26.098 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:26 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:26.022+0000 7fcecf618040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-19T11:22:26.458 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:26 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/2770410288' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-08-19T11:22:26.459 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:26 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:26.208+0000 7fcecf618040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-19T11:22:26.459 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:26 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:26.271+0000 7fcecf618040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-19T11:22:26.459 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:26 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:26.333+0000 7fcecf618040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-19T11:22:26.459 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:26 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:26.406+0000 7fcecf618040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-19T11:22:26.847 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:26 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:26.620+0000 7fcecf618040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-19T11:22:26.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:26 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:26.678+0000 7fcecf618040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-19T11:22:27.497 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:27 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:27.183+0000 7fcecf618040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-19T11:22:27.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:27 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:27.494+0000 7fcecf618040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-19T11:22:28.347 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:27 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:27.907+0000 7fcecf618040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-19T11:22:28.348 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:27 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:27.962+0000 7fcecf618040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-19T11:22:28.348 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:28 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:28.021+0000 7fcecf618040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-19T11:22:29.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:29 smithi136 ceph-mon[16389]: Active manager daemon y restarted 2024-08-19T11:22:29.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:29 smithi136 ceph-mon[16389]: Activating manager daemon y 2024-08-19T11:22:29.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:29 smithi136 ceph-mon[16389]: osdmap e2: 0 total, 0 up, 0 in 2024-08-19T11:22:29.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:29 smithi136 ceph-mon[16389]: mgrmap e6: y(active, starting, since 0.00309707s) 2024-08-19T11:22:29.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:29 smithi136 ceph-mon[16389]: from='mgr.14118 172.21.15.136:0/4200600502' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:22:29.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:29 smithi136 ceph-mon[16389]: from='mgr.14118 172.21.15.136:0/4200600502' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-19T11:22:29.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:29 smithi136 ceph-mon[16389]: from='mgr.14118 172.21.15.136:0/4200600502' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-19T11:22:29.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:29 smithi136 ceph-mon[16389]: from='mgr.14118 172.21.15.136:0/4200600502' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-19T11:22:29.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:29 smithi136 ceph-mon[16389]: from='mgr.14118 172.21.15.136:0/4200600502' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-19T11:22:29.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:29 smithi136 ceph-mon[16389]: Manager daemon y is now available 2024-08-19T11:22:29.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:29 smithi136 ceph-mon[16389]: from='mgr.14118 172.21.15.136:0/4200600502' entity='mgr.y' 2024-08-19T11:22:29.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:29 smithi136 ceph-mon[16389]: from='mgr.14118 172.21.15.136:0/4200600502' entity='mgr.y' 2024-08-19T11:22:29.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:29 smithi136 ceph-mon[16389]: from='mgr.14118 172.21.15.136:0/4200600502' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:22:29.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:29 smithi136 ceph-mon[16389]: from='mgr.14118 172.21.15.136:0/4200600502' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:22:29.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:29 smithi136 ceph-mon[16389]: from='mgr.14118 172.21.15.136:0/4200600502' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-19T11:22:29.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:29 smithi136 ceph-mon[16389]: from='mgr.14118 172.21.15.136:0/4200600502' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-19T11:22:30.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:30 smithi136 ceph-mon[16389]: Found migration_current of "None". Setting to last migration. 2024-08-19T11:22:30.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:30 smithi136 ceph-mon[16389]: from='mgr.14118 172.21.15.136:0/4200600502' entity='mgr.y' 2024-08-19T11:22:30.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:30 smithi136 ceph-mon[16389]: from='mgr.14118 172.21.15.136:0/4200600502' entity='mgr.y' 2024-08-19T11:22:30.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:30 smithi136 ceph-mon[16389]: mgrmap e7: y(active, since 1.0057s) 2024-08-19T11:22:30.639 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout { 2024-08-19T11:22:30.639 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-08-19T11:22:30.639 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "initialized": true 2024-08-19T11:22:30.639 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout } 2024-08-19T11:22:30.639 INFO:teuthology.orchestra.run.smithi136.stdout:mgr epoch 5 is available 2024-08-19T11:22:30.639 INFO:teuthology.orchestra.run.smithi136.stdout:Setting orchestrator backend to cephadm... 2024-08-19T11:22:30.931 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:30 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:30.750+0000 7fce3ccf0640 -1 log_channel(cephadm) log [ERR] : [19/Aug/2024:11:22:30] ENGINE Error in HTTPServer.serve 2024-08-19T11:22:30.931 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:30 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: Traceback (most recent call last): 2024-08-19T11:22:30.931 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:30 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T11:22:30.931 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:30 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: self._connections.run(self.expiration_interval) 2024-08-19T11:22:30.931 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:30 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T11:22:30.932 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:30 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: self._run(expiration_interval) 2024-08-19T11:22:30.932 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:30 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T11:22:30.932 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:30 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T11:22:30.932 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:30 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T11:22:30.932 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:30 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T11:22:30.932 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:30 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T11:22:30.932 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:30 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: s = self.context.wrap_socket( 2024-08-19T11:22:30.932 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:30 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T11:22:30.932 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:30 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: return self.sslsocket_class._create( 2024-08-19T11:22:30.932 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:30 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T11:22:30.932 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:30 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: self.do_handshake() 2024-08-19T11:22:30.932 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:30 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T11:22:30.932 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:30 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: self._sslobj.do_handshake() 2024-08-19T11:22:30.933 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:30 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T11:22:30.933 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:30 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:31.214 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:31 smithi136 ceph-mon[16389]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-08-19T11:22:31.214 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:31 smithi136 ceph-mon[16389]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-08-19T11:22:31.214 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:31 smithi136 ceph-mon[16389]: from='mgr.14118 172.21.15.136:0/4200600502' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:22:32.378 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:32 smithi136 ceph-mon[16389]: [19/Aug/2024:11:22:30] ENGINE Bus STARTING 2024-08-19T11:22:32.378 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:32 smithi136 ceph-mon[16389]: [19/Aug/2024:11:22:30] ENGINE Serving on https://172.21.15.136:7150 2024-08-19T11:22:32.378 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:32 smithi136 ceph-mon[16389]: [19/Aug/2024:11:22:30] ENGINE Error in HTTPServer.serve 2024-08-19T11:22:32.378 INFO:journalctl@ceph.mon.a.smithi136.stdout: Traceback (most recent call last): 2024-08-19T11:22:32.378 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T11:22:32.378 INFO:journalctl@ceph.mon.a.smithi136.stdout: self._connections.run(self.expiration_interval) 2024-08-19T11:22:32.379 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T11:22:32.379 INFO:journalctl@ceph.mon.a.smithi136.stdout: self._run(expiration_interval) 2024-08-19T11:22:32.379 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T11:22:32.379 INFO:journalctl@ceph.mon.a.smithi136.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T11:22:32.379 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T11:22:32.379 INFO:journalctl@ceph.mon.a.smithi136.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T11:22:32.379 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T11:22:32.379 INFO:journalctl@ceph.mon.a.smithi136.stdout: s = self.context.wrap_socket( 2024-08-19T11:22:32.379 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T11:22:32.379 INFO:journalctl@ceph.mon.a.smithi136.stdout: return self.sslsocket_class._create( 2024-08-19T11:22:32.379 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T11:22:32.379 INFO:journalctl@ceph.mon.a.smithi136.stdout: self.do_handshake() 2024-08-19T11:22:32.379 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T11:22:32.380 INFO:journalctl@ceph.mon.a.smithi136.stdout: self._sslobj.do_handshake() 2024-08-19T11:22:32.380 INFO:journalctl@ceph.mon.a.smithi136.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T11:22:32.380 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:32 smithi136 ceph-mon[16389]: [19/Aug/2024:11:22:30] ENGINE Serving on http://172.21.15.136:8765 2024-08-19T11:22:32.380 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:32 smithi136 ceph-mon[16389]: [19/Aug/2024:11:22:30] ENGINE Bus STARTED 2024-08-19T11:22:32.380 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:32 smithi136 ceph-mon[16389]: mgrmap e8: y(active, since 2s) 2024-08-19T11:22:32.380 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:32 smithi136 ceph-mon[16389]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:22:32.380 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:32 smithi136 ceph-mon[16389]: from='mgr.14118 172.21.15.136:0/4200600502' entity='mgr.y' 2024-08-19T11:22:32.380 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:32 smithi136 ceph-mon[16389]: from='mgr.14118 172.21.15.136:0/4200600502' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:22:32.875 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout value unchanged 2024-08-19T11:22:32.875 INFO:teuthology.orchestra.run.smithi136.stdout:Generating ssh key... 2024-08-19T11:22:33.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:33 smithi136 ceph-mon[16389]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:22:34.098 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:33 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: Generating public/private rsa key pair. 2024-08-19T11:22:34.098 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:33 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: Your identification has been saved in /tmp/tmp5mgjtua3/key 2024-08-19T11:22:34.098 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:33 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: Your public key has been saved in /tmp/tmp5mgjtua3/key.pub 2024-08-19T11:22:34.099 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:33 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: The key fingerprint is: 2024-08-19T11:22:34.099 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:33 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: SHA256:8wOgjR2vSOqQsXpYuS1AdczNugQOqHy4qn/x4d+R1lw ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:22:34.099 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:33 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: The key's randomart image is: 2024-08-19T11:22:34.099 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:33 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: +---[RSA 3072]----+ 2024-08-19T11:22:34.099 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:33 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: |. o o | 2024-08-19T11:22:34.099 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:33 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: |.. o + o | 2024-08-19T11:22:34.099 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:33 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: |o = o + | 2024-08-19T11:22:34.099 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:33 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: |.+ o B + | 2024-08-19T11:22:34.099 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:33 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: |o o.= + S E | 2024-08-19T11:22:34.099 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:33 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: |.=oo.o.. + + . | 2024-08-19T11:22:34.099 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:33 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: |=+.o.+.. * o | 2024-08-19T11:22:34.099 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:33 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: |+o+ o o o o | 2024-08-19T11:22:34.099 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:33 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: |+ooo .. . | 2024-08-19T11:22:34.100 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:33 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: +----[SHA256]-----+ 2024-08-19T11:22:34.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:34 smithi136 ceph-mon[16389]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:22:34.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:34 smithi136 ceph-mon[16389]: Generating ssh key... 2024-08-19T11:22:34.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:34 smithi136 ceph-mon[16389]: from='mgr.14118 172.21.15.136:0/4200600502' entity='mgr.y' 2024-08-19T11:22:34.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:34 smithi136 ceph-mon[16389]: from='mgr.14118 172.21.15.136:0/4200600502' entity='mgr.y' 2024-08-19T11:22:35.577 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCzEATmTZUJIMZ0hhIZZlRTfqrLJX3fK5uQskyIu3lFheFUt8ZGCTk12tbnwVX2qdFs275uNywYT8MZ5lEV5okAWdtKjb7S5UcGtti0+F/62nWdFGxhUhBgtueoA9MzmTl5dVLb/dRl4Sl4Uk58106RXgPE6HyPSpGSjfRMXJuiqggCAncsTn81UqqV0mlPsRpQwzNva+PcgKNfMYCfealfuFaTz83mgNiliRVDuH1hltzEDIXFC9jkeGe927ReoprJmXBtfYV7+r6LmGNQJ4pui/BBe4FoZ1p+5H+vd+X7tPjtA2292blPxQIbU2M5HZZe42Dy5Qu1Yjc39zxiiOhWMgoTC8a6HZsKmQPY7vqXkPRQaJMQ6j2t6VR+odFjt2retryYl3iE/CPqAOveVqQO2MgV84wSTVFlIdt1025DGiQP6tnG6Q2WdtOu2VW6mGVzWN8hGqpR2XIjdyP/XCIxpWra+g5qxm23pOZBmhyjwJZ0XerPLY3siPN/K2GqU9c= ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:22:35.578 INFO:teuthology.orchestra.run.smithi136.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-08-19T11:22:35.578 INFO:teuthology.orchestra.run.smithi136.stdout:Adding key to root@localhost authorized_keys... 2024-08-19T11:22:35.578 INFO:teuthology.orchestra.run.smithi136.stdout:Adding host smithi136... 2024-08-19T11:22:35.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:35 smithi136 ceph-mon[16389]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:22:36.955 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:36 smithi136 ceph-mon[16389]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi136", "addr": "172.21.15.136", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:22:37.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:37 smithi136 ceph-mon[16389]: Deploying cephadm binary to smithi136 2024-08-19T11:22:39.468 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout Added host 'smithi136' with addr '172.21.15.136' 2024-08-19T11:22:39.468 INFO:teuthology.orchestra.run.smithi136.stdout:Deploying unmanaged mon service... 2024-08-19T11:22:39.984 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:39 smithi136 ceph-mon[16389]: from='mgr.14118 172.21.15.136:0/4200600502' entity='mgr.y' 2024-08-19T11:22:39.984 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:39 smithi136 ceph-mon[16389]: Added host smithi136 2024-08-19T11:22:39.984 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:39 smithi136 ceph-mon[16389]: from='mgr.14118 172.21.15.136:0/4200600502' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:22:41.194 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-08-19T11:22:41.194 INFO:teuthology.orchestra.run.smithi136.stdout:Deploying unmanaged mgr service... 2024-08-19T11:22:41.448 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:41 smithi136 ceph-mon[16389]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:22:41.449 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:41 smithi136 ceph-mon[16389]: Saving service mon spec with placement count:5 2024-08-19T11:22:41.449 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:41 smithi136 ceph-mon[16389]: from='mgr.14118 172.21.15.136:0/4200600502' entity='mgr.y' 2024-08-19T11:22:42.651 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-08-19T11:22:42.904 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:42 smithi136 ceph-mon[16389]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:22:42.904 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:42 smithi136 ceph-mon[16389]: Saving service mgr spec with placement count:2 2024-08-19T11:22:42.904 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:42 smithi136 ceph-mon[16389]: from='mgr.14118 172.21.15.136:0/4200600502' entity='mgr.y' 2024-08-19T11:22:42.904 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:42 smithi136 ceph-mon[16389]: from='mgr.14118 172.21.15.136:0/4200600502' entity='mgr.y' 2024-08-19T11:22:42.905 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:42 smithi136 ceph-mon[16389]: from='mgr.14118 172.21.15.136:0/4200600502' entity='mgr.y' 2024-08-19T11:22:44.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:44 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/2700898757' entity='client.admin' 2024-08-19T11:22:45.373 INFO:teuthology.orchestra.run.smithi136.stdout:Enabling the dashboard module... 2024-08-19T11:22:45.662 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:45 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/2208082979' entity='client.admin' 2024-08-19T11:22:45.662 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:45 smithi136 ceph-mon[16389]: from='mgr.14118 172.21.15.136:0/4200600502' entity='mgr.y' 2024-08-19T11:22:47.063 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:46 smithi136 ceph-mon[16389]: from='mgr.14118 172.21.15.136:0/4200600502' entity='mgr.y' 2024-08-19T11:22:47.063 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:46 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/2360047476' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-08-19T11:22:47.063 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:46 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ignoring --setuser ceph since I am not root 2024-08-19T11:22:47.063 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:46 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ignoring --setgroup ceph since I am not root 2024-08-19T11:22:47.063 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:47.026+0000 7fcb7de79040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-19T11:22:47.347 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:47.093+0000 7fcb7de79040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-19T11:22:47.348 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:47.234+0000 7fcb7de79040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-19T11:22:47.661 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:47.394+0000 7fcb7de79040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-19T11:22:47.661 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:47.535+0000 7fcb7de79040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-19T11:22:47.661 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:47.660+0000 7fcb7de79040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-19T11:22:47.920 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:47 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/2360047476' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-08-19T11:22:47.920 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:47 smithi136 ceph-mon[16389]: mgrmap e9: y(active, since 17s) 2024-08-19T11:22:47.920 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:47.795+0000 7fcb7de79040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-19T11:22:47.920 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:47.855+0000 7fcb7de79040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-19T11:22:48.471 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:48 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:48.179+0000 7fcb7de79040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-19T11:22:48.471 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:48 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:48.244+0000 7fcb7de79040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-19T11:22:48.471 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:48 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:48.314+0000 7fcb7de79040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-19T11:22:48.471 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:48 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:48.469+0000 7fcb7de79040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-19T11:22:48.790 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:48 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:48.532+0000 7fcb7de79040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-19T11:22:48.790 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:48 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:48.600+0000 7fcb7de79040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-19T11:22:48.791 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:48 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:48.789+0000 7fcb7de79040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-19T11:22:48.966 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout { 2024-08-19T11:22:48.967 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-08-19T11:22:48.967 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-19T11:22:48.968 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-08-19T11:22:48.968 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-08-19T11:22:48.968 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout } 2024-08-19T11:22:48.968 INFO:teuthology.orchestra.run.smithi136.stdout:Waiting for the mgr to restart... 2024-08-19T11:22:48.968 INFO:teuthology.orchestra.run.smithi136.stdout:Waiting for mgr epoch 9... 2024-08-19T11:22:49.072 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:48 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/677948205' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-08-19T11:22:49.072 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:48 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:48.852+0000 7fcb7de79040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-19T11:22:49.072 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:48 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:48.914+0000 7fcb7de79040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-19T11:22:49.073 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:48 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:48.985+0000 7fcb7de79040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-19T11:22:49.352 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:49 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:49.201+0000 7fcb7de79040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-19T11:22:49.352 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:49 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:49.265+0000 7fcb7de79040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-19T11:22:50.079 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:49 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:49.780+0000 7fcb7de79040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-19T11:22:50.348 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:50 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:50.077+0000 7fcb7de79040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-19T11:22:50.847 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:50 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:50.487+0000 7fcb7de79040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-19T11:22:50.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:50 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:50.543+0000 7fcb7de79040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-19T11:22:50.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:50 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:50.602+0000 7fcb7de79040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-19T11:22:52.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:51 smithi136 ceph-mon[16389]: Active manager daemon y restarted 2024-08-19T11:22:52.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:51 smithi136 ceph-mon[16389]: Activating manager daemon y 2024-08-19T11:22:52.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:51 smithi136 ceph-mon[16389]: osdmap e3: 0 total, 0 up, 0 in 2024-08-19T11:22:52.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:51 smithi136 ceph-mon[16389]: mgrmap e10: y(active, starting, since 0.0029941s) 2024-08-19T11:22:52.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:51 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:22:52.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:51 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-19T11:22:52.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:51 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-19T11:22:52.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:51 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-19T11:22:52.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:51 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-19T11:22:52.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:51 smithi136 ceph-mon[16389]: Manager daemon y is now available 2024-08-19T11:22:52.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:51 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:22:52.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:51 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-19T11:22:52.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:51 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-19T11:22:53.148 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:52.879+0000 7fcae9cc0640 -1 log_channel(cephadm) log [ERR] : [19/Aug/2024:11:22:52] ENGINE Error in HTTPServer.serve 2024-08-19T11:22:53.148 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: Traceback (most recent call last): 2024-08-19T11:22:53.148 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T11:22:53.148 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: self._connections.run(self.expiration_interval) 2024-08-19T11:22:53.148 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T11:22:53.148 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: self._run(expiration_interval) 2024-08-19T11:22:53.148 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T11:22:53.149 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T11:22:53.149 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T11:22:53.149 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T11:22:53.149 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T11:22:53.149 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: s = self.context.wrap_socket( 2024-08-19T11:22:53.149 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T11:22:53.149 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: return self.sslsocket_class._create( 2024-08-19T11:22:53.149 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T11:22:53.149 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: self.do_handshake() 2024-08-19T11:22:53.149 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T11:22:53.149 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: self._sslobj.do_handshake() 2024-08-19T11:22:53.149 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T11:22:53.149 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:22:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:22:53.425 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout { 2024-08-19T11:22:53.425 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-08-19T11:22:53.425 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout "initialized": true 2024-08-19T11:22:53.425 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout } 2024-08-19T11:22:53.425 INFO:teuthology.orchestra.run.smithi136.stdout:mgr epoch 9 is available 2024-08-19T11:22:53.425 INFO:teuthology.orchestra.run.smithi136.stdout:Generating a dashboard self-signed certificate... 2024-08-19T11:22:53.783 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:53 smithi136 ceph-mon[16389]: mgrmap e11: y(active, since 1.00526s) 2024-08-19T11:22:53.783 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:53 smithi136 ceph-mon[16389]: [19/Aug/2024:11:22:52] ENGINE Bus STARTING 2024-08-19T11:22:53.783 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:53 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:22:55.065 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:54 smithi136 ceph-mon[16389]: [19/Aug/2024:11:22:52] ENGINE Serving on https://172.21.15.136:7150 2024-08-19T11:22:55.065 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:54 smithi136 ceph-mon[16389]: [19/Aug/2024:11:22:52] ENGINE Error in HTTPServer.serve 2024-08-19T11:22:55.065 INFO:journalctl@ceph.mon.a.smithi136.stdout: Traceback (most recent call last): 2024-08-19T11:22:55.065 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T11:22:55.066 INFO:journalctl@ceph.mon.a.smithi136.stdout: self._connections.run(self.expiration_interval) 2024-08-19T11:22:55.066 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T11:22:55.066 INFO:journalctl@ceph.mon.a.smithi136.stdout: self._run(expiration_interval) 2024-08-19T11:22:55.066 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T11:22:55.066 INFO:journalctl@ceph.mon.a.smithi136.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T11:22:55.066 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T11:22:55.066 INFO:journalctl@ceph.mon.a.smithi136.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T11:22:55.066 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T11:22:55.066 INFO:journalctl@ceph.mon.a.smithi136.stdout: s = self.context.wrap_socket( 2024-08-19T11:22:55.066 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T11:22:55.066 INFO:journalctl@ceph.mon.a.smithi136.stdout: return self.sslsocket_class._create( 2024-08-19T11:22:55.066 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T11:22:55.067 INFO:journalctl@ceph.mon.a.smithi136.stdout: self.do_handshake() 2024-08-19T11:22:55.067 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T11:22:55.067 INFO:journalctl@ceph.mon.a.smithi136.stdout: self._sslobj.do_handshake() 2024-08-19T11:22:55.067 INFO:journalctl@ceph.mon.a.smithi136.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T11:22:55.067 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:54 smithi136 ceph-mon[16389]: [19/Aug/2024:11:22:52] ENGINE Serving on http://172.21.15.136:8765 2024-08-19T11:22:55.067 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:54 smithi136 ceph-mon[16389]: [19/Aug/2024:11:22:52] ENGINE Bus STARTED 2024-08-19T11:22:55.067 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:54 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:22:55.067 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:54 smithi136 ceph-mon[16389]: mgrmap e12: y(active, since 2s) 2024-08-19T11:22:55.067 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:54 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:22:55.067 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:54 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:22:55.769 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-08-19T11:22:55.769 INFO:teuthology.orchestra.run.smithi136.stdout:Creating initial admin user... 2024-08-19T11:22:56.033 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:55 smithi136 ceph-mon[16389]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:22:57.242 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$EryhpTEp6p26vvNC7dozXeuUZtsHTp8C8UtfVjU6Q1Jv/blEkldD.", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1724066576, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-08-19T11:22:57.242 INFO:teuthology.orchestra.run.smithi136.stdout:Fetching dashboard port number... 2024-08-19T11:22:58.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:57 smithi136 ceph-mon[16389]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:22:58.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:57 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:22:58.355 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stdout 8443 2024-08-19T11:22:58.365 INFO:teuthology.orchestra.run.smithi136.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-19T11:22:58.365 INFO:teuthology.orchestra.run.smithi136.stdout:systemctl: stdout disabled 2024-08-19T11:22:58.372 INFO:teuthology.orchestra.run.smithi136.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-19T11:22:58.372 INFO:teuthology.orchestra.run.smithi136.stdout:systemctl: stdout inactive 2024-08-19T11:22:58.372 INFO:teuthology.orchestra.run.smithi136.stdout:firewalld.service is not enabled 2024-08-19T11:22:58.372 INFO:teuthology.orchestra.run.smithi136.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-08-19T11:22:58.373 INFO:teuthology.orchestra.run.smithi136.stdout:Ceph Dashboard is now available at: 2024-08-19T11:22:58.373 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:22:58.373 INFO:teuthology.orchestra.run.smithi136.stdout: URL: https://smithi136:8443/ 2024-08-19T11:22:58.374 INFO:teuthology.orchestra.run.smithi136.stdout: User: admin 2024-08-19T11:22:58.374 INFO:teuthology.orchestra.run.smithi136.stdout: Password: gm51hrzrso 2024-08-19T11:22:58.374 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:22:58.374 INFO:teuthology.orchestra.run.smithi136.stdout:Saving cluster configuration to /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config directory 2024-08-19T11:22:58.374 INFO:teuthology.orchestra.run.smithi136.stdout:Enabling autotune for osd_memory_target 2024-08-19T11:22:58.773 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:58 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/1581205700' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-08-19T11:22:59.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:22:59 smithi136 ceph-mon[16389]: mgrmap e13: y(active, since 6s) 2024-08-19T11:23:00.736 INFO:teuthology.orchestra.run.smithi136.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-08-19T11:23:00.736 INFO:teuthology.orchestra.run.smithi136.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-08-19T11:23:00.736 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:23:00.736 INFO:teuthology.orchestra.run.smithi136.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-08-19T11:23:00.736 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:23:00.736 INFO:teuthology.orchestra.run.smithi136.stdout:Or, if you are only running a single cluster on this host: 2024-08-19T11:23:00.736 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:23:00.736 INFO:teuthology.orchestra.run.smithi136.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-08-19T11:23:00.736 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:23:00.736 INFO:teuthology.orchestra.run.smithi136.stdout:Please consider enabling telemetry to help improve Ceph: 2024-08-19T11:23:00.736 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:23:00.736 INFO:teuthology.orchestra.run.smithi136.stdout: ceph telemetry on 2024-08-19T11:23:00.737 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:23:00.737 INFO:teuthology.orchestra.run.smithi136.stdout:For more information see: 2024-08-19T11:23:00.737 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:23:00.737 INFO:teuthology.orchestra.run.smithi136.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-08-19T11:23:00.737 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:23:00.737 INFO:teuthology.orchestra.run.smithi136.stdout:Bootstrap complete. 2024-08-19T11:23:00.768 INFO:tasks.cephadm:Fetching config... 2024-08-19T11:23:00.768 DEBUG:teuthology.orchestra.run.smithi136:> set -ex 2024-08-19T11:23:00.769 DEBUG:teuthology.orchestra.run.smithi136:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-08-19T11:23:00.785 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-08-19T11:23:00.785 DEBUG:teuthology.orchestra.run.smithi136:> set -ex 2024-08-19T11:23:00.785 DEBUG:teuthology.orchestra.run.smithi136:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-08-19T11:23:00.842 INFO:tasks.cephadm:Fetching mon keyring... 2024-08-19T11:23:00.842 DEBUG:teuthology.orchestra.run.smithi136:> set -ex 2024-08-19T11:23:00.842 DEBUG:teuthology.orchestra.run.smithi136:> sudo dd if=/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/keyring of=/dev/stdout 2024-08-19T11:23:00.906 INFO:tasks.cephadm:Fetching pub ssh key... 2024-08-19T11:23:00.906 DEBUG:teuthology.orchestra.run.smithi136:> set -ex 2024-08-19T11:23:00.907 DEBUG:teuthology.orchestra.run.smithi136:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-08-19T11:23:00.961 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-08-19T11:23:00.961 DEBUG:teuthology.orchestra.run.smithi136:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCzEATmTZUJIMZ0hhIZZlRTfqrLJX3fK5uQskyIu3lFheFUt8ZGCTk12tbnwVX2qdFs275uNywYT8MZ5lEV5okAWdtKjb7S5UcGtti0+F/62nWdFGxhUhBgtueoA9MzmTl5dVLb/dRl4Sl4Uk58106RXgPE6HyPSpGSjfRMXJuiqggCAncsTn81UqqV0mlPsRpQwzNva+PcgKNfMYCfealfuFaTz83mgNiliRVDuH1hltzEDIXFC9jkeGe927ReoprJmXBtfYV7+r6LmGNQJ4pui/BBe4FoZ1p+5H+vd+X7tPjtA2292blPxQIbU2M5HZZe42Dy5Qu1Yjc39zxiiOhWMgoTC8a6HZsKmQPY7vqXkPRQaJMQ6j2t6VR+odFjt2retryYl3iE/CPqAOveVqQO2MgV84wSTVFlIdt1025DGiQP6tnG6Q2WdtOu2VW6mGVzWN8hGqpR2XIjdyP/XCIxpWra+g5qxm23pOZBmhyjwJZ0XerPLY3siPN/K2GqU9c= ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-08-19T11:23:01.034 INFO:teuthology.orchestra.run.smithi136.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCzEATmTZUJIMZ0hhIZZlRTfqrLJX3fK5uQskyIu3lFheFUt8ZGCTk12tbnwVX2qdFs275uNywYT8MZ5lEV5okAWdtKjb7S5UcGtti0+F/62nWdFGxhUhBgtueoA9MzmTl5dVLb/dRl4Sl4Uk58106RXgPE6HyPSpGSjfRMXJuiqggCAncsTn81UqqV0mlPsRpQwzNva+PcgKNfMYCfealfuFaTz83mgNiliRVDuH1hltzEDIXFC9jkeGe927ReoprJmXBtfYV7+r6LmGNQJ4pui/BBe4FoZ1p+5H+vd+X7tPjtA2292blPxQIbU2M5HZZe42Dy5Qu1Yjc39zxiiOhWMgoTC8a6HZsKmQPY7vqXkPRQaJMQ6j2t6VR+odFjt2retryYl3iE/CPqAOveVqQO2MgV84wSTVFlIdt1025DGiQP6tnG6Q2WdtOu2VW6mGVzWN8hGqpR2XIjdyP/XCIxpWra+g5qxm23pOZBmhyjwJZ0XerPLY3siPN/K2GqU9c= ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:23:01.046 DEBUG:teuthology.orchestra.run.smithi155:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCzEATmTZUJIMZ0hhIZZlRTfqrLJX3fK5uQskyIu3lFheFUt8ZGCTk12tbnwVX2qdFs275uNywYT8MZ5lEV5okAWdtKjb7S5UcGtti0+F/62nWdFGxhUhBgtueoA9MzmTl5dVLb/dRl4Sl4Uk58106RXgPE6HyPSpGSjfRMXJuiqggCAncsTn81UqqV0mlPsRpQwzNva+PcgKNfMYCfealfuFaTz83mgNiliRVDuH1hltzEDIXFC9jkeGe927ReoprJmXBtfYV7+r6LmGNQJ4pui/BBe4FoZ1p+5H+vd+X7tPjtA2292blPxQIbU2M5HZZe42Dy5Qu1Yjc39zxiiOhWMgoTC8a6HZsKmQPY7vqXkPRQaJMQ6j2t6VR+odFjt2retryYl3iE/CPqAOveVqQO2MgV84wSTVFlIdt1025DGiQP6tnG6Q2WdtOu2VW6mGVzWN8hGqpR2XIjdyP/XCIxpWra+g5qxm23pOZBmhyjwJZ0XerPLY3siPN/K2GqU9c= ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-08-19T11:23:01.088 INFO:teuthology.orchestra.run.smithi155.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCzEATmTZUJIMZ0hhIZZlRTfqrLJX3fK5uQskyIu3lFheFUt8ZGCTk12tbnwVX2qdFs275uNywYT8MZ5lEV5okAWdtKjb7S5UcGtti0+F/62nWdFGxhUhBgtueoA9MzmTl5dVLb/dRl4Sl4Uk58106RXgPE6HyPSpGSjfRMXJuiqggCAncsTn81UqqV0mlPsRpQwzNva+PcgKNfMYCfealfuFaTz83mgNiliRVDuH1hltzEDIXFC9jkeGe927ReoprJmXBtfYV7+r6LmGNQJ4pui/BBe4FoZ1p+5H+vd+X7tPjtA2292blPxQIbU2M5HZZe42Dy5Qu1Yjc39zxiiOhWMgoTC8a6HZsKmQPY7vqXkPRQaJMQ6j2t6VR+odFjt2retryYl3iE/CPqAOveVqQO2MgV84wSTVFlIdt1025DGiQP6tnG6Q2WdtOu2VW6mGVzWN8hGqpR2XIjdyP/XCIxpWra+g5qxm23pOZBmhyjwJZ0XerPLY3siPN/K2GqU9c= ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:23:01.101 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-08-19T11:23:01.302 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:01 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/993486871' entity='client.admin' 2024-08-19T11:23:01.382 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:23:03.659 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:03 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:03.660 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:03 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:03.660 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:03 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi136", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:23:03.660 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:03 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:03.660 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:03 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:23:03.661 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:03 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:05.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:05 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/2698530425' entity='client.admin' 2024-08-19T11:23:05.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:05 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:23:05.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:05 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:05.280 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-08-19T11:23:05.281 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-08-19T11:23:05.489 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:23:07.956 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi155 2024-08-19T11:23:07.956 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-08-19T11:23:07.956 DEBUG:teuthology.orchestra.run.smithi155:> dd of=/etc/ceph/ceph.conf 2024-08-19T11:23:07.976 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-08-19T11:23:07.976 DEBUG:teuthology.orchestra.run.smithi155:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-19T11:23:08.034 INFO:tasks.cephadm:Adding host smithi155 to orchestrator... 2024-08-19T11:23:08.035 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph orch host add smithi155 2024-08-19T11:23:08.235 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:23:08.578 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:08 smithi136 ceph-mon[16389]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:23:08.578 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:08 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:08.578 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:08 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:23:08.578 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:08 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:08.579 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:08 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:23:08.579 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:08 smithi136 ceph-mon[16389]: Updating smithi136:/etc/ceph/ceph.conf 2024-08-19T11:23:08.579 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:08 smithi136 ceph-mon[16389]: Updating smithi136:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:23:08.579 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:08 smithi136 ceph-mon[16389]: Updating smithi136:/etc/ceph/ceph.client.admin.keyring 2024-08-19T11:23:08.579 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:08 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:08.579 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:08 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:08.579 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:08 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:09.534 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:09 smithi136 ceph-mon[16389]: Updating smithi136:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T11:23:10.597 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:10 smithi136 ceph-mon[16389]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi155", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:23:11.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:11 smithi136 ceph-mon[16389]: Deploying cephadm binary to smithi155 2024-08-19T11:23:12.394 INFO:teuthology.orchestra.run.smithi136.stdout:Added host 'smithi155' with addr '172.21.15.155' 2024-08-19T11:23:13.037 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:12 smithi136 ceph-mon[16389]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:13.037 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:12 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:13.037 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:12 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:23:13.037 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:12 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:13.059 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph orch host ls --format=json 2024-08-19T11:23:13.252 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:23:14.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:13 smithi136 ceph-mon[16389]: Added host smithi155 2024-08-19T11:23:14.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:13 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:14.787 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:14 smithi136 ceph-mon[16389]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:14.787 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:14 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:14.958 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:23:14.959 INFO:teuthology.orchestra.run.smithi136.stdout:[{"addr": "172.21.15.136", "hostname": "smithi136", "labels": [], "status": ""}, {"addr": "172.21.15.155", "hostname": "smithi155", "labels": [], "status": ""}] 2024-08-19T11:23:15.562 INFO:tasks.cephadm:Setting crush tunables to default 2024-08-19T11:23:15.563 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph osd crush tunables default 2024-08-19T11:23:15.759 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:23:16.834 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:16 smithi136 ceph-mon[16389]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T11:23:16.834 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:16 smithi136 ceph-mon[16389]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:16.834 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:16 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:16.834 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:16 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:16.834 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:16 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:16.834 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:16 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:16.834 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:16 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi155", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:23:16.835 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:16 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:16.835 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:16 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:23:18.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:17 smithi136 ceph-mon[16389]: Updating smithi155:/etc/ceph/ceph.conf 2024-08-19T11:23:18.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:17 smithi136 ceph-mon[16389]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:23:18.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:17 smithi136 ceph-mon[16389]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2024-08-19T11:23:18.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:17 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:18.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:17 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:18.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:17 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:18.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:17 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/3170566670' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-08-19T11:23:18.282 INFO:teuthology.orchestra.run.smithi136.stderr:adjusted tunables profile to default 2024-08-19T11:23:18.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:18 smithi136 ceph-mon[16389]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T11:23:18.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:18 smithi136 ceph-mon[16389]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:18.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:18 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/3170566670' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-08-19T11:23:18.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:18 smithi136 ceph-mon[16389]: osdmap e4: 0 total, 0 up, 0 in 2024-08-19T11:23:18.900 INFO:tasks.cephadm:Adding mon.a on smithi136 2024-08-19T11:23:18.900 INFO:tasks.cephadm:Adding mon.c on smithi136 2024-08-19T11:23:18.900 INFO:tasks.cephadm:Adding mon.b on smithi155 2024-08-19T11:23:18.900 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph orch apply mon '3;smithi136:172.21.15.136=a;smithi136:[v2:172.21.15.136:3301,v1:172.21.15.136:6790]=c;smithi155:172.21.15.155=b' 2024-08-19T11:23:19.104 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:23:20.577 INFO:teuthology.orchestra.run.smithi155.stdout:Scheduled mon update... 2024-08-19T11:23:21.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:20 smithi136 ceph-mon[16389]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:21.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:20 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:21.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:20 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:23:21.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:20 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:21.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:20 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:23:21.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:20 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:21.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:20 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T11:23:21.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:20 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:21.119 DEBUG:teuthology.orchestra.run.smithi136:mon.c> sudo journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mon.c.service 2024-08-19T11:23:21.122 DEBUG:teuthology.orchestra.run.smithi155:mon.b> sudo journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mon.b.service 2024-08-19T11:23:21.124 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-19T11:23:21.125 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph mon dump -f json 2024-08-19T11:23:21.921 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:23:22.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:21 smithi136 ceph-mon[16389]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi136:172.21.15.136=a;smithi136:[v2:172.21.15.136:3301,v1:172.21.15.136:6790]=c;smithi155:172.21.15.155=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:23:22.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:21 smithi136 ceph-mon[16389]: Saving service mon spec with placement smithi136:172.21.15.136=a;smithi136:[v2:172.21.15.136:3301,v1:172.21.15.136:6790]=c;smithi155:172.21.15.155=b;count:3 2024-08-19T11:23:22.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:21 smithi136 ceph-mon[16389]: Deploying daemon mon.b on smithi155 2024-08-19T11:23:23.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:22 smithi136 ceph-mon[16389]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:24.908 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-08-19T11:23:24.908 INFO:teuthology.orchestra.run.smithi155.stdout:{"epoch":1,"fsid":"25b0d51a-5e1d-11ef-bccf-c7b262605968","modified":"2024-08-19T11:22:03.711368Z","created":"2024-08-19T11:22:03.711368Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:3300","nonce":0},{"type":"v1","addr":"172.21.15.136:6789","nonce":0}]},"addr":"172.21.15.136:6789/0","public_addr":"172.21.15.136:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-08-19T11:23:24.908 INFO:teuthology.orchestra.run.smithi155.stderr:dumped monmap epoch 1 2024-08-19T11:23:25.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:24 smithi136 ceph-mon[16389]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:25.595 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:25 smithi155 systemd[1]: Starting Ceph mon.b for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:23:26.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:25 smithi136 ceph-mon[16389]: from='client.? 172.21.15.155:0/233956665' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-19T11:23:26.110 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:25 smithi155 podman[19680]: 2024-08-19 11:23:25.854263718 +0000 UTC m=+0.111120400 container create 91dd29510477ed009eddde63435200dbb2e486795076b6d9214f013423cb0d67 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-b, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-baa926d, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-08-19T11:23:26.110 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:25 smithi155 podman[19680]: 2024-08-19 11:23:25.760136965 +0000 UTC m=+0.016993661 image pull e6c292a6bc95052ae76ae95cd2b7b1c7a0b2acacdb91703f8c5dad19d13cea1b quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282 2024-08-19T11:23:26.111 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 podman[19680]: 2024-08-19 11:23:26.047973582 +0000 UTC m=+0.304830263 container init 91dd29510477ed009eddde63435200dbb2e486795076b6d9214f013423cb0d67 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=reef-baa926d) 2024-08-19T11:23:26.111 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 podman[19680]: 2024-08-19 11:23:26.052320311 +0000 UTC m=+0.309176993 container start 91dd29510477ed009eddde63435200dbb2e486795076b6d9214f013423cb0d67 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-b, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=reef-baa926d) 2024-08-19T11:23:26.111 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: set uid:gid to 167:167 (ceph:ceph) 2024-08-19T11:23:26.111 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable), process ceph-mon, pid 7 2024-08-19T11:23:26.111 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: pidfile_write: ignore empty --pid-file 2024-08-19T11:23:26.111 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: load: jerasure load: lrc 2024-08-19T11:23:26.111 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: RocksDB version: 7.9.2 2024-08-19T11:23:26.111 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Git sha 0 2024-08-19T11:23:26.111 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Compile date 2024-08-18 15:07:10 2024-08-19T11:23:26.111 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: DB SUMMARY 2024-08-19T11:23:26.111 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: DB Session ID: 2FW0VQA8VN5C3OEF33Q5 2024-08-19T11:23:26.111 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: CURRENT file: CURRENT 2024-08-19T11:23:26.111 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: IDENTITY file: IDENTITY 2024-08-19T11:23:26.112 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-08-19T11:23:26.112 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-08-19T11:23:26.112 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-08-19T11:23:26.112 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.error_if_exists: 0 2024-08-19T11:23:26.113 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.create_if_missing: 0 2024-08-19T11:23:26.113 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.paranoid_checks: 1 2024-08-19T11:23:26.113 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-19T11:23:26.113 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-19T11:23:26.114 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-19T11:23:26.114 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.env: 0x558e5f977bc0 2024-08-19T11:23:26.114 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.fs: PosixFileSystem 2024-08-19T11:23:26.114 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.info_log: 0x558e61b18be0 2024-08-19T11:23:26.114 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.max_file_opening_threads: 16 2024-08-19T11:23:26.114 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.statistics: (nil) 2024-08-19T11:23:26.114 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.use_fsync: 0 2024-08-19T11:23:26.114 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.max_log_file_size: 0 2024-08-19T11:23:26.114 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-19T11:23:26.114 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-19T11:23:26.114 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.keep_log_file_num: 1000 2024-08-19T11:23:26.114 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.recycle_log_file_num: 0 2024-08-19T11:23:26.115 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.allow_fallocate: 1 2024-08-19T11:23:26.115 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.allow_mmap_reads: 0 2024-08-19T11:23:26.115 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.allow_mmap_writes: 0 2024-08-19T11:23:26.115 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.use_direct_reads: 0 2024-08-19T11:23:26.115 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-19T11:23:26.115 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.create_missing_column_families: 0 2024-08-19T11:23:26.115 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.db_log_dir: 2024-08-19T11:23:26.115 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.wal_dir: 2024-08-19T11:23:26.115 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-19T11:23:26.115 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-19T11:23:26.115 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-19T11:23:26.115 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-19T11:23:26.115 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-19T11:23:26.116 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-19T11:23:26.116 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.advise_random_on_open: 1 2024-08-19T11:23:26.116 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.db_write_buffer_size: 0 2024-08-19T11:23:26.116 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.write_buffer_manager: 0x558e61ae8140 2024-08-19T11:23:26.116 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-19T11:23:26.116 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-19T11:23:26.116 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-19T11:23:26.116 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.rate_limiter: (nil) 2024-08-19T11:23:26.116 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-19T11:23:26.116 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.wal_recovery_mode: 2 2024-08-19T11:23:26.116 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.enable_thread_tracking: 0 2024-08-19T11:23:26.116 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.enable_pipelined_write: 0 2024-08-19T11:23:26.116 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.unordered_write: 0 2024-08-19T11:23:26.117 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-19T11:23:26.117 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-19T11:23:26.117 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-19T11:23:26.117 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-19T11:23:26.117 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.row_cache: None 2024-08-19T11:23:26.117 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.wal_filter: None 2024-08-19T11:23:26.117 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-19T11:23:26.117 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.allow_ingest_behind: 0 2024-08-19T11:23:26.117 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.two_write_queues: 0 2024-08-19T11:23:26.117 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.manual_wal_flush: 0 2024-08-19T11:23:26.117 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.wal_compression: 0 2024-08-19T11:23:26.117 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.atomic_flush: 0 2024-08-19T11:23:26.117 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-19T11:23:26.117 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-19T11:23:26.117 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-19T11:23:26.118 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.log_readahead_size: 0 2024-08-19T11:23:26.118 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-19T11:23:26.118 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.best_efforts_recovery: 0 2024-08-19T11:23:26.118 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-19T11:23:26.118 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-19T11:23:26.118 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.allow_data_in_errors: 0 2024-08-19T11:23:26.118 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.db_host_id: __hostname__ 2024-08-19T11:23:26.118 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-19T11:23:26.118 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.max_background_jobs: 2 2024-08-19T11:23:26.118 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.max_background_compactions: -1 2024-08-19T11:23:26.118 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.max_subcompactions: 1 2024-08-19T11:23:26.118 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-19T11:23:26.118 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-19T11:23:26.118 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-19T11:23:26.119 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.max_total_wal_size: 0 2024-08-19T11:23:26.119 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-19T11:23:26.119 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-19T11:23:26.119 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-19T11:23:26.119 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-19T11:23:26.119 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.max_open_files: -1 2024-08-19T11:23:26.119 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.bytes_per_sync: 0 2024-08-19T11:23:26.119 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-19T11:23:26.119 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-19T11:23:26.119 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.compaction_readahead_size: 0 2024-08-19T11:23:26.119 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.max_background_flushes: -1 2024-08-19T11:23:26.119 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Compression algorithms supported: 2024-08-19T11:23:26.119 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: kZSTD supported: 0 2024-08-19T11:23:26.119 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: kXpressCompression supported: 0 2024-08-19T11:23:26.120 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: kBZip2Compression supported: 0 2024-08-19T11:23:26.120 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-19T11:23:26.120 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: kLZ4Compression supported: 1 2024-08-19T11:23:26.120 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: kZlibCompression supported: 1 2024-08-19T11:23:26.120 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: kLZ4HCCompression supported: 1 2024-08-19T11:23:26.120 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: kSnappyCompression supported: 1 2024-08-19T11:23:26.120 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-19T11:23:26.120 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-19T11:23:26.120 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-08-19T11:23:26.120 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-19T11:23:26.120 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-19T11:23:26.120 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.merge_operator: 2024-08-19T11:23:26.120 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.compaction_filter: None 2024-08-19T11:23:26.120 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.compaction_filter_factory: None 2024-08-19T11:23:26.120 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.sst_partitioner_factory: None 2024-08-19T11:23:26.121 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-19T11:23:26.121 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-19T11:23:26.121 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x558e61b18820) 2024-08-19T11:23:26.121 INFO:journalctl@ceph.mon.b.smithi155.stdout: cache_index_and_filter_blocks: 1 2024-08-19T11:23:26.121 INFO:journalctl@ceph.mon.b.smithi155.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-19T11:23:26.121 INFO:journalctl@ceph.mon.b.smithi155.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-19T11:23:26.121 INFO:journalctl@ceph.mon.b.smithi155.stdout: pin_top_level_index_and_filter: 1 2024-08-19T11:23:26.121 INFO:journalctl@ceph.mon.b.smithi155.stdout: index_type: 0 2024-08-19T11:23:26.121 INFO:journalctl@ceph.mon.b.smithi155.stdout: data_block_index_type: 0 2024-08-19T11:23:26.121 INFO:journalctl@ceph.mon.b.smithi155.stdout: index_shortening: 1 2024-08-19T11:23:26.121 INFO:journalctl@ceph.mon.b.smithi155.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-19T11:23:26.121 INFO:journalctl@ceph.mon.b.smithi155.stdout: checksum: 4 2024-08-19T11:23:26.121 INFO:journalctl@ceph.mon.b.smithi155.stdout: no_block_cache: 0 2024-08-19T11:23:26.121 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_cache: 0x558e61b0d350 2024-08-19T11:23:26.122 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_cache_name: BinnedLRUCache 2024-08-19T11:23:26.122 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_cache_options: 2024-08-19T11:23:26.122 INFO:journalctl@ceph.mon.b.smithi155.stdout: capacity : 536870912 2024-08-19T11:23:26.122 INFO:journalctl@ceph.mon.b.smithi155.stdout: num_shard_bits : 4 2024-08-19T11:23:26.122 INFO:journalctl@ceph.mon.b.smithi155.stdout: strict_capacity_limit : 0 2024-08-19T11:23:26.122 INFO:journalctl@ceph.mon.b.smithi155.stdout: high_pri_pool_ratio: 0.000 2024-08-19T11:23:26.122 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_cache_compressed: (nil) 2024-08-19T11:23:26.122 INFO:journalctl@ceph.mon.b.smithi155.stdout: persistent_cache: (nil) 2024-08-19T11:23:26.122 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_size: 4096 2024-08-19T11:23:26.122 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_size_deviation: 10 2024-08-19T11:23:26.122 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_restart_interval: 16 2024-08-19T11:23:26.122 INFO:journalctl@ceph.mon.b.smithi155.stdout: index_block_restart_interval: 1 2024-08-19T11:23:26.122 INFO:journalctl@ceph.mon.b.smithi155.stdout: metadata_block_size: 4096 2024-08-19T11:23:26.122 INFO:journalctl@ceph.mon.b.smithi155.stdout: partition_filters: 0 2024-08-19T11:23:26.124 INFO:journalctl@ceph.mon.b.smithi155.stdout: use_delta_encoding: 1 2024-08-19T11:23:26.124 INFO:journalctl@ceph.mon.b.smithi155.stdout: filter_policy: bloomfilter 2024-08-19T11:23:26.124 INFO:journalctl@ceph.mon.b.smithi155.stdout: whole_key_filtering: 1 2024-08-19T11:23:26.124 INFO:journalctl@ceph.mon.b.smithi155.stdout: verify_compression: 0 2024-08-19T11:23:26.124 INFO:journalctl@ceph.mon.b.smithi155.stdout: read_amp_bytes_per_bit: 0 2024-08-19T11:23:26.124 INFO:journalctl@ceph.mon.b.smithi155.stdout: format_version: 5 2024-08-19T11:23:26.124 INFO:journalctl@ceph.mon.b.smithi155.stdout: enable_index_compression: 1 2024-08-19T11:23:26.124 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_align: 0 2024-08-19T11:23:26.124 INFO:journalctl@ceph.mon.b.smithi155.stdout: max_auto_readahead_size: 262144 2024-08-19T11:23:26.124 INFO:journalctl@ceph.mon.b.smithi155.stdout: prepopulate_block_cache: 0 2024-08-19T11:23:26.124 INFO:journalctl@ceph.mon.b.smithi155.stdout: initial_auto_readahead_size: 8192 2024-08-19T11:23:26.124 INFO:journalctl@ceph.mon.b.smithi155.stdout: num_file_reads_for_auto_readahead: 2 2024-08-19T11:23:26.124 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.write_buffer_size: 33554432 2024-08-19T11:23:26.125 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.max_write_buffer_number: 2 2024-08-19T11:23:26.125 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.compression: NoCompression 2024-08-19T11:23:26.125 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.bottommost_compression: Disabled 2024-08-19T11:23:26.125 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.prefix_extractor: nullptr 2024-08-19T11:23:26.125 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-19T11:23:26.125 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.num_levels: 7 2024-08-19T11:23:26.125 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-19T11:23:26.125 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-19T11:23:26.125 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-19T11:23:26.125 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-19T11:23:26.125 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-19T11:23:26.125 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-19T11:23:26.125 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-19T11:23:26.125 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-19T11:23:26.126 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-19T11:23:26.126 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-19T11:23:26.126 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-19T11:23:26.126 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-19T11:23:26.126 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-19T11:23:26.126 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.compression_opts.level: 32767 2024-08-19T11:23:26.126 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.compression_opts.strategy: 0 2024-08-19T11:23:26.126 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-19T11:23:26.126 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-19T11:23:26.126 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-19T11:23:26.126 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-19T11:23:26.126 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.compression_opts.enabled: false 2024-08-19T11:23:26.126 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-19T11:23:26.126 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-19T11:23:26.127 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-19T11:23:26.127 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-19T11:23:26.127 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.target_file_size_base: 67108864 2024-08-19T11:23:26.127 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-19T11:23:26.127 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-19T11:23:26.127 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-19T11:23:26.127 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-19T11:23:26.127 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-19T11:23:26.127 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-19T11:23:26.127 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-19T11:23:26.127 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-19T11:23:26.127 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-19T11:23:26.127 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-19T11:23:26.127 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-19T11:23:26.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-19T11:23:26.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-19T11:23:26.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-19T11:23:26.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.arena_block_size: 1048576 2024-08-19T11:23:26.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-19T11:23:26.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-19T11:23:26.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.disable_auto_compactions: 0 2024-08-19T11:23:26.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-19T11:23:26.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-19T11:23:26.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-19T11:23:26.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-19T11:23:26.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-19T11:23:26.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-19T11:23:26.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-19T11:23:26.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-19T11:23:26.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-19T11:23:26.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-19T11:23:26.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.table_properties_collectors: 2024-08-19T11:23:26.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.inplace_update_support: 0 2024-08-19T11:23:26.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-19T11:23:26.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-19T11:23:26.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-19T11:23:26.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-19T11:23:26.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.bloom_locality: 0 2024-08-19T11:23:26.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.max_successive_merges: 0 2024-08-19T11:23:26.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-19T11:23:26.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.paranoid_file_checks: 0 2024-08-19T11:23:26.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.force_consistency_checks: 1 2024-08-19T11:23:26.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.report_bg_io_stats: 0 2024-08-19T11:23:26.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.ttl: 2592000 2024-08-19T11:23:26.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-19T11:23:26.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-19T11:23:26.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-19T11:23:26.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.enable_blob_files: false 2024-08-19T11:23:26.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.min_blob_size: 0 2024-08-19T11:23:26.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.blob_file_size: 268435456 2024-08-19T11:23:26.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-19T11:23:26.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-19T11:23:26.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-19T11:23:26.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-19T11:23:26.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-19T11:23:26.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.blob_file_starting_level: 0 2024-08-19T11:23:26.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-19T11:23:26.131 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-19T11:23:26.131 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-08-19T11:23:26.131 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: f5e73a55-1d3c-4b79-9892-d7e2033f350d 2024-08-19T11:23:26.131 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724066606089420, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-08-19T11:23:26.131 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-08-19T11:23:26.131 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724066606089859, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1724066606, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "f5e73a55-1d3c-4b79-9892-d7e2033f350d", "db_session_id": "2FW0VQA8VN5C3OEF33Q5", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-08-19T11:23:26.131 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724066606089962, "job": 1, "event": "recovery_finished"} 2024-08-19T11:23:26.131 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-08-19T11:23:26.131 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-19T11:23:26.131 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x558e61b36e00 2024-08-19T11:23:26.131 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: DB pointer 0x558e61c2a000 2024-08-19T11:23:26.131 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-19T11:23:26.131 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-19T11:23:26.131 INFO:journalctl@ceph.mon.b.smithi155.stdout: ** DB Stats ** 2024-08-19T11:23:26.132 INFO:journalctl@ceph.mon.b.smithi155.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-19T11:23:26.132 INFO:journalctl@ceph.mon.b.smithi155.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-19T11:23:26.132 INFO:journalctl@ceph.mon.b.smithi155.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-19T11:23:26.132 INFO:journalctl@ceph.mon.b.smithi155.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-19T11:23:26.132 INFO:journalctl@ceph.mon.b.smithi155.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-19T11:23:26.132 INFO:journalctl@ceph.mon.b.smithi155.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-19T11:23:26.132 INFO:journalctl@ceph.mon.b.smithi155.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-19T11:23:26.132 INFO:journalctl@ceph.mon.b.smithi155.stdout: 2024-08-19T11:23:26.132 INFO:journalctl@ceph.mon.b.smithi155.stdout: ** Compaction Stats [default] ** 2024-08-19T11:23:26.132 INFO:journalctl@ceph.mon.b.smithi155.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-19T11:23:26.132 INFO:journalctl@ceph.mon.b.smithi155.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-19T11:23:26.132 INFO:journalctl@ceph.mon.b.smithi155.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.6 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-19T11:23:26.132 INFO:journalctl@ceph.mon.b.smithi155.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.6 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-19T11:23:26.132 INFO:journalctl@ceph.mon.b.smithi155.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.6 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-19T11:23:26.133 INFO:journalctl@ceph.mon.b.smithi155.stdout: 2024-08-19T11:23:26.133 INFO:journalctl@ceph.mon.b.smithi155.stdout: ** Compaction Stats [default] ** 2024-08-19T11:23:26.133 INFO:journalctl@ceph.mon.b.smithi155.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-19T11:23:26.133 INFO:journalctl@ceph.mon.b.smithi155.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-19T11:23:26.133 INFO:journalctl@ceph.mon.b.smithi155.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.6 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-19T11:23:26.133 INFO:journalctl@ceph.mon.b.smithi155.stdout: 2024-08-19T11:23:26.133 INFO:journalctl@ceph.mon.b.smithi155.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-19T11:23:26.133 INFO:journalctl@ceph.mon.b.smithi155.stdout: 2024-08-19T11:23:26.133 INFO:journalctl@ceph.mon.b.smithi155.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-19T11:23:26.133 INFO:journalctl@ceph.mon.b.smithi155.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-19T11:23:26.133 INFO:journalctl@ceph.mon.b.smithi155.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-19T11:23:26.133 INFO:journalctl@ceph.mon.b.smithi155.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-19T11:23:26.133 INFO:journalctl@ceph.mon.b.smithi155.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-19T11:23:26.133 INFO:journalctl@ceph.mon.b.smithi155.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-19T11:23:26.133 INFO:journalctl@ceph.mon.b.smithi155.stdout: Cumulative compaction: 0.00 GB write, 0.12 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-19T11:23:26.134 INFO:journalctl@ceph.mon.b.smithi155.stdout: Interval compaction: 0.00 GB write, 0.12 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-19T11:23:26.134 INFO:journalctl@ceph.mon.b.smithi155.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-19T11:23:26.134 INFO:journalctl@ceph.mon.b.smithi155.stdout: Block cache BinnedLRUCache@0x558e61b0d350#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-08-19T11:23:26.134 INFO:journalctl@ceph.mon.b.smithi155.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-08-19T11:23:26.134 INFO:journalctl@ceph.mon.b.smithi155.stdout: 2024-08-19T11:23:26.134 INFO:journalctl@ceph.mon.b.smithi155.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-19T11:23:26.134 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-08-19T11:23:26.134 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: using public_addr v2:172.21.15.155:0/0 -> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] 2024-08-19T11:23:26.134 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: starting mon.b rank -1 at public addrs [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] at bind addrs [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:23:26.134 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: mon.b@-1(???) e0 preinit fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:23:26.134 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: mon.b@-1(synchronizing).mds e1 new map 2024-08-19T11:23:26.134 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: mon.b@-1(synchronizing).mds e1 print_map 2024-08-19T11:23:26.134 INFO:journalctl@ceph.mon.b.smithi155.stdout: e1 2024-08-19T11:23:26.134 INFO:journalctl@ceph.mon.b.smithi155.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-19T11:23:26.135 INFO:journalctl@ceph.mon.b.smithi155.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-19T11:23:26.135 INFO:journalctl@ceph.mon.b.smithi155.stdout: legacy client fscid: -1 2024-08-19T11:23:26.135 INFO:journalctl@ceph.mon.b.smithi155.stdout: 2024-08-19T11:23:26.135 INFO:journalctl@ceph.mon.b.smithi155.stdout: No filesystems configured 2024-08-19T11:23:26.135 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-08-19T11:23:26.135 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-08-19T11:23:26.135 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-08-19T11:23:26.135 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-08-19T11:23:26.135 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-08-19T11:23:26.135 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-08-19T11:23:26.136 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-19T11:23:26.136 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-19T11:23:26.136 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-19T11:23:26.136 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-19T11:23:26.136 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: Updating smithi155:/etc/ceph/ceph.conf 2024-08-19T11:23:26.136 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:23:26.136 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2024-08-19T11:23:26.136 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:26.136 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:26.136 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:26.136 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/3170566670' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-08-19T11:23:26.136 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T11:23:26.136 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:26.136 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/3170566670' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-08-19T11:23:26.137 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: osdmap e4: 0 total, 0 up, 0 in 2024-08-19T11:23:26.137 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:26.137 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:26.137 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:23:26.137 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:26.137 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:23:26.137 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:26.137 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T11:23:26.137 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:26.137 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi136:172.21.15.136=a;smithi136:[v2:172.21.15.136:3301,v1:172.21.15.136:6790]=c;smithi155:172.21.15.155=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:23:26.137 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: Saving service mon spec with placement smithi136:172.21.15.136=a;smithi136:[v2:172.21.15.136:3301,v1:172.21.15.136:6790]=c;smithi155:172.21.15.155=b;count:3 2024-08-19T11:23:26.137 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: Deploying daemon mon.b on smithi155 2024-08-19T11:23:26.137 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:26.137 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:26.137 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: from='client.? 172.21.15.155:0/233956665' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-19T11:23:26.138 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 ceph-mon[19718]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-08-19T11:23:26.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 bash[19680]: 91dd29510477ed009eddde63435200dbb2e486795076b6d9214f013423cb0d67 2024-08-19T11:23:26.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:26 smithi155 systemd[1]: Started Ceph mon.b for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:23:26.619 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-19T11:23:26.619 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph mon dump -f json 2024-08-19T11:23:26.815 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T11:23:31.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:31 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:23:31.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:31 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:23:31.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:31 smithi136 ceph-mon[16389]: mon.a calling monitor election 2024-08-19T11:23:31.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:31 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:23:31.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:31 smithi136 ceph-mon[16389]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:31.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:31 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:23:31.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:31 smithi136 ceph-mon[16389]: mon.b calling monitor election 2024-08-19T11:23:31.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:31 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:23:31.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:31 smithi136 ceph-mon[16389]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:31.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:31 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:23:31.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:31 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:23:31.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:31 smithi136 ceph-mon[16389]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-19T11:23:31.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:31 smithi136 ceph-mon[16389]: monmap e2: 2 mons at {a=[v2:172.21.15.136:3300/0,v1:172.21.15.136:6789/0],b=[v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-19T11:23:31.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:31 smithi136 ceph-mon[16389]: fsmap 2024-08-19T11:23:31.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:31 smithi136 ceph-mon[16389]: osdmap e4: 0 total, 0 up, 0 in 2024-08-19T11:23:31.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:31 smithi136 ceph-mon[16389]: mgrmap e13: y(active, since 39s) 2024-08-19T11:23:31.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:31 smithi136 ceph-mon[16389]: overall HEALTH_OK 2024-08-19T11:23:31.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:31 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:31.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:31 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:31.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:31 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:31.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:31 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T11:23:31.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:31 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:31.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:31 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:23:31.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:31 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:23:31.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:31 smithi155 ceph-mon[19718]: mon.a calling monitor election 2024-08-19T11:23:31.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:31 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:23:31.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:31 smithi155 ceph-mon[19718]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:31.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:31 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:23:31.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:31 smithi155 ceph-mon[19718]: mon.b calling monitor election 2024-08-19T11:23:31.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:31 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:23:31.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:31 smithi155 ceph-mon[19718]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:31.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:31 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:23:31.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:31 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:23:31.462 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:31 smithi155 ceph-mon[19718]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-19T11:23:31.462 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:31 smithi155 ceph-mon[19718]: monmap e2: 2 mons at {a=[v2:172.21.15.136:3300/0,v1:172.21.15.136:6789/0],b=[v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-19T11:23:31.462 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:31 smithi155 ceph-mon[19718]: fsmap 2024-08-19T11:23:31.462 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:31 smithi155 ceph-mon[19718]: osdmap e4: 0 total, 0 up, 0 in 2024-08-19T11:23:31.462 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:31 smithi155 ceph-mon[19718]: mgrmap e13: y(active, since 39s) 2024-08-19T11:23:31.462 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:31 smithi155 ceph-mon[19718]: overall HEALTH_OK 2024-08-19T11:23:31.462 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:31 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:31.462 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:31 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:31.462 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:31 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:31.462 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:31 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T11:23:31.462 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:31 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:31.582 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-08-19T11:23:31.582 INFO:teuthology.orchestra.run.smithi155.stdout:{"epoch":2,"fsid":"25b0d51a-5e1d-11ef-bccf-c7b262605968","modified":"2024-08-19T11:23:26.113997Z","created":"2024-08-19T11:22:03.711368Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:3300","nonce":0},{"type":"v1","addr":"172.21.15.136:6789","nonce":0}]},"addr":"172.21.15.136:6789/0","public_addr":"172.21.15.136:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:3300","nonce":0},{"type":"v1","addr":"172.21.15.155:6789","nonce":0}]},"addr":"172.21.15.155:6789/0","public_addr":"172.21.15.155:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-08-19T11:23:31.582 INFO:teuthology.orchestra.run.smithi155.stderr:dumped monmap epoch 2 2024-08-19T11:23:32.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:32 smithi155 ceph-mon[19718]: Deploying daemon mon.c on smithi136 2024-08-19T11:23:32.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:32 smithi155 ceph-mon[19718]: from='client.? 172.21.15.155:0/1578755539' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-19T11:23:32.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:32 smithi155 ceph-mon[19718]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:32.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:32 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:23:32.476 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:32 smithi136 ceph-mon[16389]: Deploying daemon mon.c on smithi136 2024-08-19T11:23:32.476 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:32 smithi136 ceph-mon[16389]: from='client.? 172.21.15.155:0/1578755539' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-19T11:23:32.476 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:32 smithi136 ceph-mon[16389]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:32.476 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:32 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:23:33.056 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-19T11:23:33.057 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph mon dump -f json 2024-08-19T11:23:33.266 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T11:23:33.432 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:23:33 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:23:33.113+0000 7fcb1d6b5640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-08-19T11:23:34.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:33 smithi136 podman[28240]: 2024-08-19 11:23:33.991896721 +0000 UTC m=+0.121057594 container create fb9556fd54c6475cd2def38a3d9f8c75bb70ef8ba3646b8909f3c7de404418c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-c, RELEASE=reef-baa926d, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-08-19T11:23:34.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 podman[28240]: 2024-08-19 11:23:34.211288755 +0000 UTC m=+0.340449631 container init fb9556fd54c6475cd2def38a3d9f8c75bb70ef8ba3646b8909f3c7de404418c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-c, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-baa926d, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-08-19T11:23:34.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 podman[28240]: 2024-08-19 11:23:34.21618581 +0000 UTC m=+0.345346684 container start fb9556fd54c6475cd2def38a3d9f8c75bb70ef8ba3646b8909f3c7de404418c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-c, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=reef-baa926d, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-08-19T11:23:34.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: set uid:gid to 167:167 (ceph:ceph) 2024-08-19T11:23:34.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable), process ceph-mon, pid 7 2024-08-19T11:23:34.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: pidfile_write: ignore empty --pid-file 2024-08-19T11:23:34.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: load: jerasure load: lrc 2024-08-19T11:23:34.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: RocksDB version: 7.9.2 2024-08-19T11:23:34.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Git sha 0 2024-08-19T11:23:34.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Compile date 2024-08-18 15:07:10 2024-08-19T11:23:34.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: DB SUMMARY 2024-08-19T11:23:34.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: DB Session ID: U2KTQH682SKIO4EB4RGI 2024-08-19T11:23:34.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: CURRENT file: CURRENT 2024-08-19T11:23:34.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: IDENTITY file: IDENTITY 2024-08-19T11:23:34.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-08-19T11:23:34.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-08-19T11:23:34.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-08-19T11:23:34.600 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.error_if_exists: 0 2024-08-19T11:23:34.600 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.create_if_missing: 0 2024-08-19T11:23:34.600 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.paranoid_checks: 1 2024-08-19T11:23:34.600 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-19T11:23:34.600 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-19T11:23:34.600 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-19T11:23:34.600 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.env: 0x55dec6cefbc0 2024-08-19T11:23:34.600 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.fs: PosixFileSystem 2024-08-19T11:23:34.600 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.info_log: 0x55dec9176be0 2024-08-19T11:23:34.600 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.max_file_opening_threads: 16 2024-08-19T11:23:34.600 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.statistics: (nil) 2024-08-19T11:23:34.600 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.use_fsync: 0 2024-08-19T11:23:34.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.max_log_file_size: 0 2024-08-19T11:23:34.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-19T11:23:34.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-19T11:23:34.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.keep_log_file_num: 1000 2024-08-19T11:23:34.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.recycle_log_file_num: 0 2024-08-19T11:23:34.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.allow_fallocate: 1 2024-08-19T11:23:34.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.allow_mmap_reads: 0 2024-08-19T11:23:34.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.allow_mmap_writes: 0 2024-08-19T11:23:34.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.use_direct_reads: 0 2024-08-19T11:23:34.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-19T11:23:34.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.create_missing_column_families: 0 2024-08-19T11:23:34.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.db_log_dir: 2024-08-19T11:23:34.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.wal_dir: 2024-08-19T11:23:34.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-19T11:23:34.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-19T11:23:34.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-19T11:23:34.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-19T11:23:34.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-19T11:23:34.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-19T11:23:34.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.advise_random_on_open: 1 2024-08-19T11:23:34.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.db_write_buffer_size: 0 2024-08-19T11:23:34.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.write_buffer_manager: 0x55dec9146140 2024-08-19T11:23:34.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-19T11:23:34.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-19T11:23:34.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-19T11:23:34.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.rate_limiter: (nil) 2024-08-19T11:23:34.603 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-19T11:23:34.603 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.wal_recovery_mode: 2 2024-08-19T11:23:34.603 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.enable_thread_tracking: 0 2024-08-19T11:23:34.603 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.enable_pipelined_write: 0 2024-08-19T11:23:34.603 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.unordered_write: 0 2024-08-19T11:23:34.603 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-19T11:23:34.603 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-19T11:23:34.603 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-19T11:23:34.603 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-19T11:23:34.603 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.row_cache: None 2024-08-19T11:23:34.603 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.wal_filter: None 2024-08-19T11:23:34.603 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-19T11:23:34.605 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.allow_ingest_behind: 0 2024-08-19T11:23:34.605 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.two_write_queues: 0 2024-08-19T11:23:34.605 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.manual_wal_flush: 0 2024-08-19T11:23:34.605 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.wal_compression: 0 2024-08-19T11:23:34.605 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.atomic_flush: 0 2024-08-19T11:23:34.605 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-19T11:23:34.605 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-19T11:23:34.605 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-19T11:23:34.605 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.log_readahead_size: 0 2024-08-19T11:23:34.605 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-19T11:23:34.605 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.best_efforts_recovery: 0 2024-08-19T11:23:34.605 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-19T11:23:34.606 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-19T11:23:34.606 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.allow_data_in_errors: 0 2024-08-19T11:23:34.606 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.db_host_id: __hostname__ 2024-08-19T11:23:34.606 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-19T11:23:34.606 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.max_background_jobs: 2 2024-08-19T11:23:34.606 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.max_background_compactions: -1 2024-08-19T11:23:34.606 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.max_subcompactions: 1 2024-08-19T11:23:34.606 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-19T11:23:34.606 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-19T11:23:34.606 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-19T11:23:34.606 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.max_total_wal_size: 0 2024-08-19T11:23:34.606 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-19T11:23:34.606 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-19T11:23:34.606 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-19T11:23:34.607 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-19T11:23:34.607 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.max_open_files: -1 2024-08-19T11:23:34.607 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.bytes_per_sync: 0 2024-08-19T11:23:34.607 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-19T11:23:34.607 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-19T11:23:34.607 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.compaction_readahead_size: 0 2024-08-19T11:23:34.607 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.max_background_flushes: -1 2024-08-19T11:23:34.607 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Compression algorithms supported: 2024-08-19T11:23:34.607 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: kZSTD supported: 0 2024-08-19T11:23:34.607 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: kXpressCompression supported: 0 2024-08-19T11:23:34.607 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: kBZip2Compression supported: 0 2024-08-19T11:23:34.607 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-19T11:23:34.607 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: kLZ4Compression supported: 1 2024-08-19T11:23:34.608 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: kZlibCompression supported: 1 2024-08-19T11:23:34.608 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: kLZ4HCCompression supported: 1 2024-08-19T11:23:34.608 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: kSnappyCompression supported: 1 2024-08-19T11:23:34.608 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-19T11:23:34.608 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-19T11:23:34.608 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-08-19T11:23:34.608 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-19T11:23:34.608 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-19T11:23:34.608 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.merge_operator: 2024-08-19T11:23:34.608 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.compaction_filter: None 2024-08-19T11:23:34.608 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.compaction_filter_factory: None 2024-08-19T11:23:34.608 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.sst_partitioner_factory: None 2024-08-19T11:23:34.608 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-19T11:23:34.608 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-19T11:23:34.609 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55dec9176820) 2024-08-19T11:23:34.609 INFO:journalctl@ceph.mon.c.smithi136.stdout: cache_index_and_filter_blocks: 1 2024-08-19T11:23:34.609 INFO:journalctl@ceph.mon.c.smithi136.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-19T11:23:34.609 INFO:journalctl@ceph.mon.c.smithi136.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-19T11:23:34.609 INFO:journalctl@ceph.mon.c.smithi136.stdout: pin_top_level_index_and_filter: 1 2024-08-19T11:23:34.609 INFO:journalctl@ceph.mon.c.smithi136.stdout: index_type: 0 2024-08-19T11:23:34.609 INFO:journalctl@ceph.mon.c.smithi136.stdout: data_block_index_type: 0 2024-08-19T11:23:34.609 INFO:journalctl@ceph.mon.c.smithi136.stdout: index_shortening: 1 2024-08-19T11:23:34.609 INFO:journalctl@ceph.mon.c.smithi136.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-19T11:23:34.609 INFO:journalctl@ceph.mon.c.smithi136.stdout: checksum: 4 2024-08-19T11:23:34.609 INFO:journalctl@ceph.mon.c.smithi136.stdout: no_block_cache: 0 2024-08-19T11:23:34.609 INFO:journalctl@ceph.mon.c.smithi136.stdout: block_cache: 0x55dec916b350 2024-08-19T11:23:34.609 INFO:journalctl@ceph.mon.c.smithi136.stdout: block_cache_name: BinnedLRUCache 2024-08-19T11:23:34.609 INFO:journalctl@ceph.mon.c.smithi136.stdout: block_cache_options: 2024-08-19T11:23:34.610 INFO:journalctl@ceph.mon.c.smithi136.stdout: capacity : 536870912 2024-08-19T11:23:34.610 INFO:journalctl@ceph.mon.c.smithi136.stdout: num_shard_bits : 4 2024-08-19T11:23:34.610 INFO:journalctl@ceph.mon.c.smithi136.stdout: strict_capacity_limit : 0 2024-08-19T11:23:34.610 INFO:journalctl@ceph.mon.c.smithi136.stdout: high_pri_pool_ratio: 0.000 2024-08-19T11:23:34.610 INFO:journalctl@ceph.mon.c.smithi136.stdout: block_cache_compressed: (nil) 2024-08-19T11:23:34.610 INFO:journalctl@ceph.mon.c.smithi136.stdout: persistent_cache: (nil) 2024-08-19T11:23:34.610 INFO:journalctl@ceph.mon.c.smithi136.stdout: block_size: 4096 2024-08-19T11:23:34.610 INFO:journalctl@ceph.mon.c.smithi136.stdout: block_size_deviation: 10 2024-08-19T11:23:34.610 INFO:journalctl@ceph.mon.c.smithi136.stdout: block_restart_interval: 16 2024-08-19T11:23:34.610 INFO:journalctl@ceph.mon.c.smithi136.stdout: index_block_restart_interval: 1 2024-08-19T11:23:34.610 INFO:journalctl@ceph.mon.c.smithi136.stdout: metadata_block_size: 4096 2024-08-19T11:23:34.610 INFO:journalctl@ceph.mon.c.smithi136.stdout: partition_filters: 0 2024-08-19T11:23:34.610 INFO:journalctl@ceph.mon.c.smithi136.stdout: use_delta_encoding: 1 2024-08-19T11:23:34.610 INFO:journalctl@ceph.mon.c.smithi136.stdout: filter_policy: bloomfilter 2024-08-19T11:23:34.611 INFO:journalctl@ceph.mon.c.smithi136.stdout: whole_key_filtering: 1 2024-08-19T11:23:34.611 INFO:journalctl@ceph.mon.c.smithi136.stdout: verify_compression: 0 2024-08-19T11:23:34.611 INFO:journalctl@ceph.mon.c.smithi136.stdout: read_amp_bytes_per_bit: 0 2024-08-19T11:23:34.611 INFO:journalctl@ceph.mon.c.smithi136.stdout: format_version: 5 2024-08-19T11:23:34.611 INFO:journalctl@ceph.mon.c.smithi136.stdout: enable_index_compression: 1 2024-08-19T11:23:34.611 INFO:journalctl@ceph.mon.c.smithi136.stdout: block_align: 0 2024-08-19T11:23:34.611 INFO:journalctl@ceph.mon.c.smithi136.stdout: max_auto_readahead_size: 262144 2024-08-19T11:23:34.611 INFO:journalctl@ceph.mon.c.smithi136.stdout: prepopulate_block_cache: 0 2024-08-19T11:23:34.611 INFO:journalctl@ceph.mon.c.smithi136.stdout: initial_auto_readahead_size: 8192 2024-08-19T11:23:34.611 INFO:journalctl@ceph.mon.c.smithi136.stdout: num_file_reads_for_auto_readahead: 2 2024-08-19T11:23:34.611 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.write_buffer_size: 33554432 2024-08-19T11:23:34.611 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.max_write_buffer_number: 2 2024-08-19T11:23:34.611 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.compression: NoCompression 2024-08-19T11:23:34.611 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.bottommost_compression: Disabled 2024-08-19T11:23:34.611 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.prefix_extractor: nullptr 2024-08-19T11:23:34.612 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-19T11:23:34.612 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.num_levels: 7 2024-08-19T11:23:34.612 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-19T11:23:34.612 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-19T11:23:34.612 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-19T11:23:34.612 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-19T11:23:34.612 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-19T11:23:34.612 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-19T11:23:34.612 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-19T11:23:34.612 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-19T11:23:34.612 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-19T11:23:34.612 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-19T11:23:34.612 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-19T11:23:34.612 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-19T11:23:34.613 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-19T11:23:34.613 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.compression_opts.level: 32767 2024-08-19T11:23:34.613 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.compression_opts.strategy: 0 2024-08-19T11:23:34.613 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-19T11:23:34.613 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-19T11:23:34.613 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-19T11:23:34.613 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-19T11:23:34.613 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.compression_opts.enabled: false 2024-08-19T11:23:34.613 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-19T11:23:34.613 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-19T11:23:34.613 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-19T11:23:34.613 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-19T11:23:34.613 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.target_file_size_base: 67108864 2024-08-19T11:23:34.614 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-19T11:23:34.614 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-19T11:23:34.614 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-19T11:23:34.614 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-19T11:23:34.614 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-19T11:23:34.614 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-19T11:23:34.614 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-19T11:23:34.614 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-19T11:23:34.614 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-19T11:23:34.614 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-19T11:23:34.614 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-19T11:23:34.614 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-19T11:23:34.614 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-19T11:23:34.614 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-19T11:23:34.615 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.arena_block_size: 1048576 2024-08-19T11:23:34.615 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-19T11:23:34.615 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-19T11:23:34.615 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.disable_auto_compactions: 0 2024-08-19T11:23:34.615 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-19T11:23:34.615 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-19T11:23:34.615 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-19T11:23:34.615 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-19T11:23:34.615 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-19T11:23:34.615 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-19T11:23:34.615 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-19T11:23:34.615 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-19T11:23:34.615 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-19T11:23:34.615 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-19T11:23:34.616 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.table_properties_collectors: 2024-08-19T11:23:34.616 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.inplace_update_support: 0 2024-08-19T11:23:34.616 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-19T11:23:34.616 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-19T11:23:34.616 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-19T11:23:34.616 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-19T11:23:34.616 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.bloom_locality: 0 2024-08-19T11:23:34.616 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.max_successive_merges: 0 2024-08-19T11:23:34.616 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-19T11:23:34.616 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.paranoid_file_checks: 0 2024-08-19T11:23:34.616 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.force_consistency_checks: 1 2024-08-19T11:23:34.616 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.report_bg_io_stats: 0 2024-08-19T11:23:34.616 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.ttl: 2592000 2024-08-19T11:23:34.616 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-19T11:23:34.617 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-19T11:23:34.617 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-19T11:23:34.617 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.enable_blob_files: false 2024-08-19T11:23:34.617 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.min_blob_size: 0 2024-08-19T11:23:34.617 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.blob_file_size: 268435456 2024-08-19T11:23:34.617 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-19T11:23:34.617 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-19T11:23:34.617 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-19T11:23:34.617 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-19T11:23:34.617 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-19T11:23:34.617 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.blob_file_starting_level: 0 2024-08-19T11:23:34.617 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-19T11:23:34.617 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-19T11:23:34.617 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-08-19T11:23:34.618 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 0c12f203-30f0-4269-bb44-9746548d7aed 2024-08-19T11:23:34.618 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724066614242878, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-08-19T11:23:34.618 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-08-19T11:23:34.618 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724066614243254, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1724066614, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "0c12f203-30f0-4269-bb44-9746548d7aed", "db_session_id": "U2KTQH682SKIO4EB4RGI", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-08-19T11:23:34.618 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724066614243349, "job": 1, "event": "recovery_finished"} 2024-08-19T11:23:34.618 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-08-19T11:23:34.618 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-19T11:23:34.618 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55dec9194e00 2024-08-19T11:23:34.618 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: DB pointer 0x55dec9288000 2024-08-19T11:23:34.618 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-19T11:23:34.618 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-19T11:23:34.618 INFO:journalctl@ceph.mon.c.smithi136.stdout: ** DB Stats ** 2024-08-19T11:23:34.619 INFO:journalctl@ceph.mon.c.smithi136.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-19T11:23:34.619 INFO:journalctl@ceph.mon.c.smithi136.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-19T11:23:34.619 INFO:journalctl@ceph.mon.c.smithi136.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-19T11:23:34.619 INFO:journalctl@ceph.mon.c.smithi136.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-19T11:23:34.619 INFO:journalctl@ceph.mon.c.smithi136.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-19T11:23:34.619 INFO:journalctl@ceph.mon.c.smithi136.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-19T11:23:34.619 INFO:journalctl@ceph.mon.c.smithi136.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-19T11:23:34.619 INFO:journalctl@ceph.mon.c.smithi136.stdout: 2024-08-19T11:23:34.619 INFO:journalctl@ceph.mon.c.smithi136.stdout: ** Compaction Stats [default] ** 2024-08-19T11:23:34.619 INFO:journalctl@ceph.mon.c.smithi136.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-19T11:23:34.619 INFO:journalctl@ceph.mon.c.smithi136.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-19T11:23:34.619 INFO:journalctl@ceph.mon.c.smithi136.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.6 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-19T11:23:34.619 INFO:journalctl@ceph.mon.c.smithi136.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.6 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-19T11:23:34.620 INFO:journalctl@ceph.mon.c.smithi136.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.6 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-19T11:23:34.620 INFO:journalctl@ceph.mon.c.smithi136.stdout: 2024-08-19T11:23:34.620 INFO:journalctl@ceph.mon.c.smithi136.stdout: ** Compaction Stats [default] ** 2024-08-19T11:23:34.620 INFO:journalctl@ceph.mon.c.smithi136.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-19T11:23:34.620 INFO:journalctl@ceph.mon.c.smithi136.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-19T11:23:34.620 INFO:journalctl@ceph.mon.c.smithi136.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.6 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-19T11:23:34.620 INFO:journalctl@ceph.mon.c.smithi136.stdout: 2024-08-19T11:23:34.620 INFO:journalctl@ceph.mon.c.smithi136.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-19T11:23:34.620 INFO:journalctl@ceph.mon.c.smithi136.stdout: 2024-08-19T11:23:34.620 INFO:journalctl@ceph.mon.c.smithi136.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-19T11:23:34.620 INFO:journalctl@ceph.mon.c.smithi136.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-19T11:23:34.620 INFO:journalctl@ceph.mon.c.smithi136.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-19T11:23:34.620 INFO:journalctl@ceph.mon.c.smithi136.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-19T11:23:34.621 INFO:journalctl@ceph.mon.c.smithi136.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-19T11:23:34.621 INFO:journalctl@ceph.mon.c.smithi136.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-19T11:23:34.621 INFO:journalctl@ceph.mon.c.smithi136.stdout: Cumulative compaction: 0.00 GB write, 0.66 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-19T11:23:34.621 INFO:journalctl@ceph.mon.c.smithi136.stdout: Interval compaction: 0.00 GB write, 0.66 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-19T11:23:34.621 INFO:journalctl@ceph.mon.c.smithi136.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-19T11:23:34.621 INFO:journalctl@ceph.mon.c.smithi136.stdout: Block cache BinnedLRUCache@0x55dec916b350#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-08-19T11:23:34.621 INFO:journalctl@ceph.mon.c.smithi136.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-08-19T11:23:34.621 INFO:journalctl@ceph.mon.c.smithi136.stdout: 2024-08-19T11:23:34.621 INFO:journalctl@ceph.mon.c.smithi136.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-19T11:23:34.621 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-08-19T11:23:34.621 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: using public_addrv [v2:172.21.15.136:3301/0,v1:172.21.15.136:6790/0] 2024-08-19T11:23:34.621 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: starting mon.c rank -1 at public addrs [v2:172.21.15.136:3301/0,v1:172.21.15.136:6790/0] at bind addrs [v2:172.21.15.136:3301/0,v1:172.21.15.136:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:23:34.621 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: mon.c@-1(???) e0 preinit fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:23:34.622 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: mon.c@-1(synchronizing).mds e1 new map 2024-08-19T11:23:34.622 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: mon.c@-1(synchronizing).mds e1 print_map 2024-08-19T11:23:34.622 INFO:journalctl@ceph.mon.c.smithi136.stdout: e1 2024-08-19T11:23:34.622 INFO:journalctl@ceph.mon.c.smithi136.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-19T11:23:34.622 INFO:journalctl@ceph.mon.c.smithi136.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-19T11:23:34.622 INFO:journalctl@ceph.mon.c.smithi136.stdout: legacy client fscid: -1 2024-08-19T11:23:34.622 INFO:journalctl@ceph.mon.c.smithi136.stdout: 2024-08-19T11:23:34.622 INFO:journalctl@ceph.mon.c.smithi136.stdout: No filesystems configured 2024-08-19T11:23:34.622 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-08-19T11:23:34.622 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-08-19T11:23:34.622 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-08-19T11:23:34.622 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-08-19T11:23:34.622 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-08-19T11:23:34.623 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-08-19T11:23:34.623 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-19T11:23:34.623 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-19T11:23:34.623 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-19T11:23:34.623 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-19T11:23:34.623 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: Updating smithi155:/etc/ceph/ceph.conf 2024-08-19T11:23:34.623 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:23:34.623 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2024-08-19T11:23:34.623 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:34.623 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:34.623 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:34.623 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/3170566670' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-08-19T11:23:34.623 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T11:23:34.624 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:34.624 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/3170566670' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-08-19T11:23:34.624 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: osdmap e4: 0 total, 0 up, 0 in 2024-08-19T11:23:34.624 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:34.624 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:34.624 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:23:34.624 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:34.624 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:23:34.624 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:34.624 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T11:23:34.624 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:34.624 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi136:172.21.15.136=a;smithi136:[v2:172.21.15.136:3301,v1:172.21.15.136:6790]=c;smithi155:172.21.15.155=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:23:34.624 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: Saving service mon spec with placement smithi136:172.21.15.136=a;smithi136:[v2:172.21.15.136:3301,v1:172.21.15.136:6790]=c;smithi155:172.21.15.155=b;count:3 2024-08-19T11:23:34.625 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: Deploying daemon mon.b on smithi155 2024-08-19T11:23:34.625 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:34.625 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:34.625 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: from='client.? 172.21.15.155:0/233956665' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-19T11:23:34.625 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:23:34.625 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:23:34.625 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: mon.a calling monitor election 2024-08-19T11:23:34.625 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:23:34.625 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:34.625 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:23:34.625 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: mon.b calling monitor election 2024-08-19T11:23:34.625 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:23:34.625 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:34.625 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:23:34.626 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:23:34.626 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-19T11:23:34.626 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: monmap e2: 2 mons at {a=[v2:172.21.15.136:3300/0,v1:172.21.15.136:6789/0],b=[v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-19T11:23:34.626 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: fsmap 2024-08-19T11:23:34.626 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: osdmap e4: 0 total, 0 up, 0 in 2024-08-19T11:23:34.626 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: mgrmap e13: y(active, since 39s) 2024-08-19T11:23:34.626 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: overall HEALTH_OK 2024-08-19T11:23:34.626 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:34.626 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:34.626 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:34.626 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T11:23:34.626 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:34.626 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: Deploying daemon mon.c on smithi136 2024-08-19T11:23:34.626 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: from='client.? 172.21.15.155:0/1578755539' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-19T11:23:34.627 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:34.627 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:23:34.627 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 ceph-mon[28279]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-08-19T11:23:34.627 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 bash[28240]: fb9556fd54c6475cd2def38a3d9f8c75bb70ef8ba3646b8909f3c7de404418c5 2024-08-19T11:23:34.627 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:34 smithi136 systemd[1]: Started Ceph mon.c for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:23:39.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:23:39.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[28279]: mon.a calling monitor election 2024-08-19T11:23:39.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:23:39.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[28279]: mon.b calling monitor election 2024-08-19T11:23:39.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:23:39.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:23:39.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[28279]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:39.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:23:39.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[28279]: mon.c calling monitor election 2024-08-19T11:23:39.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:23:39.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[28279]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:39.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:23:39.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:23:39.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[28279]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-19T11:23:39.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[28279]: monmap e3: 3 mons at {a=[v2:172.21.15.136:3300/0,v1:172.21.15.136:6789/0],b=[v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0],c=[v2:172.21.15.136:3301/0,v1:172.21.15.136:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-19T11:23:39.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[28279]: fsmap 2024-08-19T11:23:39.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[28279]: osdmap e4: 0 total, 0 up, 0 in 2024-08-19T11:23:39.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[28279]: mgrmap e13: y(active, since 47s) 2024-08-19T11:23:39.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[28279]: overall HEALTH_OK 2024-08-19T11:23:39.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:39.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:39.600 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:39.600 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:39.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:23:39.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[16389]: mon.a calling monitor election 2024-08-19T11:23:39.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:23:39.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[16389]: mon.b calling monitor election 2024-08-19T11:23:39.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:23:39.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:23:39.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[16389]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:39.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:23:39.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[16389]: mon.c calling monitor election 2024-08-19T11:23:39.601 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:23:39.601 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[16389]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:39.601 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:23:39.601 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:23:39.601 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[16389]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-19T11:23:39.601 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[16389]: monmap e3: 3 mons at {a=[v2:172.21.15.136:3300/0,v1:172.21.15.136:6789/0],b=[v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0],c=[v2:172.21.15.136:3301/0,v1:172.21.15.136:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-19T11:23:39.601 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[16389]: fsmap 2024-08-19T11:23:39.601 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[16389]: osdmap e4: 0 total, 0 up, 0 in 2024-08-19T11:23:39.601 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[16389]: mgrmap e13: y(active, since 47s) 2024-08-19T11:23:39.601 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[16389]: overall HEALTH_OK 2024-08-19T11:23:39.601 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:39.601 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:39.601 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:39.601 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:39 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:39.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:39 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:23:39.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:39 smithi155 ceph-mon[19718]: mon.a calling monitor election 2024-08-19T11:23:39.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:39 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:23:39.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:39 smithi155 ceph-mon[19718]: mon.b calling monitor election 2024-08-19T11:23:39.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:39 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:23:39.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:39 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:23:39.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:39 smithi155 ceph-mon[19718]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:39.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:39 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:23:39.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:39 smithi155 ceph-mon[19718]: mon.c calling monitor election 2024-08-19T11:23:39.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:39 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:23:39.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:39 smithi155 ceph-mon[19718]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:39.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:39 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:23:39.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:39 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:23:39.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:39 smithi155 ceph-mon[19718]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-19T11:23:39.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:39 smithi155 ceph-mon[19718]: monmap e3: 3 mons at {a=[v2:172.21.15.136:3300/0,v1:172.21.15.136:6789/0],b=[v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0],c=[v2:172.21.15.136:3301/0,v1:172.21.15.136:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-19T11:23:39.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:39 smithi155 ceph-mon[19718]: fsmap 2024-08-19T11:23:39.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:39 smithi155 ceph-mon[19718]: osdmap e4: 0 total, 0 up, 0 in 2024-08-19T11:23:39.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:39 smithi155 ceph-mon[19718]: mgrmap e13: y(active, since 47s) 2024-08-19T11:23:39.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:39 smithi155 ceph-mon[19718]: overall HEALTH_OK 2024-08-19T11:23:39.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:39 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:39.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:39 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:39.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:39 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:39.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:39 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:40.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:40 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:23:40.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:40 smithi155 ceph-mon[19718]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:40.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:40 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:23:40.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:40 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:23:40.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:40 smithi136 ceph-mon[16389]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:40.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:40 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:23:40.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:40 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:23:40.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:40 smithi136 ceph-mon[28279]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:40.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:40 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:23:40.909 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-08-19T11:23:40.909 INFO:teuthology.orchestra.run.smithi155.stdout:{"epoch":3,"fsid":"25b0d51a-5e1d-11ef-bccf-c7b262605968","modified":"2024-08-19T11:23:34.271854Z","created":"2024-08-19T11:22:03.711368Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:3300","nonce":0},{"type":"v1","addr":"172.21.15.136:6789","nonce":0}]},"addr":"172.21.15.136:6789/0","public_addr":"172.21.15.136:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:3300","nonce":0},{"type":"v1","addr":"172.21.15.155:6789","nonce":0}]},"addr":"172.21.15.155:6789/0","public_addr":"172.21.15.155:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:3301","nonce":0},{"type":"v1","addr":"172.21.15.136:6790","nonce":0}]},"addr":"172.21.15.136:6790/0","public_addr":"172.21.15.136:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-08-19T11:23:40.909 INFO:teuthology.orchestra.run.smithi155.stderr:dumped monmap epoch 3 2024-08-19T11:23:41.444 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-08-19T11:23:41.445 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph config generate-minimal-conf 2024-08-19T11:23:41.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:41 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:41 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:41 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:41 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:41 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:41.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:41 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:23:41.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:41 smithi155 ceph-mon[19718]: Updating smithi136:/etc/ceph/ceph.conf 2024-08-19T11:23:41.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:41 smithi155 ceph-mon[19718]: Updating smithi155:/etc/ceph/ceph.conf 2024-08-19T11:23:41.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:41 smithi155 ceph-mon[19718]: Updating smithi136:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:23:41.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:41 smithi155 ceph-mon[19718]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:23:41.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:41 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:41 smithi155 ceph-mon[19718]: from='client.? 172.21.15.155:0/4247973579' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-19T11:23:41.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:41 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:41 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:41 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:41 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:41 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:41 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.462 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:41 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.462 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:41 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.462 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:41 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T11:23:41.462 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:41 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-19T11:23:41.462 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:41 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:41.559 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.559 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.560 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.560 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.560 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:41.560 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:23:41.560 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[16389]: Updating smithi136:/etc/ceph/ceph.conf 2024-08-19T11:23:41.560 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[16389]: Updating smithi155:/etc/ceph/ceph.conf 2024-08-19T11:23:41.561 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[16389]: Updating smithi136:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:23:41.561 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[16389]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:23:41.561 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.561 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[16389]: from='client.? 172.21.15.155:0/4247973579' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-19T11:23:41.561 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.561 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.562 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.562 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.562 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.562 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.562 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.562 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.563 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T11:23:41.563 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-19T11:23:41.563 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:41.563 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.564 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.564 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.564 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.564 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:41.564 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:23:41.564 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[28279]: Updating smithi136:/etc/ceph/ceph.conf 2024-08-19T11:23:41.565 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[28279]: Updating smithi155:/etc/ceph/ceph.conf 2024-08-19T11:23:41.565 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[28279]: Updating smithi136:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:23:41.565 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[28279]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:23:41.565 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.565 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[28279]: from='client.? 172.21.15.155:0/4247973579' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-19T11:23:41.565 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.566 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.566 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.566 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.566 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.567 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.567 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.567 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:41.567 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T11:23:41.567 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-19T11:23:41.567 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:41 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:42.308 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:23:42.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:42 smithi155 ceph-mon[19718]: Reconfiguring mon.a (unknown last config time)... 2024-08-19T11:23:42.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:42 smithi155 ceph-mon[19718]: Reconfiguring daemon mon.a on smithi136 2024-08-19T11:23:42.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:42 smithi155 ceph-mon[19718]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:42.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:42 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:42.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:42 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:42.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:42 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:42.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:42 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T11:23:42.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:42 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-19T11:23:42.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:42 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:43.002 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:42 smithi136 ceph-mon[16389]: Reconfiguring mon.a (unknown last config time)... 2024-08-19T11:23:43.002 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:42 smithi136 ceph-mon[16389]: Reconfiguring daemon mon.a on smithi136 2024-08-19T11:23:43.002 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:42 smithi136 ceph-mon[16389]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:43.002 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:42 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:43.002 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:42 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:43.002 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:42 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:43.002 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:42 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T11:23:43.002 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:42 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-19T11:23:43.003 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:42 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:43.003 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:42 smithi136 ceph-mon[28279]: Reconfiguring mon.a (unknown last config time)... 2024-08-19T11:23:43.003 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:42 smithi136 ceph-mon[28279]: Reconfiguring daemon mon.a on smithi136 2024-08-19T11:23:43.003 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:42 smithi136 ceph-mon[28279]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:43.003 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:42 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:43.003 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:42 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:43.003 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:42 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:43.003 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:42 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T11:23:43.003 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:42 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-19T11:23:43.003 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:42 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:43.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:43 smithi155 ceph-mon[19718]: Reconfiguring mon.c (monmap changed)... 2024-08-19T11:23:43.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:43 smithi155 ceph-mon[19718]: Reconfiguring daemon mon.c on smithi136 2024-08-19T11:23:44.007 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:43 smithi136 ceph-mon[16389]: Reconfiguring mon.c (monmap changed)... 2024-08-19T11:23:44.007 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:43 smithi136 ceph-mon[16389]: Reconfiguring daemon mon.c on smithi136 2024-08-19T11:23:44.007 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:43 smithi136 ceph-mon[28279]: Reconfiguring mon.c (monmap changed)... 2024-08-19T11:23:44.007 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:43 smithi136 ceph-mon[28279]: Reconfiguring daemon mon.c on smithi136 2024-08-19T11:23:44.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:44 smithi155 ceph-mon[19718]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:44.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:44 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:44.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:44 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:44.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:44 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T11:23:44.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:44 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-19T11:23:44.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:44 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:44.971 INFO:teuthology.orchestra.run.smithi136.stdout:# minimal ceph.conf for 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:23:44.972 INFO:teuthology.orchestra.run.smithi136.stdout:[global] 2024-08-19T11:23:44.972 INFO:teuthology.orchestra.run.smithi136.stdout: fsid = 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:23:44.972 INFO:teuthology.orchestra.run.smithi136.stdout: mon_host = [v2:172.21.15.136:3300/0,v1:172.21.15.136:6789/0] [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] [v2:172.21.15.136:3301/0,v1:172.21.15.136:6790/0] 2024-08-19T11:23:44.972 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:44 smithi136 ceph-mon[16389]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:44.972 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:44 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:44.972 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:44 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:44.972 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:44 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T11:23:44.972 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:44 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-19T11:23:44.972 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:44 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:44.973 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:44 smithi136 ceph-mon[28279]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:44.973 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:44 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:44.973 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:44 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:44.973 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:44 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T11:23:44.973 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:44 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-19T11:23:44.973 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:44 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:45.546 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-08-19T11:23:45.546 DEBUG:teuthology.orchestra.run.smithi136:> set -ex 2024-08-19T11:23:45.546 DEBUG:teuthology.orchestra.run.smithi136:> sudo dd of=/etc/ceph/ceph.conf 2024-08-19T11:23:45.574 DEBUG:teuthology.orchestra.run.smithi136:> set -ex 2024-08-19T11:23:45.574 DEBUG:teuthology.orchestra.run.smithi136:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-19T11:23:45.641 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-08-19T11:23:45.641 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/etc/ceph/ceph.conf 2024-08-19T11:23:45.670 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-08-19T11:23:45.670 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-19T11:23:45.736 INFO:tasks.cephadm:Adding mgr.y on smithi136 2024-08-19T11:23:45.737 INFO:tasks.cephadm:Adding mgr.x on smithi155 2024-08-19T11:23:45.737 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph orch apply mgr '2;smithi136=y;smithi155=x' 2024-08-19T11:23:45.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:45 smithi136 ceph-mon[16389]: Reconfiguring mon.b (monmap changed)... 2024-08-19T11:23:45.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:45 smithi136 ceph-mon[16389]: Reconfiguring daemon mon.b on smithi155 2024-08-19T11:23:45.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:45 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/4230637686' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:45.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:45 smithi136 ceph-mon[28279]: Reconfiguring mon.b (monmap changed)... 2024-08-19T11:23:45.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:45 smithi136 ceph-mon[28279]: Reconfiguring daemon mon.b on smithi155 2024-08-19T11:23:45.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:45 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/4230637686' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:45.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:45 smithi155 ceph-mon[19718]: Reconfiguring mon.b (monmap changed)... 2024-08-19T11:23:45.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:45 smithi155 ceph-mon[19718]: Reconfiguring daemon mon.b on smithi155 2024-08-19T11:23:45.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:45 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/4230637686' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:45.967 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T11:23:46.993 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:46 smithi155 ceph-mon[19718]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:46.993 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:46 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:46.993 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:46 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:46.993 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:46 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:23:46.993 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:46 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:46.993 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:46 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:23:46.993 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:46 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:47.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:46 smithi136 ceph-mon[16389]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:47.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:46 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:47.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:46 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:47.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:46 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:23:47.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:46 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:47.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:46 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:23:47.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:46 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:47.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:46 smithi136 ceph-mon[28279]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:47.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:46 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:47.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:46 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:47.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:46 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:23:47.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:46 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:47.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:46 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:23:47.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:46 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:47.622 INFO:teuthology.orchestra.run.smithi155.stdout:Scheduled mgr update... 2024-08-19T11:23:48.196 DEBUG:teuthology.orchestra.run.smithi155:mgr.x> sudo journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mgr.x.service 2024-08-19T11:23:48.198 DEBUG:tasks.cephadm:set 0 configs 2024-08-19T11:23:48.199 INFO:tasks.cephadm:Deploying OSDs... 2024-08-19T11:23:48.199 DEBUG:teuthology.orchestra.run.smithi136:> set -ex 2024-08-19T11:23:48.199 DEBUG:teuthology.orchestra.run.smithi136:> dd if=/scratch_devs of=/dev/stdout 2024-08-19T11:23:48.215 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-08-19T11:23:48.216 DEBUG:teuthology.orchestra.run.smithi136:> stat /dev/vg_nvme/lv_1 2024-08-19T11:23:48.271 INFO:teuthology.orchestra.run.smithi136.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-08-19T11:23:48.272 INFO:teuthology.orchestra.run.smithi136.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-19T11:23:48.272 INFO:teuthology.orchestra.run.smithi136.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-08-19T11:23:48.272 INFO:teuthology.orchestra.run.smithi136.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-19T11:23:48.272 INFO:teuthology.orchestra.run.smithi136.stdout:Context: system_u:object_r:device_t:s0 2024-08-19T11:23:48.272 INFO:teuthology.orchestra.run.smithi136.stdout:Access: 2024-08-19 11:23:33.709479787 +0000 2024-08-19T11:23:48.272 INFO:teuthology.orchestra.run.smithi136.stdout:Modify: 2024-08-19 11:19:25.784881315 +0000 2024-08-19T11:23:48.272 INFO:teuthology.orchestra.run.smithi136.stdout:Change: 2024-08-19 11:19:25.784881315 +0000 2024-08-19T11:23:48.272 INFO:teuthology.orchestra.run.smithi136.stdout: Birth: 2024-08-19 11:19:25.784881315 +0000 2024-08-19T11:23:48.272 DEBUG:teuthology.orchestra.run.smithi136:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-08-19T11:23:48.337 INFO:teuthology.orchestra.run.smithi136.stderr:1+0 records in 2024-08-19T11:23:48.337 INFO:teuthology.orchestra.run.smithi136.stderr:1+0 records out 2024-08-19T11:23:48.337 INFO:teuthology.orchestra.run.smithi136.stderr:512 bytes copied, 0.00022598 s, 2.3 MB/s 2024-08-19T11:23:48.338 DEBUG:teuthology.orchestra.run.smithi136:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-08-19T11:23:48.395 DEBUG:teuthology.orchestra.run.smithi136:> stat /dev/vg_nvme/lv_2 2024-08-19T11:23:48.451 INFO:teuthology.orchestra.run.smithi136.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-08-19T11:23:48.451 INFO:teuthology.orchestra.run.smithi136.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-19T11:23:48.451 INFO:teuthology.orchestra.run.smithi136.stdout:Device: 5h/5d Inode: 683 Links: 1 2024-08-19T11:23:48.451 INFO:teuthology.orchestra.run.smithi136.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-19T11:23:48.451 INFO:teuthology.orchestra.run.smithi136.stdout:Context: system_u:object_r:device_t:s0 2024-08-19T11:23:48.451 INFO:teuthology.orchestra.run.smithi136.stdout:Access: 2024-08-19 11:23:33.709479787 +0000 2024-08-19T11:23:48.451 INFO:teuthology.orchestra.run.smithi136.stdout:Modify: 2024-08-19 11:19:26.106875522 +0000 2024-08-19T11:23:48.451 INFO:teuthology.orchestra.run.smithi136.stdout:Change: 2024-08-19 11:19:26.106875522 +0000 2024-08-19T11:23:48.451 INFO:teuthology.orchestra.run.smithi136.stdout: Birth: 2024-08-19 11:19:26.106875522 +0000 2024-08-19T11:23:48.452 DEBUG:teuthology.orchestra.run.smithi136:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-08-19T11:23:48.514 INFO:teuthology.orchestra.run.smithi136.stderr:1+0 records in 2024-08-19T11:23:48.515 INFO:teuthology.orchestra.run.smithi136.stderr:1+0 records out 2024-08-19T11:23:48.515 INFO:teuthology.orchestra.run.smithi136.stderr:512 bytes copied, 0.000197656 s, 2.6 MB/s 2024-08-19T11:23:48.516 DEBUG:teuthology.orchestra.run.smithi136:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-08-19T11:23:48.572 DEBUG:teuthology.orchestra.run.smithi136:> stat /dev/vg_nvme/lv_3 2024-08-19T11:23:48.627 INFO:teuthology.orchestra.run.smithi136.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-08-19T11:23:48.628 INFO:teuthology.orchestra.run.smithi136.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-19T11:23:48.628 INFO:teuthology.orchestra.run.smithi136.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-08-19T11:23:48.628 INFO:teuthology.orchestra.run.smithi136.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-19T11:23:48.628 INFO:teuthology.orchestra.run.smithi136.stdout:Context: system_u:object_r:device_t:s0 2024-08-19T11:23:48.628 INFO:teuthology.orchestra.run.smithi136.stdout:Access: 2024-08-19 11:23:33.709479787 +0000 2024-08-19T11:23:48.628 INFO:teuthology.orchestra.run.smithi136.stdout:Modify: 2024-08-19 11:19:26.441869495 +0000 2024-08-19T11:23:48.628 INFO:teuthology.orchestra.run.smithi136.stdout:Change: 2024-08-19 11:19:26.441869495 +0000 2024-08-19T11:23:48.628 INFO:teuthology.orchestra.run.smithi136.stdout: Birth: 2024-08-19 11:19:26.441869495 +0000 2024-08-19T11:23:48.628 DEBUG:teuthology.orchestra.run.smithi136:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-08-19T11:23:48.691 INFO:teuthology.orchestra.run.smithi136.stderr:1+0 records in 2024-08-19T11:23:48.691 INFO:teuthology.orchestra.run.smithi136.stderr:1+0 records out 2024-08-19T11:23:48.691 INFO:teuthology.orchestra.run.smithi136.stderr:512 bytes copied, 0.000202443 s, 2.5 MB/s 2024-08-19T11:23:48.692 DEBUG:teuthology.orchestra.run.smithi136:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-08-19T11:23:48.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:48 smithi155 ceph-mon[19718]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi136=y;smithi155=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:23:48.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:48 smithi155 ceph-mon[19718]: Saving service mgr spec with placement smithi136=y;smithi155=x;count:2 2024-08-19T11:23:48.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:48 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:48.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:48 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:23:48.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:48 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:48.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:48 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:23:48.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:48 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:48.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:48 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T11:23:48.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:48 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-19T11:23:48.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:48 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-19T11:23:48.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:48 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:48.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:48 smithi155 ceph-mon[19718]: Deploying daemon mgr.x on smithi155 2024-08-19T11:23:48.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:48 smithi155 ceph-mon[19718]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:48.748 DEBUG:teuthology.orchestra.run.smithi136:> stat /dev/vg_nvme/lv_4 2024-08-19T11:23:48.804 INFO:teuthology.orchestra.run.smithi136.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-08-19T11:23:48.804 INFO:teuthology.orchestra.run.smithi136.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-19T11:23:48.804 INFO:teuthology.orchestra.run.smithi136.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-08-19T11:23:48.804 INFO:teuthology.orchestra.run.smithi136.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-19T11:23:48.804 INFO:teuthology.orchestra.run.smithi136.stdout:Context: system_u:object_r:device_t:s0 2024-08-19T11:23:48.804 INFO:teuthology.orchestra.run.smithi136.stdout:Access: 2024-08-19 11:23:33.710479765 +0000 2024-08-19T11:23:48.804 INFO:teuthology.orchestra.run.smithi136.stdout:Modify: 2024-08-19 11:19:26.772863541 +0000 2024-08-19T11:23:48.805 INFO:teuthology.orchestra.run.smithi136.stdout:Change: 2024-08-19 11:19:26.772863541 +0000 2024-08-19T11:23:48.805 INFO:teuthology.orchestra.run.smithi136.stdout: Birth: 2024-08-19 11:19:26.772863541 +0000 2024-08-19T11:23:48.805 DEBUG:teuthology.orchestra.run.smithi136:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-08-19T11:23:48.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:48 smithi136 ceph-mon[16389]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi136=y;smithi155=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:23:48.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:48 smithi136 ceph-mon[16389]: Saving service mgr spec with placement smithi136=y;smithi155=x;count:2 2024-08-19T11:23:48.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:48 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:48.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:48 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:23:48.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:48 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:48.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:48 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:23:48.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:48 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:48.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:48 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T11:23:48.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:48 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-19T11:23:48.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:48 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-19T11:23:48.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:48 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:48.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:48 smithi136 ceph-mon[16389]: Deploying daemon mgr.x on smithi155 2024-08-19T11:23:48.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:48 smithi136 ceph-mon[16389]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:48.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:48 smithi136 ceph-mon[28279]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi136=y;smithi155=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:23:48.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:48 smithi136 ceph-mon[28279]: Saving service mgr spec with placement smithi136=y;smithi155=x;count:2 2024-08-19T11:23:48.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:48 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:48.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:48 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:23:48.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:48 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:48.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:48 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:23:48.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:48 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:48.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:48 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T11:23:48.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:48 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-19T11:23:48.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:48 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-19T11:23:48.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:48 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:48.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:48 smithi136 ceph-mon[28279]: Deploying daemon mgr.x on smithi155 2024-08-19T11:23:48.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:48 smithi136 ceph-mon[28279]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:48.868 INFO:teuthology.orchestra.run.smithi136.stderr:1+0 records in 2024-08-19T11:23:48.868 INFO:teuthology.orchestra.run.smithi136.stderr:1+0 records out 2024-08-19T11:23:48.868 INFO:teuthology.orchestra.run.smithi136.stderr:512 bytes copied, 0.000212766 s, 2.4 MB/s 2024-08-19T11:23:48.869 DEBUG:teuthology.orchestra.run.smithi136:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-08-19T11:23:48.926 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-08-19T11:23:48.926 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/scratch_devs of=/dev/stdout 2024-08-19T11:23:48.942 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-08-19T11:23:48.943 DEBUG:teuthology.orchestra.run.smithi155:> stat /dev/vg_nvme/lv_1 2024-08-19T11:23:48.999 INFO:teuthology.orchestra.run.smithi155.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-08-19T11:23:48.999 INFO:teuthology.orchestra.run.smithi155.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-19T11:23:48.999 INFO:teuthology.orchestra.run.smithi155.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-08-19T11:23:48.999 INFO:teuthology.orchestra.run.smithi155.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-19T11:23:48.999 INFO:teuthology.orchestra.run.smithi155.stdout:Context: system_u:object_r:device_t:s0 2024-08-19T11:23:49.000 INFO:teuthology.orchestra.run.smithi155.stdout:Access: 2024-08-19 11:23:25.346780656 +0000 2024-08-19T11:23:49.000 INFO:teuthology.orchestra.run.smithi155.stdout:Modify: 2024-08-19 11:19:25.788238148 +0000 2024-08-19T11:23:49.000 INFO:teuthology.orchestra.run.smithi155.stdout:Change: 2024-08-19 11:19:25.788238148 +0000 2024-08-19T11:23:49.000 INFO:teuthology.orchestra.run.smithi155.stdout: Birth: 2024-08-19 11:19:25.788238148 +0000 2024-08-19T11:23:49.000 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-08-19T11:23:49.063 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records in 2024-08-19T11:23:49.063 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records out 2024-08-19T11:23:49.063 INFO:teuthology.orchestra.run.smithi155.stderr:512 bytes copied, 0.000201355 s, 2.5 MB/s 2024-08-19T11:23:49.065 DEBUG:teuthology.orchestra.run.smithi155:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-08-19T11:23:49.121 DEBUG:teuthology.orchestra.run.smithi155:> stat /dev/vg_nvme/lv_2 2024-08-19T11:23:49.179 INFO:teuthology.orchestra.run.smithi155.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-08-19T11:23:49.179 INFO:teuthology.orchestra.run.smithi155.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-19T11:23:49.179 INFO:teuthology.orchestra.run.smithi155.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-08-19T11:23:49.179 INFO:teuthology.orchestra.run.smithi155.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-19T11:23:49.179 INFO:teuthology.orchestra.run.smithi155.stdout:Context: system_u:object_r:device_t:s0 2024-08-19T11:23:49.179 INFO:teuthology.orchestra.run.smithi155.stdout:Access: 2024-08-19 11:23:25.346780656 +0000 2024-08-19T11:23:49.179 INFO:teuthology.orchestra.run.smithi155.stdout:Modify: 2024-08-19 11:19:26.115234091 +0000 2024-08-19T11:23:49.179 INFO:teuthology.orchestra.run.smithi155.stdout:Change: 2024-08-19 11:19:26.115234091 +0000 2024-08-19T11:23:49.179 INFO:teuthology.orchestra.run.smithi155.stdout: Birth: 2024-08-19 11:19:26.115234091 +0000 2024-08-19T11:23:49.180 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-08-19T11:23:49.242 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records in 2024-08-19T11:23:49.243 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records out 2024-08-19T11:23:49.244 INFO:teuthology.orchestra.run.smithi155.stderr:512 bytes copied, 0.00021773 s, 2.4 MB/s 2024-08-19T11:23:49.245 DEBUG:teuthology.orchestra.run.smithi155:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-08-19T11:23:49.303 DEBUG:teuthology.orchestra.run.smithi155:> stat /dev/vg_nvme/lv_3 2024-08-19T11:23:49.359 INFO:teuthology.orchestra.run.smithi155.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-08-19T11:23:49.359 INFO:teuthology.orchestra.run.smithi155.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-19T11:23:49.359 INFO:teuthology.orchestra.run.smithi155.stdout:Device: 5h/5d Inode: 702 Links: 1 2024-08-19T11:23:49.359 INFO:teuthology.orchestra.run.smithi155.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-19T11:23:49.359 INFO:teuthology.orchestra.run.smithi155.stdout:Context: system_u:object_r:device_t:s0 2024-08-19T11:23:49.359 INFO:teuthology.orchestra.run.smithi155.stdout:Access: 2024-08-19 11:23:25.347780637 +0000 2024-08-19T11:23:49.359 INFO:teuthology.orchestra.run.smithi155.stdout:Modify: 2024-08-19 11:19:26.440230059 +0000 2024-08-19T11:23:49.359 INFO:teuthology.orchestra.run.smithi155.stdout:Change: 2024-08-19 11:19:26.440230059 +0000 2024-08-19T11:23:49.359 INFO:teuthology.orchestra.run.smithi155.stdout: Birth: 2024-08-19 11:19:26.440230059 +0000 2024-08-19T11:23:49.360 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-08-19T11:23:49.523 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records in 2024-08-19T11:23:49.523 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records out 2024-08-19T11:23:49.523 INFO:teuthology.orchestra.run.smithi155.stderr:512 bytes copied, 0.000188931 s, 2.7 MB/s 2024-08-19T11:23:49.524 DEBUG:teuthology.orchestra.run.smithi155:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-08-19T11:23:49.539 DEBUG:teuthology.orchestra.run.smithi155:> stat /dev/vg_nvme/lv_4 2024-08-19T11:23:49.603 INFO:teuthology.orchestra.run.smithi155.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-08-19T11:23:49.603 INFO:teuthology.orchestra.run.smithi155.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-19T11:23:49.603 INFO:teuthology.orchestra.run.smithi155.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-08-19T11:23:49.603 INFO:teuthology.orchestra.run.smithi155.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-19T11:23:49.604 INFO:teuthology.orchestra.run.smithi155.stdout:Context: system_u:object_r:device_t:s0 2024-08-19T11:23:49.604 INFO:teuthology.orchestra.run.smithi155.stdout:Access: 2024-08-19 11:23:49.476304328 +0000 2024-08-19T11:23:49.604 INFO:teuthology.orchestra.run.smithi155.stdout:Modify: 2024-08-19 11:19:26.769225978 +0000 2024-08-19T11:23:49.604 INFO:teuthology.orchestra.run.smithi155.stdout:Change: 2024-08-19 11:19:26.769225978 +0000 2024-08-19T11:23:49.604 INFO:teuthology.orchestra.run.smithi155.stdout: Birth: 2024-08-19 11:19:26.769225978 +0000 2024-08-19T11:23:49.604 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-08-19T11:23:49.711 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records in 2024-08-19T11:23:49.711 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records out 2024-08-19T11:23:49.711 INFO:teuthology.orchestra.run.smithi155.stderr:512 bytes copied, 0.000206798 s, 2.5 MB/s 2024-08-19T11:23:49.712 DEBUG:teuthology.orchestra.run.smithi155:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-08-19T11:23:49.728 INFO:tasks.cephadm:Deploying osd.0 on smithi136 with /dev/vg_nvme/lv_4... 2024-08-19T11:23:49.728 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-08-19T11:23:49.924 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:23:49.960 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:49 smithi155 systemd[1]: Starting Ceph mgr.x for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:23:50.250 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:49 smithi155 podman[21789]: 2024-08-19 11:23:49.863088488 +0000 UTC m=+0.017420226 image pull e6c292a6bc95052ae76ae95cd2b7b1c7a0b2acacdb91703f8c5dad19d13cea1b quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282 2024-08-19T11:23:50.251 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:49 smithi155 podman[21789]: 2024-08-19 11:23:49.981179616 +0000 UTC m=+0.135511337 container create e0039a0d0c33eca873e98271bf0cfd914705427c54c3c7a006e9c5815064ec45 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=reef-baa926d, org.label-schema.license=GPLv2, io.buildah.version=1.36.0) 2024-08-19T11:23:50.251 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:50 smithi155 podman[21789]: 2024-08-19 11:23:50.175161352 +0000 UTC m=+0.329493073 container init e0039a0d0c33eca873e98271bf0cfd914705427c54c3c7a006e9c5815064ec45 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=reef-baa926d, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-08-19T11:23:50.251 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:50 smithi155 podman[21789]: 2024-08-19 11:23:50.180056945 +0000 UTC m=+0.334388675 container start e0039a0d0c33eca873e98271bf0cfd914705427c54c3c7a006e9c5815064ec45 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=reef-baa926d, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-08-19T11:23:50.251 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:50 smithi155 ceph-mgr[21827]: -- 172.21.15.155:0/2506755201 <== mon.1 v2:172.21.15.155:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55b016886d00 con 0x55b01685b400 2024-08-19T11:23:50.251 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:50 smithi155 bash[21789]: e0039a0d0c33eca873e98271bf0cfd914705427c54c3c7a006e9c5815064ec45 2024-08-19T11:23:50.617 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:50 smithi155 systemd[1]: Started Ceph mgr.x for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:23:50.618 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:50 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:23:50.396+0000 7f9c52276040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-19T11:23:50.618 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:50 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:23:50.465+0000 7f9c52276040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-19T11:23:50.618 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:50 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:23:50.616+0000 7f9c52276040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-19T11:23:50.929 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:50 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:23:50.784+0000 7f9c52276040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-19T11:23:50.930 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:50 smithi155 ceph-mon[19718]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:50.930 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:50 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:50.930 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:50 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:50.930 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:50 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:50.930 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:50 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:50.930 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:50 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:23:50.980 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:50 smithi136 ceph-mon[16389]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:50.981 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:50 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:50.981 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:50 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:50.981 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:50 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:50.981 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:50 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:50.981 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:50 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:23:50.981 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:50 smithi136 ceph-mon[28279]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:50.981 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:50 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:50.981 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:50 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:50.981 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:50 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:50.981 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:50 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:50.981 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:50 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:23:51.191 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:50 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:23:50.928+0000 7f9c52276040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-19T11:23:51.191 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:51 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:23:51.062+0000 7f9c52276040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-19T11:23:51.191 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:51 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:23:51.189+0000 7f9c52276040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-19T11:23:51.460 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:51 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:23:51.248+0000 7f9c52276040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-19T11:23:51.835 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:51 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:23:51.564+0000 7f9c52276040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-19T11:23:51.835 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:51 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:23:51.624+0000 7f9c52276040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-19T11:23:51.835 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:51 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:23:51.688+0000 7f9c52276040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-19T11:23:51.835 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:51 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:23:51.833+0000 7f9c52276040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-19T11:23:52.135 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:51 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:23:51.892+0000 7f9c52276040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-19T11:23:52.135 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:51 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:23:51.956+0000 7f9c52276040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-19T11:23:52.136 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:52 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:23:52.134+0000 7f9c52276040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-19T11:23:52.257 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:23:52.276 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi136:vg_nvme/lv_4 2024-08-19T11:23:52.455 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:52 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:23:52.194+0000 7f9c52276040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-19T11:23:52.455 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:52 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:23:52.253+0000 7f9c52276040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-19T11:23:52.455 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:52 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:23:52.319+0000 7f9c52276040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-19T11:23:52.508 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:52 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:52.508 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:52 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:52.508 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:52 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:52.508 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:52 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:23:52.508 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:52 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:52.508 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:52 smithi136 ceph-mon[16389]: Reconfiguring mgr.y (unknown last config time)... 2024-08-19T11:23:52.508 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:52 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T11:23:52.508 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:52 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-19T11:23:52.508 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:52 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:52.508 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:52 smithi136 ceph-mon[16389]: Reconfiguring daemon mgr.y on smithi136 2024-08-19T11:23:52.509 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:52 smithi136 ceph-mon[16389]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:52.509 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:52 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:52.509 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:52 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:52.509 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:52 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:52.509 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:52 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:52.509 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:52 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:23:52.509 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:52 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:52.509 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:52 smithi136 ceph-mon[28279]: Reconfiguring mgr.y (unknown last config time)... 2024-08-19T11:23:52.509 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:52 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T11:23:52.509 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:52 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-19T11:23:52.509 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:52 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:52.509 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:52 smithi136 ceph-mon[28279]: Reconfiguring daemon mgr.y on smithi136 2024-08-19T11:23:52.510 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:52 smithi136 ceph-mon[28279]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:52.510 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:52 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:52.710 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:52 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:23:52.525+0000 7f9c52276040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-19T11:23:52.710 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:52 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:23:52.582+0000 7f9c52276040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-19T11:23:52.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:52 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:52.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:52 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:52.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:52 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:52.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:52 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:23:52.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:52 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:52.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:52 smithi155 ceph-mon[19718]: Reconfiguring mgr.y (unknown last config time)... 2024-08-19T11:23:52.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:52 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T11:23:52.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:52 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-19T11:23:52.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:52 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:52.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:52 smithi155 ceph-mon[19718]: Reconfiguring daemon mgr.y on smithi136 2024-08-19T11:23:52.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:52 smithi155 ceph-mon[19718]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:52.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:52 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:52.907 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:23:53.399 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:53 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:23:53.096+0000 7f9c52276040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-19T11:23:53.399 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:53 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:23:53.397+0000 7f9c52276040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-19T11:23:54.210 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:53 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:23:53.804+0000 7f9c52276040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-19T11:23:54.210 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:53 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:23:53.859+0000 7f9c52276040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-19T11:23:54.210 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:23:53 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:23:53.919+0000 7f9c52276040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-19T11:23:54.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:54 smithi136 ceph-mon[16389]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:54.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:54 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:54.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:54 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:54.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:54 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:23:54.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:54 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:54.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:54 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:23:54.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:54 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:54.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:54 smithi136 ceph-mon[28279]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:54.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:54 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:54.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:54 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:54.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:54 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:23:54.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:54 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:54.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:54 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:23:54.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:54 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:55.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:54 smithi155 ceph-mon[19718]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:55.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:54 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:55.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:54 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:55.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:54 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:23:55.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:54 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:55.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:54 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:23:55.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:54 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:23:55.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:55 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T11:23:55.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:55 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T11:23:55.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:55 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:55.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:55 smithi136 ceph-mon[28279]: Standby manager daemon x started 2024-08-19T11:23:55.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:55 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.155:0/56785973' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T11:23:55.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:55 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.155:0/56785973' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T11:23:55.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:55 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.155:0/56785973' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T11:23:55.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:55 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.155:0/56785973' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T11:23:55.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:55 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T11:23:55.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:55 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T11:23:55.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:55 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:55.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:55 smithi136 ceph-mon[16389]: Standby manager daemon x started 2024-08-19T11:23:55.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:55 smithi136 ceph-mon[16389]: from='mgr.? 172.21.15.155:0/56785973' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T11:23:55.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:55 smithi136 ceph-mon[16389]: from='mgr.? 172.21.15.155:0/56785973' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T11:23:55.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:55 smithi136 ceph-mon[16389]: from='mgr.? 172.21.15.155:0/56785973' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T11:23:55.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:55 smithi136 ceph-mon[16389]: from='mgr.? 172.21.15.155:0/56785973' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T11:23:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:55 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T11:23:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:55 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T11:23:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:55 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:23:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:55 smithi155 ceph-mon[19718]: Standby manager daemon x started 2024-08-19T11:23:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:55 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.155:0/56785973' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T11:23:56.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:55 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.155:0/56785973' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T11:23:56.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:55 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.155:0/56785973' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T11:23:56.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:55 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.155:0/56785973' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T11:23:57.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:56 smithi136 ceph-mon[16389]: from='client.24122 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi136:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:23:57.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:56 smithi136 ceph-mon[16389]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:57.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:56 smithi136 ceph-mon[16389]: mgrmap e14: y(active, since 64s), standbys: x 2024-08-19T11:23:57.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:56 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-19T11:23:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:56 smithi136 ceph-mon[28279]: from='client.24122 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi136:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:23:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:56 smithi136 ceph-mon[28279]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:56 smithi136 ceph-mon[28279]: mgrmap e14: y(active, since 64s), standbys: x 2024-08-19T11:23:57.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:56 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-19T11:23:57.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:56 smithi155 ceph-mon[19718]: from='client.24122 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi136:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:23:57.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:56 smithi155 ceph-mon[19718]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:57.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:56 smithi155 ceph-mon[19718]: mgrmap e14: y(active, since 64s), standbys: x 2024-08-19T11:23:57.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:56 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-19T11:23:58.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:57 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/1354293326' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c5e52ef-ec3c-42d4-b5d8-59457a219347"}]: dispatch 2024-08-19T11:23:58.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:57 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/1354293326' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4c5e52ef-ec3c-42d4-b5d8-59457a219347"}]': finished 2024-08-19T11:23:58.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:57 smithi136 ceph-mon[16389]: osdmap e5: 1 total, 0 up, 1 in 2024-08-19T11:23:58.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:57 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T11:23:58.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:57 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/859095719' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T11:23:58.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:57 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/1354293326' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c5e52ef-ec3c-42d4-b5d8-59457a219347"}]: dispatch 2024-08-19T11:23:58.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:57 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/1354293326' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4c5e52ef-ec3c-42d4-b5d8-59457a219347"}]': finished 2024-08-19T11:23:58.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:57 smithi136 ceph-mon[28279]: osdmap e5: 1 total, 0 up, 1 in 2024-08-19T11:23:58.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:57 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T11:23:58.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:57 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/859095719' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T11:23:58.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:57 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/1354293326' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c5e52ef-ec3c-42d4-b5d8-59457a219347"}]: dispatch 2024-08-19T11:23:58.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:57 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/1354293326' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4c5e52ef-ec3c-42d4-b5d8-59457a219347"}]': finished 2024-08-19T11:23:58.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:57 smithi155 ceph-mon[19718]: osdmap e5: 1 total, 0 up, 1 in 2024-08-19T11:23:58.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:57 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T11:23:58.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:57 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/859095719' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T11:23:59.014 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:23:58 smithi136 ceph-mon[16389]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:59.014 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:23:58 smithi136 ceph-mon[28279]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:23:59.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:23:58 smithi155 ceph-mon[19718]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:24:01.012 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:00 smithi155 ceph-mon[19718]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:24:01.056 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:00 smithi136 ceph-mon[16389]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:24:01.056 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:00 smithi136 ceph-mon[28279]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:24:02.999 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:02 smithi136 ceph-mon[16389]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:24:02.999 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:02 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-19T11:24:02.999 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:02 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:24:02.999 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:02 smithi136 ceph-mon[28279]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:24:02.999 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:02 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-19T11:24:02.999 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:02 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:24:03.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:02 smithi155 ceph-mon[19718]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:24:03.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:02 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-19T11:24:03.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:02 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:24:03.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:03 smithi136 ceph-mon[16389]: Deploying daemon osd.0 on smithi136 2024-08-19T11:24:03.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:03 smithi136 ceph-mon[28279]: Deploying daemon osd.0 on smithi136 2024-08-19T11:24:04.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:03 smithi155 ceph-mon[19718]: Deploying daemon osd.0 on smithi136 2024-08-19T11:24:04.919 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:04 smithi136 ceph-mon[16389]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:24:04.920 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:04 smithi136 ceph-mon[28279]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:24:05.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:04 smithi155 ceph-mon[19718]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:24:07.091 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:06 smithi136 ceph-mon[16389]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:24:07.091 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:06 smithi136 ceph-mon[28279]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:24:07.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:06 smithi155 ceph-mon[19718]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:24:08.001 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:07 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:24:08.001 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:07 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:08.001 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:07 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:08.001 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:07 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:24:08.001 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:07 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:08.002 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:07 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:08.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:07 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:24:08.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:07 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:08.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:07 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:08.989 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:08 smithi136 ceph-mon[16389]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:24:08.990 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:08 smithi136 ceph-mon[28279]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:24:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:08 smithi155 ceph-mon[19718]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:24:10.264 INFO:teuthology.orchestra.run.smithi136.stdout:Created osd(s) 0 on host 'smithi136' 2024-08-19T11:24:10.842 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:10 smithi136 ceph-mon[16389]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:24:10.843 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:10 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:10.843 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:10 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:10.843 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:10 smithi136 ceph-mon[16389]: from='osd.0 [v2:172.21.15.136:6802/430850622,v1:172.21.15.136:6803/430850622]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-19T11:24:10.843 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:10 smithi136 ceph-mon[28279]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:24:10.843 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:10 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:10.843 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:10 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:10.843 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:10 smithi136 ceph-mon[28279]: from='osd.0 [v2:172.21.15.136:6802/430850622,v1:172.21.15.136:6803/430850622]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-19T11:24:10.864 DEBUG:teuthology.orchestra.run.smithi136:osd.0> sudo journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.0.service 2024-08-19T11:24:10.866 INFO:tasks.cephadm:Deploying osd.1 on smithi136 with /dev/vg_nvme/lv_3... 2024-08-19T11:24:10.867 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-08-19T11:24:11.118 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:24:11.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:10 smithi155 ceph-mon[19718]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:24:11.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:10 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:11.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:10 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:11.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:10 smithi155 ceph-mon[19718]: from='osd.0 [v2:172.21.15.136:6802/430850622,v1:172.21.15.136:6803/430850622]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-19T11:24:12.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:12 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:12.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:12 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:12.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:12 smithi136 ceph-mon[16389]: from='osd.0 [v2:172.21.15.136:6802/430850622,v1:172.21.15.136:6803/430850622]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-19T11:24:12.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:12 smithi136 ceph-mon[16389]: osdmap e6: 1 total, 0 up, 1 in 2024-08-19T11:24:12.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:12 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T11:24:12.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:12 smithi136 ceph-mon[16389]: from='osd.0 [v2:172.21.15.136:6802/430850622,v1:172.21.15.136:6803/430850622]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi136", "root=default"]}]: dispatch 2024-08-19T11:24:12.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:12 smithi136 ceph-mon[16389]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:24:12.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:12 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:12.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:12 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:12.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:12 smithi136 ceph-mon[28279]: from='osd.0 [v2:172.21.15.136:6802/430850622,v1:172.21.15.136:6803/430850622]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-19T11:24:12.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:12 smithi136 ceph-mon[28279]: osdmap e6: 1 total, 0 up, 1 in 2024-08-19T11:24:12.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:12 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T11:24:12.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:12 smithi136 ceph-mon[28279]: from='osd.0 [v2:172.21.15.136:6802/430850622,v1:172.21.15.136:6803/430850622]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi136", "root=default"]}]: dispatch 2024-08-19T11:24:12.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:12 smithi136 ceph-mon[28279]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:24:12.350 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:24:12 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0[32659]: 2024-08-19T11:24:12.272+0000 7fe683816640 -1 osd.0 0 waiting for initial osdmap 2024-08-19T11:24:12.350 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:24:12 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0[32659]: 2024-08-19T11:24:12.276+0000 7fe67f63f640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T11:24:12.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:12 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:12.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:12 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:12.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:12 smithi155 ceph-mon[19718]: from='osd.0 [v2:172.21.15.136:6802/430850622,v1:172.21.15.136:6803/430850622]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-19T11:24:12.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:12 smithi155 ceph-mon[19718]: osdmap e6: 1 total, 0 up, 1 in 2024-08-19T11:24:12.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:12 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T11:24:12.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:12 smithi155 ceph-mon[19718]: from='osd.0 [v2:172.21.15.136:6802/430850622,v1:172.21.15.136:6803/430850622]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi136", "root=default"]}]: dispatch 2024-08-19T11:24:12.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:12 smithi155 ceph-mon[19718]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:24:13.560 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:13 smithi136 ceph-mon[28279]: from='osd.0 [v2:172.21.15.136:6802/430850622,v1:172.21.15.136:6803/430850622]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi136", "root=default"]}]': finished 2024-08-19T11:24:13.561 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:13 smithi136 ceph-mon[28279]: osdmap e7: 1 total, 0 up, 1 in 2024-08-19T11:24:13.561 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:13 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T11:24:13.561 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:13 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T11:24:13.561 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:13 smithi136 ceph-mon[16389]: from='osd.0 [v2:172.21.15.136:6802/430850622,v1:172.21.15.136:6803/430850622]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi136", "root=default"]}]': finished 2024-08-19T11:24:13.561 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:13 smithi136 ceph-mon[16389]: osdmap e7: 1 total, 0 up, 1 in 2024-08-19T11:24:13.561 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:13 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T11:24:13.561 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:13 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T11:24:13.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:13 smithi155 ceph-mon[19718]: from='osd.0 [v2:172.21.15.136:6802/430850622,v1:172.21.15.136:6803/430850622]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi136", "root=default"]}]': finished 2024-08-19T11:24:13.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:13 smithi155 ceph-mon[19718]: osdmap e7: 1 total, 0 up, 1 in 2024-08-19T11:24:13.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:13 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T11:24:13.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:13 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T11:24:14.324 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:24:14.346 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:14 smithi136 ceph-mon[16389]: purged_snaps scrub starts 2024-08-19T11:24:14.346 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:14 smithi136 ceph-mon[16389]: purged_snaps scrub ok 2024-08-19T11:24:14.346 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:14 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T11:24:14.346 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:14 smithi136 ceph-mon[16389]: osd.0 [v2:172.21.15.136:6802/430850622,v1:172.21.15.136:6803/430850622] boot 2024-08-19T11:24:14.346 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:14 smithi136 ceph-mon[16389]: osdmap e8: 1 total, 1 up, 1 in 2024-08-19T11:24:14.346 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:14 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T11:24:14.346 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:14 smithi136 ceph-mon[16389]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:24:14.346 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:14 smithi136 ceph-mon[28279]: purged_snaps scrub starts 2024-08-19T11:24:14.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:14 smithi136 ceph-mon[28279]: purged_snaps scrub ok 2024-08-19T11:24:14.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:14 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T11:24:14.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:14 smithi136 ceph-mon[28279]: osd.0 [v2:172.21.15.136:6802/430850622,v1:172.21.15.136:6803/430850622] boot 2024-08-19T11:24:14.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:14 smithi136 ceph-mon[28279]: osdmap e8: 1 total, 1 up, 1 in 2024-08-19T11:24:14.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:14 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T11:24:14.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:14 smithi136 ceph-mon[28279]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:24:14.348 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi136:vg_nvme/lv_3 2024-08-19T11:24:14.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:14 smithi155 ceph-mon[19718]: purged_snaps scrub starts 2024-08-19T11:24:14.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:14 smithi155 ceph-mon[19718]: purged_snaps scrub ok 2024-08-19T11:24:14.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:14 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T11:24:14.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:14 smithi155 ceph-mon[19718]: osd.0 [v2:172.21.15.136:6802/430850622,v1:172.21.15.136:6803/430850622] boot 2024-08-19T11:24:14.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:14 smithi155 ceph-mon[19718]: osdmap e8: 1 total, 1 up, 1 in 2024-08-19T11:24:14.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:14 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T11:24:14.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:14 smithi155 ceph-mon[19718]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T11:24:14.794 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:24:15.555 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:15 smithi136 ceph-mon[28279]: osdmap e9: 1 total, 1 up, 1 in 2024-08-19T11:24:15.555 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:15 smithi136 ceph-mon[16389]: osdmap e9: 1 total, 1 up, 1 in 2024-08-19T11:24:15.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:15 smithi155 ceph-mon[19718]: osdmap e9: 1 total, 1 up, 1 in 2024-08-19T11:24:16.492 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:16 smithi136 ceph-mon[16389]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:16.493 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:16 smithi136 ceph-mon[28279]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:16.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:16 smithi155 ceph-mon[19718]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:17.665 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[16389]: Detected new or changed devices on smithi136 2024-08-19T11:24:17.666 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:17.666 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:17.666 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:24:17.666 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[16389]: Adjusting osd_memory_target on smithi136 to 16064M 2024-08-19T11:24:17.666 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:17.666 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:24:17.666 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:24:17.666 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:17.666 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:24:17.667 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:24:17.667 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:24:17.667 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:17.667 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T11:24:17.667 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T11:24:17.667 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:24:17.667 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[28279]: Detected new or changed devices on smithi136 2024-08-19T11:24:17.667 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:17.667 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:17.667 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:24:17.668 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[28279]: Adjusting osd_memory_target on smithi136 to 16064M 2024-08-19T11:24:17.668 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:17.668 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:24:17.668 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:24:17.668 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:17.668 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:24:17.668 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:24:17.668 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:24:17.668 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:17.668 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T11:24:17.668 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T11:24:17.668 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:17 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:24:17.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:17 smithi155 ceph-mon[19718]: Detected new or changed devices on smithi136 2024-08-19T11:24:17.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:17 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:17.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:17 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:17.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:17 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:24:17.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:17 smithi155 ceph-mon[19718]: Adjusting osd_memory_target on smithi136 to 16064M 2024-08-19T11:24:17.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:17 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:17.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:17 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:24:17.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:17 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:24:17.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:17 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:17.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:17 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:24:17.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:17 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:24:17.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:17 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:24:17.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:17 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:17.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:17 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T11:24:17.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:17 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T11:24:17.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:17 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:24:18.648 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:18 smithi136 ceph-mon[16389]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi136:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:24:18.648 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:18 smithi136 ceph-mon[16389]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:18.649 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:18 smithi136 ceph-mon[28279]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi136:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:24:18.649 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:18 smithi136 ceph-mon[28279]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:18.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:18 smithi155 ceph-mon[19718]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi136:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:24:18.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:18 smithi155 ceph-mon[19718]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:19.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:19 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/3386559582' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d951904-e2e9-4805-91af-b3f3696c7440"}]: dispatch 2024-08-19T11:24:19.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:19 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/3386559582' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3d951904-e2e9-4805-91af-b3f3696c7440"}]': finished 2024-08-19T11:24:19.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:19 smithi136 ceph-mon[16389]: osdmap e10: 2 total, 1 up, 2 in 2024-08-19T11:24:19.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:19 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T11:24:19.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:19 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/3386559582' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d951904-e2e9-4805-91af-b3f3696c7440"}]: dispatch 2024-08-19T11:24:19.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:19 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/3386559582' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3d951904-e2e9-4805-91af-b3f3696c7440"}]': finished 2024-08-19T11:24:19.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:19 smithi136 ceph-mon[28279]: osdmap e10: 2 total, 1 up, 2 in 2024-08-19T11:24:19.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:19 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T11:24:19.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:19 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/3386559582' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d951904-e2e9-4805-91af-b3f3696c7440"}]: dispatch 2024-08-19T11:24:19.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:19 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/3386559582' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3d951904-e2e9-4805-91af-b3f3696c7440"}]': finished 2024-08-19T11:24:19.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:19 smithi155 ceph-mon[19718]: osdmap e10: 2 total, 1 up, 2 in 2024-08-19T11:24:19.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:19 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T11:24:20.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:20 smithi136 ceph-mon[16389]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:20.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:20 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/1294576251' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T11:24:20.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:20 smithi136 ceph-mon[28279]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:20.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:20 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/1294576251' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T11:24:20.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:20 smithi155 ceph-mon[19718]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:20.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:20 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/1294576251' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T11:24:23.003 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:22 smithi136 ceph-mon[16389]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:23.003 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:22 smithi136 ceph-mon[28279]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:23.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:22 smithi155 ceph-mon[19718]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:25.082 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:24 smithi136 ceph-mon[28279]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:25.082 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:24 smithi136 ceph-mon[16389]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:25.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:24 smithi155 ceph-mon[19718]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:26.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:25 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-19T11:24:26.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:25 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:24:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:25 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-19T11:24:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:25 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:24:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:25 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-19T11:24:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:25 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:24:26.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:26 smithi136 ceph-mon[16389]: Deploying daemon osd.1 on smithi136 2024-08-19T11:24:26.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:26 smithi136 ceph-mon[16389]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:26.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:26 smithi136 ceph-mon[28279]: Deploying daemon osd.1 on smithi136 2024-08-19T11:24:26.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:26 smithi136 ceph-mon[28279]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:26 smithi155 ceph-mon[19718]: Deploying daemon osd.1 on smithi136 2024-08-19T11:24:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:26 smithi155 ceph-mon[19718]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:28.801 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:28 smithi136 ceph-mon[16389]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:28.801 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:28 smithi136 ceph-mon[28279]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:29.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:28 smithi155 ceph-mon[19718]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:31.012 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:30 smithi155 ceph-mon[19718]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:31.012 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:30 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:24:31.012 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:30 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:31.013 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:30 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:31.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:30 smithi136 ceph-mon[16389]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:31.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:30 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:24:31.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:30 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:31.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:30 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:31.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:30 smithi136 ceph-mon[28279]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:31.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:30 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:24:31.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:30 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:31.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:30 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:32.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:32 smithi136 ceph-mon[16389]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:32.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:32 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:32.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:32 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:32.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:32 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:24:32.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:32 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:24:32.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:32 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:32.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:32 smithi136 ceph-mon[28279]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:32.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:32 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:32.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:32 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:32.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:32 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:24:32.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:32 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:24:32.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:32 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:33.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:32 smithi155 ceph-mon[19718]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:33.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:32 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:33.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:32 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:33.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:32 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:24:33.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:32 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:24:33.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:32 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:33.371 INFO:teuthology.orchestra.run.smithi136.stdout:Created osd(s) 1 on host 'smithi136' 2024-08-19T11:24:33.873 DEBUG:teuthology.orchestra.run.smithi136:osd.1> sudo journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.1.service 2024-08-19T11:24:33.875 INFO:tasks.cephadm:Deploying osd.2 on smithi136 with /dev/vg_nvme/lv_2... 2024-08-19T11:24:33.875 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-08-19T11:24:33.897 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:33 smithi136 ceph-mon[16389]: from='osd.1 [v2:172.21.15.136:6810/3999069106,v1:172.21.15.136:6811/3999069106]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-19T11:24:33.897 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:33 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:24:33.897 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:33 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:33.897 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:33 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:33.898 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:33 smithi136 ceph-mon[28279]: from='osd.1 [v2:172.21.15.136:6810/3999069106,v1:172.21.15.136:6811/3999069106]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-19T11:24:33.898 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:33 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:24:33.898 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:33 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:33.898 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:33 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:34.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:33 smithi155 ceph-mon[19718]: from='osd.1 [v2:172.21.15.136:6810/3999069106,v1:172.21.15.136:6811/3999069106]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-19T11:24:34.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:33 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:24:34.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:33 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:34.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:33 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:34.630 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:24:35.084 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:34 smithi136 ceph-mon[16389]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:35.084 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:34 smithi136 ceph-mon[16389]: from='osd.1 [v2:172.21.15.136:6810/3999069106,v1:172.21.15.136:6811/3999069106]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-19T11:24:35.084 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:34 smithi136 ceph-mon[16389]: osdmap e11: 2 total, 1 up, 2 in 2024-08-19T11:24:35.084 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:34 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T11:24:35.084 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:34 smithi136 ceph-mon[16389]: from='osd.1 [v2:172.21.15.136:6810/3999069106,v1:172.21.15.136:6811/3999069106]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi136", "root=default"]}]: dispatch 2024-08-19T11:24:35.084 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:34 smithi136 ceph-mon[28279]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:35.084 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:34 smithi136 ceph-mon[28279]: from='osd.1 [v2:172.21.15.136:6810/3999069106,v1:172.21.15.136:6811/3999069106]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-19T11:24:35.084 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:34 smithi136 ceph-mon[28279]: osdmap e11: 2 total, 1 up, 2 in 2024-08-19T11:24:35.085 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:34 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T11:24:35.085 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:34 smithi136 ceph-mon[28279]: from='osd.1 [v2:172.21.15.136:6810/3999069106,v1:172.21.15.136:6811/3999069106]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi136", "root=default"]}]: dispatch 2024-08-19T11:24:35.085 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:24:34 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1[38591]: 2024-08-19T11:24:34.749+0000 7f6b803a6640 -1 osd.1 0 waiting for initial osdmap 2024-08-19T11:24:35.085 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:24:34 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1[38591]: 2024-08-19T11:24:34.754+0000 7f6b7c1cf640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T11:24:35.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:34 smithi155 ceph-mon[19718]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:35.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:34 smithi155 ceph-mon[19718]: from='osd.1 [v2:172.21.15.136:6810/3999069106,v1:172.21.15.136:6811/3999069106]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-19T11:24:35.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:34 smithi155 ceph-mon[19718]: osdmap e11: 2 total, 1 up, 2 in 2024-08-19T11:24:35.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:34 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T11:24:35.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:34 smithi155 ceph-mon[19718]: from='osd.1 [v2:172.21.15.136:6810/3999069106,v1:172.21.15.136:6811/3999069106]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi136", "root=default"]}]: dispatch 2024-08-19T11:24:36.049 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:35 smithi136 ceph-mon[16389]: from='osd.1 [v2:172.21.15.136:6810/3999069106,v1:172.21.15.136:6811/3999069106]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi136", "root=default"]}]': finished 2024-08-19T11:24:36.050 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:35 smithi136 ceph-mon[16389]: osdmap e12: 2 total, 1 up, 2 in 2024-08-19T11:24:36.050 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:35 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T11:24:36.050 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:35 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T11:24:36.050 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:35 smithi136 ceph-mon[28279]: from='osd.1 [v2:172.21.15.136:6810/3999069106,v1:172.21.15.136:6811/3999069106]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi136", "root=default"]}]': finished 2024-08-19T11:24:36.051 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:35 smithi136 ceph-mon[28279]: osdmap e12: 2 total, 1 up, 2 in 2024-08-19T11:24:36.051 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:35 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T11:24:36.051 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:35 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T11:24:36.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:35 smithi155 ceph-mon[19718]: from='osd.1 [v2:172.21.15.136:6810/3999069106,v1:172.21.15.136:6811/3999069106]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi136", "root=default"]}]': finished 2024-08-19T11:24:36.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:35 smithi155 ceph-mon[19718]: osdmap e12: 2 total, 1 up, 2 in 2024-08-19T11:24:36.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:35 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T11:24:36.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:35 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T11:24:36.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:36 smithi136 ceph-mon[16389]: purged_snaps scrub starts 2024-08-19T11:24:36.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:36 smithi136 ceph-mon[16389]: purged_snaps scrub ok 2024-08-19T11:24:36.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:36 smithi136 ceph-mon[16389]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:36.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:36 smithi136 ceph-mon[16389]: osd.1 [v2:172.21.15.136:6810/3999069106,v1:172.21.15.136:6811/3999069106] boot 2024-08-19T11:24:36.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:36 smithi136 ceph-mon[16389]: osdmap e13: 2 total, 2 up, 2 in 2024-08-19T11:24:36.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:36 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T11:24:36.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:36 smithi136 ceph-mon[28279]: purged_snaps scrub starts 2024-08-19T11:24:36.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:36 smithi136 ceph-mon[28279]: purged_snaps scrub ok 2024-08-19T11:24:36.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:36 smithi136 ceph-mon[28279]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:36.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:36 smithi136 ceph-mon[28279]: osd.1 [v2:172.21.15.136:6810/3999069106,v1:172.21.15.136:6811/3999069106] boot 2024-08-19T11:24:36.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:36 smithi136 ceph-mon[28279]: osdmap e13: 2 total, 2 up, 2 in 2024-08-19T11:24:36.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:36 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T11:24:37.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:36 smithi155 ceph-mon[19718]: purged_snaps scrub starts 2024-08-19T11:24:37.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:36 smithi155 ceph-mon[19718]: purged_snaps scrub ok 2024-08-19T11:24:37.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:36 smithi155 ceph-mon[19718]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T11:24:37.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:36 smithi155 ceph-mon[19718]: osd.1 [v2:172.21.15.136:6810/3999069106,v1:172.21.15.136:6811/3999069106] boot 2024-08-19T11:24:37.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:36 smithi155 ceph-mon[19718]: osdmap e13: 2 total, 2 up, 2 in 2024-08-19T11:24:37.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:36 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T11:24:37.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:37 smithi136 ceph-mon[16389]: osdmap e14: 2 total, 2 up, 2 in 2024-08-19T11:24:37.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:37 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:37.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:37 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:37.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:37 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:24:37.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:37 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:24:37.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:37 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:37.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:37 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:24:37.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:37 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:24:37.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:37 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:37.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:37 smithi136 ceph-mon[28279]: osdmap e14: 2 total, 2 up, 2 in 2024-08-19T11:24:37.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:37 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:37.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:37 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:37.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:37 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:24:37.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:37 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:24:37.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:37 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:37.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:37 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:24:37.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:37 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:24:37.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:37 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:38.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:37 smithi155 ceph-mon[19718]: osdmap e14: 2 total, 2 up, 2 in 2024-08-19T11:24:38.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:37 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:38.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:37 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:38.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:37 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:24:38.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:37 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:24:38.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:37 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:38.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:37 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:24:38.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:37 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:24:38.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:37 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:38.599 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:24:38.617 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi136:vg_nvme/lv_2 2024-08-19T11:24:38.821 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:24:38.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:38 smithi136 ceph-mon[16389]: Detected new or changed devices on smithi136 2024-08-19T11:24:38.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:38 smithi136 ceph-mon[16389]: Adjusting osd_memory_target on smithi136 to 8032M 2024-08-19T11:24:38.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:38 smithi136 ceph-mon[16389]: pgmap v57: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:38.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:38 smithi136 ceph-mon[28279]: Detected new or changed devices on smithi136 2024-08-19T11:24:38.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:38 smithi136 ceph-mon[28279]: Adjusting osd_memory_target on smithi136 to 8032M 2024-08-19T11:24:38.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:38 smithi136 ceph-mon[28279]: pgmap v57: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:39.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:38 smithi155 ceph-mon[19718]: Detected new or changed devices on smithi136 2024-08-19T11:24:39.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:38 smithi155 ceph-mon[19718]: Adjusting osd_memory_target on smithi136 to 8032M 2024-08-19T11:24:39.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:38 smithi155 ceph-mon[19718]: pgmap v57: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:41.065 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:40 smithi136 ceph-mon[28279]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:41.065 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:40 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T11:24:41.065 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:40 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T11:24:41.065 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:40 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:24:41.065 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:40 smithi136 ceph-mon[16389]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:41.065 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:40 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T11:24:41.065 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:40 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T11:24:41.065 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:40 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:24:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:40 smithi155 ceph-mon[19718]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:41.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:40 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T11:24:41.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:40 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T11:24:41.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:40 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:24:42.080 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:41 smithi136 ceph-mon[16389]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi136:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:24:42.080 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:41 smithi136 ceph-mon[28279]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi136:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:24:42.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:41 smithi155 ceph-mon[19718]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi136:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:24:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:42 smithi136 ceph-mon[16389]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:42 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/2865484535' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "65f5b80a-e7d6-4ba7-96f9-ab4f2b67aa69"}]: dispatch 2024-08-19T11:24:43.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:42 smithi136 ceph-mon[16389]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "65f5b80a-e7d6-4ba7-96f9-ab4f2b67aa69"}]: dispatch 2024-08-19T11:24:43.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:42 smithi136 ceph-mon[16389]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "65f5b80a-e7d6-4ba7-96f9-ab4f2b67aa69"}]': finished 2024-08-19T11:24:43.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:42 smithi136 ceph-mon[16389]: osdmap e15: 3 total, 2 up, 3 in 2024-08-19T11:24:43.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:42 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T11:24:43.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:42 smithi136 ceph-mon[28279]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:43.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:42 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/2865484535' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "65f5b80a-e7d6-4ba7-96f9-ab4f2b67aa69"}]: dispatch 2024-08-19T11:24:43.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:42 smithi136 ceph-mon[28279]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "65f5b80a-e7d6-4ba7-96f9-ab4f2b67aa69"}]: dispatch 2024-08-19T11:24:43.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:42 smithi136 ceph-mon[28279]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "65f5b80a-e7d6-4ba7-96f9-ab4f2b67aa69"}]': finished 2024-08-19T11:24:43.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:42 smithi136 ceph-mon[28279]: osdmap e15: 3 total, 2 up, 3 in 2024-08-19T11:24:43.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:42 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T11:24:43.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:42 smithi155 ceph-mon[19718]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:43.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:42 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/2865484535' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "65f5b80a-e7d6-4ba7-96f9-ab4f2b67aa69"}]: dispatch 2024-08-19T11:24:43.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:42 smithi155 ceph-mon[19718]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "65f5b80a-e7d6-4ba7-96f9-ab4f2b67aa69"}]: dispatch 2024-08-19T11:24:43.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:42 smithi155 ceph-mon[19718]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "65f5b80a-e7d6-4ba7-96f9-ab4f2b67aa69"}]': finished 2024-08-19T11:24:43.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:42 smithi155 ceph-mon[19718]: osdmap e15: 3 total, 2 up, 3 in 2024-08-19T11:24:43.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:42 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T11:24:44.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:43 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/1313991995' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T11:24:44.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:43 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/1313991995' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T11:24:44.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:43 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/1313991995' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T11:24:45.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:44 smithi136 ceph-mon[28279]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:45.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:44 smithi136 ceph-mon[16389]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:45.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:44 smithi155 ceph-mon[19718]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:47.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:46 smithi136 ceph-mon[16389]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:47.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:46 smithi136 ceph-mon[28279]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:47.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:46 smithi155 ceph-mon[19718]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:49.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:48 smithi136 ceph-mon[16389]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:49.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:48 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-19T11:24:49.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:48 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:24:49.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:48 smithi136 ceph-mon[28279]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:49.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:48 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-19T11:24:49.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:48 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:24:49.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:48 smithi155 ceph-mon[19718]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:49.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:48 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-19T11:24:49.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:48 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:24:49.981 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:49 smithi136 ceph-mon[16389]: Deploying daemon osd.2 on smithi136 2024-08-19T11:24:49.981 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:49 smithi136 ceph-mon[28279]: Deploying daemon osd.2 on smithi136 2024-08-19T11:24:50.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:49 smithi155 ceph-mon[19718]: Deploying daemon osd.2 on smithi136 2024-08-19T11:24:51.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:50 smithi136 ceph-mon[16389]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:51.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:50 smithi136 ceph-mon[28279]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:51.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:50 smithi155 ceph-mon[19718]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:53.085 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:52 smithi136 ceph-mon[16389]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:53.085 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:52 smithi136 ceph-mon[28279]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:53.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:52 smithi155 ceph-mon[19718]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:54.065 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:53 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:24:54.065 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:53 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:54.065 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:53 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:54.065 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:53 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:24:54.065 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:53 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:54.066 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:53 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:54.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:53 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:24:54.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:53 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:54.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:53 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:54.986 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:54 smithi136 ceph-mon[16389]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:54.987 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:54 smithi136 ceph-mon[28279]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:55.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:54 smithi155 ceph-mon[19718]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:56.710 INFO:teuthology.orchestra.run.smithi136.stdout:Created osd(s) 2 on host 'smithi136' 2024-08-19T11:24:57.014 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:56 smithi136 ceph-mon[16389]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:57.015 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:56 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:57.015 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:56 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:57.015 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:56 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:24:57.015 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:56 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:24:57.015 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:56 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:57.015 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:56 smithi136 ceph-mon[16389]: from='osd.2 [v2:172.21.15.136:6818/266063274,v1:172.21.15.136:6819/266063274]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-19T11:24:57.015 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:56 smithi136 ceph-mon[16389]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-19T11:24:57.015 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:56 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:24:57.016 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:56 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:57.016 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:56 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:57.016 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:56 smithi136 ceph-mon[28279]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:57.016 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:56 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:57.016 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:56 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:57.016 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:56 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:24:57.016 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:56 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:24:57.016 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:56 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:57.016 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:56 smithi136 ceph-mon[28279]: from='osd.2 [v2:172.21.15.136:6818/266063274,v1:172.21.15.136:6819/266063274]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-19T11:24:57.017 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:56 smithi136 ceph-mon[28279]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-19T11:24:57.017 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:56 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:24:57.017 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:56 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:57.017 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:56 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:57.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:56 smithi155 ceph-mon[19718]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:57.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:56 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:57.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:56 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:57.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:56 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:24:57.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:56 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:24:57.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:56 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:57.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:56 smithi155 ceph-mon[19718]: from='osd.2 [v2:172.21.15.136:6818/266063274,v1:172.21.15.136:6819/266063274]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-19T11:24:57.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:56 smithi155 ceph-mon[19718]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-19T11:24:57.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:56 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:24:57.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:56 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:57.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:56 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:24:57.294 DEBUG:teuthology.orchestra.run.smithi136:osd.2> sudo journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.2.service 2024-08-19T11:24:57.297 INFO:tasks.cephadm:Deploying osd.3 on smithi136 with /dev/vg_nvme/lv_1... 2024-08-19T11:24:57.297 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-08-19T11:24:58.068 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:24:58.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:58 smithi155 ceph-mon[19718]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-19T11:24:58.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:58 smithi155 ceph-mon[19718]: osdmap e16: 3 total, 2 up, 3 in 2024-08-19T11:24:58.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:58 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T11:24:58.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:58 smithi155 ceph-mon[19718]: from='osd.2 [v2:172.21.15.136:6818/266063274,v1:172.21.15.136:6819/266063274]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi136", "root=default"]}]: dispatch 2024-08-19T11:24:58.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:58 smithi155 ceph-mon[19718]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi136", "root=default"]}]: dispatch 2024-08-19T11:24:58.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:58 smithi155 ceph-mon[19718]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:58.728 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:58 smithi136 ceph-mon[28279]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-19T11:24:58.728 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:58 smithi136 ceph-mon[28279]: osdmap e16: 3 total, 2 up, 3 in 2024-08-19T11:24:58.729 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:58 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T11:24:58.729 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:58 smithi136 ceph-mon[28279]: from='osd.2 [v2:172.21.15.136:6818/266063274,v1:172.21.15.136:6819/266063274]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi136", "root=default"]}]: dispatch 2024-08-19T11:24:58.729 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:58 smithi136 ceph-mon[28279]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi136", "root=default"]}]: dispatch 2024-08-19T11:24:58.729 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:58 smithi136 ceph-mon[28279]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:58.729 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:58 smithi136 ceph-mon[16389]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-19T11:24:58.729 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:58 smithi136 ceph-mon[16389]: osdmap e16: 3 total, 2 up, 3 in 2024-08-19T11:24:58.729 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:58 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T11:24:58.729 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:58 smithi136 ceph-mon[16389]: from='osd.2 [v2:172.21.15.136:6818/266063274,v1:172.21.15.136:6819/266063274]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi136", "root=default"]}]: dispatch 2024-08-19T11:24:58.729 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:58 smithi136 ceph-mon[16389]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi136", "root=default"]}]: dispatch 2024-08-19T11:24:58.729 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:58 smithi136 ceph-mon[16389]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:24:59.091 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:24:58 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2[44974]: 2024-08-19T11:24:58.726+0000 7f35ce8de640 -1 osd.2 0 waiting for initial osdmap 2024-08-19T11:24:59.092 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:24:58 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2[44974]: 2024-08-19T11:24:58.729+0000 7f35c66ff640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T11:24:59.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:59 smithi155 ceph-mon[19718]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi136", "root=default"]}]': finished 2024-08-19T11:24:59.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:59 smithi155 ceph-mon[19718]: osdmap e17: 3 total, 2 up, 3 in 2024-08-19T11:24:59.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:59 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T11:24:59.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:59 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T11:24:59.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:24:59 smithi155 ceph-mon[19718]: from='osd.2 ' entity='osd.2' 2024-08-19T11:24:59.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:59 smithi136 ceph-mon[16389]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi136", "root=default"]}]': finished 2024-08-19T11:24:59.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:59 smithi136 ceph-mon[16389]: osdmap e17: 3 total, 2 up, 3 in 2024-08-19T11:24:59.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:59 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T11:24:59.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:59 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T11:24:59.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:24:59 smithi136 ceph-mon[16389]: from='osd.2 ' entity='osd.2' 2024-08-19T11:24:59.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:59 smithi136 ceph-mon[28279]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi136", "root=default"]}]': finished 2024-08-19T11:24:59.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:59 smithi136 ceph-mon[28279]: osdmap e17: 3 total, 2 up, 3 in 2024-08-19T11:24:59.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:59 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T11:24:59.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:59 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T11:24:59.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:24:59 smithi136 ceph-mon[28279]: from='osd.2 ' entity='osd.2' 2024-08-19T11:25:00.641 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:00 smithi136 ceph-mon[28279]: purged_snaps scrub starts 2024-08-19T11:25:00.641 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:00 smithi136 ceph-mon[28279]: purged_snaps scrub ok 2024-08-19T11:25:00.641 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:00 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T11:25:00.641 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:00 smithi136 ceph-mon[28279]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:25:00.641 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:00 smithi136 ceph-mon[28279]: osd.2 [v2:172.21.15.136:6818/266063274,v1:172.21.15.136:6819/266063274] boot 2024-08-19T11:25:00.641 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:00 smithi136 ceph-mon[28279]: osdmap e18: 3 total, 3 up, 3 in 2024-08-19T11:25:00.641 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:00 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T11:25:00.641 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:00 smithi136 ceph-mon[16389]: purged_snaps scrub starts 2024-08-19T11:25:00.642 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:00 smithi136 ceph-mon[16389]: purged_snaps scrub ok 2024-08-19T11:25:00.642 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:00 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T11:25:00.642 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:00 smithi136 ceph-mon[16389]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:25:00.642 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:00 smithi136 ceph-mon[16389]: osd.2 [v2:172.21.15.136:6818/266063274,v1:172.21.15.136:6819/266063274] boot 2024-08-19T11:25:00.642 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:00 smithi136 ceph-mon[16389]: osdmap e18: 3 total, 3 up, 3 in 2024-08-19T11:25:00.642 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:00 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T11:25:00.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:00 smithi155 ceph-mon[19718]: purged_snaps scrub starts 2024-08-19T11:25:00.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:00 smithi155 ceph-mon[19718]: purged_snaps scrub ok 2024-08-19T11:25:00.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:00 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T11:25:00.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:00 smithi155 ceph-mon[19718]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T11:25:00.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:00 smithi155 ceph-mon[19718]: osd.2 [v2:172.21.15.136:6818/266063274,v1:172.21.15.136:6819/266063274] boot 2024-08-19T11:25:00.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:00 smithi155 ceph-mon[19718]: osdmap e18: 3 total, 3 up, 3 in 2024-08-19T11:25:00.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:00 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T11:25:01.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:01 smithi155 ceph-mon[19718]: Detected new or changed devices on smithi136 2024-08-19T11:25:01.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:01 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:01.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:01 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:01.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:01 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:25:01.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:01 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:25:01.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:01 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:25:01.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:01 smithi155 ceph-mon[19718]: Adjusting osd_memory_target on smithi136 to 5354M 2024-08-19T11:25:01.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:01 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:01.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:01 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:01.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:01 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:25:01.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:01 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:01.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:01 smithi155 ceph-mon[19718]: osdmap e19: 3 total, 3 up, 3 in 2024-08-19T11:25:02.065 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:01 smithi136 ceph-mon[28279]: Detected new or changed devices on smithi136 2024-08-19T11:25:02.065 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:01 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:02.065 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:01 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:02.066 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:01 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:25:02.066 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:01 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:25:02.066 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:01 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:25:02.066 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:01 smithi136 ceph-mon[28279]: Adjusting osd_memory_target on smithi136 to 5354M 2024-08-19T11:25:02.066 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:01 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:02.067 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:01 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:02.067 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:01 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:25:02.067 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:01 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:02.067 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:01 smithi136 ceph-mon[28279]: osdmap e19: 3 total, 3 up, 3 in 2024-08-19T11:25:02.068 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:01 smithi136 ceph-mon[16389]: Detected new or changed devices on smithi136 2024-08-19T11:25:02.068 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:01 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:02.068 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:01 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:02.068 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:01 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:25:02.068 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:01 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:25:02.069 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:01 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:25:02.069 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:01 smithi136 ceph-mon[16389]: Adjusting osd_memory_target on smithi136 to 5354M 2024-08-19T11:25:02.069 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:01 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:02.069 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:01 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:02.069 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:01 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:25:02.070 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:01 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:02.070 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:01 smithi136 ceph-mon[16389]: osdmap e19: 3 total, 3 up, 3 in 2024-08-19T11:25:02.071 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:25:02.087 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi136:vg_nvme/lv_1 2024-08-19T11:25:02.288 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:25:02.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:02 smithi155 ceph-mon[19718]: pgmap v74: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-19T11:25:02.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:02 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-08-19T11:25:03.095 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:02 smithi136 ceph-mon[28279]: pgmap v74: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-19T11:25:03.095 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:02 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-08-19T11:25:03.096 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:02 smithi136 ceph-mon[16389]: pgmap v74: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-19T11:25:03.096 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:02 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-08-19T11:25:03.873 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:03 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-08-19T11:25:03.873 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:03 smithi136 ceph-mon[28279]: osdmap e20: 3 total, 3 up, 3 in 2024-08-19T11:25:03.873 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:03 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-19T11:25:03.873 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:03 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-08-19T11:25:03.873 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:03 smithi136 ceph-mon[16389]: osdmap e20: 3 total, 3 up, 3 in 2024-08-19T11:25:03.874 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:03 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-19T11:25:03.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:03 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-08-19T11:25:03.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:03 smithi155 ceph-mon[19718]: osdmap e20: 3 total, 3 up, 3 in 2024-08-19T11:25:03.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:03 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-19T11:25:04.834 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:04 smithi136 ceph-mon[16389]: pgmap v76: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-19T11:25:04.834 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:04 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-19T11:25:04.834 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:04 smithi136 ceph-mon[16389]: osdmap e21: 3 total, 3 up, 3 in 2024-08-19T11:25:04.834 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:04 smithi136 ceph-mon[16389]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:25:04.834 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:04 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T11:25:04.834 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:04 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T11:25:04.835 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:04 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:04.835 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:04 smithi136 ceph-mon[28279]: pgmap v76: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-19T11:25:04.835 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:04 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-19T11:25:04.835 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:04 smithi136 ceph-mon[28279]: osdmap e21: 3 total, 3 up, 3 in 2024-08-19T11:25:04.835 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:04 smithi136 ceph-mon[28279]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:25:04.835 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:04 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T11:25:04.835 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:04 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T11:25:04.835 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:04 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:04 smithi155 ceph-mon[19718]: pgmap v76: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-19T11:25:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:04 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-19T11:25:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:04 smithi155 ceph-mon[19718]: osdmap e21: 3 total, 3 up, 3 in 2024-08-19T11:25:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:04 smithi155 ceph-mon[19718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:25:04.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:04 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T11:25:04.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:04 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T11:25:04.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:04 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:05.098 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:25:04 smithi136 sudo[49676]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-19T11:25:05.098 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:25:04 smithi136 sudo[49676]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-19T11:25:05.098 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:25:04 smithi136 sudo[49676]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-19T11:25:05.098 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:25:04 smithi136 sudo[49676]: pam_unix(sudo:session): session closed for user root 2024-08-19T11:25:05.439 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:25:05 smithi136 sudo[49687]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-19T11:25:05.440 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:25:05 smithi136 sudo[49687]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-19T11:25:05.440 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:25:05 smithi136 sudo[49687]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-19T11:25:05.440 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:25:05 smithi136 sudo[49687]: pam_unix(sudo:session): session closed for user root 2024-08-19T11:25:05.729 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:25:05 smithi136 sudo[49705]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-19T11:25:05.730 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:25:05 smithi136 sudo[49705]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-19T11:25:05.730 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:25:05 smithi136 sudo[49705]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-19T11:25:05.730 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:25:05 smithi136 sudo[49705]: pam_unix(sudo:session): session closed for user root 2024-08-19T11:25:06.019 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:05 smithi136 ceph-mon[28279]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi136:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:25:06.019 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:05 smithi136 ceph-mon[28279]: osdmap e22: 3 total, 3 up, 3 in 2024-08-19T11:25:06.019 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:05 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:06.019 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:05 smithi136 ceph-mon[16389]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi136:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:25:06.019 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:05 smithi136 ceph-mon[16389]: osdmap e22: 3 total, 3 up, 3 in 2024-08-19T11:25:06.020 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:05 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:06.020 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:25:05 smithi136 sudo[49735]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-19T11:25:06.020 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:25:05 smithi136 sudo[49735]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-19T11:25:06.020 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:25:05 smithi136 sudo[49735]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-19T11:25:06.020 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:25:05 smithi136 sudo[49735]: pam_unix(sudo:session): session closed for user root 2024-08-19T11:25:06.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:05 smithi155 ceph-mon[19718]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi136:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:25:06.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:05 smithi155 ceph-mon[19718]: osdmap e22: 3 total, 3 up, 3 in 2024-08-19T11:25:06.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:05 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:06.291 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:25:06 smithi136 sudo[49747]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-19T11:25:06.291 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:25:06 smithi136 sudo[49747]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-19T11:25:06.291 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:25:06 smithi136 sudo[49747]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-19T11:25:06.291 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:25:06 smithi136 sudo[49747]: pam_unix(sudo:session): session closed for user root 2024-08-19T11:25:06.551 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:25:06 smithi136 sudo[49787]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-19T11:25:06.551 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:25:06 smithi136 sudo[49787]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-19T11:25:06.551 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:25:06 smithi136 sudo[49787]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-19T11:25:06.551 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:25:06 smithi136 sudo[49787]: pam_unix(sudo:session): session closed for user root 2024-08-19T11:25:06.551 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:06 smithi136 sudo[49791]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-19T11:25:06.552 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:06 smithi136 sudo[49791]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-19T11:25:06.552 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:06 smithi136 sudo[49791]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-19T11:25:06.552 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:06 smithi136 sudo[49791]: pam_unix(sudo:session): session closed for user root 2024-08-19T11:25:06.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:06 smithi136 ceph-mon[28279]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-19T11:25:06.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:06 smithi136 ceph-mon[28279]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:25:06.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:06 smithi136 ceph-mon[28279]: Cluster is now healthy 2024-08-19T11:25:06.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:06 smithi136 ceph-mon[28279]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-19T11:25:06.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:06 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-19T11:25:06.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:06 smithi136 sudo[49794]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-19T11:25:06.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:06 smithi136 sudo[49794]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-19T11:25:06.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:06 smithi136 sudo[49794]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-19T11:25:06.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:06 smithi136 sudo[49794]: pam_unix(sudo:session): session closed for user root 2024-08-19T11:25:06.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:06 smithi136 ceph-mon[16389]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-19T11:25:06.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:06 smithi136 ceph-mon[16389]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:25:06.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:06 smithi136 ceph-mon[16389]: Cluster is now healthy 2024-08-19T11:25:06.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:06 smithi136 ceph-mon[16389]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-19T11:25:06.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:06 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-19T11:25:07.061 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:06 smithi155 ceph-mon[19718]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-19T11:25:07.061 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:06 smithi155 ceph-mon[19718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:25:07.061 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:06 smithi155 ceph-mon[19718]: Cluster is now healthy 2024-08-19T11:25:07.061 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:06 smithi155 ceph-mon[19718]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-19T11:25:07.061 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:06 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-19T11:25:07.062 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:07 smithi155 sudo[22477]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-19T11:25:07.062 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:07 smithi155 sudo[22477]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-19T11:25:07.062 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:07 smithi155 sudo[22477]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-19T11:25:07.062 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:07 smithi155 sudo[22477]: pam_unix(sudo:session): session closed for user root 2024-08-19T11:25:07.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:07 smithi155 sudo[22480]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-19T11:25:07.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:07 smithi155 sudo[22480]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-19T11:25:07.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:07 smithi155 sudo[22480]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-19T11:25:07.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:07 smithi155 sudo[22480]: pam_unix(sudo:session): session closed for user root 2024-08-19T11:25:07.827 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:07 smithi136 sudo[49831]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-19T11:25:07.828 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:07 smithi136 sudo[49831]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-19T11:25:07.828 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:07 smithi136 sudo[49831]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-19T11:25:07.828 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:07 smithi136 sudo[49831]: pam_unix(sudo:session): session closed for user root 2024-08-19T11:25:08.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-19T11:25:08.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:25:08.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/1538716673' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "20f8e2e4-a61d-4051-b474-db1e74576b8f"}]: dispatch 2024-08-19T11:25:08.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:25:08.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:25:08.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/1538716673' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "20f8e2e4-a61d-4051-b474-db1e74576b8f"}]': finished 2024-08-19T11:25:08.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[16389]: osdmap e23: 4 total, 3 up, 4 in 2024-08-19T11:25:08.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T11:25:08.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-19T11:25:08.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:25:08.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:25:08.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:25:08.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-19T11:25:08.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:08.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:25:08.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:25:08.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:25:08.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:07 smithi136 sudo[49834]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-19T11:25:08.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:07 smithi136 sudo[49834]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-19T11:25:08.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:07 smithi136 sudo[49834]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-19T11:25:08.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:07 smithi136 sudo[49834]: pam_unix(sudo:session): session closed for user root 2024-08-19T11:25:08.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-19T11:25:08.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:25:08.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/1538716673' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "20f8e2e4-a61d-4051-b474-db1e74576b8f"}]: dispatch 2024-08-19T11:25:08.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:25:08.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:25:08.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/1538716673' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "20f8e2e4-a61d-4051-b474-db1e74576b8f"}]': finished 2024-08-19T11:25:08.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[28279]: osdmap e23: 4 total, 3 up, 4 in 2024-08-19T11:25:08.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T11:25:08.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-19T11:25:08.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:25:08.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:25:08.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:25:08.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-19T11:25:08.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:08.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:25:08.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:25:08.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:07 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:25:08.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:07 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-19T11:25:08.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:07 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:25:08.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:07 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/1538716673' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "20f8e2e4-a61d-4051-b474-db1e74576b8f"}]: dispatch 2024-08-19T11:25:08.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:07 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:25:08.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:07 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:25:08.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:07 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/1538716673' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "20f8e2e4-a61d-4051-b474-db1e74576b8f"}]': finished 2024-08-19T11:25:08.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:07 smithi155 ceph-mon[19718]: osdmap e23: 4 total, 3 up, 4 in 2024-08-19T11:25:08.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:07 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T11:25:08.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:07 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-19T11:25:08.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:07 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:25:08.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:07 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:25:08.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:07 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:25:08.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:07 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-19T11:25:08.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:07 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:08.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:07 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:25:08.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:07 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:25:08.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:07 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:25:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:08 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-19T11:25:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:08 smithi136 ceph-mon[16389]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-08-19T11:25:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:08 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-19T11:25:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:08 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/2299026594' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T11:25:09.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:08 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-19T11:25:09.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:08 smithi136 ceph-mon[28279]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-08-19T11:25:09.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:08 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-19T11:25:09.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:08 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/2299026594' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T11:25:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:08 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-19T11:25:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:08 smithi155 ceph-mon[19718]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-08-19T11:25:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:08 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-19T11:25:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:08 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/2299026594' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T11:25:11.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:10 smithi136 ceph-mon[16389]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-08-19T11:25:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:10 smithi136 ceph-mon[28279]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-08-19T11:25:11.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:10 smithi155 ceph-mon[19718]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-08-19T11:25:13.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:12 smithi136 ceph-mon[16389]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-19T11:25:13.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:12 smithi136 ceph-mon[28279]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-19T11:25:13.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:12 smithi155 ceph-mon[19718]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-19T11:25:13.995 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:13 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-19T11:25:13.995 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:13 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:13.995 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:13 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-19T11:25:13.995 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:13 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:14.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:13 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-19T11:25:14.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:13 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:15.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:14 smithi136 ceph-mon[28279]: Deploying daemon osd.3 on smithi136 2024-08-19T11:25:15.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:14 smithi136 ceph-mon[28279]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.6 KiB/s rd, 114 KiB/s wr, 8 op/s 2024-08-19T11:25:15.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:14 smithi136 ceph-mon[16389]: Deploying daemon osd.3 on smithi136 2024-08-19T11:25:15.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:14 smithi136 ceph-mon[16389]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.6 KiB/s rd, 114 KiB/s wr, 8 op/s 2024-08-19T11:25:15.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:14 smithi155 ceph-mon[19718]: Deploying daemon osd.3 on smithi136 2024-08-19T11:25:15.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:14 smithi155 ceph-mon[19718]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.6 KiB/s rd, 114 KiB/s wr, 8 op/s 2024-08-19T11:25:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:16 smithi136 ceph-mon[16389]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.0 KiB/s rd, 88 KiB/s wr, 6 op/s 2024-08-19T11:25:17.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:16 smithi136 ceph-mon[28279]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.0 KiB/s rd, 88 KiB/s wr, 6 op/s 2024-08-19T11:25:17.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:16 smithi155 ceph-mon[19718]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.0 KiB/s rd, 88 KiB/s wr, 6 op/s 2024-08-19T11:25:19.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:18 smithi155 ceph-mon[19718]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 72 KiB/s wr, 5 op/s 2024-08-19T11:25:19.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:18 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:25:19.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:18 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:19.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:18 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:19.261 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:18 smithi136 ceph-mon[28279]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 72 KiB/s wr, 5 op/s 2024-08-19T11:25:19.261 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:18 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:25:19.261 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:18 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:19.261 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:18 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:19.261 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:18 smithi136 ceph-mon[16389]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 72 KiB/s wr, 5 op/s 2024-08-19T11:25:19.261 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:18 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:25:19.261 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:18 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:19.261 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:18 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:21.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:20 smithi155 ceph-mon[19718]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-08-19T11:25:21.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:20 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:21.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:20 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:21.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:20 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:21.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:20 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:25:21.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:20 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:21.227 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:20 smithi136 ceph-mon[28279]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-08-19T11:25:21.227 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:20 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:21.227 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:20 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:21.227 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:20 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:21.227 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:20 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:25:21.227 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:20 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:21.227 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:20 smithi136 ceph-mon[16389]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-08-19T11:25:21.227 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:20 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:21.228 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:20 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:21.228 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:20 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:21.228 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:20 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:25:21.228 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:20 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:21.542 INFO:teuthology.orchestra.run.smithi136.stdout:Created osd(s) 3 on host 'smithi136' 2024-08-19T11:25:22.147 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:21 smithi136 ceph-mon[28279]: from='osd.3 [v2:172.21.15.136:6826/2393860891,v1:172.21.15.136:6827/2393860891]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-19T11:25:22.147 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:21 smithi136 ceph-mon[28279]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-19T11:25:22.147 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:21 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:25:22.147 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:21 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:22.147 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:21 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:22.147 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:21 smithi136 ceph-mon[16389]: from='osd.3 [v2:172.21.15.136:6826/2393860891,v1:172.21.15.136:6827/2393860891]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-19T11:25:22.148 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:21 smithi136 ceph-mon[16389]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-19T11:25:22.148 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:21 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:25:22.148 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:21 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:22.148 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:21 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:22.168 DEBUG:teuthology.orchestra.run.smithi136:osd.3> sudo journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.3.service 2024-08-19T11:25:22.171 INFO:tasks.cephadm:Deploying osd.4 on smithi155 with /dev/vg_nvme/lv_4... 2024-08-19T11:25:22.171 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-08-19T11:25:22.198 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:21 smithi155 ceph-mon[19718]: from='osd.3 [v2:172.21.15.136:6826/2393860891,v1:172.21.15.136:6827/2393860891]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-19T11:25:22.199 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:21 smithi155 ceph-mon[19718]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-19T11:25:22.199 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:21 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:25:22.199 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:21 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:22.199 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:21 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:22.380 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T11:25:23.095 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:22 smithi136 ceph-mon[28279]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-08-19T11:25:23.095 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:22 smithi136 ceph-mon[28279]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-19T11:25:23.095 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:22 smithi136 ceph-mon[28279]: osdmap e24: 4 total, 3 up, 4 in 2024-08-19T11:25:23.095 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:22 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T11:25:23.095 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:22 smithi136 ceph-mon[28279]: from='osd.3 [v2:172.21.15.136:6826/2393860891,v1:172.21.15.136:6827/2393860891]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi136", "root=default"]}]: dispatch 2024-08-19T11:25:23.095 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:22 smithi136 ceph-mon[28279]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi136", "root=default"]}]: dispatch 2024-08-19T11:25:23.095 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:22 smithi136 ceph-mon[16389]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-08-19T11:25:23.095 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:22 smithi136 ceph-mon[16389]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-19T11:25:23.095 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:22 smithi136 ceph-mon[16389]: osdmap e24: 4 total, 3 up, 4 in 2024-08-19T11:25:23.095 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:22 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T11:25:23.096 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:22 smithi136 ceph-mon[16389]: from='osd.3 [v2:172.21.15.136:6826/2393860891,v1:172.21.15.136:6827/2393860891]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi136", "root=default"]}]: dispatch 2024-08-19T11:25:23.096 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:22 smithi136 ceph-mon[16389]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi136", "root=default"]}]: dispatch 2024-08-19T11:25:23.118 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:22 smithi155 ceph-mon[19718]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-08-19T11:25:23.118 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:22 smithi155 ceph-mon[19718]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-19T11:25:23.119 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:22 smithi155 ceph-mon[19718]: osdmap e24: 4 total, 3 up, 4 in 2024-08-19T11:25:23.119 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:22 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T11:25:23.119 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:22 smithi155 ceph-mon[19718]: from='osd.3 [v2:172.21.15.136:6826/2393860891,v1:172.21.15.136:6827/2393860891]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi136", "root=default"]}]: dispatch 2024-08-19T11:25:23.119 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:22 smithi155 ceph-mon[19718]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi136", "root=default"]}]: dispatch 2024-08-19T11:25:23.348 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:25:23 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3[51586]: 2024-08-19T11:25:23.156+0000 7f7239898640 -1 osd.3 0 waiting for initial osdmap 2024-08-19T11:25:23.348 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:25:23 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3[51586]: 2024-08-19T11:25:23.160+0000 7f72316b9640 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T11:25:23.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:23 smithi155 ceph-mon[19718]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi136", "root=default"]}]': finished 2024-08-19T11:25:23.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:23 smithi155 ceph-mon[19718]: osdmap e25: 4 total, 3 up, 4 in 2024-08-19T11:25:23.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:23 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T11:25:23.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:23 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T11:25:23.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:23 smithi155 ceph-mon[19718]: from='osd.3 ' entity='osd.3' 2024-08-19T11:25:24.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:23 smithi136 ceph-mon[16389]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi136", "root=default"]}]': finished 2024-08-19T11:25:24.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:23 smithi136 ceph-mon[16389]: osdmap e25: 4 total, 3 up, 4 in 2024-08-19T11:25:24.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:23 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T11:25:24.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:23 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T11:25:24.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:23 smithi136 ceph-mon[16389]: from='osd.3 ' entity='osd.3' 2024-08-19T11:25:24.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:23 smithi136 ceph-mon[28279]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi136", "root=default"]}]': finished 2024-08-19T11:25:24.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:23 smithi136 ceph-mon[28279]: osdmap e25: 4 total, 3 up, 4 in 2024-08-19T11:25:24.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:23 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T11:25:24.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:23 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T11:25:24.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:23 smithi136 ceph-mon[28279]: from='osd.3 ' entity='osd.3' 2024-08-19T11:25:24.602 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-08-19T11:25:24.620 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi155:vg_nvme/lv_4 2024-08-19T11:25:24.855 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T11:25:24.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:24 smithi155 ceph-mon[19718]: purged_snaps scrub starts 2024-08-19T11:25:24.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:24 smithi155 ceph-mon[19718]: purged_snaps scrub ok 2024-08-19T11:25:24.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:24 smithi155 ceph-mon[19718]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-19T11:25:24.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:24 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T11:25:24.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:24 smithi155 ceph-mon[19718]: osd.3 [v2:172.21.15.136:6826/2393860891,v1:172.21.15.136:6827/2393860891] boot 2024-08-19T11:25:24.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:24 smithi155 ceph-mon[19718]: osdmap e26: 4 total, 4 up, 4 in 2024-08-19T11:25:24.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:24 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T11:25:25.051 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:24 smithi136 ceph-mon[16389]: purged_snaps scrub starts 2024-08-19T11:25:25.051 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:24 smithi136 ceph-mon[16389]: purged_snaps scrub ok 2024-08-19T11:25:25.051 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:24 smithi136 ceph-mon[16389]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-19T11:25:25.051 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:24 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T11:25:25.051 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:24 smithi136 ceph-mon[16389]: osd.3 [v2:172.21.15.136:6826/2393860891,v1:172.21.15.136:6827/2393860891] boot 2024-08-19T11:25:25.051 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:24 smithi136 ceph-mon[16389]: osdmap e26: 4 total, 4 up, 4 in 2024-08-19T11:25:25.051 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:24 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T11:25:25.052 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:24 smithi136 ceph-mon[28279]: purged_snaps scrub starts 2024-08-19T11:25:25.052 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:24 smithi136 ceph-mon[28279]: purged_snaps scrub ok 2024-08-19T11:25:25.052 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:24 smithi136 ceph-mon[28279]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-19T11:25:25.052 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:24 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T11:25:25.052 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:24 smithi136 ceph-mon[28279]: osd.3 [v2:172.21.15.136:6826/2393860891,v1:172.21.15.136:6827/2393860891] boot 2024-08-19T11:25:25.052 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:24 smithi136 ceph-mon[28279]: osdmap e26: 4 total, 4 up, 4 in 2024-08-19T11:25:25.052 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:24 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T11:25:26.326 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:26 smithi155 ceph-mon[19718]: Detected new or changed devices on smithi136 2024-08-19T11:25:26.326 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:26 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:26.326 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:26 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:26.327 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:26 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:25:26.327 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:26 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:25:26.327 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:26 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:25:26.327 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:26 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:25:26.327 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:26 smithi155 ceph-mon[19718]: Adjusting osd_memory_target on smithi136 to 4016M 2024-08-19T11:25:26.327 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:26 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:26.327 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:26 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:26.327 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:26 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:25:26.327 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:26 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:26.327 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:26 smithi155 ceph-mon[19718]: osdmap e27: 4 total, 4 up, 4 in 2024-08-19T11:25:26.327 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:26 smithi155 ceph-mon[19718]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T11:25:26.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:26 smithi136 ceph-mon[28279]: Detected new or changed devices on smithi136 2024-08-19T11:25:26.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:26 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:26.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:26 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:26.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:26 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:25:26.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:26 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:25:26.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:26 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:25:26.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:26 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:25:26.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:26 smithi136 ceph-mon[28279]: Adjusting osd_memory_target on smithi136 to 4016M 2024-08-19T11:25:26.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:26 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:26.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:26 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:26.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:26 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:25:26.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:26 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:26.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:26 smithi136 ceph-mon[28279]: osdmap e27: 4 total, 4 up, 4 in 2024-08-19T11:25:26.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:26 smithi136 ceph-mon[28279]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T11:25:26.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:26 smithi136 ceph-mon[16389]: Detected new or changed devices on smithi136 2024-08-19T11:25:26.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:26 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:26.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:26 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:26.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:26 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:25:26.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:26 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:25:26.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:26 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:25:26.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:26 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:25:26.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:26 smithi136 ceph-mon[16389]: Adjusting osd_memory_target on smithi136 to 4016M 2024-08-19T11:25:26.350 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:26 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:26.350 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:26 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:26.350 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:26 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:25:26.350 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:26 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:26.350 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:26 smithi136 ceph-mon[16389]: osdmap e27: 4 total, 4 up, 4 in 2024-08-19T11:25:26.350 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:26 smithi136 ceph-mon[16389]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T11:25:27.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:27 smithi155 ceph-mon[19718]: from='client.24190 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:25:27.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:27 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T11:25:27.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:27 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T11:25:27.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:27 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:27.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:27 smithi136 ceph-mon[16389]: from='client.24190 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:25:27.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:27 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T11:25:27.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:27 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T11:25:27.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:27 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:27.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:27 smithi136 ceph-mon[28279]: from='client.24190 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:25:27.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:27 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T11:25:27.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:27 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T11:25:27.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:27 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:28.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:28 smithi155 ceph-mon[19718]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T11:25:28.597 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:28 smithi136 ceph-mon[16389]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T11:25:28.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:28 smithi136 ceph-mon[28279]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T11:25:29.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:29 smithi155 ceph-mon[19718]: from='client.? 172.21.15.155:0/646965479' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "58160bd1-3a99-476b-a5c1-8ce7fdf2e553"}]: dispatch 2024-08-19T11:25:29.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:29 smithi155 ceph-mon[19718]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "58160bd1-3a99-476b-a5c1-8ce7fdf2e553"}]: dispatch 2024-08-19T11:25:29.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:29 smithi155 ceph-mon[19718]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "58160bd1-3a99-476b-a5c1-8ce7fdf2e553"}]': finished 2024-08-19T11:25:29.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:29 smithi155 ceph-mon[19718]: osdmap e28: 5 total, 4 up, 5 in 2024-08-19T11:25:29.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:29 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T11:25:29.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:29 smithi136 ceph-mon[16389]: from='client.? 172.21.15.155:0/646965479' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "58160bd1-3a99-476b-a5c1-8ce7fdf2e553"}]: dispatch 2024-08-19T11:25:29.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:29 smithi136 ceph-mon[16389]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "58160bd1-3a99-476b-a5c1-8ce7fdf2e553"}]: dispatch 2024-08-19T11:25:29.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:29 smithi136 ceph-mon[16389]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "58160bd1-3a99-476b-a5c1-8ce7fdf2e553"}]': finished 2024-08-19T11:25:29.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:29 smithi136 ceph-mon[16389]: osdmap e28: 5 total, 4 up, 5 in 2024-08-19T11:25:29.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:29 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T11:25:29.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:29 smithi136 ceph-mon[28279]: from='client.? 172.21.15.155:0/646965479' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "58160bd1-3a99-476b-a5c1-8ce7fdf2e553"}]: dispatch 2024-08-19T11:25:29.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:29 smithi136 ceph-mon[28279]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "58160bd1-3a99-476b-a5c1-8ce7fdf2e553"}]: dispatch 2024-08-19T11:25:29.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:29 smithi136 ceph-mon[28279]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "58160bd1-3a99-476b-a5c1-8ce7fdf2e553"}]': finished 2024-08-19T11:25:29.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:29 smithi136 ceph-mon[28279]: osdmap e28: 5 total, 4 up, 5 in 2024-08-19T11:25:29.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:29 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T11:25:30.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:30 smithi155 ceph-mon[19718]: from='client.? 172.21.15.155:0/1203253905' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T11:25:30.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:30 smithi155 ceph-mon[19718]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T11:25:30.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:30 smithi136 ceph-mon[16389]: from='client.? 172.21.15.155:0/1203253905' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T11:25:30.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:30 smithi136 ceph-mon[16389]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T11:25:30.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:30 smithi136 ceph-mon[28279]: from='client.? 172.21.15.155:0/1203253905' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T11:25:30.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:30 smithi136 ceph-mon[28279]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T11:25:33.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:32 smithi136 ceph-mon[28279]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T11:25:33.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:32 smithi136 ceph-mon[16389]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T11:25:33.112 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:32 smithi155 ceph-mon[19718]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T11:25:34.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:34 smithi155 ceph-mon[19718]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T11:25:34.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:34 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-19T11:25:34.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:34 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:35.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:34 smithi136 ceph-mon[16389]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T11:25:35.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:34 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-19T11:25:35.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:34 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:35.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:34 smithi136 ceph-mon[28279]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T11:25:35.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:34 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-19T11:25:35.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:34 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:35.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:35 smithi155 ceph-mon[19718]: Deploying daemon osd.4 on smithi155 2024-08-19T11:25:36.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:35 smithi136 ceph-mon[16389]: Deploying daemon osd.4 on smithi155 2024-08-19T11:25:36.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:35 smithi136 ceph-mon[28279]: Deploying daemon osd.4 on smithi155 2024-08-19T11:25:36.987 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:36 smithi155 ceph-mon[19718]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T11:25:37.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:36 smithi136 ceph-mon[16389]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T11:25:37.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:36 smithi136 ceph-mon[28279]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T11:25:38.777 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:38 smithi155 ceph-mon[19718]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T11:25:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:38 smithi136 ceph-mon[28279]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T11:25:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:38 smithi136 ceph-mon[16389]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T11:25:40.033 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:39 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:25:40.034 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:39 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:40.034 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:39 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:40.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:39 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:25:40.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:39 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:40.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:39 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:40.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:39 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:25:40.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:39 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:40.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:39 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:40 smithi155 ceph-mon[19718]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T11:25:41.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:40 smithi136 ceph-mon[16389]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T11:25:41.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:40 smithi136 ceph-mon[28279]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T11:25:42.772 INFO:teuthology.orchestra.run.smithi155.stdout:Created osd(s) 4 on host 'smithi155' 2024-08-19T11:25:43.082 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:42 smithi155 ceph-mon[19718]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T11:25:43.082 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:42 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:43.083 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:42 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:43.083 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:42 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:43.083 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:42 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:25:43.083 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:42 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:43.083 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:42 smithi155 ceph-mon[19718]: from='osd.4 [v2:172.21.15.155:6800/3188481285,v1:172.21.15.155:6801/3188481285]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-19T11:25:43.083 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:42 smithi155 ceph-mon[19718]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-19T11:25:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:42 smithi136 ceph-mon[16389]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T11:25:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:42 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:42 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:42 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:42 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:25:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:42 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:42 smithi136 ceph-mon[16389]: from='osd.4 [v2:172.21.15.155:6800/3188481285,v1:172.21.15.155:6801/3188481285]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-19T11:25:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:42 smithi136 ceph-mon[16389]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-19T11:25:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:42 smithi136 ceph-mon[28279]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T11:25:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:42 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:43.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:42 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:43.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:42 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:43.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:42 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:25:43.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:42 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:43.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:42 smithi136 ceph-mon[28279]: from='osd.4 [v2:172.21.15.155:6800/3188481285,v1:172.21.15.155:6801/3188481285]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-19T11:25:43.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:42 smithi136 ceph-mon[28279]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-19T11:25:43.350 DEBUG:teuthology.orchestra.run.smithi155:osd.4> sudo journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.4.service 2024-08-19T11:25:43.352 INFO:tasks.cephadm:Deploying osd.5 on smithi155 with /dev/vg_nvme/lv_3... 2024-08-19T11:25:43.352 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-08-19T11:25:43.928 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:43 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:25:43.928 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:43 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:43.928 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:43 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:43.928 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:43 smithi155 ceph-mon[19718]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-19T11:25:43.929 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:43 smithi155 ceph-mon[19718]: osdmap e29: 5 total, 4 up, 5 in 2024-08-19T11:25:43.929 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:43 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T11:25:43.929 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:43 smithi155 ceph-mon[19718]: from='osd.4 [v2:172.21.15.155:6800/3188481285,v1:172.21.15.155:6801/3188481285]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-08-19T11:25:43.929 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:43 smithi155 ceph-mon[19718]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-08-19T11:25:44.077 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T11:25:44.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:43 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:25:44.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:43 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:44.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:43 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:44.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:43 smithi136 ceph-mon[16389]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-19T11:25:44.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:43 smithi136 ceph-mon[16389]: osdmap e29: 5 total, 4 up, 5 in 2024-08-19T11:25:44.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:43 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T11:25:44.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:43 smithi136 ceph-mon[16389]: from='osd.4 [v2:172.21.15.155:6800/3188481285,v1:172.21.15.155:6801/3188481285]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-08-19T11:25:44.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:43 smithi136 ceph-mon[16389]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-08-19T11:25:44.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:43 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:25:44.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:43 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:44.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:43 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:44.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:43 smithi136 ceph-mon[28279]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-19T11:25:44.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:43 smithi136 ceph-mon[28279]: osdmap e29: 5 total, 4 up, 5 in 2024-08-19T11:25:44.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:43 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T11:25:44.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:43 smithi136 ceph-mon[28279]: from='osd.4 [v2:172.21.15.155:6800/3188481285,v1:172.21.15.155:6801/3188481285]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-08-19T11:25:44.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:43 smithi136 ceph-mon[28279]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-08-19T11:25:44.199 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:25:43 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4[25144]: 2024-08-19T11:25:43.926+0000 7f5544c42640 -1 osd.4 0 waiting for initial osdmap 2024-08-19T11:25:44.199 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:25:43 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4[25144]: 2024-08-19T11:25:43.930+0000 7f5540a6b640 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T11:25:44.949 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:44 smithi155 ceph-mon[19718]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T11:25:44.949 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:44 smithi155 ceph-mon[19718]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2024-08-19T11:25:44.949 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:44 smithi155 ceph-mon[19718]: osdmap e30: 5 total, 4 up, 5 in 2024-08-19T11:25:44.949 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:44 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T11:25:44.949 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:44 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T11:25:45.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:44 smithi136 ceph-mon[16389]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T11:25:45.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:44 smithi136 ceph-mon[16389]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2024-08-19T11:25:45.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:44 smithi136 ceph-mon[16389]: osdmap e30: 5 total, 4 up, 5 in 2024-08-19T11:25:45.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:44 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T11:25:45.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:44 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T11:25:45.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:44 smithi136 ceph-mon[28279]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T11:25:45.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:44 smithi136 ceph-mon[28279]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2024-08-19T11:25:45.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:44 smithi136 ceph-mon[28279]: osdmap e30: 5 total, 4 up, 5 in 2024-08-19T11:25:45.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:44 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T11:25:45.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:44 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T11:25:45.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:45 smithi155 ceph-mon[19718]: purged_snaps scrub starts 2024-08-19T11:25:45.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:45 smithi155 ceph-mon[19718]: purged_snaps scrub ok 2024-08-19T11:25:45.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:45 smithi155 ceph-mon[19718]: osd.4 [v2:172.21.15.155:6800/3188481285,v1:172.21.15.155:6801/3188481285] boot 2024-08-19T11:25:45.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:45 smithi155 ceph-mon[19718]: osdmap e31: 5 total, 5 up, 5 in 2024-08-19T11:25:45.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:45 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T11:25:45.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:45 smithi155 ceph-mon[19718]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T11:25:46.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:45 smithi136 ceph-mon[16389]: purged_snaps scrub starts 2024-08-19T11:25:46.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:45 smithi136 ceph-mon[16389]: purged_snaps scrub ok 2024-08-19T11:25:46.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:45 smithi136 ceph-mon[16389]: osd.4 [v2:172.21.15.155:6800/3188481285,v1:172.21.15.155:6801/3188481285] boot 2024-08-19T11:25:46.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:45 smithi136 ceph-mon[16389]: osdmap e31: 5 total, 5 up, 5 in 2024-08-19T11:25:46.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:45 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T11:25:46.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:45 smithi136 ceph-mon[16389]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T11:25:46.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:45 smithi136 ceph-mon[28279]: purged_snaps scrub starts 2024-08-19T11:25:46.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:45 smithi136 ceph-mon[28279]: purged_snaps scrub ok 2024-08-19T11:25:46.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:45 smithi136 ceph-mon[28279]: osd.4 [v2:172.21.15.155:6800/3188481285,v1:172.21.15.155:6801/3188481285] boot 2024-08-19T11:25:46.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:45 smithi136 ceph-mon[28279]: osdmap e31: 5 total, 5 up, 5 in 2024-08-19T11:25:46.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:45 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T11:25:46.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:45 smithi136 ceph-mon[28279]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T11:25:47.101 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:46 smithi155 ceph-mon[19718]: osdmap e32: 5 total, 5 up, 5 in 2024-08-19T11:25:47.249 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:46 smithi136 ceph-mon[28279]: osdmap e32: 5 total, 5 up, 5 in 2024-08-19T11:25:47.249 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:46 smithi136 ceph-mon[16389]: osdmap e32: 5 total, 5 up, 5 in 2024-08-19T11:25:48.158 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:47 smithi155 ceph-mon[19718]: osdmap e33: 5 total, 5 up, 5 in 2024-08-19T11:25:48.158 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:47 smithi155 ceph-mon[19718]: Detected new or changed devices on smithi155 2024-08-19T11:25:48.158 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:47 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:48.158 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:47 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:48.158 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:47 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:25:48.158 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:47 smithi155 ceph-mon[19718]: Adjusting osd_memory_target on smithi155 to 17088M 2024-08-19T11:25:48.158 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:47 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:48.158 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:47 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:48.158 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:47 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:25:48.158 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:47 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:48.159 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:47 smithi155 ceph-mon[19718]: osdmap e34: 5 total, 5 up, 5 in 2024-08-19T11:25:48.159 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:47 smithi155 ceph-mon[19718]: pgmap v112: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T11:25:48.266 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:47 smithi136 ceph-mon[28279]: osdmap e33: 5 total, 5 up, 5 in 2024-08-19T11:25:48.266 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:47 smithi136 ceph-mon[28279]: Detected new or changed devices on smithi155 2024-08-19T11:25:48.266 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:47 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:48.266 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:47 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:48.266 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:47 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:25:48.266 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:47 smithi136 ceph-mon[28279]: Adjusting osd_memory_target on smithi155 to 17088M 2024-08-19T11:25:48.266 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:47 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:48.266 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:47 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:48.266 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:47 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:25:48.266 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:47 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:48.267 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:47 smithi136 ceph-mon[28279]: osdmap e34: 5 total, 5 up, 5 in 2024-08-19T11:25:48.267 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:47 smithi136 ceph-mon[28279]: pgmap v112: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T11:25:48.267 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:47 smithi136 ceph-mon[16389]: osdmap e33: 5 total, 5 up, 5 in 2024-08-19T11:25:48.267 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:47 smithi136 ceph-mon[16389]: Detected new or changed devices on smithi155 2024-08-19T11:25:48.267 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:47 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:48.267 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:47 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:48.267 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:47 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:25:48.267 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:47 smithi136 ceph-mon[16389]: Adjusting osd_memory_target on smithi155 to 17088M 2024-08-19T11:25:48.267 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:47 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:48.267 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:47 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:48.267 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:47 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:25:48.267 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:47 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:25:48.268 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:47 smithi136 ceph-mon[16389]: osdmap e34: 5 total, 5 up, 5 in 2024-08-19T11:25:48.268 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:47 smithi136 ceph-mon[16389]: pgmap v112: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T11:25:48.453 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-08-19T11:25:48.475 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi155:vg_nvme/lv_3 2024-08-19T11:25:48.675 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T11:25:49.597 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:49 smithi136 ceph-mon[16389]: osdmap e35: 5 total, 5 up, 5 in 2024-08-19T11:25:49.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:49 smithi136 ceph-mon[28279]: osdmap e35: 5 total, 5 up, 5 in 2024-08-19T11:25:49.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:49 smithi155 ceph-mon[19718]: osdmap e35: 5 total, 5 up, 5 in 2024-08-19T11:25:50.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:50 smithi136 ceph-mon[16389]: pgmap v114: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T11:25:50.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:50 smithi136 ceph-mon[28279]: pgmap v114: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T11:25:50.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:50 smithi155 ceph-mon[19718]: pgmap v114: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T11:25:51.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:51 smithi155 ceph-mon[19718]: from='client.24217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:25:51.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:51 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T11:25:51.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:51 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T11:25:51.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:51 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:51.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:51 smithi136 ceph-mon[16389]: from='client.24217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:25:51.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:51 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T11:25:51.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:51 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T11:25:51.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:51 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:51.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:51 smithi136 ceph-mon[28279]: from='client.24217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:25:51.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:51 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T11:25:51.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:51 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T11:25:51.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:51 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:52.436 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:52 smithi155 ceph-mon[19718]: pgmap v115: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T11:25:52.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:52 smithi136 ceph-mon[16389]: pgmap v115: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T11:25:52.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:52 smithi136 ceph-mon[28279]: pgmap v115: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T11:25:53.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:53 smithi136 ceph-mon[16389]: from='client.? 172.21.15.155:0/3388304536' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "753fbc16-06ea-4ff5-8489-a61fa985bb2a"}]: dispatch 2024-08-19T11:25:53.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:53 smithi136 ceph-mon[16389]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "753fbc16-06ea-4ff5-8489-a61fa985bb2a"}]: dispatch 2024-08-19T11:25:53.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:53 smithi136 ceph-mon[16389]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "753fbc16-06ea-4ff5-8489-a61fa985bb2a"}]': finished 2024-08-19T11:25:53.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:53 smithi136 ceph-mon[16389]: osdmap e36: 6 total, 5 up, 6 in 2024-08-19T11:25:53.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:53 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T11:25:53.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:53 smithi136 ceph-mon[16389]: from='client.? 172.21.15.155:0/897455346' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T11:25:53.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:53 smithi136 ceph-mon[28279]: from='client.? 172.21.15.155:0/3388304536' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "753fbc16-06ea-4ff5-8489-a61fa985bb2a"}]: dispatch 2024-08-19T11:25:53.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:53 smithi136 ceph-mon[28279]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "753fbc16-06ea-4ff5-8489-a61fa985bb2a"}]: dispatch 2024-08-19T11:25:53.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:53 smithi136 ceph-mon[28279]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "753fbc16-06ea-4ff5-8489-a61fa985bb2a"}]': finished 2024-08-19T11:25:53.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:53 smithi136 ceph-mon[28279]: osdmap e36: 6 total, 5 up, 6 in 2024-08-19T11:25:53.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:53 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T11:25:53.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:53 smithi136 ceph-mon[28279]: from='client.? 172.21.15.155:0/897455346' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T11:25:53.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:53 smithi155 ceph-mon[19718]: from='client.? 172.21.15.155:0/3388304536' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "753fbc16-06ea-4ff5-8489-a61fa985bb2a"}]: dispatch 2024-08-19T11:25:53.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:53 smithi155 ceph-mon[19718]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "753fbc16-06ea-4ff5-8489-a61fa985bb2a"}]: dispatch 2024-08-19T11:25:53.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:53 smithi155 ceph-mon[19718]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "753fbc16-06ea-4ff5-8489-a61fa985bb2a"}]': finished 2024-08-19T11:25:53.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:53 smithi155 ceph-mon[19718]: osdmap e36: 6 total, 5 up, 6 in 2024-08-19T11:25:53.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:53 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T11:25:53.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:53 smithi155 ceph-mon[19718]: from='client.? 172.21.15.155:0/897455346' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T11:25:54.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:54 smithi136 ceph-mon[16389]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-08-19T11:25:54.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:54 smithi136 ceph-mon[28279]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-08-19T11:25:54.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:54 smithi155 ceph-mon[19718]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-08-19T11:25:56.742 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:56 smithi155 ceph-mon[19718]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-19T11:25:57.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:56 smithi136 ceph-mon[16389]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-19T11:25:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:56 smithi136 ceph-mon[28279]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-19T11:25:59.031 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:58 smithi155 ceph-mon[19718]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-08-19T11:25:59.031 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:58 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-19T11:25:59.031 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:58 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:59.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:58 smithi136 ceph-mon[16389]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-08-19T11:25:59.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:58 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-19T11:25:59.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:58 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:25:59.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:58 smithi136 ceph-mon[28279]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-08-19T11:25:59.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:58 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-19T11:25:59.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:58 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:26:00.008 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:25:59 smithi155 ceph-mon[19718]: Deploying daemon osd.5 on smithi155 2024-08-19T11:26:00.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:25:59 smithi136 ceph-mon[28279]: Deploying daemon osd.5 on smithi155 2024-08-19T11:26:00.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:25:59 smithi136 ceph-mon[16389]: Deploying daemon osd.5 on smithi155 2024-08-19T11:26:00.855 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:00 smithi155 ceph-mon[19718]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-19T11:26:01.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:00 smithi136 ceph-mon[28279]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-19T11:26:01.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:00 smithi136 ceph-mon[16389]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-19T11:26:03.014 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:02 smithi155 ceph-mon[19718]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-19T11:26:03.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:02 smithi136 ceph-mon[16389]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-19T11:26:03.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:02 smithi136 ceph-mon[28279]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-19T11:26:04.027 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:03 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:26:04.027 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:03 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:04.027 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:03 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:04.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:03 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:26:04.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:03 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:04.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:03 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:04.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:03 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:26:04.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:03 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:04.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:03 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:05.052 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:04 smithi155 ceph-mon[19718]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T11:26:05.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:04 smithi136 ceph-mon[28279]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T11:26:05.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:04 smithi136 ceph-mon[16389]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T11:26:06.860 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:06 smithi155 ceph-mon[19718]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T11:26:06.861 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:06 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:06.861 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:06 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:06.861 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:06 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:26:06.861 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:06 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:26:06.861 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:06 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:06.898 INFO:teuthology.orchestra.run.smithi155.stdout:Created osd(s) 5 on host 'smithi155' 2024-08-19T11:26:07.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:06 smithi136 ceph-mon[16389]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T11:26:07.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:06 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:07.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:06 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:07.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:06 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:26:07.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:06 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:26:07.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:06 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:07.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:06 smithi136 ceph-mon[28279]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T11:26:07.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:06 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:07.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:06 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:07.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:06 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:26:07.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:06 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:26:07.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:06 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:07.633 DEBUG:teuthology.orchestra.run.smithi155:osd.5> sudo journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.5.service 2024-08-19T11:26:07.636 INFO:tasks.cephadm:Deploying osd.6 on smithi155 with /dev/vg_nvme/lv_2... 2024-08-19T11:26:07.636 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-08-19T11:26:07.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:07 smithi155 ceph-mon[19718]: from='osd.5 [v2:172.21.15.155:6808/3682104727,v1:172.21.15.155:6809/3682104727]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-19T11:26:07.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:07 smithi155 ceph-mon[19718]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-19T11:26:07.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:07 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:26:07.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:07 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:07.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:07 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:08.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:07 smithi136 ceph-mon[16389]: from='osd.5 [v2:172.21.15.155:6808/3682104727,v1:172.21.15.155:6809/3682104727]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-19T11:26:08.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:07 smithi136 ceph-mon[16389]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-19T11:26:08.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:07 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:26:08.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:07 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:08.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:07 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:08.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:07 smithi136 ceph-mon[28279]: from='osd.5 [v2:172.21.15.155:6808/3682104727,v1:172.21.15.155:6809/3682104727]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-19T11:26:08.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:07 smithi136 ceph-mon[28279]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-19T11:26:08.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:07 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:26:08.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:07 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:08.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:07 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:08.344 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T11:26:09.073 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:08 smithi155 ceph-mon[19718]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T11:26:09.073 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:08 smithi155 ceph-mon[19718]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-19T11:26:09.074 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:08 smithi155 ceph-mon[19718]: osdmap e37: 6 total, 5 up, 6 in 2024-08-19T11:26:09.074 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:08 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T11:26:09.074 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:08 smithi155 ceph-mon[19718]: from='osd.5 [v2:172.21.15.155:6808/3682104727,v1:172.21.15.155:6809/3682104727]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-08-19T11:26:09.074 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:08 smithi155 ceph-mon[19718]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-08-19T11:26:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:08 smithi136 ceph-mon[16389]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T11:26:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:08 smithi136 ceph-mon[16389]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-19T11:26:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:08 smithi136 ceph-mon[16389]: osdmap e37: 6 total, 5 up, 6 in 2024-08-19T11:26:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:08 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T11:26:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:08 smithi136 ceph-mon[16389]: from='osd.5 [v2:172.21.15.155:6808/3682104727,v1:172.21.15.155:6809/3682104727]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-08-19T11:26:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:08 smithi136 ceph-mon[16389]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-08-19T11:26:09.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:08 smithi136 ceph-mon[28279]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T11:26:09.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:08 smithi136 ceph-mon[28279]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-19T11:26:09.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:08 smithi136 ceph-mon[28279]: osdmap e37: 6 total, 5 up, 6 in 2024-08-19T11:26:09.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:08 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T11:26:09.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:08 smithi136 ceph-mon[28279]: from='osd.5 [v2:172.21.15.155:6808/3682104727,v1:172.21.15.155:6809/3682104727]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-08-19T11:26:09.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:08 smithi136 ceph-mon[28279]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-08-19T11:26:09.461 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:26:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[31452]: 2024-08-19T11:26:09.200+0000 7f2263632640 -1 osd.5 0 waiting for initial osdmap 2024-08-19T11:26:09.461 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:26:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[31452]: 2024-08-19T11:26:09.204+0000 7f225b453640 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T11:26:09.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:09 smithi155 ceph-mon[19718]: purged_snaps scrub starts 2024-08-19T11:26:09.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:09 smithi155 ceph-mon[19718]: purged_snaps scrub ok 2024-08-19T11:26:09.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:09 smithi155 ceph-mon[19718]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2024-08-19T11:26:09.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:09 smithi155 ceph-mon[19718]: osdmap e38: 6 total, 5 up, 6 in 2024-08-19T11:26:09.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:09 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T11:26:09.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:09 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T11:26:09.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:09 smithi155 ceph-mon[19718]: from='osd.5 ' entity='osd.5' 2024-08-19T11:26:09.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:09 smithi155 ceph-mon[19718]: osd.5 [v2:172.21.15.155:6808/3682104727,v1:172.21.15.155:6809/3682104727] boot 2024-08-19T11:26:09.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:09 smithi155 ceph-mon[19718]: osdmap e39: 6 total, 6 up, 6 in 2024-08-19T11:26:09.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:09 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T11:26:10.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:09 smithi136 ceph-mon[16389]: purged_snaps scrub starts 2024-08-19T11:26:10.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:09 smithi136 ceph-mon[16389]: purged_snaps scrub ok 2024-08-19T11:26:10.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:09 smithi136 ceph-mon[16389]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2024-08-19T11:26:10.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:09 smithi136 ceph-mon[16389]: osdmap e38: 6 total, 5 up, 6 in 2024-08-19T11:26:10.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:09 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T11:26:10.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:09 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T11:26:10.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:09 smithi136 ceph-mon[16389]: from='osd.5 ' entity='osd.5' 2024-08-19T11:26:10.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:09 smithi136 ceph-mon[16389]: osd.5 [v2:172.21.15.155:6808/3682104727,v1:172.21.15.155:6809/3682104727] boot 2024-08-19T11:26:10.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:09 smithi136 ceph-mon[16389]: osdmap e39: 6 total, 6 up, 6 in 2024-08-19T11:26:10.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:09 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T11:26:10.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:09 smithi136 ceph-mon[28279]: purged_snaps scrub starts 2024-08-19T11:26:10.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:09 smithi136 ceph-mon[28279]: purged_snaps scrub ok 2024-08-19T11:26:10.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:09 smithi136 ceph-mon[28279]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2024-08-19T11:26:10.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:09 smithi136 ceph-mon[28279]: osdmap e38: 6 total, 5 up, 6 in 2024-08-19T11:26:10.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:09 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T11:26:10.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:09 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T11:26:10.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:09 smithi136 ceph-mon[28279]: from='osd.5 ' entity='osd.5' 2024-08-19T11:26:10.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:09 smithi136 ceph-mon[28279]: osd.5 [v2:172.21.15.155:6808/3682104727,v1:172.21.15.155:6809/3682104727] boot 2024-08-19T11:26:10.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:09 smithi136 ceph-mon[28279]: osdmap e39: 6 total, 6 up, 6 in 2024-08-19T11:26:10.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:09 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T11:26:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:10 smithi136 ceph-mon[16389]: pgmap v127: 1 pgs: 1 unknown; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T11:26:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:10 smithi136 ceph-mon[16389]: osdmap e40: 6 total, 6 up, 6 in 2024-08-19T11:26:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:10 smithi136 ceph-mon[28279]: pgmap v127: 1 pgs: 1 unknown; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T11:26:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:10 smithi136 ceph-mon[28279]: osdmap e40: 6 total, 6 up, 6 in 2024-08-19T11:26:11.201 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:10 smithi155 ceph-mon[19718]: pgmap v127: 1 pgs: 1 unknown; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T11:26:11.201 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:10 smithi155 ceph-mon[19718]: osdmap e40: 6 total, 6 up, 6 in 2024-08-19T11:26:12.834 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:12 smithi155 ceph-mon[19718]: Detected new or changed devices on smithi155 2024-08-19T11:26:12.835 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:12 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:12.835 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:12 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:12.835 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:12 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:26:12.835 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:12 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:26:12.835 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:12 smithi155 ceph-mon[19718]: Adjusting osd_memory_target on smithi155 to 8544M 2024-08-19T11:26:12.835 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:12 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:12.835 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:12 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:26:12.835 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:12 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:26:12.835 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:12 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:12.835 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:12 smithi155 ceph-mon[19718]: pgmap v130: 1 pgs: 1 unknown; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T11:26:12.835 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:12 smithi155 ceph-mon[19718]: osdmap e41: 6 total, 6 up, 6 in 2024-08-19T11:26:12.835 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:12 smithi155 ceph-mon[19718]: osdmap e42: 6 total, 6 up, 6 in 2024-08-19T11:26:12.837 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-08-19T11:26:12.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:12 smithi136 ceph-mon[28279]: Detected new or changed devices on smithi155 2024-08-19T11:26:12.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:12 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:12.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:12 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:12.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:12 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:26:12.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:12 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:26:12.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:12 smithi136 ceph-mon[28279]: Adjusting osd_memory_target on smithi155 to 8544M 2024-08-19T11:26:12.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:12 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:12.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:12 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:26:12.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:12 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:26:12.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:12 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:12.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:12 smithi136 ceph-mon[28279]: pgmap v130: 1 pgs: 1 unknown; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T11:26:12.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:12 smithi136 ceph-mon[28279]: osdmap e41: 6 total, 6 up, 6 in 2024-08-19T11:26:12.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:12 smithi136 ceph-mon[28279]: osdmap e42: 6 total, 6 up, 6 in 2024-08-19T11:26:12.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:12 smithi136 ceph-mon[16389]: Detected new or changed devices on smithi155 2024-08-19T11:26:12.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:12 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:12.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:12 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:12.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:12 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:26:12.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:12 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:26:12.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:12 smithi136 ceph-mon[16389]: Adjusting osd_memory_target on smithi155 to 8544M 2024-08-19T11:26:12.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:12 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:12.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:12 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:26:12.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:12 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:26:12.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:12 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:12.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:12 smithi136 ceph-mon[16389]: pgmap v130: 1 pgs: 1 unknown; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T11:26:12.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:12 smithi136 ceph-mon[16389]: osdmap e41: 6 total, 6 up, 6 in 2024-08-19T11:26:12.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:12 smithi136 ceph-mon[16389]: osdmap e42: 6 total, 6 up, 6 in 2024-08-19T11:26:12.857 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi155:vg_nvme/lv_2 2024-08-19T11:26:13.057 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T11:26:14.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:14 smithi136 ceph-mon[16389]: osdmap e43: 6 total, 6 up, 6 in 2024-08-19T11:26:14.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:14 smithi136 ceph-mon[16389]: pgmap v134: 1 pgs: 1 unknown; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T11:26:14.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:14 smithi136 ceph-mon[28279]: osdmap e43: 6 total, 6 up, 6 in 2024-08-19T11:26:14.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:14 smithi136 ceph-mon[28279]: pgmap v134: 1 pgs: 1 unknown; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T11:26:14.675 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:14 smithi155 ceph-mon[19718]: osdmap e43: 6 total, 6 up, 6 in 2024-08-19T11:26:14.675 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:14 smithi155 ceph-mon[19718]: pgmap v134: 1 pgs: 1 unknown; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T11:26:15.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:15 smithi136 ceph-mon[16389]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:26:15.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:15 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T11:26:15.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:15 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T11:26:15.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:15 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:26:15.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:15 smithi136 ceph-mon[28279]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:26:15.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:15 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T11:26:15.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:15 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T11:26:15.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:15 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:26:15.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:15 smithi155 ceph-mon[19718]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:26:15.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:15 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T11:26:15.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:15 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T11:26:15.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:15 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:26:16.402 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:16 smithi155 ceph-mon[19718]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-08-19T11:26:16.597 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:16 smithi136 ceph-mon[16389]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-08-19T11:26:16.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:16 smithi136 ceph-mon[28279]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-08-19T11:26:17.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:17 smithi155 ceph-mon[19718]: from='client.? 172.21.15.155:0/3492980048' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a461ecf0-c580-4727-9a8f-a8824cf75788"}]: dispatch 2024-08-19T11:26:17.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:17 smithi155 ceph-mon[19718]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a461ecf0-c580-4727-9a8f-a8824cf75788"}]: dispatch 2024-08-19T11:26:17.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:17 smithi155 ceph-mon[19718]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a461ecf0-c580-4727-9a8f-a8824cf75788"}]': finished 2024-08-19T11:26:17.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:17 smithi155 ceph-mon[19718]: osdmap e44: 7 total, 6 up, 7 in 2024-08-19T11:26:17.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:17 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T11:26:17.597 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:17 smithi136 ceph-mon[16389]: from='client.? 172.21.15.155:0/3492980048' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a461ecf0-c580-4727-9a8f-a8824cf75788"}]: dispatch 2024-08-19T11:26:17.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:17 smithi136 ceph-mon[16389]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a461ecf0-c580-4727-9a8f-a8824cf75788"}]: dispatch 2024-08-19T11:26:17.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:17 smithi136 ceph-mon[16389]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a461ecf0-c580-4727-9a8f-a8824cf75788"}]': finished 2024-08-19T11:26:17.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:17 smithi136 ceph-mon[16389]: osdmap e44: 7 total, 6 up, 7 in 2024-08-19T11:26:17.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:17 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T11:26:17.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:17 smithi136 ceph-mon[28279]: from='client.? 172.21.15.155:0/3492980048' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a461ecf0-c580-4727-9a8f-a8824cf75788"}]: dispatch 2024-08-19T11:26:17.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:17 smithi136 ceph-mon[28279]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a461ecf0-c580-4727-9a8f-a8824cf75788"}]: dispatch 2024-08-19T11:26:17.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:17 smithi136 ceph-mon[28279]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a461ecf0-c580-4727-9a8f-a8824cf75788"}]': finished 2024-08-19T11:26:17.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:17 smithi136 ceph-mon[28279]: osdmap e44: 7 total, 6 up, 7 in 2024-08-19T11:26:17.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:17 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T11:26:18.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:18 smithi136 ceph-mon[16389]: from='client.? 172.21.15.155:0/4043328092' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T11:26:18.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:18 smithi136 ceph-mon[16389]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-08-19T11:26:18.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:18 smithi136 ceph-mon[28279]: from='client.? 172.21.15.155:0/4043328092' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T11:26:18.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:18 smithi136 ceph-mon[28279]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-08-19T11:26:18.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:18 smithi155 ceph-mon[19718]: from='client.? 172.21.15.155:0/4043328092' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T11:26:18.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:18 smithi155 ceph-mon[19718]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-08-19T11:26:20.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:20 smithi155 ceph-mon[19718]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-08-19T11:26:21.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:20 smithi136 ceph-mon[16389]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-08-19T11:26:21.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:20 smithi136 ceph-mon[28279]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-08-19T11:26:23.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:22 smithi136 ceph-mon[16389]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-08-19T11:26:23.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:22 smithi136 ceph-mon[28279]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-08-19T11:26:23.162 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:22 smithi155 ceph-mon[19718]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-08-19T11:26:24.085 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:23 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-19T11:26:24.085 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:23 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:26:24.085 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:23 smithi155 ceph-mon[19718]: Deploying daemon osd.6 on smithi155 2024-08-19T11:26:24.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:23 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-19T11:26:24.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:23 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:26:24.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:23 smithi136 ceph-mon[16389]: Deploying daemon osd.6 on smithi155 2024-08-19T11:26:24.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:23 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-19T11:26:24.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:23 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:26:24.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:23 smithi136 ceph-mon[28279]: Deploying daemon osd.6 on smithi155 2024-08-19T11:26:24.949 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:24 smithi155 ceph-mon[19718]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-19T11:26:25.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:24 smithi136 ceph-mon[28279]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-19T11:26:25.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:24 smithi136 ceph-mon[16389]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-19T11:26:26.841 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:26 smithi155 ceph-mon[19718]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T11:26:27.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:26 smithi136 ceph-mon[16389]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T11:26:27.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:26 smithi136 ceph-mon[28279]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T11:26:27.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:27 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:26:27.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:27 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:27.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:27 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:28.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:27 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:26:28.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:27 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:28.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:27 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:28.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:27 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:26:28.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:27 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:28.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:27 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:29.026 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:28 smithi155 ceph-mon[19718]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T11:26:29.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:28 smithi136 ceph-mon[16389]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T11:26:29.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:28 smithi136 ceph-mon[28279]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T11:26:30.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:30 smithi155 ceph-mon[19718]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T11:26:30.996 INFO:teuthology.orchestra.run.smithi155.stdout:Created osd(s) 6 on host 'smithi155' 2024-08-19T11:26:31.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:30 smithi136 ceph-mon[16389]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T11:26:31.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:30 smithi136 ceph-mon[28279]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T11:26:31.564 DEBUG:teuthology.orchestra.run.smithi155:osd.6> sudo journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.6.service 2024-08-19T11:26:31.567 INFO:tasks.cephadm:Deploying osd.7 on smithi155 with /dev/vg_nvme/lv_1... 2024-08-19T11:26:31.567 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-08-19T11:26:31.819 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T11:26:31.941 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:31 smithi155 ceph-mon[19718]: from='osd.6 [v2:172.21.15.155:6816/1087131918,v1:172.21.15.155:6817/1087131918]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-19T11:26:31.941 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:31 smithi155 ceph-mon[19718]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-19T11:26:31.942 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:31 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:31.942 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:31 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:31.942 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:31 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:31.942 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:31 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:32.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:31 smithi136 ceph-mon[16389]: from='osd.6 [v2:172.21.15.155:6816/1087131918,v1:172.21.15.155:6817/1087131918]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-19T11:26:32.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:31 smithi136 ceph-mon[16389]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-19T11:26:32.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:31 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:32.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:31 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:32.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:31 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:32.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:31 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:32.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:31 smithi136 ceph-mon[28279]: from='osd.6 [v2:172.21.15.155:6816/1087131918,v1:172.21.15.155:6817/1087131918]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-19T11:26:32.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:31 smithi136 ceph-mon[28279]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-19T11:26:32.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:31 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:32.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:31 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:32.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:31 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:32.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:31 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:32.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:32 smithi155 ceph-mon[19718]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T11:26:32.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:32 smithi155 ceph-mon[19718]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-19T11:26:32.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:32 smithi155 ceph-mon[19718]: osdmap e45: 7 total, 6 up, 7 in 2024-08-19T11:26:32.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:32 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T11:26:32.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:32 smithi155 ceph-mon[19718]: from='osd.6 [v2:172.21.15.155:6816/1087131918,v1:172.21.15.155:6817/1087131918]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-08-19T11:26:32.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:32 smithi155 ceph-mon[19718]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-08-19T11:26:33.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:32 smithi136 ceph-mon[28279]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T11:26:33.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:32 smithi136 ceph-mon[28279]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-19T11:26:33.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:32 smithi136 ceph-mon[28279]: osdmap e45: 7 total, 6 up, 7 in 2024-08-19T11:26:33.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:32 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T11:26:33.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:32 smithi136 ceph-mon[28279]: from='osd.6 [v2:172.21.15.155:6816/1087131918,v1:172.21.15.155:6817/1087131918]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-08-19T11:26:33.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:32 smithi136 ceph-mon[28279]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-08-19T11:26:33.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:32 smithi136 ceph-mon[16389]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T11:26:33.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:32 smithi136 ceph-mon[16389]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-19T11:26:33.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:32 smithi136 ceph-mon[16389]: osdmap e45: 7 total, 6 up, 7 in 2024-08-19T11:26:33.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:32 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T11:26:33.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:32 smithi136 ceph-mon[16389]: from='osd.6 [v2:172.21.15.155:6816/1087131918,v1:172.21.15.155:6817/1087131918]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-08-19T11:26:33.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:32 smithi136 ceph-mon[16389]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-08-19T11:26:33.293 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:26:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[37379]: 2024-08-19T11:26:33.212+0000 7f989bd19640 -1 osd.6 0 waiting for initial osdmap 2024-08-19T11:26:33.294 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:26:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[37379]: 2024-08-19T11:26:33.218+0000 7f9893323640 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T11:26:33.857 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:33 smithi155 ceph-mon[19718]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2024-08-19T11:26:33.857 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:33 smithi155 ceph-mon[19718]: osdmap e46: 7 total, 6 up, 7 in 2024-08-19T11:26:33.857 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:33 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T11:26:33.857 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:33 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T11:26:33.857 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:33 smithi155 ceph-mon[19718]: from='osd.6 ' entity='osd.6' 2024-08-19T11:26:34.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:33 smithi136 ceph-mon[16389]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2024-08-19T11:26:34.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:33 smithi136 ceph-mon[16389]: osdmap e46: 7 total, 6 up, 7 in 2024-08-19T11:26:34.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:33 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T11:26:34.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:33 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T11:26:34.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:33 smithi136 ceph-mon[16389]: from='osd.6 ' entity='osd.6' 2024-08-19T11:26:34.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:33 smithi136 ceph-mon[28279]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2024-08-19T11:26:34.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:33 smithi136 ceph-mon[28279]: osdmap e46: 7 total, 6 up, 7 in 2024-08-19T11:26:34.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:33 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T11:26:34.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:33 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T11:26:34.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:33 smithi136 ceph-mon[28279]: from='osd.6 ' entity='osd.6' 2024-08-19T11:26:34.580 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-08-19T11:26:34.598 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi155:vg_nvme/lv_1 2024-08-19T11:26:34.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:34 smithi155 ceph-mon[19718]: purged_snaps scrub starts 2024-08-19T11:26:34.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:34 smithi155 ceph-mon[19718]: purged_snaps scrub ok 2024-08-19T11:26:34.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:34 smithi155 ceph-mon[19718]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T11:26:34.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:34 smithi155 ceph-mon[19718]: osd.6 [v2:172.21.15.155:6816/1087131918,v1:172.21.15.155:6817/1087131918] boot 2024-08-19T11:26:34.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:34 smithi155 ceph-mon[19718]: osdmap e47: 7 total, 7 up, 7 in 2024-08-19T11:26:34.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:34 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T11:26:35.013 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T11:26:35.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:34 smithi136 ceph-mon[16389]: purged_snaps scrub starts 2024-08-19T11:26:35.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:34 smithi136 ceph-mon[16389]: purged_snaps scrub ok 2024-08-19T11:26:35.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:34 smithi136 ceph-mon[16389]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T11:26:35.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:34 smithi136 ceph-mon[16389]: osd.6 [v2:172.21.15.155:6816/1087131918,v1:172.21.15.155:6817/1087131918] boot 2024-08-19T11:26:35.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:34 smithi136 ceph-mon[16389]: osdmap e47: 7 total, 7 up, 7 in 2024-08-19T11:26:35.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:34 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T11:26:35.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:34 smithi136 ceph-mon[28279]: purged_snaps scrub starts 2024-08-19T11:26:35.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:34 smithi136 ceph-mon[28279]: purged_snaps scrub ok 2024-08-19T11:26:35.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:34 smithi136 ceph-mon[28279]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T11:26:35.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:34 smithi136 ceph-mon[28279]: osd.6 [v2:172.21.15.155:6816/1087131918,v1:172.21.15.155:6817/1087131918] boot 2024-08-19T11:26:35.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:34 smithi136 ceph-mon[28279]: osdmap e47: 7 total, 7 up, 7 in 2024-08-19T11:26:35.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:34 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T11:26:35.864 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:35 smithi155 ceph-mon[19718]: osdmap e48: 7 total, 7 up, 7 in 2024-08-19T11:26:35.864 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:35 smithi155 ceph-mon[19718]: osdmap e49: 7 total, 7 up, 7 in 2024-08-19T11:26:36.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:35 smithi136 ceph-mon[28279]: osdmap e48: 7 total, 7 up, 7 in 2024-08-19T11:26:36.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:35 smithi136 ceph-mon[28279]: osdmap e49: 7 total, 7 up, 7 in 2024-08-19T11:26:36.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:35 smithi136 ceph-mon[16389]: osdmap e48: 7 total, 7 up, 7 in 2024-08-19T11:26:36.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:35 smithi136 ceph-mon[16389]: osdmap e49: 7 total, 7 up, 7 in 2024-08-19T11:26:37.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:36 smithi136 ceph-mon[16389]: pgmap v150: 1 pgs: 1 remapped+peering; 577 KiB data, 321 MiB used, 626 GiB / 626 GiB avail 2024-08-19T11:26:37.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:36 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:37.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:36 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:37.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:36 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:26:37.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:36 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:26:37.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:36 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:26:37.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:36 smithi136 ceph-mon[28279]: pgmap v150: 1 pgs: 1 remapped+peering; 577 KiB data, 321 MiB used, 626 GiB / 626 GiB avail 2024-08-19T11:26:37.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:36 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:37.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:36 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:37.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:36 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:26:37.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:36 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:26:37.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:36 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:26:37.195 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:36 smithi155 ceph-mon[19718]: pgmap v150: 1 pgs: 1 remapped+peering; 577 KiB data, 321 MiB used, 626 GiB / 626 GiB avail 2024-08-19T11:26:37.196 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:36 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:37.196 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:36 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:37.196 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:36 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:26:37.196 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:36 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:26:37.196 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:36 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:26:38.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:37 smithi136 ceph-mon[16389]: Detected new or changed devices on smithi155 2024-08-19T11:26:38.153 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:37 smithi136 ceph-mon[16389]: Adjusting osd_memory_target on smithi155 to 5696M 2024-08-19T11:26:38.153 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:37 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:38.153 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:37 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:26:38.153 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:37 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:26:38.153 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:37 smithi136 ceph-mon[16389]: osdmap e50: 7 total, 7 up, 7 in 2024-08-19T11:26:38.153 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:37 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:38.153 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:37 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:26:38.153 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:37 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:26:38.154 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:37 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:26:38.154 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:37 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:38.154 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:37 smithi136 ceph-mon[28279]: Detected new or changed devices on smithi155 2024-08-19T11:26:38.154 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:37 smithi136 ceph-mon[28279]: Adjusting osd_memory_target on smithi155 to 5696M 2024-08-19T11:26:38.154 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:37 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:38.154 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:37 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:26:38.154 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:37 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:26:38.154 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:37 smithi136 ceph-mon[28279]: osdmap e50: 7 total, 7 up, 7 in 2024-08-19T11:26:38.154 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:37 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:38.155 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:37 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:26:38.155 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:37 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:26:38.155 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:37 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:26:38.155 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:37 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:38.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:37 smithi155 ceph-mon[19718]: Detected new or changed devices on smithi155 2024-08-19T11:26:38.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:37 smithi155 ceph-mon[19718]: Adjusting osd_memory_target on smithi155 to 5696M 2024-08-19T11:26:38.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:37 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:38.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:37 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:26:38.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:37 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:26:38.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:37 smithi155 ceph-mon[19718]: osdmap e50: 7 total, 7 up, 7 in 2024-08-19T11:26:38.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:37 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:38.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:37 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:26:38.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:37 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:26:38.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:37 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:26:38.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:37 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:38.871 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:38 smithi155 ceph-mon[19718]: pgmap v153: 1 pgs: 1 remapped+peering; 577 KiB data, 321 MiB used, 626 GiB / 626 GiB avail 2024-08-19T11:26:38.872 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:38 smithi155 ceph-mon[19718]: osdmap e51: 7 total, 7 up, 7 in 2024-08-19T11:26:38.872 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:38 smithi155 ceph-mon[19718]: from='client.24271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:26:38.872 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:38 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T11:26:38.872 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:38 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T11:26:38.872 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:38 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:26:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:38 smithi136 ceph-mon[16389]: pgmap v153: 1 pgs: 1 remapped+peering; 577 KiB data, 321 MiB used, 626 GiB / 626 GiB avail 2024-08-19T11:26:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:38 smithi136 ceph-mon[16389]: osdmap e51: 7 total, 7 up, 7 in 2024-08-19T11:26:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:38 smithi136 ceph-mon[16389]: from='client.24271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:26:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:38 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T11:26:39.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:38 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T11:26:39.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:38 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:26:39.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:38 smithi136 ceph-mon[28279]: pgmap v153: 1 pgs: 1 remapped+peering; 577 KiB data, 321 MiB used, 626 GiB / 626 GiB avail 2024-08-19T11:26:39.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:38 smithi136 ceph-mon[28279]: osdmap e51: 7 total, 7 up, 7 in 2024-08-19T11:26:39.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:38 smithi136 ceph-mon[28279]: from='client.24271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:26:39.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:38 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T11:26:39.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:38 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T11:26:39.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:38 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:26:41.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:40 smithi136 ceph-mon[16389]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-08-19T11:26:41.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:40 smithi136 ceph-mon[16389]: from='client.? 172.21.15.155:0/3069607895' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9fff0aa5-ebf3-47f8-8649-e5d2d3577c37"}]: dispatch 2024-08-19T11:26:41.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:40 smithi136 ceph-mon[16389]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9fff0aa5-ebf3-47f8-8649-e5d2d3577c37"}]: dispatch 2024-08-19T11:26:41.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:40 smithi136 ceph-mon[16389]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9fff0aa5-ebf3-47f8-8649-e5d2d3577c37"}]': finished 2024-08-19T11:26:41.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:40 smithi136 ceph-mon[16389]: osdmap e52: 8 total, 7 up, 8 in 2024-08-19T11:26:41.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:40 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T11:26:41.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:40 smithi136 ceph-mon[16389]: from='client.? 172.21.15.155:0/3299910810' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T11:26:41.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:40 smithi136 ceph-mon[28279]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-08-19T11:26:41.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:40 smithi136 ceph-mon[28279]: from='client.? 172.21.15.155:0/3069607895' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9fff0aa5-ebf3-47f8-8649-e5d2d3577c37"}]: dispatch 2024-08-19T11:26:41.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:40 smithi136 ceph-mon[28279]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9fff0aa5-ebf3-47f8-8649-e5d2d3577c37"}]: dispatch 2024-08-19T11:26:41.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:40 smithi136 ceph-mon[28279]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9fff0aa5-ebf3-47f8-8649-e5d2d3577c37"}]': finished 2024-08-19T11:26:41.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:40 smithi136 ceph-mon[28279]: osdmap e52: 8 total, 7 up, 8 in 2024-08-19T11:26:41.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:40 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T11:26:41.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:40 smithi136 ceph-mon[28279]: from='client.? 172.21.15.155:0/3299910810' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T11:26:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:40 smithi155 ceph-mon[19718]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-08-19T11:26:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:40 smithi155 ceph-mon[19718]: from='client.? 172.21.15.155:0/3069607895' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9fff0aa5-ebf3-47f8-8649-e5d2d3577c37"}]: dispatch 2024-08-19T11:26:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:40 smithi155 ceph-mon[19718]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9fff0aa5-ebf3-47f8-8649-e5d2d3577c37"}]: dispatch 2024-08-19T11:26:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:40 smithi155 ceph-mon[19718]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9fff0aa5-ebf3-47f8-8649-e5d2d3577c37"}]': finished 2024-08-19T11:26:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:40 smithi155 ceph-mon[19718]: osdmap e52: 8 total, 7 up, 8 in 2024-08-19T11:26:41.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:40 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T11:26:41.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:40 smithi155 ceph-mon[19718]: from='client.? 172.21.15.155:0/3299910810' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T11:26:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:42 smithi136 ceph-mon[16389]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-08-19T11:26:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:42 smithi136 ceph-mon[28279]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-08-19T11:26:43.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:42 smithi155 ceph-mon[19718]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-08-19T11:26:45.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:44 smithi136 ceph-mon[16389]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-08-19T11:26:45.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:44 smithi136 ceph-mon[28279]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-08-19T11:26:45.183 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:44 smithi155 ceph-mon[19718]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-08-19T11:26:46.940 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:46 smithi155 ceph-mon[19718]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-19T11:26:46.940 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:46 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-19T11:26:46.940 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:46 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:26:47.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:46 smithi136 ceph-mon[28279]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-19T11:26:47.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:46 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-19T11:26:47.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:46 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:26:47.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:46 smithi136 ceph-mon[16389]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-19T11:26:47.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:46 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-19T11:26:47.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:46 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:26:47.890 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:47 smithi155 ceph-mon[19718]: Deploying daemon osd.7 on smithi155 2024-08-19T11:26:48.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:47 smithi136 ceph-mon[16389]: Deploying daemon osd.7 on smithi155 2024-08-19T11:26:48.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:47 smithi136 ceph-mon[28279]: Deploying daemon osd.7 on smithi155 2024-08-19T11:26:49.078 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:48 smithi155 ceph-mon[19718]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-19T11:26:49.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:48 smithi136 ceph-mon[16389]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-19T11:26:49.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:48 smithi136 ceph-mon[28279]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-19T11:26:51.097 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:50 smithi155 ceph-mon[19718]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T11:26:51.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:50 smithi136 ceph-mon[16389]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T11:26:51.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:50 smithi136 ceph-mon[28279]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T11:26:51.873 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:51 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:26:51.874 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:51 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:51.874 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:51 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:52.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:51 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:26:52.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:51 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:52.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:51 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:52.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:51 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:26:52.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:51 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:52.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:51 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:53.082 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:52 smithi155 ceph-mon[19718]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T11:26:53.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:52 smithi136 ceph-mon[16389]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T11:26:53.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:52 smithi136 ceph-mon[28279]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T11:26:54.299 INFO:teuthology.orchestra.run.smithi155.stdout:Created osd(s) 7 on host 'smithi155' 2024-08-19T11:26:54.924 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:54 smithi155 ceph-mon[19718]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T11:26:54.924 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:54 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:54.925 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:54 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:54.925 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:54 smithi155 ceph-mon[19718]: from='osd.7 [v2:172.21.15.155:6824/2807225268,v1:172.21.15.155:6825/2807225268]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-19T11:26:54.925 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:54 smithi155 ceph-mon[19718]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-19T11:26:54.947 DEBUG:teuthology.orchestra.run.smithi155:osd.7> sudo journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.7.service 2024-08-19T11:26:54.949 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-08-19T11:26:54.949 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph osd stat -f json 2024-08-19T11:26:55.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:54 smithi136 ceph-mon[16389]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T11:26:55.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:54 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:55.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:54 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:55.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:54 smithi136 ceph-mon[16389]: from='osd.7 [v2:172.21.15.155:6824/2807225268,v1:172.21.15.155:6825/2807225268]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-19T11:26:55.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:54 smithi136 ceph-mon[16389]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-19T11:26:55.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:54 smithi136 ceph-mon[28279]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T11:26:55.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:54 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:55.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:54 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:55.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:54 smithi136 ceph-mon[28279]: from='osd.7 [v2:172.21.15.155:6824/2807225268,v1:172.21.15.155:6825/2807225268]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-19T11:26:55.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:54 smithi136 ceph-mon[28279]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-19T11:26:55.181 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:26:56.303 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:56 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:56.303 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:56 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:56.303 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:56 smithi136 ceph-mon[16389]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-19T11:26:56.304 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:56 smithi136 ceph-mon[16389]: osdmap e53: 8 total, 7 up, 8 in 2024-08-19T11:26:56.304 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:56 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T11:26:56.304 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:56 smithi136 ceph-mon[16389]: from='osd.7 [v2:172.21.15.155:6824/2807225268,v1:172.21.15.155:6825/2807225268]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-08-19T11:26:56.304 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:56 smithi136 ceph-mon[16389]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-08-19T11:26:56.304 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:56 smithi136 ceph-mon[16389]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T11:26:56.304 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:56 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:56.304 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:56 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:56.304 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:56 smithi136 ceph-mon[28279]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-19T11:26:56.304 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:56 smithi136 ceph-mon[28279]: osdmap e53: 8 total, 7 up, 8 in 2024-08-19T11:26:56.304 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:56 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T11:26:56.304 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:56 smithi136 ceph-mon[28279]: from='osd.7 [v2:172.21.15.155:6824/2807225268,v1:172.21.15.155:6825/2807225268]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-08-19T11:26:56.305 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:56 smithi136 ceph-mon[28279]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-08-19T11:26:56.305 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:56 smithi136 ceph-mon[28279]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T11:26:56.311 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:56 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:56.311 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:56 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:56.311 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:56 smithi155 ceph-mon[19718]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-19T11:26:56.311 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:56 smithi155 ceph-mon[19718]: osdmap e53: 8 total, 7 up, 8 in 2024-08-19T11:26:56.311 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:56 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T11:26:56.311 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:56 smithi155 ceph-mon[19718]: from='osd.7 [v2:172.21.15.155:6824/2807225268,v1:172.21.15.155:6825/2807225268]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-08-19T11:26:56.311 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:56 smithi155 ceph-mon[19718]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-08-19T11:26:56.311 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:56 smithi155 ceph-mon[19718]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T11:26:56.619 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:26:56 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[43735]: 2024-08-19T11:26:56.309+0000 7f5410de7640 -1 osd.7 0 waiting for initial osdmap 2024-08-19T11:26:56.619 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:26:56 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[43735]: 2024-08-19T11:26:56.316+0000 7f540cc10640 -1 osd.7 54 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T11:26:56.882 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:26:57.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:57 smithi155 ceph-mon[19718]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2024-08-19T11:26:57.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:57 smithi155 ceph-mon[19718]: osdmap e54: 8 total, 7 up, 8 in 2024-08-19T11:26:57.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:57 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T11:26:57.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:57 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T11:26:57.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:57 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/1799588098' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-19T11:26:57.501 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:57 smithi136 ceph-mon[16389]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2024-08-19T11:26:57.501 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:57 smithi136 ceph-mon[16389]: osdmap e54: 8 total, 7 up, 8 in 2024-08-19T11:26:57.501 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:57 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T11:26:57.501 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:57 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T11:26:57.501 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:57 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/1799588098' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-19T11:26:57.501 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:57 smithi136 ceph-mon[28279]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2024-08-19T11:26:57.501 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:57 smithi136 ceph-mon[28279]: osdmap e54: 8 total, 7 up, 8 in 2024-08-19T11:26:57.502 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:57 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T11:26:57.502 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:57 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T11:26:57.502 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:57 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/1799588098' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-19T11:26:57.521 INFO:teuthology.orchestra.run.smithi136.stdout:{"epoch":54,"num_osds":8,"num_up_osds":7,"osd_up_since":1724066793,"num_in_osds":8,"osd_in_since":1724066800,"num_remapped_pgs":0} 2024-08-19T11:26:58.522 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph osd stat -f json 2024-08-19T11:26:58.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[16389]: purged_snaps scrub starts 2024-08-19T11:26:58.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[16389]: purged_snaps scrub ok 2024-08-19T11:26:58.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[16389]: osd.7 [v2:172.21.15.155:6824/2807225268,v1:172.21.15.155:6825/2807225268] boot 2024-08-19T11:26:58.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[16389]: osdmap e55: 8 total, 8 up, 8 in 2024-08-19T11:26:58.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T11:26:58.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[16389]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:26:58.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[16389]: Detected new or changed devices on smithi155 2024-08-19T11:26:58.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:58.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:58.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:26:58.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:26:58.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:26:58.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:26:58.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[16389]: Adjusting osd_memory_target on smithi155 to 4272M 2024-08-19T11:26:58.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:58.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:26:58.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:26:58.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:58.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:26:58.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:26:58.601 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:26:58.601 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:58.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[28279]: purged_snaps scrub starts 2024-08-19T11:26:58.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[28279]: purged_snaps scrub ok 2024-08-19T11:26:58.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[28279]: osd.7 [v2:172.21.15.155:6824/2807225268,v1:172.21.15.155:6825/2807225268] boot 2024-08-19T11:26:58.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[28279]: osdmap e55: 8 total, 8 up, 8 in 2024-08-19T11:26:58.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T11:26:58.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[28279]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:26:58.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[28279]: Detected new or changed devices on smithi155 2024-08-19T11:26:58.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:58.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:58.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:26:58.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:26:58.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:26:58.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:26:58.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[28279]: Adjusting osd_memory_target on smithi155 to 4272M 2024-08-19T11:26:58.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:58.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:26:58.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:26:58.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:58.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:26:58.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:26:58.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:26:58.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:58 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:58.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:58 smithi155 ceph-mon[19718]: purged_snaps scrub starts 2024-08-19T11:26:58.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:58 smithi155 ceph-mon[19718]: purged_snaps scrub ok 2024-08-19T11:26:58.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:58 smithi155 ceph-mon[19718]: osd.7 [v2:172.21.15.155:6824/2807225268,v1:172.21.15.155:6825/2807225268] boot 2024-08-19T11:26:58.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:58 smithi155 ceph-mon[19718]: osdmap e55: 8 total, 8 up, 8 in 2024-08-19T11:26:58.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:58 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T11:26:58.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:58 smithi155 ceph-mon[19718]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:26:58.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:58 smithi155 ceph-mon[19718]: Detected new or changed devices on smithi155 2024-08-19T11:26:58.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:58 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:58.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:58 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:58.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:58 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:26:58.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:58 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:26:58.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:58 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:26:58.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:58 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:26:58.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:58 smithi155 ceph-mon[19718]: Adjusting osd_memory_target on smithi155 to 4272M 2024-08-19T11:26:58.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:58 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:58.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:58 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:26:58.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:58 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:26:58.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:58 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:58.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:58 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:26:58.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:58 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:26:58.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:58 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:26:58.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:58 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:26:58.725 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:26:59.524 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:26:59 smithi136 ceph-mon[28279]: osdmap e56: 8 total, 8 up, 8 in 2024-08-19T11:26:59.524 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:26:59 smithi136 ceph-mon[16389]: osdmap e56: 8 total, 8 up, 8 in 2024-08-19T11:26:59.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:26:59 smithi155 ceph-mon[19718]: osdmap e56: 8 total, 8 up, 8 in 2024-08-19T11:27:00.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:00 smithi136 ceph-mon[16389]: osdmap e57: 8 total, 8 up, 8 in 2024-08-19T11:27:00.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:00 smithi136 ceph-mon[16389]: pgmap v171: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:00.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:00 smithi136 ceph-mon[28279]: osdmap e57: 8 total, 8 up, 8 in 2024-08-19T11:27:00.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:00 smithi136 ceph-mon[28279]: pgmap v171: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:00.430 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:27:00.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:00 smithi155 ceph-mon[19718]: osdmap e57: 8 total, 8 up, 8 in 2024-08-19T11:27:00.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:00 smithi155 ceph-mon[19718]: pgmap v171: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:01.102 INFO:teuthology.orchestra.run.smithi136.stdout:{"epoch":58,"num_osds":8,"num_up_osds":8,"osd_up_since":1724066817,"num_in_osds":8,"osd_in_since":1724066800,"num_remapped_pgs":0} 2024-08-19T11:27:01.102 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-19T11:27:01.302 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:27:01.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:01 smithi136 ceph-mon[16389]: osdmap e58: 8 total, 8 up, 8 in 2024-08-19T11:27:01.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:01 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/3508407691' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-19T11:27:01.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:01 smithi136 ceph-mon[28279]: osdmap e58: 8 total, 8 up, 8 in 2024-08-19T11:27:01.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:01 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/3508407691' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-19T11:27:01.612 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:01 smithi155 ceph-mon[19718]: osdmap e58: 8 total, 8 up, 8 in 2024-08-19T11:27:01.612 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:01 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/3508407691' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-19T11:27:02.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:02 smithi136 ceph-mon[16389]: osdmap e59: 8 total, 8 up, 8 in 2024-08-19T11:27:02.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:02 smithi136 ceph-mon[16389]: pgmap v174: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:02.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:02 smithi136 ceph-mon[28279]: osdmap e59: 8 total, 8 up, 8 in 2024-08-19T11:27:02.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:02 smithi136 ceph-mon[28279]: pgmap v174: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:02.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:02 smithi155 ceph-mon[19718]: osdmap e59: 8 total, 8 up, 8 in 2024-08-19T11:27:02.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:02 smithi155 ceph-mon[19718]: pgmap v174: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:03.009 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:27:03.010 INFO:teuthology.orchestra.run.smithi136.stdout:{"epoch":59,"fsid":"25b0d51a-5e1d-11ef-bccf-c7b262605968","created":"2024-08-19T11:22:06.747909+0000","modified":"2024-08-19T11:27:01.317172+0000","last_up_change":"2024-08-19T11:26:57.303915+0000","last_in_change":"2024-08-19T11:26:40.220649+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-19T11:25:01.946609+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c5e52ef-ec3c-42d4-b5d8-59457a219347","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6802","nonce":430850622},{"type":"v1","addr":"172.21.15.136:6803","nonce":430850622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6804","nonce":430850622},{"type":"v1","addr":"172.21.15.136:6805","nonce":430850622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6808","nonce":430850622},{"type":"v1","addr":"172.21.15.136:6809","nonce":430850622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6806","nonce":430850622},{"type":"v1","addr":"172.21.15.136:6807","nonce":430850622}]},"public_addr":"172.21.15.136:6803/430850622","cluster_addr":"172.21.15.136:6805/430850622","heartbeat_back_addr":"172.21.15.136:6809/430850622","heartbeat_front_addr":"172.21.15.136:6807/430850622","state":["exists","up"]},{"osd":1,"uuid":"3d951904-e2e9-4805-91af-b3f3696c7440","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6810","nonce":3999069106},{"type":"v1","addr":"172.21.15.136:6811","nonce":3999069106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6812","nonce":3999069106},{"type":"v1","addr":"172.21.15.136:6813","nonce":3999069106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6816","nonce":3999069106},{"type":"v1","addr":"172.21.15.136:6817","nonce":3999069106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6814","nonce":3999069106},{"type":"v1","addr":"172.21.15.136:6815","nonce":3999069106}]},"public_addr":"172.21.15.136:6811/3999069106","cluster_addr":"172.21.15.136:6813/3999069106","heartbeat_back_addr":"172.21.15.136:6817/3999069106","heartbeat_front_addr":"172.21.15.136:6815/3999069106","state":["exists","up"]},{"osd":2,"uuid":"65f5b80a-e7d6-4ba7-96f9-ab4f2b67aa69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6818","nonce":266063274},{"type":"v1","addr":"172.21.15.136:6819","nonce":266063274}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6820","nonce":266063274},{"type":"v1","addr":"172.21.15.136:6821","nonce":266063274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6824","nonce":266063274},{"type":"v1","addr":"172.21.15.136:6825","nonce":266063274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6822","nonce":266063274},{"type":"v1","addr":"172.21.15.136:6823","nonce":266063274}]},"public_addr":"172.21.15.136:6819/266063274","cluster_addr":"172.21.15.136:6821/266063274","heartbeat_back_addr":"172.21.15.136:6825/266063274","heartbeat_front_addr":"172.21.15.136:6823/266063274","state":["exists","up"]},{"osd":3,"uuid":"20f8e2e4-a61d-4051-b474-db1e74576b8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6826","nonce":2393860891},{"type":"v1","addr":"172.21.15.136:6827","nonce":2393860891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6828","nonce":2393860891},{"type":"v1","addr":"172.21.15.136:6829","nonce":2393860891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6832","nonce":2393860891},{"type":"v1","addr":"172.21.15.136:6833","nonce":2393860891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6830","nonce":2393860891},{"type":"v1","addr":"172.21.15.136:6831","nonce":2393860891}]},"public_addr":"172.21.15.136:6827/2393860891","cluster_addr":"172.21.15.136:6829/2393860891","heartbeat_back_addr":"172.21.15.136:6833/2393860891","heartbeat_front_addr":"172.21.15.136:6831/2393860891","state":["exists","up"]},{"osd":4,"uuid":"58160bd1-3a99-476b-a5c1-8ce7fdf2e553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":3188481285},{"type":"v1","addr":"172.21.15.155:6801","nonce":3188481285}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3188481285},{"type":"v1","addr":"172.21.15.155:6803","nonce":3188481285}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":3188481285},{"type":"v1","addr":"172.21.15.155:6807","nonce":3188481285}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3188481285},{"type":"v1","addr":"172.21.15.155:6805","nonce":3188481285}]},"public_addr":"172.21.15.155:6801/3188481285","cluster_addr":"172.21.15.155:6803/3188481285","heartbeat_back_addr":"172.21.15.155:6807/3188481285","heartbeat_front_addr":"172.21.15.155:6805/3188481285","state":["exists","up"]},{"osd":5,"uuid":"753fbc16-06ea-4ff5-8489-a61fa985bb2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3682104727},{"type":"v1","addr":"172.21.15.155:6809","nonce":3682104727}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":3682104727},{"type":"v1","addr":"172.21.15.155:6811","nonce":3682104727}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":3682104727},{"type":"v1","addr":"172.21.15.155:6815","nonce":3682104727}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":3682104727},{"type":"v1","addr":"172.21.15.155:6813","nonce":3682104727}]},"public_addr":"172.21.15.155:6809/3682104727","cluster_addr":"172.21.15.155:6811/3682104727","heartbeat_back_addr":"172.21.15.155:6815/3682104727","heartbeat_front_addr":"172.21.15.155:6813/3682104727","state":["exists","up"]},{"osd":6,"uuid":"a461ecf0-c580-4727-9a8f-a8824cf75788","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":1087131918},{"type":"v1","addr":"172.21.15.155:6817","nonce":1087131918}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":1087131918},{"type":"v1","addr":"172.21.15.155:6819","nonce":1087131918}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":1087131918},{"type":"v1","addr":"172.21.15.155:6823","nonce":1087131918}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":1087131918},{"type":"v1","addr":"172.21.15.155:6821","nonce":1087131918}]},"public_addr":"172.21.15.155:6817/1087131918","cluster_addr":"172.21.15.155:6819/1087131918","heartbeat_back_addr":"172.21.15.155:6823/1087131918","heartbeat_front_addr":"172.21.15.155:6821/1087131918","state":["exists","up"]},{"osd":7,"uuid":"9fff0aa5-ebf3-47f8-8649-e5d2d3577c37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2807225268},{"type":"v1","addr":"172.21.15.155:6825","nonce":2807225268}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":2807225268},{"type":"v1","addr":"172.21.15.155:6827","nonce":2807225268}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":2807225268},{"type":"v1","addr":"172.21.15.155:6831","nonce":2807225268}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":2807225268},{"type":"v1","addr":"172.21.15.155:6829","nonce":2807225268}]},"public_addr":"172.21.15.155:6825/2807225268","cluster_addr":"172.21.15.155:6827/2807225268","heartbeat_back_addr":"172.21.15.155:6831/2807225268","heartbeat_front_addr":"172.21.15.155:6829/2807225268","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:24:11.522977+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:24:34.031994+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:24:57.587367+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:25:22.204710+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:25:43.471293+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:26:07.763163+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:26:31.826597+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:26:55.301854+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.136:0/2988651366":"2024-08-20T11:22:51.651776+0000","172.21.15.136:6800/3112724237":"2024-08-20T11:22:51.651776+0000","172.21.15.136:6801/3112724237":"2024-08-20T11:22:51.651776+0000","172.21.15.136:0/816698592":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/3778127024":"2024-08-20T11:22:51.651776+0000","172.21.15.136:6801/2510262224":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/3833218463":"2024-08-20T11:22:51.651776+0000","172.21.15.136:6800/2510262224":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/4203318831":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/3768657451":"2024-08-20T11:22:29.075643+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-19T11:27:03.597 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:03 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/805477869' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T11:27:03.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:03 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/805477869' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T11:27:03.663 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-08-19T11:25:01.946609+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-08-19T11:27:03.664 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-08-19T11:27:03.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:03 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/805477869' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T11:27:03.862 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:27:04.547 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:04 smithi136 ceph-mon[28279]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-08-19T11:27:04.548 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:04 smithi136 ceph-mon[16389]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-08-19T11:27:04.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:04 smithi155 ceph-mon[19718]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-08-19T11:27:05.582 INFO:teuthology.orchestra.run.smithi136.stdout:pg_num: 1 2024-08-19T11:27:05.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:05 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/840215242' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-19T11:27:05.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:05 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/840215242' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-19T11:27:05.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:05 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/840215242' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-19T11:27:06.295 INFO:tasks.cephadm:Adding mds.a on smithi136 2024-08-19T11:27:06.295 INFO:tasks.cephadm:Adding mds.b on smithi155 2024-08-19T11:27:06.295 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph orch apply mds all '2;smithi136=a;smithi155=b' 2024-08-19T11:27:06.508 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T11:27:06.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:06 smithi155 ceph-mon[19718]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-08-19T11:27:07.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:06 smithi136 ceph-mon[16389]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-08-19T11:27:07.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:06 smithi136 ceph-mon[28279]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-08-19T11:27:08.156 INFO:teuthology.orchestra.run.smithi155.stdout:Scheduled mds.all update... 2024-08-19T11:27:08.893 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:08 smithi155 ceph-mon[19718]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-19T11:27:08.894 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:08 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:08.894 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:08 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:27:08.894 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:08 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:27:08.894 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:08 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:27:08.894 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:08 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:08.894 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:08 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-19T11:27:08.894 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:08 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-19T11:27:08.894 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:08 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:27:08.916 DEBUG:teuthology.orchestra.run.smithi136:mds.a> sudo journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mds.a.service 2024-08-19T11:27:08.921 DEBUG:teuthology.orchestra.run.smithi155:mds.b> sudo journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mds.b.service 2024-08-19T11:27:08.924 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-08-19T11:27:08.924 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-19T11:27:09.004 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:08 smithi136 ceph-mon[16389]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-19T11:27:09.004 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:08 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:09.004 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:08 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:27:09.004 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:08 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:27:09.004 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:08 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:27:09.004 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:08 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:09.004 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:08 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-19T11:27:09.004 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:08 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-19T11:27:09.004 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:08 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:27:09.005 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:08 smithi136 ceph-mon[28279]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-19T11:27:09.005 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:08 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:09.005 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:08 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:27:09.005 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:08 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:27:09.005 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:08 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:27:09.005 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:08 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:09.005 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:08 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-19T11:27:09.005 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:08 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-19T11:27:09.005 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:08 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:27:09.863 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:27:10.011 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:09 smithi136 ceph-mon[28279]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi136=a;smithi155=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:27:10.011 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:09 smithi136 ceph-mon[28279]: Saving service mds.all spec with placement smithi136=a;smithi155=b;count:2 2024-08-19T11:27:10.012 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:09 smithi136 ceph-mon[28279]: Deploying daemon mds.a on smithi136 2024-08-19T11:27:10.012 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:09 smithi136 ceph-mon[16389]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi136=a;smithi155=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:27:10.012 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:09 smithi136 ceph-mon[16389]: Saving service mds.all spec with placement smithi136=a;smithi155=b;count:2 2024-08-19T11:27:10.012 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:09 smithi136 ceph-mon[16389]: Deploying daemon mds.a on smithi136 2024-08-19T11:27:10.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:09 smithi155 ceph-mon[19718]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi136=a;smithi155=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:27:10.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:09 smithi155 ceph-mon[19718]: Saving service mds.all spec with placement smithi136=a;smithi155=b;count:2 2024-08-19T11:27:10.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:09 smithi155 ceph-mon[19718]: Deploying daemon mds.a on smithi136 2024-08-19T11:27:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:10 smithi136 ceph-mon[16389]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-08-19T11:27:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:10 smithi136 ceph-mon[28279]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-08-19T11:27:11.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:10 smithi155 ceph-mon[19718]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-08-19T11:27:11.782 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:27:11 smithi136 podman[57301]: 2024-08-19 11:27:11.603176427 +0000 UTC m=+0.978413229 container create 70acc09ac00c065eb54b0d6ab610f46545790ea20a88442207b4d199d0dc5d62 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-a, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=reef-baa926d, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-08-19T11:27:12.075 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:27:12.076 INFO:teuthology.orchestra.run.smithi136.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24350,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.136:6835/771816949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6834","nonce":771816949},{"type":"v1","addr":"172.21.15.136:6835","nonce":771816949}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-08-19T11:27:12.076 INFO:teuthology.orchestra.run.smithi136.stderr:dumped fsmap epoch 2 2024-08-19T11:27:12.076 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:27:11 smithi136 podman[57301]: 2024-08-19 11:27:11.972915795 +0000 UTC m=+1.348152609 container init 70acc09ac00c065eb54b0d6ab610f46545790ea20a88442207b4d199d0dc5d62 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, RELEASE=reef-baa926d, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-08-19T11:27:12.076 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:27:11 smithi136 podman[57301]: 2024-08-19 11:27:11.977938167 +0000 UTC m=+1.353174971 container start 70acc09ac00c065eb54b0d6ab610f46545790ea20a88442207b4d199d0dc5d62 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-a, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, RELEASE=reef-baa926d, GIT_CLEAN=True) 2024-08-19T11:27:12.076 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:27:12 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-a[57366]: starting mds.a at 2024-08-19T11:27:12.348 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:27:12 smithi136 bash[57301]: 70acc09ac00c065eb54b0d6ab610f46545790ea20a88442207b4d199d0dc5d62 2024-08-19T11:27:12.348 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:27:12 smithi136 systemd[1]: Started Ceph mds.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:27:12.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:12 smithi155 ceph-mon[19718]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s, 0 objects/s recovering 2024-08-19T11:27:12.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:12 smithi155 ceph-mon[19718]: mds.? [v2:172.21.15.136:6834/771816949,v1:172.21.15.136:6835/771816949] up:boot 2024-08-19T11:27:12.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:12 smithi155 ceph-mon[19718]: fsmap 1 up:standby 2024-08-19T11:27:12.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:12 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-19T11:27:12.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:12 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/1957828110' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T11:27:12.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:12 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:12.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:12 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:12.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:12 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:12.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:12 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-19T11:27:12.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:12 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-19T11:27:12.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:12 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:27:13.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:12 smithi136 ceph-mon[16389]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s, 0 objects/s recovering 2024-08-19T11:27:13.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:12 smithi136 ceph-mon[16389]: mds.? [v2:172.21.15.136:6834/771816949,v1:172.21.15.136:6835/771816949] up:boot 2024-08-19T11:27:13.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:12 smithi136 ceph-mon[16389]: fsmap 1 up:standby 2024-08-19T11:27:13.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:12 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-19T11:27:13.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:12 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/1957828110' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T11:27:13.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:12 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:13.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:12 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:13.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:12 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:13.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:12 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-19T11:27:13.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:12 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-19T11:27:13.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:12 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:27:13.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:12 smithi136 ceph-mon[28279]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s, 0 objects/s recovering 2024-08-19T11:27:13.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:12 smithi136 ceph-mon[28279]: mds.? [v2:172.21.15.136:6834/771816949,v1:172.21.15.136:6835/771816949] up:boot 2024-08-19T11:27:13.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:12 smithi136 ceph-mon[28279]: fsmap 1 up:standby 2024-08-19T11:27:13.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:12 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-19T11:27:13.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:12 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/1957828110' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T11:27:13.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:12 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:13.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:12 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:13.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:12 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:13.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:12 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-19T11:27:13.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:12 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-19T11:27:13.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:12 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:27:13.847 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:13 smithi155 ceph-mon[19718]: Deploying daemon mds.b on smithi155 2024-08-19T11:27:14.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:13 smithi136 ceph-mon[16389]: Deploying daemon mds.b on smithi155 2024-08-19T11:27:14.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:13 smithi136 ceph-mon[28279]: Deploying daemon mds.b on smithi155 2024-08-19T11:27:14.210 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:27:14 smithi155 systemd[1]: Starting Ceph mds.b for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:27:14.514 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:27:14 smithi155 podman[47759]: 2024-08-19 11:27:14.147357734 +0000 UTC m=+0.017182184 image pull e6c292a6bc95052ae76ae95cd2b7b1c7a0b2acacdb91703f8c5dad19d13cea1b quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282 2024-08-19T11:27:14.514 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:27:14 smithi155 podman[47759]: 2024-08-19 11:27:14.260563066 +0000 UTC m=+0.130387498 container create f9104a674461fefd9d4e9f85905cec232d7bd210292918346ad87ec821717d31 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-b, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, RELEASE=reef-baa926d, org.label-schema.build-date=20240731) 2024-08-19T11:27:14.514 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:27:14 smithi155 podman[47759]: 2024-08-19 11:27:14.513430721 +0000 UTC m=+0.383255151 container init f9104a674461fefd9d4e9f85905cec232d7bd210292918346ad87ec821717d31 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-b, ceph=True, RELEASE=reef-baa926d, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-08-19T11:27:14.778 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:27:14 smithi155 podman[47759]: 2024-08-19 11:27:14.51828949 +0000 UTC m=+0.388113921 container start f9104a674461fefd9d4e9f85905cec232d7bd210292918346ad87ec821717d31 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-b, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, RELEASE=reef-baa926d, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T11:27:14.778 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:27:14 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-b[47774]: starting mds.b at 2024-08-19T11:27:14.778 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:27:14 smithi155 bash[47759]: f9104a674461fefd9d4e9f85905cec232d7bd210292918346ad87ec821717d31 2024-08-19T11:27:14.778 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:27:14 smithi155 systemd[1]: Started Ceph mds.b for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:27:14.816 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-19T11:27:15.034 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:27:15.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:14 smithi136 ceph-mon[16389]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-19T11:27:15.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:14 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:15.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:14 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:15.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:14 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:15.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:14 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:15.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:14 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:15.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:14 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:27:15.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:14 smithi136 ceph-mon[28279]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-19T11:27:15.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:14 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:15.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:14 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:15.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:14 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:15.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:14 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:15.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:14 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:15.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:14 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:27:15.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:14 smithi155 ceph-mon[19718]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-19T11:27:15.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:14 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:15.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:14 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:15.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:14 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:15.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:14 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:15.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:14 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:15.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:14 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:27:15.781 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:15 smithi136 ceph-mon[16389]: mds.? [v2:172.21.15.155:6832/3471803320,v1:172.21.15.155:6833/3471803320] up:boot 2024-08-19T11:27:15.782 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:15 smithi136 ceph-mon[16389]: fsmap 2 up:standby 2024-08-19T11:27:15.782 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:15 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-19T11:27:16.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:15 smithi136 ceph-mon[28279]: mds.? [v2:172.21.15.155:6832/3471803320,v1:172.21.15.155:6833/3471803320] up:boot 2024-08-19T11:27:16.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:15 smithi136 ceph-mon[28279]: fsmap 2 up:standby 2024-08-19T11:27:16.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:15 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-19T11:27:16.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:15 smithi155 ceph-mon[19718]: mds.? [v2:172.21.15.155:6832/3471803320,v1:172.21.15.155:6833/3471803320] up:boot 2024-08-19T11:27:16.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:15 smithi155 ceph-mon[19718]: fsmap 2 up:standby 2024-08-19T11:27:16.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:15 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-19T11:27:16.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:16 smithi136 ceph-mon[28279]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:16.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:16 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:16.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:16 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:16.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:16 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:16.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:16 smithi136 ceph-mon[16389]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:16.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:16 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:16.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:16 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:16.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:16 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:17.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:16 smithi155 ceph-mon[19718]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:17.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:16 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:17.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:16 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:17.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:16 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:17.643 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:27:17.643 INFO:teuthology.orchestra.run.smithi136.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24319,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6833/3471803320","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3471803320},{"type":"v1","addr":"172.21.15.155:6833","nonce":3471803320}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24350,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.136:6835/771816949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6834","nonce":771816949},{"type":"v1","addr":"172.21.15.136:6835","nonce":771816949}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-08-19T11:27:17.643 INFO:teuthology.orchestra.run.smithi136.stderr:dumped fsmap epoch 3 2024-08-19T11:27:18.311 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-08-19T11:27:18.514 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:27:18.891 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:18 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:18.892 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:18 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/3386176474' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T11:27:18.892 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:18 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:18.892 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:18 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:27:18.892 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:18 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:27:18.892 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:18 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:18.892 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:18 smithi136 ceph-mon[16389]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:18.892 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:18 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:27:18.892 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:18 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:27:18.892 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:18 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:27:18.892 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:18 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:18.893 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:18 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:18.893 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:18 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/3386176474' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T11:27:18.893 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:18 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:18.893 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:18 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:27:18.893 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:18 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:27:18.893 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:18 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:18.893 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:18 smithi136 ceph-mon[28279]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:18.893 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:18 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:27:18.893 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:18 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:27:18.893 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:18 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:27:18.893 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:18 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:18.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:18 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:18.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:18 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/3386176474' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T11:27:18.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:18 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:18.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:18 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:27:18.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:18 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:27:18.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:18 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:18.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:18 smithi155 ceph-mon[19718]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:18.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:18 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:27:18.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:18 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:27:18.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:18 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:27:18.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:18 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:20.304 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:27:20.305 INFO:teuthology.orchestra.run.smithi136.stdout:[ 2024-08-19T11:27:20.305 INFO:teuthology.orchestra.run.smithi136.stdout: { 2024-08-19T11:27:20.305 INFO:teuthology.orchestra.run.smithi136.stdout: "poolnum": 1, 2024-08-19T11:27:20.305 INFO:teuthology.orchestra.run.smithi136.stdout: "poolname": ".mgr" 2024-08-19T11:27:20.305 INFO:teuthology.orchestra.run.smithi136.stdout: } 2024-08-19T11:27:20.305 INFO:teuthology.orchestra.run.smithi136.stdout:] 2024-08-19T11:27:20.968 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:20 smithi136 ceph-mon[16389]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:20.969 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:20 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/3949624111' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-19T11:27:20.969 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:20 smithi136 ceph-mon[28279]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:20.969 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:20 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/3949624111' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-19T11:27:20.991 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-08-19T11:27:20.991 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-08-19T11:27:21.193 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:27:21.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:20 smithi155 ceph-mon[19718]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:21.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:20 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/3949624111' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-19T11:27:23.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:22 smithi136 ceph-mon[28279]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:23.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:22 smithi136 ceph-mon[16389]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:23.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:22 smithi155 ceph-mon[19718]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:23.768 INFO:teuthology.orchestra.run.smithi136.stderr:pool 'cephfs_metadata' created 2024-08-19T11:27:24.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:23 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/2878123097' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-19T11:27:24.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:23 smithi136 ceph-mon[28279]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-19T11:27:24.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:23 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/2878123097' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-19T11:27:24.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:23 smithi136 ceph-mon[16389]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-19T11:27:24.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:23 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/2878123097' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-19T11:27:24.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:23 smithi155 ceph-mon[19718]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-19T11:27:24.489 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-08-19T11:27:24.688 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:27:25.044 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:24 smithi136 ceph-mon[28279]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:25.044 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:24 smithi136 ceph-mon[28279]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-19T11:27:25.044 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:24 smithi136 ceph-mon[28279]: osdmap e60: 8 total, 8 up, 8 in 2024-08-19T11:27:25.045 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:24 smithi136 ceph-mon[16389]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:25.045 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:24 smithi136 ceph-mon[16389]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-19T11:27:25.045 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:24 smithi136 ceph-mon[16389]: osdmap e60: 8 total, 8 up, 8 in 2024-08-19T11:27:25.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:24 smithi155 ceph-mon[19718]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:25.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:24 smithi155 ceph-mon[19718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-19T11:27:25.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:24 smithi155 ceph-mon[19718]: osdmap e60: 8 total, 8 up, 8 in 2024-08-19T11:27:26.090 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:25 smithi136 ceph-mon[28279]: osdmap e61: 8 total, 8 up, 8 in 2024-08-19T11:27:26.091 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:25 smithi136 ceph-mon[16389]: osdmap e61: 8 total, 8 up, 8 in 2024-08-19T11:27:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:25 smithi155 ceph-mon[19718]: osdmap e61: 8 total, 8 up, 8 in 2024-08-19T11:27:26.788 INFO:teuthology.orchestra.run.smithi136.stderr:pool 'cephfs_data' created 2024-08-19T11:27:27.096 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:26 smithi136 ceph-mon[28279]: pgmap v188: 33 pgs: 7 creating+peering, 12 unknown, 14 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:27.096 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:26 smithi136 ceph-mon[28279]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:27:27.096 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:26 smithi136 ceph-mon[28279]: osdmap e62: 8 total, 8 up, 8 in 2024-08-19T11:27:27.096 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:26 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/3541512806' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-19T11:27:27.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:26 smithi136 ceph-mon[16389]: pgmap v188: 33 pgs: 7 creating+peering, 12 unknown, 14 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:27.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:26 smithi136 ceph-mon[16389]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:27:27.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:26 smithi136 ceph-mon[16389]: osdmap e62: 8 total, 8 up, 8 in 2024-08-19T11:27:27.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:26 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/3541512806' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-19T11:27:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:26 smithi155 ceph-mon[19718]: pgmap v188: 33 pgs: 7 creating+peering, 12 unknown, 14 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:26 smithi155 ceph-mon[19718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:27:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:26 smithi155 ceph-mon[19718]: osdmap e62: 8 total, 8 up, 8 in 2024-08-19T11:27:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:26 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/3541512806' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-19T11:27:27.403 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-08-19T11:27:27.602 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:27:27.966 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:27 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/3541512806' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-19T11:27:27.966 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:27 smithi136 ceph-mon[28279]: osdmap e63: 8 total, 8 up, 8 in 2024-08-19T11:27:27.967 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:27 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/3541512806' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-19T11:27:27.967 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:27 smithi136 ceph-mon[16389]: osdmap e63: 8 total, 8 up, 8 in 2024-08-19T11:27:28.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:27 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/3541512806' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-19T11:27:28.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:27 smithi155 ceph-mon[19718]: osdmap e63: 8 total, 8 up, 8 in 2024-08-19T11:27:28.906 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:28 smithi136 ceph-mon[28279]: pgmap v191: 97 pgs: 18 creating+peering, 53 unknown, 26 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:28.906 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:28 smithi136 ceph-mon[28279]: osdmap e64: 8 total, 8 up, 8 in 2024-08-19T11:27:28.907 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:28 smithi136 ceph-mon[16389]: pgmap v191: 97 pgs: 18 creating+peering, 53 unknown, 26 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:28.907 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:28 smithi136 ceph-mon[16389]: osdmap e64: 8 total, 8 up, 8 in 2024-08-19T11:27:29.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:28 smithi155 ceph-mon[19718]: pgmap v191: 97 pgs: 18 creating+peering, 53 unknown, 26 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:29.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:28 smithi155 ceph-mon[19718]: osdmap e64: 8 total, 8 up, 8 in 2024-08-19T11:27:29.331 INFO:teuthology.orchestra.run.smithi136.stderr:new fs with metadata pool 2 and data pool 3 2024-08-19T11:27:29.927 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:29 smithi136 ceph-mon[28279]: osdmap e65: 8 total, 8 up, 8 in 2024-08-19T11:27:29.927 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:29 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/2106297983' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-19T11:27:29.928 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:29 smithi136 ceph-mon[28279]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-19T11:27:29.928 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:29 smithi136 ceph-mon[28279]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-19T11:27:29.928 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:29 smithi136 ceph-mon[28279]: osdmap e66: 8 total, 8 up, 8 in 2024-08-19T11:27:29.928 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:29 smithi136 ceph-mon[28279]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-19T11:27:29.928 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:29 smithi136 ceph-mon[28279]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-08-19T11:27:29.928 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:29 smithi136 ceph-mon[28279]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-19T11:27:29.928 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:29 smithi136 ceph-mon[16389]: osdmap e65: 8 total, 8 up, 8 in 2024-08-19T11:27:29.928 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:29 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/2106297983' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-19T11:27:29.928 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:29 smithi136 ceph-mon[16389]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-19T11:27:29.928 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:29 smithi136 ceph-mon[16389]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-19T11:27:29.929 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:29 smithi136 ceph-mon[16389]: osdmap e66: 8 total, 8 up, 8 in 2024-08-19T11:27:29.929 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:29 smithi136 ceph-mon[16389]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-19T11:27:29.929 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:29 smithi136 ceph-mon[16389]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-08-19T11:27:29.929 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:29 smithi136 ceph-mon[16389]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-19T11:27:29.948 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-19T11:27:30.147 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:27:30.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:29 smithi155 ceph-mon[19718]: osdmap e65: 8 total, 8 up, 8 in 2024-08-19T11:27:30.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:29 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/2106297983' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-19T11:27:30.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:29 smithi155 ceph-mon[19718]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-19T11:27:30.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:29 smithi155 ceph-mon[19718]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-19T11:27:30.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:29 smithi155 ceph-mon[19718]: osdmap e66: 8 total, 8 up, 8 in 2024-08-19T11:27:30.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:29 smithi155 ceph-mon[19718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-19T11:27:30.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:29 smithi155 ceph-mon[19718]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-08-19T11:27:30.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:29 smithi155 ceph-mon[19718]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-19T11:27:31.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:30 smithi136 ceph-mon[28279]: pgmap v195: 97 pgs: 11 creating+peering, 36 unknown, 50 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:31.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:30 smithi136 ceph-mon[28279]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-19T11:27:31.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:30 smithi136 ceph-mon[28279]: Cluster is now healthy 2024-08-19T11:27:31.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:30 smithi136 ceph-mon[28279]: mds.? [v2:172.21.15.136:6834/771816949,v1:172.21.15.136:6835/771816949] up:active 2024-08-19T11:27:31.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:30 smithi136 ceph-mon[28279]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-19T11:27:31.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:30 smithi136 ceph-mon[28279]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-19T11:27:31.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:30 smithi136 ceph-mon[16389]: pgmap v195: 97 pgs: 11 creating+peering, 36 unknown, 50 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:31.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:30 smithi136 ceph-mon[16389]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-19T11:27:31.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:30 smithi136 ceph-mon[16389]: Cluster is now healthy 2024-08-19T11:27:31.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:30 smithi136 ceph-mon[16389]: mds.? [v2:172.21.15.136:6834/771816949,v1:172.21.15.136:6835/771816949] up:active 2024-08-19T11:27:31.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:30 smithi136 ceph-mon[16389]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-19T11:27:31.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:30 smithi136 ceph-mon[16389]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-19T11:27:31.111 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:30 smithi155 ceph-mon[19718]: pgmap v195: 97 pgs: 11 creating+peering, 36 unknown, 50 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:31.111 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:30 smithi155 ceph-mon[19718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-19T11:27:31.111 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:30 smithi155 ceph-mon[19718]: Cluster is now healthy 2024-08-19T11:27:31.111 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:30 smithi155 ceph-mon[19718]: mds.? [v2:172.21.15.136:6834/771816949,v1:172.21.15.136:6835/771816949] up:active 2024-08-19T11:27:31.112 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:30 smithi155 ceph-mon[19718]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-19T11:27:31.112 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:30 smithi155 ceph-mon[19718]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-19T11:27:31.843 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:27:31.843 INFO:teuthology.orchestra.run.smithi136.stdout:{"epoch":66,"fsid":"25b0d51a-5e1d-11ef-bccf-c7b262605968","created":"2024-08-19T11:22:06.747909+0000","modified":"2024-08-19T11:27:29.321969+0000","last_up_change":"2024-08-19T11:26:57.303915+0000","last_in_change":"2024-08-19T11:26:40.220649+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-19T11:25:01.946609+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-19T11:27:23.356250+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-19T11:27:26.712091+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c5e52ef-ec3c-42d4-b5d8-59457a219347","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6802","nonce":430850622},{"type":"v1","addr":"172.21.15.136:6803","nonce":430850622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6804","nonce":430850622},{"type":"v1","addr":"172.21.15.136:6805","nonce":430850622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6808","nonce":430850622},{"type":"v1","addr":"172.21.15.136:6809","nonce":430850622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6806","nonce":430850622},{"type":"v1","addr":"172.21.15.136:6807","nonce":430850622}]},"public_addr":"172.21.15.136:6803/430850622","cluster_addr":"172.21.15.136:6805/430850622","heartbeat_back_addr":"172.21.15.136:6809/430850622","heartbeat_front_addr":"172.21.15.136:6807/430850622","state":["exists","up"]},{"osd":1,"uuid":"3d951904-e2e9-4805-91af-b3f3696c7440","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6810","nonce":3999069106},{"type":"v1","addr":"172.21.15.136:6811","nonce":3999069106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6812","nonce":3999069106},{"type":"v1","addr":"172.21.15.136:6813","nonce":3999069106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6816","nonce":3999069106},{"type":"v1","addr":"172.21.15.136:6817","nonce":3999069106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6814","nonce":3999069106},{"type":"v1","addr":"172.21.15.136:6815","nonce":3999069106}]},"public_addr":"172.21.15.136:6811/3999069106","cluster_addr":"172.21.15.136:6813/3999069106","heartbeat_back_addr":"172.21.15.136:6817/3999069106","heartbeat_front_addr":"172.21.15.136:6815/3999069106","state":["exists","up"]},{"osd":2,"uuid":"65f5b80a-e7d6-4ba7-96f9-ab4f2b67aa69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6818","nonce":266063274},{"type":"v1","addr":"172.21.15.136:6819","nonce":266063274}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6820","nonce":266063274},{"type":"v1","addr":"172.21.15.136:6821","nonce":266063274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6824","nonce":266063274},{"type":"v1","addr":"172.21.15.136:6825","nonce":266063274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6822","nonce":266063274},{"type":"v1","addr":"172.21.15.136:6823","nonce":266063274}]},"public_addr":"172.21.15.136:6819/266063274","cluster_addr":"172.21.15.136:6821/266063274","heartbeat_back_addr":"172.21.15.136:6825/266063274","heartbeat_front_addr":"172.21.15.136:6823/266063274","state":["exists","up"]},{"osd":3,"uuid":"20f8e2e4-a61d-4051-b474-db1e74576b8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6826","nonce":2393860891},{"type":"v1","addr":"172.21.15.136:6827","nonce":2393860891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6828","nonce":2393860891},{"type":"v1","addr":"172.21.15.136:6829","nonce":2393860891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6832","nonce":2393860891},{"type":"v1","addr":"172.21.15.136:6833","nonce":2393860891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6830","nonce":2393860891},{"type":"v1","addr":"172.21.15.136:6831","nonce":2393860891}]},"public_addr":"172.21.15.136:6827/2393860891","cluster_addr":"172.21.15.136:6829/2393860891","heartbeat_back_addr":"172.21.15.136:6833/2393860891","heartbeat_front_addr":"172.21.15.136:6831/2393860891","state":["exists","up"]},{"osd":4,"uuid":"58160bd1-3a99-476b-a5c1-8ce7fdf2e553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":3188481285},{"type":"v1","addr":"172.21.15.155:6801","nonce":3188481285}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3188481285},{"type":"v1","addr":"172.21.15.155:6803","nonce":3188481285}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":3188481285},{"type":"v1","addr":"172.21.15.155:6807","nonce":3188481285}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3188481285},{"type":"v1","addr":"172.21.15.155:6805","nonce":3188481285}]},"public_addr":"172.21.15.155:6801/3188481285","cluster_addr":"172.21.15.155:6803/3188481285","heartbeat_back_addr":"172.21.15.155:6807/3188481285","heartbeat_front_addr":"172.21.15.155:6805/3188481285","state":["exists","up"]},{"osd":5,"uuid":"753fbc16-06ea-4ff5-8489-a61fa985bb2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3682104727},{"type":"v1","addr":"172.21.15.155:6809","nonce":3682104727}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":3682104727},{"type":"v1","addr":"172.21.15.155:6811","nonce":3682104727}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":3682104727},{"type":"v1","addr":"172.21.15.155:6815","nonce":3682104727}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":3682104727},{"type":"v1","addr":"172.21.15.155:6813","nonce":3682104727}]},"public_addr":"172.21.15.155:6809/3682104727","cluster_addr":"172.21.15.155:6811/3682104727","heartbeat_back_addr":"172.21.15.155:6815/3682104727","heartbeat_front_addr":"172.21.15.155:6813/3682104727","state":["exists","up"]},{"osd":6,"uuid":"a461ecf0-c580-4727-9a8f-a8824cf75788","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":1087131918},{"type":"v1","addr":"172.21.15.155:6817","nonce":1087131918}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":1087131918},{"type":"v1","addr":"172.21.15.155:6819","nonce":1087131918}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":1087131918},{"type":"v1","addr":"172.21.15.155:6823","nonce":1087131918}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":1087131918},{"type":"v1","addr":"172.21.15.155:6821","nonce":1087131918}]},"public_addr":"172.21.15.155:6817/1087131918","cluster_addr":"172.21.15.155:6819/1087131918","heartbeat_back_addr":"172.21.15.155:6823/1087131918","heartbeat_front_addr":"172.21.15.155:6821/1087131918","state":["exists","up"]},{"osd":7,"uuid":"9fff0aa5-ebf3-47f8-8649-e5d2d3577c37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2807225268},{"type":"v1","addr":"172.21.15.155:6825","nonce":2807225268}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":2807225268},{"type":"v1","addr":"172.21.15.155:6827","nonce":2807225268}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":2807225268},{"type":"v1","addr":"172.21.15.155:6831","nonce":2807225268}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":2807225268},{"type":"v1","addr":"172.21.15.155:6829","nonce":2807225268}]},"public_addr":"172.21.15.155:6825/2807225268","cluster_addr":"172.21.15.155:6827/2807225268","heartbeat_back_addr":"172.21.15.155:6831/2807225268","heartbeat_front_addr":"172.21.15.155:6829/2807225268","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:24:11.522977+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:24:34.031994+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:24:57.587367+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:25:22.204710+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:25:43.471293+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:26:07.763163+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:26:31.826597+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:26:55.301854+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.136:0/2988651366":"2024-08-20T11:22:51.651776+0000","172.21.15.136:6800/3112724237":"2024-08-20T11:22:51.651776+0000","172.21.15.136:6801/3112724237":"2024-08-20T11:22:51.651776+0000","172.21.15.136:0/816698592":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/3778127024":"2024-08-20T11:22:51.651776+0000","172.21.15.136:6801/2510262224":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/3833218463":"2024-08-20T11:22:51.651776+0000","172.21.15.136:6800/2510262224":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/4203318831":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/3768657451":"2024-08-20T11:22:29.075643+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-19T11:27:32.097 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:27:32 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-a[57366]: 2024-08-19T11:27:32.014+0000 7f35a921d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-19T11:27:32.556 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-19T11:27:32.757 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:27:33.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:32 smithi136 ceph-mon[16389]: pgmap v196: 97 pgs: 11 creating+peering, 6 unknown, 80 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 208 B/s wr, 3 op/s 2024-08-19T11:27:33.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:32 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/2144373910' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T11:27:33.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:32 smithi136 ceph-mon[28279]: pgmap v196: 97 pgs: 11 creating+peering, 6 unknown, 80 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 208 B/s wr, 3 op/s 2024-08-19T11:27:33.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:32 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/2144373910' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T11:27:33.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:32 smithi155 ceph-mon[19718]: pgmap v196: 97 pgs: 11 creating+peering, 6 unknown, 80 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 208 B/s wr, 3 op/s 2024-08-19T11:27:33.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:32 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/2144373910' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T11:27:34.565 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:27:34.566 INFO:teuthology.orchestra.run.smithi136.stdout:{"epoch":66,"fsid":"25b0d51a-5e1d-11ef-bccf-c7b262605968","created":"2024-08-19T11:22:06.747909+0000","modified":"2024-08-19T11:27:29.321969+0000","last_up_change":"2024-08-19T11:26:57.303915+0000","last_in_change":"2024-08-19T11:26:40.220649+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-19T11:25:01.946609+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-19T11:27:23.356250+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-19T11:27:26.712091+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c5e52ef-ec3c-42d4-b5d8-59457a219347","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6802","nonce":430850622},{"type":"v1","addr":"172.21.15.136:6803","nonce":430850622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6804","nonce":430850622},{"type":"v1","addr":"172.21.15.136:6805","nonce":430850622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6808","nonce":430850622},{"type":"v1","addr":"172.21.15.136:6809","nonce":430850622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6806","nonce":430850622},{"type":"v1","addr":"172.21.15.136:6807","nonce":430850622}]},"public_addr":"172.21.15.136:6803/430850622","cluster_addr":"172.21.15.136:6805/430850622","heartbeat_back_addr":"172.21.15.136:6809/430850622","heartbeat_front_addr":"172.21.15.136:6807/430850622","state":["exists","up"]},{"osd":1,"uuid":"3d951904-e2e9-4805-91af-b3f3696c7440","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6810","nonce":3999069106},{"type":"v1","addr":"172.21.15.136:6811","nonce":3999069106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6812","nonce":3999069106},{"type":"v1","addr":"172.21.15.136:6813","nonce":3999069106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6816","nonce":3999069106},{"type":"v1","addr":"172.21.15.136:6817","nonce":3999069106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6814","nonce":3999069106},{"type":"v1","addr":"172.21.15.136:6815","nonce":3999069106}]},"public_addr":"172.21.15.136:6811/3999069106","cluster_addr":"172.21.15.136:6813/3999069106","heartbeat_back_addr":"172.21.15.136:6817/3999069106","heartbeat_front_addr":"172.21.15.136:6815/3999069106","state":["exists","up"]},{"osd":2,"uuid":"65f5b80a-e7d6-4ba7-96f9-ab4f2b67aa69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6818","nonce":266063274},{"type":"v1","addr":"172.21.15.136:6819","nonce":266063274}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6820","nonce":266063274},{"type":"v1","addr":"172.21.15.136:6821","nonce":266063274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6824","nonce":266063274},{"type":"v1","addr":"172.21.15.136:6825","nonce":266063274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6822","nonce":266063274},{"type":"v1","addr":"172.21.15.136:6823","nonce":266063274}]},"public_addr":"172.21.15.136:6819/266063274","cluster_addr":"172.21.15.136:6821/266063274","heartbeat_back_addr":"172.21.15.136:6825/266063274","heartbeat_front_addr":"172.21.15.136:6823/266063274","state":["exists","up"]},{"osd":3,"uuid":"20f8e2e4-a61d-4051-b474-db1e74576b8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6826","nonce":2393860891},{"type":"v1","addr":"172.21.15.136:6827","nonce":2393860891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6828","nonce":2393860891},{"type":"v1","addr":"172.21.15.136:6829","nonce":2393860891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6832","nonce":2393860891},{"type":"v1","addr":"172.21.15.136:6833","nonce":2393860891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6830","nonce":2393860891},{"type":"v1","addr":"172.21.15.136:6831","nonce":2393860891}]},"public_addr":"172.21.15.136:6827/2393860891","cluster_addr":"172.21.15.136:6829/2393860891","heartbeat_back_addr":"172.21.15.136:6833/2393860891","heartbeat_front_addr":"172.21.15.136:6831/2393860891","state":["exists","up"]},{"osd":4,"uuid":"58160bd1-3a99-476b-a5c1-8ce7fdf2e553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":3188481285},{"type":"v1","addr":"172.21.15.155:6801","nonce":3188481285}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3188481285},{"type":"v1","addr":"172.21.15.155:6803","nonce":3188481285}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":3188481285},{"type":"v1","addr":"172.21.15.155:6807","nonce":3188481285}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3188481285},{"type":"v1","addr":"172.21.15.155:6805","nonce":3188481285}]},"public_addr":"172.21.15.155:6801/3188481285","cluster_addr":"172.21.15.155:6803/3188481285","heartbeat_back_addr":"172.21.15.155:6807/3188481285","heartbeat_front_addr":"172.21.15.155:6805/3188481285","state":["exists","up"]},{"osd":5,"uuid":"753fbc16-06ea-4ff5-8489-a61fa985bb2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3682104727},{"type":"v1","addr":"172.21.15.155:6809","nonce":3682104727}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":3682104727},{"type":"v1","addr":"172.21.15.155:6811","nonce":3682104727}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":3682104727},{"type":"v1","addr":"172.21.15.155:6815","nonce":3682104727}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":3682104727},{"type":"v1","addr":"172.21.15.155:6813","nonce":3682104727}]},"public_addr":"172.21.15.155:6809/3682104727","cluster_addr":"172.21.15.155:6811/3682104727","heartbeat_back_addr":"172.21.15.155:6815/3682104727","heartbeat_front_addr":"172.21.15.155:6813/3682104727","state":["exists","up"]},{"osd":6,"uuid":"a461ecf0-c580-4727-9a8f-a8824cf75788","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":1087131918},{"type":"v1","addr":"172.21.15.155:6817","nonce":1087131918}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":1087131918},{"type":"v1","addr":"172.21.15.155:6819","nonce":1087131918}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":1087131918},{"type":"v1","addr":"172.21.15.155:6823","nonce":1087131918}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":1087131918},{"type":"v1","addr":"172.21.15.155:6821","nonce":1087131918}]},"public_addr":"172.21.15.155:6817/1087131918","cluster_addr":"172.21.15.155:6819/1087131918","heartbeat_back_addr":"172.21.15.155:6823/1087131918","heartbeat_front_addr":"172.21.15.155:6821/1087131918","state":["exists","up"]},{"osd":7,"uuid":"9fff0aa5-ebf3-47f8-8649-e5d2d3577c37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2807225268},{"type":"v1","addr":"172.21.15.155:6825","nonce":2807225268}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":2807225268},{"type":"v1","addr":"172.21.15.155:6827","nonce":2807225268}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":2807225268},{"type":"v1","addr":"172.21.15.155:6831","nonce":2807225268}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":2807225268},{"type":"v1","addr":"172.21.15.155:6829","nonce":2807225268}]},"public_addr":"172.21.15.155:6825/2807225268","cluster_addr":"172.21.15.155:6827/2807225268","heartbeat_back_addr":"172.21.15.155:6831/2807225268","heartbeat_front_addr":"172.21.15.155:6829/2807225268","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:24:11.522977+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:24:34.031994+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:24:57.587367+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:25:22.204710+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:25:43.471293+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:26:07.763163+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:26:31.826597+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:26:55.301854+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.136:0/2988651366":"2024-08-20T11:22:51.651776+0000","172.21.15.136:6800/3112724237":"2024-08-20T11:22:51.651776+0000","172.21.15.136:6801/3112724237":"2024-08-20T11:22:51.651776+0000","172.21.15.136:0/816698592":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/3778127024":"2024-08-20T11:22:51.651776+0000","172.21.15.136:6801/2510262224":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/3833218463":"2024-08-20T11:22:51.651776+0000","172.21.15.136:6800/2510262224":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/4203318831":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/3768657451":"2024-08-20T11:22:29.075643+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-19T11:27:34.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:34 smithi136 ceph-mon[16389]: pgmap v197: 97 pgs: 97 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 511 B/s wr, 4 op/s 2024-08-19T11:27:34.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:34 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/3280256639' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T11:27:34.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:34 smithi136 ceph-mon[28279]: pgmap v197: 97 pgs: 97 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 511 B/s wr, 4 op/s 2024-08-19T11:27:34.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:34 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/3280256639' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T11:27:35.188 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-08-19T11:27:35.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:34 smithi155 ceph-mon[19718]: pgmap v197: 97 pgs: 97 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 511 B/s wr, 4 op/s 2024-08-19T11:27:35.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:34 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/3280256639' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T11:27:35.388 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:27:36.958 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:36 smithi136 ceph-mon[28279]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-08-19T11:27:36.959 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:36 smithi136 ceph-mon[16389]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-08-19T11:27:37.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:36 smithi155 ceph-mon[19718]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-08-19T11:27:38.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:37 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/3229765891' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-19T11:27:38.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:37 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/3229765891' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-19T11:27:38.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:37 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/3229765891' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-19T11:27:38.488 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-08-19T11:27:38.489 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph fs set cephfs allow_standby_replay false 2024-08-19T11:27:38.696 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:27:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:38 smithi136 ceph-mon[28279]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-08-19T11:27:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:38 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/3229765891' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-19T11:27:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:38 smithi136 ceph-mon[28279]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-19T11:27:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:38 smithi136 ceph-mon[16389]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-08-19T11:27:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:38 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/3229765891' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-19T11:27:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:38 smithi136 ceph-mon[16389]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-19T11:27:39.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:38 smithi155 ceph-mon[19718]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-08-19T11:27:39.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:38 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/3229765891' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-19T11:27:39.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:38 smithi155 ceph-mon[19718]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-19T11:27:41.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:40 smithi136 ceph-mon[16389]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-08-19T11:27:41.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:40 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/767473323' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-19T11:27:41.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:40 smithi136 ceph-mon[28279]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-08-19T11:27:41.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:40 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/767473323' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-19T11:27:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:40 smithi155 ceph-mon[19718]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-08-19T11:27:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:40 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/767473323' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-19T11:27:41.474 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-08-19T11:27:41.474 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-19T11:27:41.678 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:27:42.069 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:41 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/767473323' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-19T11:27:42.070 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:41 smithi136 ceph-mon[28279]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-19T11:27:42.070 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:41 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/767473323' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-19T11:27:42.070 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:41 smithi136 ceph-mon[16389]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-19T11:27:42.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:41 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/767473323' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-19T11:27:42.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:41 smithi155 ceph-mon[19718]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-19T11:27:43.059 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:42 smithi136 ceph-mon[28279]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-19T11:27:43.059 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:42 smithi136 ceph-mon[16389]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-19T11:27:43.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:42 smithi155 ceph-mon[19718]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-19T11:27:43.509 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:27:43.509 INFO:teuthology.orchestra.run.smithi136.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24319,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6833/3471803320","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3471803320},{"type":"v1","addr":"172.21.15.155:6833","nonce":3471803320}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-19T11:27:29.322092+0000","modified":"2024-08-19T11:27:40.817495+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24350},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24350":{"gid":24350,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":6,"addr":"172.21.15.136:6835/771816949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6834","nonce":771816949},{"type":"v1","addr":"172.21.15.136:6835","nonce":771816949}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-08-19T11:27:43.509 INFO:teuthology.orchestra.run.smithi136.stderr:dumped fsmap epoch 8 2024-08-19T11:27:44.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:43 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/1837774606' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T11:27:44.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:43 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/1837774606' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T11:27:44.120 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-19T11:27:44.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:43 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/1837774606' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T11:27:44.318 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:27:45.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:44 smithi136 ceph-mon[28279]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 2 op/s 2024-08-19T11:27:45.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:44 smithi136 ceph-mon[16389]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 2 op/s 2024-08-19T11:27:45.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:44 smithi155 ceph-mon[19718]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 2 op/s 2024-08-19T11:27:46.229 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:27:46.229 INFO:teuthology.orchestra.run.smithi136.stdout:{"epoch":66,"fsid":"25b0d51a-5e1d-11ef-bccf-c7b262605968","created":"2024-08-19T11:22:06.747909+0000","modified":"2024-08-19T11:27:29.321969+0000","last_up_change":"2024-08-19T11:26:57.303915+0000","last_in_change":"2024-08-19T11:26:40.220649+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-19T11:25:01.946609+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-19T11:27:23.356250+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-19T11:27:26.712091+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c5e52ef-ec3c-42d4-b5d8-59457a219347","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6802","nonce":430850622},{"type":"v1","addr":"172.21.15.136:6803","nonce":430850622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6804","nonce":430850622},{"type":"v1","addr":"172.21.15.136:6805","nonce":430850622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6808","nonce":430850622},{"type":"v1","addr":"172.21.15.136:6809","nonce":430850622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6806","nonce":430850622},{"type":"v1","addr":"172.21.15.136:6807","nonce":430850622}]},"public_addr":"172.21.15.136:6803/430850622","cluster_addr":"172.21.15.136:6805/430850622","heartbeat_back_addr":"172.21.15.136:6809/430850622","heartbeat_front_addr":"172.21.15.136:6807/430850622","state":["exists","up"]},{"osd":1,"uuid":"3d951904-e2e9-4805-91af-b3f3696c7440","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6810","nonce":3999069106},{"type":"v1","addr":"172.21.15.136:6811","nonce":3999069106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6812","nonce":3999069106},{"type":"v1","addr":"172.21.15.136:6813","nonce":3999069106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6816","nonce":3999069106},{"type":"v1","addr":"172.21.15.136:6817","nonce":3999069106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6814","nonce":3999069106},{"type":"v1","addr":"172.21.15.136:6815","nonce":3999069106}]},"public_addr":"172.21.15.136:6811/3999069106","cluster_addr":"172.21.15.136:6813/3999069106","heartbeat_back_addr":"172.21.15.136:6817/3999069106","heartbeat_front_addr":"172.21.15.136:6815/3999069106","state":["exists","up"]},{"osd":2,"uuid":"65f5b80a-e7d6-4ba7-96f9-ab4f2b67aa69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6818","nonce":266063274},{"type":"v1","addr":"172.21.15.136:6819","nonce":266063274}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6820","nonce":266063274},{"type":"v1","addr":"172.21.15.136:6821","nonce":266063274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6824","nonce":266063274},{"type":"v1","addr":"172.21.15.136:6825","nonce":266063274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6822","nonce":266063274},{"type":"v1","addr":"172.21.15.136:6823","nonce":266063274}]},"public_addr":"172.21.15.136:6819/266063274","cluster_addr":"172.21.15.136:6821/266063274","heartbeat_back_addr":"172.21.15.136:6825/266063274","heartbeat_front_addr":"172.21.15.136:6823/266063274","state":["exists","up"]},{"osd":3,"uuid":"20f8e2e4-a61d-4051-b474-db1e74576b8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6826","nonce":2393860891},{"type":"v1","addr":"172.21.15.136:6827","nonce":2393860891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6828","nonce":2393860891},{"type":"v1","addr":"172.21.15.136:6829","nonce":2393860891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6832","nonce":2393860891},{"type":"v1","addr":"172.21.15.136:6833","nonce":2393860891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6830","nonce":2393860891},{"type":"v1","addr":"172.21.15.136:6831","nonce":2393860891}]},"public_addr":"172.21.15.136:6827/2393860891","cluster_addr":"172.21.15.136:6829/2393860891","heartbeat_back_addr":"172.21.15.136:6833/2393860891","heartbeat_front_addr":"172.21.15.136:6831/2393860891","state":["exists","up"]},{"osd":4,"uuid":"58160bd1-3a99-476b-a5c1-8ce7fdf2e553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":3188481285},{"type":"v1","addr":"172.21.15.155:6801","nonce":3188481285}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3188481285},{"type":"v1","addr":"172.21.15.155:6803","nonce":3188481285}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":3188481285},{"type":"v1","addr":"172.21.15.155:6807","nonce":3188481285}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3188481285},{"type":"v1","addr":"172.21.15.155:6805","nonce":3188481285}]},"public_addr":"172.21.15.155:6801/3188481285","cluster_addr":"172.21.15.155:6803/3188481285","heartbeat_back_addr":"172.21.15.155:6807/3188481285","heartbeat_front_addr":"172.21.15.155:6805/3188481285","state":["exists","up"]},{"osd":5,"uuid":"753fbc16-06ea-4ff5-8489-a61fa985bb2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3682104727},{"type":"v1","addr":"172.21.15.155:6809","nonce":3682104727}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":3682104727},{"type":"v1","addr":"172.21.15.155:6811","nonce":3682104727}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":3682104727},{"type":"v1","addr":"172.21.15.155:6815","nonce":3682104727}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":3682104727},{"type":"v1","addr":"172.21.15.155:6813","nonce":3682104727}]},"public_addr":"172.21.15.155:6809/3682104727","cluster_addr":"172.21.15.155:6811/3682104727","heartbeat_back_addr":"172.21.15.155:6815/3682104727","heartbeat_front_addr":"172.21.15.155:6813/3682104727","state":["exists","up"]},{"osd":6,"uuid":"a461ecf0-c580-4727-9a8f-a8824cf75788","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":1087131918},{"type":"v1","addr":"172.21.15.155:6817","nonce":1087131918}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":1087131918},{"type":"v1","addr":"172.21.15.155:6819","nonce":1087131918}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":1087131918},{"type":"v1","addr":"172.21.15.155:6823","nonce":1087131918}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":1087131918},{"type":"v1","addr":"172.21.15.155:6821","nonce":1087131918}]},"public_addr":"172.21.15.155:6817/1087131918","cluster_addr":"172.21.15.155:6819/1087131918","heartbeat_back_addr":"172.21.15.155:6823/1087131918","heartbeat_front_addr":"172.21.15.155:6821/1087131918","state":["exists","up"]},{"osd":7,"uuid":"9fff0aa5-ebf3-47f8-8649-e5d2d3577c37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2807225268},{"type":"v1","addr":"172.21.15.155:6825","nonce":2807225268}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":2807225268},{"type":"v1","addr":"172.21.15.155:6827","nonce":2807225268}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":2807225268},{"type":"v1","addr":"172.21.15.155:6831","nonce":2807225268}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":2807225268},{"type":"v1","addr":"172.21.15.155:6829","nonce":2807225268}]},"public_addr":"172.21.15.155:6825/2807225268","cluster_addr":"172.21.15.155:6827/2807225268","heartbeat_back_addr":"172.21.15.155:6831/2807225268","heartbeat_front_addr":"172.21.15.155:6829/2807225268","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:24:11.522977+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:24:34.031994+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:24:57.587367+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:25:22.204710+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:25:43.471293+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:26:07.763163+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:26:31.826597+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:26:55.301854+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.136:0/2988651366":"2024-08-20T11:22:51.651776+0000","172.21.15.136:6800/3112724237":"2024-08-20T11:22:51.651776+0000","172.21.15.136:6801/3112724237":"2024-08-20T11:22:51.651776+0000","172.21.15.136:0/816698592":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/3778127024":"2024-08-20T11:22:51.651776+0000","172.21.15.136:6801/2510262224":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/3833218463":"2024-08-20T11:22:51.651776+0000","172.21.15.136:6800/2510262224":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/4203318831":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/3768657451":"2024-08-20T11:22:29.075643+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-19T11:27:46.910 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-08-19T11:27:46.910 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-19T11:27:47.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:46 smithi136 ceph-mon[28279]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 938 B/s wr, 1 op/s 2024-08-19T11:27:47.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:46 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/42944071' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T11:27:47.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:46 smithi136 ceph-mon[16389]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 938 B/s wr, 1 op/s 2024-08-19T11:27:47.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:46 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/42944071' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T11:27:47.112 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:27:47.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:46 smithi155 ceph-mon[19718]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 938 B/s wr, 1 op/s 2024-08-19T11:27:47.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:46 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/42944071' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T11:27:48.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:48 smithi136 ceph-mon[16389]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-19T11:27:48.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:48 smithi136 ceph-mon[28279]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-19T11:27:48.993 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:27:48.995 INFO:teuthology.orchestra.run.smithi136.stderr:dumped all 2024-08-19T11:27:49.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:48 smithi155 ceph-mon[19718]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-19T11:27:49.603 INFO:teuthology.orchestra.run.smithi136.stdout:{"pg_ready":true,"pg_map":{"version":204,"stamp":"2024-08-19T11:27:47.707460+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":227352,"kb_used_data":7036,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749733864,"statfs":{"total":767960285184,"available":767727476736,"internally_reserved":0,"allocated":7204864,"data_stored":4020412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003255"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.950012+0000","last_change":"2024-08-19T11:27:27.821571+0000","last_active":"2024-08-19T11:27:28.950012+0000","last_peered":"2024-08-19T11:27:28.950012+0000","last_clean":"2024-08-19T11:27:28.950012+0000","last_became_active":"2024-08-19T11:27:27.821286+0000","last_became_peered":"2024-08-19T11:27:27.821286+0000","last_unstale":"2024-08-19T11:27:28.950012+0000","last_undegraded":"2024-08-19T11:27:28.950012+0000","last_fullsized":"2024-08-19T11:27:28.950012+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:04:32.182376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.335976+0000","last_change":"2024-08-19T11:27:27.811947+0000","last_active":"2024-08-19T11:27:29.335976+0000","last_peered":"2024-08-19T11:27:29.335976+0000","last_clean":"2024-08-19T11:27:29.335976+0000","last_became_active":"2024-08-19T11:27:27.811646+0000","last_became_peered":"2024-08-19T11:27:27.811646+0000","last_unstale":"2024-08-19T11:27:29.335976+0000","last_undegraded":"2024-08-19T11:27:29.335976+0000","last_fullsized":"2024-08-19T11:27:29.335976+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:11:46.981524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.289580+0000","last_change":"2024-08-19T11:27:27.799377+0000","last_active":"2024-08-19T11:27:29.289580+0000","last_peered":"2024-08-19T11:27:29.289580+0000","last_clean":"2024-08-19T11:27:29.289580+0000","last_became_active":"2024-08-19T11:27:27.799104+0000","last_became_peered":"2024-08-19T11:27:27.799104+0000","last_unstale":"2024-08-19T11:27:29.289580+0000","last_undegraded":"2024-08-19T11:27:29.289580+0000","last_fullsized":"2024-08-19T11:27:29.289580+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:38:54.188181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.339819+0000","last_change":"2024-08-19T11:27:27.817753+0000","last_active":"2024-08-19T11:27:29.339819+0000","last_peered":"2024-08-19T11:27:29.339819+0000","last_clean":"2024-08-19T11:27:29.339819+0000","last_became_active":"2024-08-19T11:27:27.817253+0000","last_became_peered":"2024-08-19T11:27:27.817253+0000","last_unstale":"2024-08-19T11:27:29.339819+0000","last_undegraded":"2024-08-19T11:27:29.339819+0000","last_fullsized":"2024-08-19T11:27:29.339819+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:21:26.916540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.949624+0000","last_change":"2024-08-19T11:27:27.820265+0000","last_active":"2024-08-19T11:27:28.949624+0000","last_peered":"2024-08-19T11:27:28.949624+0000","last_clean":"2024-08-19T11:27:28.949624+0000","last_became_active":"2024-08-19T11:27:27.819991+0000","last_became_peered":"2024-08-19T11:27:27.819991+0000","last_unstale":"2024-08-19T11:27:28.949624+0000","last_undegraded":"2024-08-19T11:27:28.949624+0000","last_fullsized":"2024-08-19T11:27:28.949624+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:52:45.266017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.339024+0000","last_change":"2024-08-19T11:27:27.804806+0000","last_active":"2024-08-19T11:27:29.339024+0000","last_peered":"2024-08-19T11:27:29.339024+0000","last_clean":"2024-08-19T11:27:29.339024+0000","last_became_active":"2024-08-19T11:27:27.804513+0000","last_became_peered":"2024-08-19T11:27:27.804513+0000","last_unstale":"2024-08-19T11:27:29.339024+0000","last_undegraded":"2024-08-19T11:27:29.339024+0000","last_fullsized":"2024-08-19T11:27:29.339024+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:20:11.432009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.949409+0000","last_change":"2024-08-19T11:27:27.820613+0000","last_active":"2024-08-19T11:27:28.949409+0000","last_peered":"2024-08-19T11:27:28.949409+0000","last_clean":"2024-08-19T11:27:28.949409+0000","last_became_active":"2024-08-19T11:27:27.819124+0000","last_became_peered":"2024-08-19T11:27:27.819124+0000","last_unstale":"2024-08-19T11:27:28.949409+0000","last_undegraded":"2024-08-19T11:27:28.949409+0000","last_fullsized":"2024-08-19T11:27:28.949409+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:03:55.062142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.333925+0000","last_change":"2024-08-19T11:27:27.817325+0000","last_active":"2024-08-19T11:27:29.333925+0000","last_peered":"2024-08-19T11:27:29.333925+0000","last_clean":"2024-08-19T11:27:29.333925+0000","last_became_active":"2024-08-19T11:27:27.816757+0000","last_became_peered":"2024-08-19T11:27:27.816757+0000","last_unstale":"2024-08-19T11:27:29.333925+0000","last_undegraded":"2024-08-19T11:27:29.333925+0000","last_fullsized":"2024-08-19T11:27:29.333925+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:43:25.045429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.950273+0000","last_change":"2024-08-19T11:27:27.813622+0000","last_active":"2024-08-19T11:27:28.950273+0000","last_peered":"2024-08-19T11:27:28.950273+0000","last_clean":"2024-08-19T11:27:28.950273+0000","last_became_active":"2024-08-19T11:27:27.813302+0000","last_became_peered":"2024-08-19T11:27:27.813302+0000","last_unstale":"2024-08-19T11:27:28.950273+0000","last_undegraded":"2024-08-19T11:27:28.950273+0000","last_fullsized":"2024-08-19T11:27:28.950273+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:11:41.816810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.940394+0000","last_change":"2024-08-19T11:27:27.813218+0000","last_active":"2024-08-19T11:27:28.940394+0000","last_peered":"2024-08-19T11:27:28.940394+0000","last_clean":"2024-08-19T11:27:28.940394+0000","last_became_active":"2024-08-19T11:27:27.812212+0000","last_became_peered":"2024-08-19T11:27:27.812212+0000","last_unstale":"2024-08-19T11:27:28.940394+0000","last_undegraded":"2024-08-19T11:27:28.940394+0000","last_fullsized":"2024-08-19T11:27:28.940394+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:15:34.819860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.940278+0000","last_change":"2024-08-19T11:27:27.817071+0000","last_active":"2024-08-19T11:27:28.940278+0000","last_peered":"2024-08-19T11:27:28.940278+0000","last_clean":"2024-08-19T11:27:28.940278+0000","last_became_active":"2024-08-19T11:27:27.816743+0000","last_became_peered":"2024-08-19T11:27:27.816743+0000","last_unstale":"2024-08-19T11:27:28.940278+0000","last_undegraded":"2024-08-19T11:27:28.940278+0000","last_fullsized":"2024-08-19T11:27:28.940278+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:58:35.430891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.328905+0000","last_change":"2024-08-19T11:27:27.807854+0000","last_active":"2024-08-19T11:27:29.328905+0000","last_peered":"2024-08-19T11:27:29.328905+0000","last_clean":"2024-08-19T11:27:29.328905+0000","last_became_active":"2024-08-19T11:27:27.807529+0000","last_became_peered":"2024-08-19T11:27:27.807529+0000","last_unstale":"2024-08-19T11:27:29.328905+0000","last_undegraded":"2024-08-19T11:27:29.328905+0000","last_fullsized":"2024-08-19T11:27:29.328905+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:14:56.980430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.338179+0000","last_change":"2024-08-19T11:27:27.817414+0000","last_active":"2024-08-19T11:27:29.338179+0000","last_peered":"2024-08-19T11:27:29.338179+0000","last_clean":"2024-08-19T11:27:29.338179+0000","last_became_active":"2024-08-19T11:27:27.816792+0000","last_became_peered":"2024-08-19T11:27:27.816792+0000","last_unstale":"2024-08-19T11:27:29.338179+0000","last_undegraded":"2024-08-19T11:27:29.338179+0000","last_fullsized":"2024-08-19T11:27:29.338179+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T22:00:28.968994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.289489+0000","last_change":"2024-08-19T11:27:27.807027+0000","last_active":"2024-08-19T11:27:29.289489+0000","last_peered":"2024-08-19T11:27:29.289489+0000","last_clean":"2024-08-19T11:27:29.289489+0000","last_became_active":"2024-08-19T11:27:27.804903+0000","last_became_peered":"2024-08-19T11:27:27.804903+0000","last_unstale":"2024-08-19T11:27:29.289489+0000","last_undegraded":"2024-08-19T11:27:29.289489+0000","last_fullsized":"2024-08-19T11:27:29.289489+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T22:54:37.026494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.334740+0000","last_change":"2024-08-19T11:27:27.809635+0000","last_active":"2024-08-19T11:27:29.334740+0000","last_peered":"2024-08-19T11:27:29.334740+0000","last_clean":"2024-08-19T11:27:29.334740+0000","last_became_active":"2024-08-19T11:27:27.809369+0000","last_became_peered":"2024-08-19T11:27:27.809369+0000","last_unstale":"2024-08-19T11:27:29.334740+0000","last_undegraded":"2024-08-19T11:27:29.334740+0000","last_fullsized":"2024-08-19T11:27:29.334740+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:12:52.700027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.338403+0000","last_change":"2024-08-19T11:27:27.814161+0000","last_active":"2024-08-19T11:27:29.338403+0000","last_peered":"2024-08-19T11:27:29.338403+0000","last_clean":"2024-08-19T11:27:29.338403+0000","last_became_active":"2024-08-19T11:27:27.813861+0000","last_became_peered":"2024-08-19T11:27:27.813861+0000","last_unstale":"2024-08-19T11:27:29.338403+0000","last_undegraded":"2024-08-19T11:27:29.338403+0000","last_fullsized":"2024-08-19T11:27:29.338403+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T23:07:56.192608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.340184+0000","last_change":"2024-08-19T11:27:27.815059+0000","last_active":"2024-08-19T11:27:29.340184+0000","last_peered":"2024-08-19T11:27:29.340184+0000","last_clean":"2024-08-19T11:27:29.340184+0000","last_became_active":"2024-08-19T11:27:27.814764+0000","last_became_peered":"2024-08-19T11:27:27.814764+0000","last_unstale":"2024-08-19T11:27:29.340184+0000","last_undegraded":"2024-08-19T11:27:29.340184+0000","last_fullsized":"2024-08-19T11:27:29.340184+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:00:32.293296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.328893+0000","last_change":"2024-08-19T11:27:27.809051+0000","last_active":"2024-08-19T11:27:29.328893+0000","last_peered":"2024-08-19T11:27:29.328893+0000","last_clean":"2024-08-19T11:27:29.328893+0000","last_became_active":"2024-08-19T11:27:27.808779+0000","last_became_peered":"2024-08-19T11:27:27.808779+0000","last_unstale":"2024-08-19T11:27:29.328893+0000","last_undegraded":"2024-08-19T11:27:29.328893+0000","last_fullsized":"2024-08-19T11:27:29.328893+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:49:09.884734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.950005+0000","last_change":"2024-08-19T11:27:27.822832+0000","last_active":"2024-08-19T11:27:28.950005+0000","last_peered":"2024-08-19T11:27:28.950005+0000","last_clean":"2024-08-19T11:27:28.950005+0000","last_became_active":"2024-08-19T11:27:27.822411+0000","last_became_peered":"2024-08-19T11:27:27.822411+0000","last_unstale":"2024-08-19T11:27:28.950005+0000","last_undegraded":"2024-08-19T11:27:28.950005+0000","last_fullsized":"2024-08-19T11:27:28.950005+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:22:32.701029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.940397+0000","last_change":"2024-08-19T11:27:27.816350+0000","last_active":"2024-08-19T11:27:28.940397+0000","last_peered":"2024-08-19T11:27:28.940397+0000","last_clean":"2024-08-19T11:27:28.940397+0000","last_became_active":"2024-08-19T11:27:27.816089+0000","last_became_peered":"2024-08-19T11:27:27.816089+0000","last_unstale":"2024-08-19T11:27:28.940397+0000","last_undegraded":"2024-08-19T11:27:28.940397+0000","last_fullsized":"2024-08-19T11:27:28.940397+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:38:06.558961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.289524+0000","last_change":"2024-08-19T11:27:27.811046+0000","last_active":"2024-08-19T11:27:29.289524+0000","last_peered":"2024-08-19T11:27:29.289524+0000","last_clean":"2024-08-19T11:27:29.289524+0000","last_became_active":"2024-08-19T11:27:27.810249+0000","last_became_peered":"2024-08-19T11:27:27.810249+0000","last_unstale":"2024-08-19T11:27:29.289524+0000","last_undegraded":"2024-08-19T11:27:29.289524+0000","last_fullsized":"2024-08-19T11:27:29.289524+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:51:51.221566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.339208+0000","last_change":"2024-08-19T11:27:27.811485+0000","last_active":"2024-08-19T11:27:29.339208+0000","last_peered":"2024-08-19T11:27:29.339208+0000","last_clean":"2024-08-19T11:27:29.339208+0000","last_became_active":"2024-08-19T11:27:27.811184+0000","last_became_peered":"2024-08-19T11:27:27.811184+0000","last_unstale":"2024-08-19T11:27:29.339208+0000","last_undegraded":"2024-08-19T11:27:29.339208+0000","last_fullsized":"2024-08-19T11:27:29.339208+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:08:45.592567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.334022+0000","last_change":"2024-08-19T11:27:27.823663+0000","last_active":"2024-08-19T11:27:29.334022+0000","last_peered":"2024-08-19T11:27:29.334022+0000","last_clean":"2024-08-19T11:27:29.334022+0000","last_became_active":"2024-08-19T11:27:27.822910+0000","last_became_peered":"2024-08-19T11:27:27.822910+0000","last_unstale":"2024-08-19T11:27:29.334022+0000","last_undegraded":"2024-08-19T11:27:29.334022+0000","last_fullsized":"2024-08-19T11:27:29.334022+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:34:32.072062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.338546+0000","last_change":"2024-08-19T11:27:27.814447+0000","last_active":"2024-08-19T11:27:29.338546+0000","last_peered":"2024-08-19T11:27:29.338546+0000","last_clean":"2024-08-19T11:27:29.338546+0000","last_became_active":"2024-08-19T11:27:27.814154+0000","last_became_peered":"2024-08-19T11:27:27.814154+0000","last_unstale":"2024-08-19T11:27:29.338546+0000","last_undegraded":"2024-08-19T11:27:29.338546+0000","last_fullsized":"2024-08-19T11:27:29.338546+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:10:43.460705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.338438+0000","last_change":"2024-08-19T11:27:27.813023+0000","last_active":"2024-08-19T11:27:29.338438+0000","last_peered":"2024-08-19T11:27:29.338438+0000","last_clean":"2024-08-19T11:27:29.338438+0000","last_became_active":"2024-08-19T11:27:27.812715+0000","last_became_peered":"2024-08-19T11:27:27.812715+0000","last_unstale":"2024-08-19T11:27:29.338438+0000","last_undegraded":"2024-08-19T11:27:29.338438+0000","last_fullsized":"2024-08-19T11:27:29.338438+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:03:50.018261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.940469+0000","last_change":"2024-08-19T11:27:27.814655+0000","last_active":"2024-08-19T11:27:28.940469+0000","last_peered":"2024-08-19T11:27:28.940469+0000","last_clean":"2024-08-19T11:27:28.940469+0000","last_became_active":"2024-08-19T11:27:27.814254+0000","last_became_peered":"2024-08-19T11:27:27.814254+0000","last_unstale":"2024-08-19T11:27:28.940469+0000","last_undegraded":"2024-08-19T11:27:28.940469+0000","last_fullsized":"2024-08-19T11:27:28.940469+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:13:35.495851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.336058+0000","last_change":"2024-08-19T11:27:27.810465+0000","last_active":"2024-08-19T11:27:29.336058+0000","last_peered":"2024-08-19T11:27:29.336058+0000","last_clean":"2024-08-19T11:27:29.336058+0000","last_became_active":"2024-08-19T11:27:27.808154+0000","last_became_peered":"2024-08-19T11:27:27.808154+0000","last_unstale":"2024-08-19T11:27:29.336058+0000","last_undegraded":"2024-08-19T11:27:29.336058+0000","last_fullsized":"2024-08-19T11:27:29.336058+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:00:56.100786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.337289+0000","last_change":"2024-08-19T11:27:27.823341+0000","last_active":"2024-08-19T11:27:29.337289+0000","last_peered":"2024-08-19T11:27:29.337289+0000","last_clean":"2024-08-19T11:27:29.337289+0000","last_became_active":"2024-08-19T11:27:27.823014+0000","last_became_peered":"2024-08-19T11:27:27.823014+0000","last_unstale":"2024-08-19T11:27:29.337289+0000","last_undegraded":"2024-08-19T11:27:29.337289+0000","last_fullsized":"2024-08-19T11:27:29.337289+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:21:03.617996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.289540+0000","last_change":"2024-08-19T11:27:27.812065+0000","last_active":"2024-08-19T11:27:29.289540+0000","last_peered":"2024-08-19T11:27:29.289540+0000","last_clean":"2024-08-19T11:27:29.289540+0000","last_became_active":"2024-08-19T11:27:27.811801+0000","last_became_peered":"2024-08-19T11:27:27.811801+0000","last_unstale":"2024-08-19T11:27:29.289540+0000","last_undegraded":"2024-08-19T11:27:29.289540+0000","last_fullsized":"2024-08-19T11:27:29.289540+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:49:04.250772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.339244+0000","last_change":"2024-08-19T11:27:27.813725+0000","last_active":"2024-08-19T11:27:29.339244+0000","last_peered":"2024-08-19T11:27:29.339244+0000","last_clean":"2024-08-19T11:27:29.339244+0000","last_became_active":"2024-08-19T11:27:27.813429+0000","last_became_peered":"2024-08-19T11:27:27.813429+0000","last_unstale":"2024-08-19T11:27:29.339244+0000","last_undegraded":"2024-08-19T11:27:29.339244+0000","last_fullsized":"2024-08-19T11:27:29.339244+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:10:13.996695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.327801+0000","last_change":"2024-08-19T11:27:27.806664+0000","last_active":"2024-08-19T11:27:29.327801+0000","last_peered":"2024-08-19T11:27:29.327801+0000","last_clean":"2024-08-19T11:27:29.327801+0000","last_became_active":"2024-08-19T11:27:27.806360+0000","last_became_peered":"2024-08-19T11:27:27.806360+0000","last_unstale":"2024-08-19T11:27:29.327801+0000","last_undegraded":"2024-08-19T11:27:29.327801+0000","last_fullsized":"2024-08-19T11:27:29.327801+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:59:45.066961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.939892+0000","last_change":"2024-08-19T11:27:27.818651+0000","last_active":"2024-08-19T11:27:28.939892+0000","last_peered":"2024-08-19T11:27:28.939892+0000","last_clean":"2024-08-19T11:27:28.939892+0000","last_became_active":"2024-08-19T11:27:27.818099+0000","last_became_peered":"2024-08-19T11:27:27.818099+0000","last_unstale":"2024-08-19T11:27:28.939892+0000","last_undegraded":"2024-08-19T11:27:28.939892+0000","last_fullsized":"2024-08-19T11:27:28.939892+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:08:43.272608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.328306+0000","last_change":"2024-08-19T11:27:27.800631+0000","last_active":"2024-08-19T11:27:29.328306+0000","last_peered":"2024-08-19T11:27:29.328306+0000","last_clean":"2024-08-19T11:27:29.328306+0000","last_became_active":"2024-08-19T11:27:27.800320+0000","last_became_peered":"2024-08-19T11:27:27.800320+0000","last_unstale":"2024-08-19T11:27:29.328306+0000","last_undegraded":"2024-08-19T11:27:29.328306+0000","last_fullsized":"2024-08-19T11:27:29.328306+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:44:56.474691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.338407+0000","last_change":"2024-08-19T11:27:24.782702+0000","last_active":"2024-08-19T11:27:29.338407+0000","last_peered":"2024-08-19T11:27:29.338407+0000","last_clean":"2024-08-19T11:27:29.338407+0000","last_became_active":"2024-08-19T11:27:24.782405+0000","last_became_peered":"2024-08-19T11:27:24.782405+0000","last_unstale":"2024-08-19T11:27:29.338407+0000","last_undegraded":"2024-08-19T11:27:29.338407+0000","last_fullsized":"2024-08-19T11:27:29.338407+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:33:53.299010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.289557+0000","last_change":"2024-08-19T11:27:27.810520+0000","last_active":"2024-08-19T11:27:29.289557+0000","last_peered":"2024-08-19T11:27:29.289557+0000","last_clean":"2024-08-19T11:27:29.289557+0000","last_became_active":"2024-08-19T11:27:27.810258+0000","last_became_peered":"2024-08-19T11:27:27.810258+0000","last_unstale":"2024-08-19T11:27:29.289557+0000","last_undegraded":"2024-08-19T11:27:29.289557+0000","last_fullsized":"2024-08-19T11:27:29.289557+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:01:17.641487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.333644+0000","last_change":"2024-08-19T11:27:24.775005+0000","last_active":"2024-08-19T11:27:29.333644+0000","last_peered":"2024-08-19T11:27:29.333644+0000","last_clean":"2024-08-19T11:27:29.333644+0000","last_became_active":"2024-08-19T11:27:24.774718+0000","last_became_peered":"2024-08-19T11:27:24.774718+0000","last_unstale":"2024-08-19T11:27:29.333644+0000","last_undegraded":"2024-08-19T11:27:29.333644+0000","last_fullsized":"2024-08-19T11:27:29.333644+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T23:09:55.630224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T11:27:27.802807+0000","last_change":"2024-08-19T11:27:24.782001+0000","last_active":"2024-08-19T11:27:27.802807+0000","last_peered":"2024-08-19T11:27:27.802807+0000","last_clean":"2024-08-19T11:27:27.802807+0000","last_became_active":"2024-08-19T11:27:24.781674+0000","last_became_peered":"2024-08-19T11:27:24.781674+0000","last_unstale":"2024-08-19T11:27:27.802807+0000","last_undegraded":"2024-08-19T11:27:27.802807+0000","last_fullsized":"2024-08-19T11:27:27.802807+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:29:29.881954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.334050+0000","last_change":"2024-08-19T11:27:27.813813+0000","last_active":"2024-08-19T11:27:29.334050+0000","last_peered":"2024-08-19T11:27:29.334050+0000","last_clean":"2024-08-19T11:27:29.334050+0000","last_became_active":"2024-08-19T11:27:27.813550+0000","last_became_peered":"2024-08-19T11:27:27.813550+0000","last_unstale":"2024-08-19T11:27:29.334050+0000","last_undegraded":"2024-08-19T11:27:29.334050+0000","last_fullsized":"2024-08-19T11:27:29.334050+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:23:15.037070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T11:27:27.801993+0000","last_change":"2024-08-19T11:27:24.777995+0000","last_active":"2024-08-19T11:27:27.801993+0000","last_peered":"2024-08-19T11:27:27.801993+0000","last_clean":"2024-08-19T11:27:27.801993+0000","last_became_active":"2024-08-19T11:27:24.777484+0000","last_became_peered":"2024-08-19T11:27:24.777484+0000","last_unstale":"2024-08-19T11:27:27.801993+0000","last_undegraded":"2024-08-19T11:27:27.801993+0000","last_fullsized":"2024-08-19T11:27:27.801993+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:54:38.668282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.334644+0000","last_change":"2024-08-19T11:27:27.810939+0000","last_active":"2024-08-19T11:27:29.334644+0000","last_peered":"2024-08-19T11:27:29.334644+0000","last_clean":"2024-08-19T11:27:29.334644+0000","last_became_active":"2024-08-19T11:27:27.810666+0000","last_became_peered":"2024-08-19T11:27:27.810666+0000","last_unstale":"2024-08-19T11:27:29.334644+0000","last_undegraded":"2024-08-19T11:27:29.334644+0000","last_fullsized":"2024-08-19T11:27:29.334644+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:57:30.617821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.940181+0000","last_change":"2024-08-19T11:27:24.782861+0000","last_active":"2024-08-19T11:27:28.940181+0000","last_peered":"2024-08-19T11:27:28.940181+0000","last_clean":"2024-08-19T11:27:28.940181+0000","last_became_active":"2024-08-19T11:27:24.782552+0000","last_became_peered":"2024-08-19T11:27:24.782552+0000","last_unstale":"2024-08-19T11:27:28.940181+0000","last_undegraded":"2024-08-19T11:27:28.940181+0000","last_fullsized":"2024-08-19T11:27:28.940181+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:30:59.506392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.340501+0000","last_change":"2024-08-19T11:27:27.809727+0000","last_active":"2024-08-19T11:27:29.340501+0000","last_peered":"2024-08-19T11:27:29.340501+0000","last_clean":"2024-08-19T11:27:29.340501+0000","last_became_active":"2024-08-19T11:27:27.809420+0000","last_became_peered":"2024-08-19T11:27:27.809420+0000","last_unstale":"2024-08-19T11:27:29.340501+0000","last_undegraded":"2024-08-19T11:27:29.340501+0000","last_fullsized":"2024-08-19T11:27:29.340501+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:28:37.445064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T11:27:27.802158+0000","last_change":"2024-08-19T11:27:24.783767+0000","last_active":"2024-08-19T11:27:27.802158+0000","last_peered":"2024-08-19T11:27:27.802158+0000","last_clean":"2024-08-19T11:27:27.802158+0000","last_became_active":"2024-08-19T11:27:24.783493+0000","last_became_peered":"2024-08-19T11:27:24.783493+0000","last_unstale":"2024-08-19T11:27:27.802158+0000","last_undegraded":"2024-08-19T11:27:27.802158+0000","last_fullsized":"2024-08-19T11:27:27.802158+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:01:41.751886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.289632+0000","last_change":"2024-08-19T11:27:27.809335+0000","last_active":"2024-08-19T11:27:29.289632+0000","last_peered":"2024-08-19T11:27:29.289632+0000","last_clean":"2024-08-19T11:27:29.289632+0000","last_became_active":"2024-08-19T11:27:27.809011+0000","last_became_peered":"2024-08-19T11:27:27.809011+0000","last_unstale":"2024-08-19T11:27:29.289632+0000","last_undegraded":"2024-08-19T11:27:29.289632+0000","last_fullsized":"2024-08-19T11:27:29.289632+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:45:55.575351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.340820+0000","last_change":"2024-08-19T11:27:24.779231+0000","last_active":"2024-08-19T11:27:29.340820+0000","last_peered":"2024-08-19T11:27:29.340820+0000","last_clean":"2024-08-19T11:27:29.340820+0000","last_became_active":"2024-08-19T11:27:24.778962+0000","last_became_peered":"2024-08-19T11:27:24.778962+0000","last_unstale":"2024-08-19T11:27:29.340820+0000","last_undegraded":"2024-08-19T11:27:29.340820+0000","last_fullsized":"2024-08-19T11:27:29.340820+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:36:53.182344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.328812+0000","last_change":"2024-08-19T11:27:27.812996+0000","last_active":"2024-08-19T11:27:29.328812+0000","last_peered":"2024-08-19T11:27:29.328812+0000","last_clean":"2024-08-19T11:27:29.328812+0000","last_became_active":"2024-08-19T11:27:27.812699+0000","last_became_peered":"2024-08-19T11:27:27.812699+0000","last_unstale":"2024-08-19T11:27:29.328812+0000","last_undegraded":"2024-08-19T11:27:29.328812+0000","last_fullsized":"2024-08-19T11:27:29.328812+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:26:34.557357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"66'6","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.341135+0000","last_change":"2024-08-19T11:27:24.780499+0000","last_active":"2024-08-19T11:27:29.341135+0000","last_peered":"2024-08-19T11:27:29.341135+0000","last_clean":"2024-08-19T11:27:29.341135+0000","last_became_active":"2024-08-19T11:27:24.780017+0000","last_became_peered":"2024-08-19T11:27:24.780017+0000","last_unstale":"2024-08-19T11:27:29.341135+0000","last_undegraded":"2024-08-19T11:27:29.341135+0000","last_fullsized":"2024-08-19T11:27:29.341135+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:47:17.279148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.949788+0000","last_change":"2024-08-19T11:27:27.818759+0000","last_active":"2024-08-19T11:27:28.949788+0000","last_peered":"2024-08-19T11:27:28.949788+0000","last_clean":"2024-08-19T11:27:28.949788+0000","last_became_active":"2024-08-19T11:27:27.818432+0000","last_became_peered":"2024-08-19T11:27:27.818432+0000","last_unstale":"2024-08-19T11:27:28.949788+0000","last_undegraded":"2024-08-19T11:27:28.949788+0000","last_fullsized":"2024-08-19T11:27:28.949788+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:50:28.092449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.339344+0000","last_change":"2024-08-19T11:27:24.773787+0000","last_active":"2024-08-19T11:27:29.339344+0000","last_peered":"2024-08-19T11:27:29.339344+0000","last_clean":"2024-08-19T11:27:29.339344+0000","last_became_active":"2024-08-19T11:27:24.773532+0000","last_became_peered":"2024-08-19T11:27:24.773532+0000","last_unstale":"2024-08-19T11:27:29.339344+0000","last_undegraded":"2024-08-19T11:27:29.339344+0000","last_fullsized":"2024-08-19T11:27:29.339344+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:12:09.641862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.289508+0000","last_change":"2024-08-19T11:27:27.812696+0000","last_active":"2024-08-19T11:27:29.289508+0000","last_peered":"2024-08-19T11:27:29.289508+0000","last_clean":"2024-08-19T11:27:29.289508+0000","last_became_active":"2024-08-19T11:27:27.812443+0000","last_became_peered":"2024-08-19T11:27:27.812443+0000","last_unstale":"2024-08-19T11:27:29.289508+0000","last_undegraded":"2024-08-19T11:27:29.289508+0000","last_fullsized":"2024-08-19T11:27:29.289508+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:00:39.585880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T11:27:27.802157+0000","last_change":"2024-08-19T11:27:24.778733+0000","last_active":"2024-08-19T11:27:27.802157+0000","last_peered":"2024-08-19T11:27:27.802157+0000","last_clean":"2024-08-19T11:27:27.802157+0000","last_became_active":"2024-08-19T11:27:24.778430+0000","last_became_peered":"2024-08-19T11:27:24.778430+0000","last_unstale":"2024-08-19T11:27:27.802157+0000","last_undegraded":"2024-08-19T11:27:27.802157+0000","last_fullsized":"2024-08-19T11:27:27.802157+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:07:15.902901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.949779+0000","last_change":"2024-08-19T11:27:27.820117+0000","last_active":"2024-08-19T11:27:28.949779+0000","last_peered":"2024-08-19T11:27:28.949779+0000","last_clean":"2024-08-19T11:27:28.949779+0000","last_became_active":"2024-08-19T11:27:27.819831+0000","last_became_peered":"2024-08-19T11:27:27.819831+0000","last_unstale":"2024-08-19T11:27:28.949779+0000","last_undegraded":"2024-08-19T11:27:28.949779+0000","last_fullsized":"2024-08-19T11:27:28.949779+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T22:24:53.513858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.939985+0000","last_change":"2024-08-19T11:27:24.778540+0000","last_active":"2024-08-19T11:27:28.939985+0000","last_peered":"2024-08-19T11:27:28.939985+0000","last_clean":"2024-08-19T11:27:28.939985+0000","last_became_active":"2024-08-19T11:27:24.778228+0000","last_became_peered":"2024-08-19T11:27:24.778228+0000","last_unstale":"2024-08-19T11:27:28.939985+0000","last_undegraded":"2024-08-19T11:27:28.939985+0000","last_fullsized":"2024-08-19T11:27:28.939985+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:04:52.236736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.939962+0000","last_change":"2024-08-19T11:27:27.818475+0000","last_active":"2024-08-19T11:27:28.939962+0000","last_peered":"2024-08-19T11:27:28.939962+0000","last_clean":"2024-08-19T11:27:28.939962+0000","last_became_active":"2024-08-19T11:27:27.817726+0000","last_became_peered":"2024-08-19T11:27:27.817726+0000","last_unstale":"2024-08-19T11:27:28.939962+0000","last_undegraded":"2024-08-19T11:27:28.939962+0000","last_fullsized":"2024-08-19T11:27:28.939962+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T22:44:02.331988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":23,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.340722+0000","last_change":"2024-08-19T11:27:24.772413+0000","last_active":"2024-08-19T11:27:29.340722+0000","last_peered":"2024-08-19T11:27:29.340722+0000","last_clean":"2024-08-19T11:27:29.340722+0000","last_became_active":"2024-08-19T11:27:24.771796+0000","last_became_peered":"2024-08-19T11:27:24.771796+0000","last_unstale":"2024-08-19T11:27:29.340722+0000","last_undegraded":"2024-08-19T11:27:29.340722+0000","last_fullsized":"2024-08-19T11:27:29.340722+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:01:59.489014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.949479+0000","last_change":"2024-08-19T11:27:27.822039+0000","last_active":"2024-08-19T11:27:28.949479+0000","last_peered":"2024-08-19T11:27:28.949479+0000","last_clean":"2024-08-19T11:27:28.949479+0000","last_became_active":"2024-08-19T11:27:27.821748+0000","last_became_peered":"2024-08-19T11:27:27.821748+0000","last_unstale":"2024-08-19T11:27:28.949479+0000","last_undegraded":"2024-08-19T11:27:28.949479+0000","last_fullsized":"2024-08-19T11:27:28.949479+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:00:19.813457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.329067+0000","last_change":"2024-08-19T11:27:24.776283+0000","last_active":"2024-08-19T11:27:29.329067+0000","last_peered":"2024-08-19T11:27:29.329067+0000","last_clean":"2024-08-19T11:27:29.329067+0000","last_became_active":"2024-08-19T11:27:24.775972+0000","last_became_peered":"2024-08-19T11:27:24.775972+0000","last_unstale":"2024-08-19T11:27:29.329067+0000","last_undegraded":"2024-08-19T11:27:29.329067+0000","last_fullsized":"2024-08-19T11:27:29.329067+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T23:21:10.434812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.950086+0000","last_change":"2024-08-19T11:27:27.819698+0000","last_active":"2024-08-19T11:27:28.950086+0000","last_peered":"2024-08-19T11:27:28.950086+0000","last_clean":"2024-08-19T11:27:28.950086+0000","last_became_active":"2024-08-19T11:27:27.818779+0000","last_became_peered":"2024-08-19T11:27:27.818779+0000","last_unstale":"2024-08-19T11:27:28.950086+0000","last_undegraded":"2024-08-19T11:27:28.950086+0000","last_fullsized":"2024-08-19T11:27:28.950086+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:31:50.109027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.335616+0000","last_change":"2024-08-19T11:27:24.776125+0000","last_active":"2024-08-19T11:27:29.335616+0000","last_peered":"2024-08-19T11:27:29.335616+0000","last_clean":"2024-08-19T11:27:29.335616+0000","last_became_active":"2024-08-19T11:27:24.775789+0000","last_became_peered":"2024-08-19T11:27:24.775789+0000","last_unstale":"2024-08-19T11:27:29.335616+0000","last_undegraded":"2024-08-19T11:27:29.335616+0000","last_fullsized":"2024-08-19T11:27:29.335616+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:11:36.736766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.950142+0000","last_change":"2024-08-19T11:27:27.819652+0000","last_active":"2024-08-19T11:27:28.950142+0000","last_peered":"2024-08-19T11:27:28.950142+0000","last_clean":"2024-08-19T11:27:28.950142+0000","last_became_active":"2024-08-19T11:27:27.819354+0000","last_became_peered":"2024-08-19T11:27:27.819354+0000","last_unstale":"2024-08-19T11:27:28.950142+0000","last_undegraded":"2024-08-19T11:27:28.950142+0000","last_fullsized":"2024-08-19T11:27:28.950142+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:22:55.084684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.337504+0000","last_change":"2024-08-19T11:27:24.778340+0000","last_active":"2024-08-19T11:27:29.337504+0000","last_peered":"2024-08-19T11:27:29.337504+0000","last_clean":"2024-08-19T11:27:29.337504+0000","last_became_active":"2024-08-19T11:27:24.778106+0000","last_became_peered":"2024-08-19T11:27:24.778106+0000","last_unstale":"2024-08-19T11:27:29.337504+0000","last_undegraded":"2024-08-19T11:27:29.337504+0000","last_fullsized":"2024-08-19T11:27:29.337504+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:50:43.255212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.339977+0000","last_change":"2024-08-19T11:27:27.817332+0000","last_active":"2024-08-19T11:27:29.339977+0000","last_peered":"2024-08-19T11:27:29.339977+0000","last_clean":"2024-08-19T11:27:29.339977+0000","last_became_active":"2024-08-19T11:27:27.815838+0000","last_became_peered":"2024-08-19T11:27:27.815838+0000","last_unstale":"2024-08-19T11:27:29.339977+0000","last_undegraded":"2024-08-19T11:27:29.339977+0000","last_fullsized":"2024-08-19T11:27:29.339977+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:25:28.586540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.803802+0000","last_change":"2024-08-19T11:27:24.779871+0000","last_active":"2024-08-19T11:27:28.803802+0000","last_peered":"2024-08-19T11:27:28.803802+0000","last_clean":"2024-08-19T11:27:28.803802+0000","last_became_active":"2024-08-19T11:27:24.779562+0000","last_became_peered":"2024-08-19T11:27:24.779562+0000","last_unstale":"2024-08-19T11:27:28.803802+0000","last_undegraded":"2024-08-19T11:27:28.803802+0000","last_fullsized":"2024-08-19T11:27:28.803802+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:57:59.032174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.949849+0000","last_change":"2024-08-19T11:27:27.822995+0000","last_active":"2024-08-19T11:27:28.949849+0000","last_peered":"2024-08-19T11:27:28.949849+0000","last_clean":"2024-08-19T11:27:28.949849+0000","last_became_active":"2024-08-19T11:27:27.821967+0000","last_became_peered":"2024-08-19T11:27:27.821967+0000","last_unstale":"2024-08-19T11:27:28.949849+0000","last_undegraded":"2024-08-19T11:27:28.949849+0000","last_fullsized":"2024-08-19T11:27:28.949849+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:11:34.421098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"23'117","reported_seq":223,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.949598+0000","last_change":"2024-08-19T11:27:01.323054+0000","last_active":"2024-08-19T11:27:28.949598+0000","last_peered":"2024-08-19T11:27:28.949598+0000","last_clean":"2024-08-19T11:27:28.949598+0000","last_became_active":"2024-08-19T11:27:01.322526+0000","last_became_peered":"2024-08-19T11:27:01.322526+0000","last_unstale":"2024-08-19T11:27:28.949598+0000","last_undegraded":"2024-08-19T11:27:28.949598+0000","last_fullsized":"2024-08-19T11:27:28.949598+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:25:02.670324+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:25:02.670324+0000","last_clean_scrub_stamp":"2024-08-19T11:25:02.670324+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T23:03:42.414001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T11:27:27.802747+0000","last_change":"2024-08-19T11:27:24.778042+0000","last_active":"2024-08-19T11:27:27.802747+0000","last_peered":"2024-08-19T11:27:27.802747+0000","last_clean":"2024-08-19T11:27:27.802747+0000","last_became_active":"2024-08-19T11:27:24.776869+0000","last_became_peered":"2024-08-19T11:27:24.776869+0000","last_unstale":"2024-08-19T11:27:27.802747+0000","last_undegraded":"2024-08-19T11:27:27.802747+0000","last_fullsized":"2024-08-19T11:27:27.802747+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:33:17.488588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.334314+0000","last_change":"2024-08-19T11:27:27.817171+0000","last_active":"2024-08-19T11:27:29.334314+0000","last_peered":"2024-08-19T11:27:29.334314+0000","last_clean":"2024-08-19T11:27:29.334314+0000","last_became_active":"2024-08-19T11:27:27.816867+0000","last_became_peered":"2024-08-19T11:27:27.816867+0000","last_unstale":"2024-08-19T11:27:29.334314+0000","last_undegraded":"2024-08-19T11:27:29.334314+0000","last_fullsized":"2024-08-19T11:27:29.334314+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:47:07.013115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.949550+0000","last_change":"2024-08-19T11:27:24.782993+0000","last_active":"2024-08-19T11:27:28.949550+0000","last_peered":"2024-08-19T11:27:28.949550+0000","last_clean":"2024-08-19T11:27:28.949550+0000","last_became_active":"2024-08-19T11:27:24.782667+0000","last_became_peered":"2024-08-19T11:27:24.782667+0000","last_unstale":"2024-08-19T11:27:28.949550+0000","last_undegraded":"2024-08-19T11:27:28.949550+0000","last_fullsized":"2024-08-19T11:27:28.949550+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:21:53.549179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.289465+0000","last_change":"2024-08-19T11:27:27.811865+0000","last_active":"2024-08-19T11:27:29.289465+0000","last_peered":"2024-08-19T11:27:29.289465+0000","last_clean":"2024-08-19T11:27:29.289465+0000","last_became_active":"2024-08-19T11:27:27.810360+0000","last_became_peered":"2024-08-19T11:27:27.810360+0000","last_unstale":"2024-08-19T11:27:29.289465+0000","last_undegraded":"2024-08-19T11:27:29.289465+0000","last_fullsized":"2024-08-19T11:27:29.289465+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:24:33.633463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.803761+0000","last_change":"2024-08-19T11:27:24.772690+0000","last_active":"2024-08-19T11:27:28.803761+0000","last_peered":"2024-08-19T11:27:28.803761+0000","last_clean":"2024-08-19T11:27:28.803761+0000","last_became_active":"2024-08-19T11:27:24.772430+0000","last_became_peered":"2024-08-19T11:27:24.772430+0000","last_unstale":"2024-08-19T11:27:28.803761+0000","last_undegraded":"2024-08-19T11:27:28.803761+0000","last_fullsized":"2024-08-19T11:27:28.803761+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:21:06.550688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.334156+0000","last_change":"2024-08-19T11:27:27.812940+0000","last_active":"2024-08-19T11:27:29.334156+0000","last_peered":"2024-08-19T11:27:29.334156+0000","last_clean":"2024-08-19T11:27:29.334156+0000","last_became_active":"2024-08-19T11:27:27.812672+0000","last_became_peered":"2024-08-19T11:27:27.812672+0000","last_unstale":"2024-08-19T11:27:29.334156+0000","last_undegraded":"2024-08-19T11:27:29.334156+0000","last_fullsized":"2024-08-19T11:27:29.334156+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:20:34.926638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T11:27:27.802270+0000","last_change":"2024-08-19T11:27:24.784650+0000","last_active":"2024-08-19T11:27:27.802270+0000","last_peered":"2024-08-19T11:27:27.802270+0000","last_clean":"2024-08-19T11:27:27.802270+0000","last_became_active":"2024-08-19T11:27:24.784359+0000","last_became_peered":"2024-08-19T11:27:24.784359+0000","last_unstale":"2024-08-19T11:27:27.802270+0000","last_undegraded":"2024-08-19T11:27:27.802270+0000","last_fullsized":"2024-08-19T11:27:27.802270+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T22:41:56.358925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.328810+0000","last_change":"2024-08-19T11:27:27.806920+0000","last_active":"2024-08-19T11:27:29.328810+0000","last_peered":"2024-08-19T11:27:29.328810+0000","last_clean":"2024-08-19T11:27:29.328810+0000","last_became_active":"2024-08-19T11:27:27.806608+0000","last_became_peered":"2024-08-19T11:27:27.806608+0000","last_unstale":"2024-08-19T11:27:29.328810+0000","last_undegraded":"2024-08-19T11:27:29.328810+0000","last_fullsized":"2024-08-19T11:27:29.328810+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:30:27.821826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T11:27:27.798872+0000","last_change":"2024-08-19T11:27:24.779202+0000","last_active":"2024-08-19T11:27:27.798872+0000","last_peered":"2024-08-19T11:27:27.798872+0000","last_clean":"2024-08-19T11:27:27.798872+0000","last_became_active":"2024-08-19T11:27:24.778928+0000","last_became_peered":"2024-08-19T11:27:24.778928+0000","last_unstale":"2024-08-19T11:27:27.798872+0000","last_undegraded":"2024-08-19T11:27:27.798872+0000","last_fullsized":"2024-08-19T11:27:27.798872+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:41:57.170478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.340646+0000","last_change":"2024-08-19T11:27:27.815046+0000","last_active":"2024-08-19T11:27:29.340646+0000","last_peered":"2024-08-19T11:27:29.340646+0000","last_clean":"2024-08-19T11:27:29.340646+0000","last_became_active":"2024-08-19T11:27:27.814723+0000","last_became_peered":"2024-08-19T11:27:27.814723+0000","last_unstale":"2024-08-19T11:27:29.340646+0000","last_undegraded":"2024-08-19T11:27:29.340646+0000","last_fullsized":"2024-08-19T11:27:29.340646+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:40:00.566232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.950100+0000","last_change":"2024-08-19T11:27:24.781886+0000","last_active":"2024-08-19T11:27:28.950100+0000","last_peered":"2024-08-19T11:27:28.950100+0000","last_clean":"2024-08-19T11:27:28.950100+0000","last_became_active":"2024-08-19T11:27:24.781524+0000","last_became_peered":"2024-08-19T11:27:24.781524+0000","last_unstale":"2024-08-19T11:27:28.950100+0000","last_undegraded":"2024-08-19T11:27:28.950100+0000","last_fullsized":"2024-08-19T11:27:28.950100+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:03:28.295414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.335339+0000","last_change":"2024-08-19T11:27:27.806139+0000","last_active":"2024-08-19T11:27:29.335339+0000","last_peered":"2024-08-19T11:27:29.335339+0000","last_clean":"2024-08-19T11:27:29.335339+0000","last_became_active":"2024-08-19T11:27:27.805883+0000","last_became_peered":"2024-08-19T11:27:27.805883+0000","last_unstale":"2024-08-19T11:27:29.335339+0000","last_undegraded":"2024-08-19T11:27:29.335339+0000","last_fullsized":"2024-08-19T11:27:29.335339+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:41:30.401670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.336084+0000","last_change":"2024-08-19T11:27:24.782293+0000","last_active":"2024-08-19T11:27:29.336084+0000","last_peered":"2024-08-19T11:27:29.336084+0000","last_clean":"2024-08-19T11:27:29.336084+0000","last_became_active":"2024-08-19T11:27:24.782028+0000","last_became_peered":"2024-08-19T11:27:24.782028+0000","last_unstale":"2024-08-19T11:27:29.336084+0000","last_undegraded":"2024-08-19T11:27:29.336084+0000","last_fullsized":"2024-08-19T11:27:29.336084+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:23:47.214522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.338563+0000","last_change":"2024-08-19T11:27:27.814726+0000","last_active":"2024-08-19T11:27:29.338563+0000","last_peered":"2024-08-19T11:27:29.338563+0000","last_clean":"2024-08-19T11:27:29.338563+0000","last_became_active":"2024-08-19T11:27:27.814453+0000","last_became_peered":"2024-08-19T11:27:27.814453+0000","last_unstale":"2024-08-19T11:27:29.338563+0000","last_undegraded":"2024-08-19T11:27:29.338563+0000","last_fullsized":"2024-08-19T11:27:29.338563+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:57:07.978067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.340331+0000","last_change":"2024-08-19T11:27:24.779665+0000","last_active":"2024-08-19T11:27:29.340331+0000","last_peered":"2024-08-19T11:27:29.340331+0000","last_clean":"2024-08-19T11:27:29.340331+0000","last_became_active":"2024-08-19T11:27:24.779276+0000","last_became_peered":"2024-08-19T11:27:24.779276+0000","last_unstale":"2024-08-19T11:27:29.340331+0000","last_undegraded":"2024-08-19T11:27:29.340331+0000","last_fullsized":"2024-08-19T11:27:29.340331+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:21:15.492444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.289598+0000","last_change":"2024-08-19T11:27:27.802888+0000","last_active":"2024-08-19T11:27:29.289598+0000","last_peered":"2024-08-19T11:27:29.289598+0000","last_clean":"2024-08-19T11:27:29.289598+0000","last_became_active":"2024-08-19T11:27:27.802591+0000","last_became_peered":"2024-08-19T11:27:27.802591+0000","last_unstale":"2024-08-19T11:27:29.289598+0000","last_undegraded":"2024-08-19T11:27:29.289598+0000","last_fullsized":"2024-08-19T11:27:29.289598+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:56:14.019071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.949464+0000","last_change":"2024-08-19T11:27:24.782798+0000","last_active":"2024-08-19T11:27:28.949464+0000","last_peered":"2024-08-19T11:27:28.949464+0000","last_clean":"2024-08-19T11:27:28.949464+0000","last_became_active":"2024-08-19T11:27:24.782333+0000","last_became_peered":"2024-08-19T11:27:24.782333+0000","last_unstale":"2024-08-19T11:27:28.949464+0000","last_undegraded":"2024-08-19T11:27:28.949464+0000","last_fullsized":"2024-08-19T11:27:28.949464+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:48:37.481550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.328538+0000","last_change":"2024-08-19T11:27:27.810826+0000","last_active":"2024-08-19T11:27:29.328538+0000","last_peered":"2024-08-19T11:27:29.328538+0000","last_clean":"2024-08-19T11:27:29.328538+0000","last_became_active":"2024-08-19T11:27:27.810030+0000","last_became_peered":"2024-08-19T11:27:27.810030+0000","last_unstale":"2024-08-19T11:27:29.328538+0000","last_undegraded":"2024-08-19T11:27:29.328538+0000","last_fullsized":"2024-08-19T11:27:29.328538+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:55:42.296054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T11:27:27.799216+0000","last_change":"2024-08-19T11:27:24.777562+0000","last_active":"2024-08-19T11:27:27.799216+0000","last_peered":"2024-08-19T11:27:27.799216+0000","last_clean":"2024-08-19T11:27:27.799216+0000","last_became_active":"2024-08-19T11:27:24.777204+0000","last_became_peered":"2024-08-19T11:27:24.777204+0000","last_unstale":"2024-08-19T11:27:27.799216+0000","last_undegraded":"2024-08-19T11:27:27.799216+0000","last_fullsized":"2024-08-19T11:27:27.799216+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:12:16.120151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.334160+0000","last_change":"2024-08-19T11:27:27.808899+0000","last_active":"2024-08-19T11:27:29.334160+0000","last_peered":"2024-08-19T11:27:29.334160+0000","last_clean":"2024-08-19T11:27:29.334160+0000","last_became_active":"2024-08-19T11:27:27.808601+0000","last_became_peered":"2024-08-19T11:27:27.808601+0000","last_unstale":"2024-08-19T11:27:29.334160+0000","last_undegraded":"2024-08-19T11:27:29.334160+0000","last_fullsized":"2024-08-19T11:27:29.334160+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:01:01.523482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T11:27:27.798617+0000","last_change":"2024-08-19T11:27:24.779873+0000","last_active":"2024-08-19T11:27:27.798617+0000","last_peered":"2024-08-19T11:27:27.798617+0000","last_clean":"2024-08-19T11:27:27.798617+0000","last_became_active":"2024-08-19T11:27:24.779589+0000","last_became_peered":"2024-08-19T11:27:24.779589+0000","last_unstale":"2024-08-19T11:27:27.798617+0000","last_undegraded":"2024-08-19T11:27:27.798617+0000","last_fullsized":"2024-08-19T11:27:27.798617+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:24:01.772508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.338301+0000","last_change":"2024-08-19T11:27:27.823531+0000","last_active":"2024-08-19T11:27:29.338301+0000","last_peered":"2024-08-19T11:27:29.338301+0000","last_clean":"2024-08-19T11:27:29.338301+0000","last_became_active":"2024-08-19T11:27:27.822978+0000","last_became_peered":"2024-08-19T11:27:27.822978+0000","last_unstale":"2024-08-19T11:27:29.338301+0000","last_undegraded":"2024-08-19T11:27:29.338301+0000","last_fullsized":"2024-08-19T11:27:29.338301+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:13:54.762912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.337002+0000","last_change":"2024-08-19T11:27:24.782128+0000","last_active":"2024-08-19T11:27:29.337002+0000","last_peered":"2024-08-19T11:27:29.337002+0000","last_clean":"2024-08-19T11:27:29.337002+0000","last_became_active":"2024-08-19T11:27:24.781674+0000","last_became_peered":"2024-08-19T11:27:24.781674+0000","last_unstale":"2024-08-19T11:27:29.337002+0000","last_undegraded":"2024-08-19T11:27:29.337002+0000","last_fullsized":"2024-08-19T11:27:29.337002+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:05:15.848738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.940001+0000","last_change":"2024-08-19T11:27:27.815362+0000","last_active":"2024-08-19T11:27:28.940001+0000","last_peered":"2024-08-19T11:27:28.940001+0000","last_clean":"2024-08-19T11:27:28.940001+0000","last_became_active":"2024-08-19T11:27:27.815104+0000","last_became_peered":"2024-08-19T11:27:27.815104+0000","last_unstale":"2024-08-19T11:27:28.940001+0000","last_undegraded":"2024-08-19T11:27:28.940001+0000","last_fullsized":"2024-08-19T11:27:28.940001+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:01:26.026011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.340503+0000","last_change":"2024-08-19T11:27:27.820858+0000","last_active":"2024-08-19T11:27:29.340503+0000","last_peered":"2024-08-19T11:27:29.340503+0000","last_clean":"2024-08-19T11:27:29.340503+0000","last_became_active":"2024-08-19T11:27:27.820564+0000","last_became_peered":"2024-08-19T11:27:27.820564+0000","last_unstale":"2024-08-19T11:27:29.340503+0000","last_undegraded":"2024-08-19T11:27:29.340503+0000","last_fullsized":"2024-08-19T11:27:29.340503+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:11:46.775004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.337168+0000","last_change":"2024-08-19T11:27:24.781469+0000","last_active":"2024-08-19T11:27:29.337168+0000","last_peered":"2024-08-19T11:27:29.337168+0000","last_clean":"2024-08-19T11:27:29.337168+0000","last_became_active":"2024-08-19T11:27:24.780766+0000","last_became_peered":"2024-08-19T11:27:24.780766+0000","last_unstale":"2024-08-19T11:27:29.337168+0000","last_undegraded":"2024-08-19T11:27:29.337168+0000","last_fullsized":"2024-08-19T11:27:29.337168+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:10:26.822650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.339857+0000","last_change":"2024-08-19T11:27:27.817562+0000","last_active":"2024-08-19T11:27:29.339857+0000","last_peered":"2024-08-19T11:27:29.339857+0000","last_clean":"2024-08-19T11:27:29.339857+0000","last_became_active":"2024-08-19T11:27:27.817040+0000","last_became_peered":"2024-08-19T11:27:27.817040+0000","last_unstale":"2024-08-19T11:27:29.339857+0000","last_undegraded":"2024-08-19T11:27:29.339857+0000","last_fullsized":"2024-08-19T11:27:29.339857+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:44:24.007203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.340091+0000","last_change":"2024-08-19T11:27:24.783793+0000","last_active":"2024-08-19T11:27:29.340091+0000","last_peered":"2024-08-19T11:27:29.340091+0000","last_clean":"2024-08-19T11:27:29.340091+0000","last_became_active":"2024-08-19T11:27:24.783252+0000","last_became_peered":"2024-08-19T11:27:24.783252+0000","last_unstale":"2024-08-19T11:27:29.340091+0000","last_undegraded":"2024-08-19T11:27:29.340091+0000","last_fullsized":"2024-08-19T11:27:29.340091+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:44:11.162985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.289615+0000","last_change":"2024-08-19T11:27:27.805203+0000","last_active":"2024-08-19T11:27:29.289615+0000","last_peered":"2024-08-19T11:27:29.289615+0000","last_clean":"2024-08-19T11:27:29.289615+0000","last_became_active":"2024-08-19T11:27:27.804892+0000","last_became_peered":"2024-08-19T11:27:27.804892+0000","last_unstale":"2024-08-19T11:27:29.289615+0000","last_undegraded":"2024-08-19T11:27:29.289615+0000","last_fullsized":"2024-08-19T11:27:29.289615+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:54:40.393521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.337812+0000","last_change":"2024-08-19T11:27:24.781563+0000","last_active":"2024-08-19T11:27:29.337812+0000","last_peered":"2024-08-19T11:27:29.337812+0000","last_clean":"2024-08-19T11:27:29.337812+0000","last_became_active":"2024-08-19T11:27:24.781289+0000","last_became_peered":"2024-08-19T11:27:24.781289+0000","last_unstale":"2024-08-19T11:27:29.337812+0000","last_undegraded":"2024-08-19T11:27:29.337812+0000","last_fullsized":"2024-08-19T11:27:29.337812+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:14:45.283340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.337593+0000","last_change":"2024-08-19T11:27:27.818228+0000","last_active":"2024-08-19T11:27:29.337593+0000","last_peered":"2024-08-19T11:27:29.337593+0000","last_clean":"2024-08-19T11:27:29.337593+0000","last_became_active":"2024-08-19T11:27:27.817288+0000","last_became_peered":"2024-08-19T11:27:27.817288+0000","last_unstale":"2024-08-19T11:27:29.337593+0000","last_undegraded":"2024-08-19T11:27:29.337593+0000","last_fullsized":"2024-08-19T11:27:29.337593+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:33:42.091845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.339794+0000","last_change":"2024-08-19T11:27:24.778275+0000","last_active":"2024-08-19T11:27:29.339794+0000","last_peered":"2024-08-19T11:27:29.339794+0000","last_clean":"2024-08-19T11:27:29.339794+0000","last_became_active":"2024-08-19T11:27:24.778004+0000","last_became_peered":"2024-08-19T11:27:24.778004+0000","last_unstale":"2024-08-19T11:27:29.339794+0000","last_undegraded":"2024-08-19T11:27:29.339794+0000","last_fullsized":"2024-08-19T11:27:29.339794+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:46:21.940410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201292,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28264,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716888,"statfs":{"total":95995035648,"available":95966093312,"internally_reserved":0,"allocated":1265664,"data_stored":871077,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65600000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56000000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60999999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47399999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.625}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59899999999999998}]}]},{"osd":6,"up_from":47,"seq":201863462928,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28268,"kb_used_data":1244,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716884,"statfs":{"total":95995035648,"available":95966089216,"internally_reserved":0,"allocated":1273856,"data_stored":872368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 11:27:35 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.46000000000000002}]},{"osd":1,"last update":"Mon Aug 19 11:27:35 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.32800000000000001}]},{"osd":2,"last update":"Mon Aug 19 11:27:35 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.374},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.50600000000000001}]},{"osd":3,"last update":"Mon Aug 19 11:27:35 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.437}]},{"osd":4,"last update":"Mon Aug 19 11:27:35 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.42899999999999999}]},{"osd":5,"last update":"Mon Aug 19 11:27:35 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.45400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]}]},{"osd":5,"up_from":39,"seq":167503724565,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27684,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717468,"statfs":{"total":95995035648,"available":95966687232,"internally_reserved":0,"allocated":679936,"data_stored":281759,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 11:27:14 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.52100000000000002}]},{"osd":1,"last update":"Mon Aug 19 11:27:14 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.55000000000000004}]},{"osd":2,"last update":"Mon Aug 19 11:27:14 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.57499999999999996}]},{"osd":3,"last update":"Mon Aug 19 11:27:14 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.63800000000000001}]},{"osd":4,"last update":"Mon Aug 19 11:27:14 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.434},{"interface":"front","average":{"1min":0.374,"5min":0.374,"15min":0.374},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.504}]},{"osd":6,"last update":"Mon Aug 19 11:27:35 2024","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.45400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59399999999999997}]}]},{"osd":4,"up_from":31,"seq":133143986202,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27692,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717460,"statfs":{"total":95995035648,"available":95966679040,"internally_reserved":0,"allocated":679936,"data_stored":280871,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 11:26:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.442}]},{"osd":1,"last update":"Mon Aug 19 11:26:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.57499999999999996}]},{"osd":2,"last update":"Mon Aug 19 11:26:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.49099999999999999}]},{"osd":3,"last update":"Mon Aug 19 11:26:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.38},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.46899999999999997}]},{"osd":5,"last update":"Mon Aug 19 11:27:13 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.52500000000000002}]},{"osd":6,"last update":"Mon Aug 19 11:27:33 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.60799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56299999999999994}]}]},{"osd":3,"up_from":26,"seq":111669149727,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27700,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717452,"statfs":{"total":95995035648,"available":95966670848,"internally_reserved":0,"allocated":684032,"data_stored":281773,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 11:27:27 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.38700000000000001,"15min":0.39000000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.55500000000000005,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.39500000000000002,"15min":0.39700000000000002},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.34100000000000003}]},{"osd":1,"last update":"Mon Aug 19 11:27:27 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.40899999999999997,"15min":0.41199999999999998},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.255},{"interface":"front","average":{"1min":0.377,"5min":0.377,"15min":0.377},"min":{"1min":0.26700000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.53500000000000003,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.30399999999999999}]},{"osd":2,"last update":"Mon Aug 19 11:27:27 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.433,"15min":0.434},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.41399999999999998,"15min":0.41699999999999998},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.32500000000000001}]},{"osd":4,"last update":"Mon Aug 19 11:26:48 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.51000000000000001}]},{"osd":5,"last update":"Mon Aug 19 11:27:14 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.48099999999999998}]},{"osd":6,"last update":"Mon Aug 19 11:27:36 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.39500000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.437}]}]},{"osd":2,"up_from":18,"seq":77309411364,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31776,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713376,"statfs":{"total":95995035648,"available":95962497024,"internally_reserved":0,"allocated":667648,"data_stored":280436,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 11:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.35199999999999998,"15min":0.34799999999999998},"min":{"1min":0.248,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.52800000000000002,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.36499999999999999,"15min":0.35999999999999999},"min":{"1min":0.27700000000000002,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.32400000000000001}]},{"osd":1,"last update":"Mon Aug 19 11:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.373,"15min":0.36699999999999999},"min":{"1min":0.29499999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.38300000000000001,"15min":0.38},"min":{"1min":0.29099999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.52000000000000002,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.34399999999999997}]},{"osd":3,"last update":"Mon Aug 19 11:27:28 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.42999999999999999,"15min":0.432},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.376},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.38500000000000001}]},{"osd":4,"last update":"Mon Aug 19 11:26:47 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.45100000000000001}]},{"osd":5,"last update":"Mon Aug 19 11:27:09 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.501}]},{"osd":6,"last update":"Mon Aug 19 11:27:34 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.54400000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56699999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574888,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27692,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717460,"statfs":{"total":95995035648,"available":95966679040,"internally_reserved":0,"allocated":675840,"data_stored":280596,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 11:27:38 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.34300000000000003,"15min":0.32500000000000001},"min":{"1min":0.254,"5min":0.217,"15min":0.217},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.36599999999999999,"15min":0.34200000000000003},"min":{"1min":0.26000000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.56599999999999995,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.32700000000000001}]},{"osd":2,"last update":"Mon Aug 19 11:27:01 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.39900000000000002,"15min":0.39600000000000002},"min":{"1min":0.309,"5min":0.222,"15min":0.222},"max":{"1min":0.54100000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.41099999999999998,"15min":0.40500000000000003},"min":{"1min":0.28799999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.29299999999999998}]},{"osd":3,"last update":"Mon Aug 19 11:27:27 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.46200000000000002,"15min":0.46600000000000003},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.58099999999999996,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.45400000000000001,"15min":0.45900000000000002},"min":{"1min":0.36099999999999999,"5min":0.31,"15min":0.31},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.36199999999999999}]},{"osd":4,"last update":"Mon Aug 19 11:26:49 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.504},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.53500000000000003}]},{"osd":5,"last update":"Mon Aug 19 11:27:12 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.55800000000000005}]},{"osd":6,"last update":"Mon Aug 19 11:27:38 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.51900000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738413,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28276,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716876,"statfs":{"total":95995035648,"available":95966081024,"internally_reserved":0,"allocated":1277952,"data_stored":871532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 19 11:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.32400000000000001,"5min":0.311,"15min":0.29099999999999998},"min":{"1min":0.19,"5min":0.151,"15min":0.151},"max":{"1min":0.46899999999999997,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.317,"5min":0.317,"15min":0.29999999999999999},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.51300000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.33400000000000002}]},{"osd":2,"last update":"Mon Aug 19 11:27:01 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.34699999999999998,"15min":0.34499999999999997},"min":{"1min":0.22,"5min":0.182,"15min":0.182},"max":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"last":0.309},{"interface":"front","average":{"1min":0.38,"5min":0.35099999999999998,"15min":0.34599999999999997},"min":{"1min":0.28499999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"last":0.29699999999999999}]},{"osd":3,"last update":"Mon Aug 19 11:27:30 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.41099999999999998,"15min":0.41699999999999998},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.57999999999999996,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.38,"5min":0.42299999999999999,"15min":0.42999999999999999},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.626,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.31900000000000001}]},{"osd":4,"last update":"Mon Aug 19 11:26:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.56399999999999995}]},{"osd":5,"last update":"Mon Aug 19 11:27:10 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.497},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.59699999999999998}]},{"osd":6,"last update":"Mon Aug 19 11:27:33 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.502}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-19T11:27:49.611 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-19T11:27:49.816 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:27:50.923 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:50 smithi136 ceph-mon[28279]: from='client.14526 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T11:27:50.923 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:50 smithi136 ceph-mon[28279]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:50.924 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:50 smithi136 ceph-mon[16389]: from='client.14526 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T11:27:50.924 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:50 smithi136 ceph-mon[16389]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:51.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:50 smithi155 ceph-mon[19718]: from='client.14526 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T11:27:51.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:50 smithi155 ceph-mon[19718]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:51.565 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:27:51.567 INFO:teuthology.orchestra.run.smithi136.stderr:dumped all 2024-08-19T11:27:52.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:51 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]: dispatch 2024-08-19T11:27:52.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:51 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2024-08-19T11:27:52.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:51 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [5, 1]}]: dispatch 2024-08-19T11:27:52.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:51 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]: dispatch 2024-08-19T11:27:52.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:51 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [0, 2]}]: dispatch 2024-08-19T11:27:52.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:51 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [4, 3]}]: dispatch 2024-08-19T11:27:52.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:51 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-08-19T11:27:52.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:51 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]: dispatch 2024-08-19T11:27:52.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:51 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2024-08-19T11:27:52.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:51 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [5, 1]}]: dispatch 2024-08-19T11:27:52.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:51 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]: dispatch 2024-08-19T11:27:52.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:51 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [0, 2]}]: dispatch 2024-08-19T11:27:52.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:51 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [4, 3]}]: dispatch 2024-08-19T11:27:52.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:51 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-08-19T11:27:52.161 INFO:teuthology.orchestra.run.smithi136.stdout:{"pg_ready":true,"pg_map":{"version":205,"stamp":"2024-08-19T11:27:49.707876+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":227352,"kb_used_data":7036,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749733864,"statfs":{"total":767960285184,"available":767727476736,"internally_reserved":0,"allocated":7204864,"data_stored":4020412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003160"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.950012+0000","last_change":"2024-08-19T11:27:27.821571+0000","last_active":"2024-08-19T11:27:28.950012+0000","last_peered":"2024-08-19T11:27:28.950012+0000","last_clean":"2024-08-19T11:27:28.950012+0000","last_became_active":"2024-08-19T11:27:27.821286+0000","last_became_peered":"2024-08-19T11:27:27.821286+0000","last_unstale":"2024-08-19T11:27:28.950012+0000","last_undegraded":"2024-08-19T11:27:28.950012+0000","last_fullsized":"2024-08-19T11:27:28.950012+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:04:32.182376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.335976+0000","last_change":"2024-08-19T11:27:27.811947+0000","last_active":"2024-08-19T11:27:29.335976+0000","last_peered":"2024-08-19T11:27:29.335976+0000","last_clean":"2024-08-19T11:27:29.335976+0000","last_became_active":"2024-08-19T11:27:27.811646+0000","last_became_peered":"2024-08-19T11:27:27.811646+0000","last_unstale":"2024-08-19T11:27:29.335976+0000","last_undegraded":"2024-08-19T11:27:29.335976+0000","last_fullsized":"2024-08-19T11:27:29.335976+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:11:46.981524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.289580+0000","last_change":"2024-08-19T11:27:27.799377+0000","last_active":"2024-08-19T11:27:29.289580+0000","last_peered":"2024-08-19T11:27:29.289580+0000","last_clean":"2024-08-19T11:27:29.289580+0000","last_became_active":"2024-08-19T11:27:27.799104+0000","last_became_peered":"2024-08-19T11:27:27.799104+0000","last_unstale":"2024-08-19T11:27:29.289580+0000","last_undegraded":"2024-08-19T11:27:29.289580+0000","last_fullsized":"2024-08-19T11:27:29.289580+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:38:54.188181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.339819+0000","last_change":"2024-08-19T11:27:27.817753+0000","last_active":"2024-08-19T11:27:29.339819+0000","last_peered":"2024-08-19T11:27:29.339819+0000","last_clean":"2024-08-19T11:27:29.339819+0000","last_became_active":"2024-08-19T11:27:27.817253+0000","last_became_peered":"2024-08-19T11:27:27.817253+0000","last_unstale":"2024-08-19T11:27:29.339819+0000","last_undegraded":"2024-08-19T11:27:29.339819+0000","last_fullsized":"2024-08-19T11:27:29.339819+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:21:26.916540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.949624+0000","last_change":"2024-08-19T11:27:27.820265+0000","last_active":"2024-08-19T11:27:28.949624+0000","last_peered":"2024-08-19T11:27:28.949624+0000","last_clean":"2024-08-19T11:27:28.949624+0000","last_became_active":"2024-08-19T11:27:27.819991+0000","last_became_peered":"2024-08-19T11:27:27.819991+0000","last_unstale":"2024-08-19T11:27:28.949624+0000","last_undegraded":"2024-08-19T11:27:28.949624+0000","last_fullsized":"2024-08-19T11:27:28.949624+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:52:45.266017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.339024+0000","last_change":"2024-08-19T11:27:27.804806+0000","last_active":"2024-08-19T11:27:29.339024+0000","last_peered":"2024-08-19T11:27:29.339024+0000","last_clean":"2024-08-19T11:27:29.339024+0000","last_became_active":"2024-08-19T11:27:27.804513+0000","last_became_peered":"2024-08-19T11:27:27.804513+0000","last_unstale":"2024-08-19T11:27:29.339024+0000","last_undegraded":"2024-08-19T11:27:29.339024+0000","last_fullsized":"2024-08-19T11:27:29.339024+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:20:11.432009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.949409+0000","last_change":"2024-08-19T11:27:27.820613+0000","last_active":"2024-08-19T11:27:28.949409+0000","last_peered":"2024-08-19T11:27:28.949409+0000","last_clean":"2024-08-19T11:27:28.949409+0000","last_became_active":"2024-08-19T11:27:27.819124+0000","last_became_peered":"2024-08-19T11:27:27.819124+0000","last_unstale":"2024-08-19T11:27:28.949409+0000","last_undegraded":"2024-08-19T11:27:28.949409+0000","last_fullsized":"2024-08-19T11:27:28.949409+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:03:55.062142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.333925+0000","last_change":"2024-08-19T11:27:27.817325+0000","last_active":"2024-08-19T11:27:29.333925+0000","last_peered":"2024-08-19T11:27:29.333925+0000","last_clean":"2024-08-19T11:27:29.333925+0000","last_became_active":"2024-08-19T11:27:27.816757+0000","last_became_peered":"2024-08-19T11:27:27.816757+0000","last_unstale":"2024-08-19T11:27:29.333925+0000","last_undegraded":"2024-08-19T11:27:29.333925+0000","last_fullsized":"2024-08-19T11:27:29.333925+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:43:25.045429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.950273+0000","last_change":"2024-08-19T11:27:27.813622+0000","last_active":"2024-08-19T11:27:28.950273+0000","last_peered":"2024-08-19T11:27:28.950273+0000","last_clean":"2024-08-19T11:27:28.950273+0000","last_became_active":"2024-08-19T11:27:27.813302+0000","last_became_peered":"2024-08-19T11:27:27.813302+0000","last_unstale":"2024-08-19T11:27:28.950273+0000","last_undegraded":"2024-08-19T11:27:28.950273+0000","last_fullsized":"2024-08-19T11:27:28.950273+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:11:41.816810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.940394+0000","last_change":"2024-08-19T11:27:27.813218+0000","last_active":"2024-08-19T11:27:28.940394+0000","last_peered":"2024-08-19T11:27:28.940394+0000","last_clean":"2024-08-19T11:27:28.940394+0000","last_became_active":"2024-08-19T11:27:27.812212+0000","last_became_peered":"2024-08-19T11:27:27.812212+0000","last_unstale":"2024-08-19T11:27:28.940394+0000","last_undegraded":"2024-08-19T11:27:28.940394+0000","last_fullsized":"2024-08-19T11:27:28.940394+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:15:34.819860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.940278+0000","last_change":"2024-08-19T11:27:27.817071+0000","last_active":"2024-08-19T11:27:28.940278+0000","last_peered":"2024-08-19T11:27:28.940278+0000","last_clean":"2024-08-19T11:27:28.940278+0000","last_became_active":"2024-08-19T11:27:27.816743+0000","last_became_peered":"2024-08-19T11:27:27.816743+0000","last_unstale":"2024-08-19T11:27:28.940278+0000","last_undegraded":"2024-08-19T11:27:28.940278+0000","last_fullsized":"2024-08-19T11:27:28.940278+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:58:35.430891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.328905+0000","last_change":"2024-08-19T11:27:27.807854+0000","last_active":"2024-08-19T11:27:29.328905+0000","last_peered":"2024-08-19T11:27:29.328905+0000","last_clean":"2024-08-19T11:27:29.328905+0000","last_became_active":"2024-08-19T11:27:27.807529+0000","last_became_peered":"2024-08-19T11:27:27.807529+0000","last_unstale":"2024-08-19T11:27:29.328905+0000","last_undegraded":"2024-08-19T11:27:29.328905+0000","last_fullsized":"2024-08-19T11:27:29.328905+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:14:56.980430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.338179+0000","last_change":"2024-08-19T11:27:27.817414+0000","last_active":"2024-08-19T11:27:29.338179+0000","last_peered":"2024-08-19T11:27:29.338179+0000","last_clean":"2024-08-19T11:27:29.338179+0000","last_became_active":"2024-08-19T11:27:27.816792+0000","last_became_peered":"2024-08-19T11:27:27.816792+0000","last_unstale":"2024-08-19T11:27:29.338179+0000","last_undegraded":"2024-08-19T11:27:29.338179+0000","last_fullsized":"2024-08-19T11:27:29.338179+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T22:00:28.968994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.289489+0000","last_change":"2024-08-19T11:27:27.807027+0000","last_active":"2024-08-19T11:27:29.289489+0000","last_peered":"2024-08-19T11:27:29.289489+0000","last_clean":"2024-08-19T11:27:29.289489+0000","last_became_active":"2024-08-19T11:27:27.804903+0000","last_became_peered":"2024-08-19T11:27:27.804903+0000","last_unstale":"2024-08-19T11:27:29.289489+0000","last_undegraded":"2024-08-19T11:27:29.289489+0000","last_fullsized":"2024-08-19T11:27:29.289489+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T22:54:37.026494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.334740+0000","last_change":"2024-08-19T11:27:27.809635+0000","last_active":"2024-08-19T11:27:29.334740+0000","last_peered":"2024-08-19T11:27:29.334740+0000","last_clean":"2024-08-19T11:27:29.334740+0000","last_became_active":"2024-08-19T11:27:27.809369+0000","last_became_peered":"2024-08-19T11:27:27.809369+0000","last_unstale":"2024-08-19T11:27:29.334740+0000","last_undegraded":"2024-08-19T11:27:29.334740+0000","last_fullsized":"2024-08-19T11:27:29.334740+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:12:52.700027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.338403+0000","last_change":"2024-08-19T11:27:27.814161+0000","last_active":"2024-08-19T11:27:29.338403+0000","last_peered":"2024-08-19T11:27:29.338403+0000","last_clean":"2024-08-19T11:27:29.338403+0000","last_became_active":"2024-08-19T11:27:27.813861+0000","last_became_peered":"2024-08-19T11:27:27.813861+0000","last_unstale":"2024-08-19T11:27:29.338403+0000","last_undegraded":"2024-08-19T11:27:29.338403+0000","last_fullsized":"2024-08-19T11:27:29.338403+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T23:07:56.192608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.340184+0000","last_change":"2024-08-19T11:27:27.815059+0000","last_active":"2024-08-19T11:27:29.340184+0000","last_peered":"2024-08-19T11:27:29.340184+0000","last_clean":"2024-08-19T11:27:29.340184+0000","last_became_active":"2024-08-19T11:27:27.814764+0000","last_became_peered":"2024-08-19T11:27:27.814764+0000","last_unstale":"2024-08-19T11:27:29.340184+0000","last_undegraded":"2024-08-19T11:27:29.340184+0000","last_fullsized":"2024-08-19T11:27:29.340184+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:00:32.293296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.328893+0000","last_change":"2024-08-19T11:27:27.809051+0000","last_active":"2024-08-19T11:27:29.328893+0000","last_peered":"2024-08-19T11:27:29.328893+0000","last_clean":"2024-08-19T11:27:29.328893+0000","last_became_active":"2024-08-19T11:27:27.808779+0000","last_became_peered":"2024-08-19T11:27:27.808779+0000","last_unstale":"2024-08-19T11:27:29.328893+0000","last_undegraded":"2024-08-19T11:27:29.328893+0000","last_fullsized":"2024-08-19T11:27:29.328893+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:49:09.884734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.950005+0000","last_change":"2024-08-19T11:27:27.822832+0000","last_active":"2024-08-19T11:27:28.950005+0000","last_peered":"2024-08-19T11:27:28.950005+0000","last_clean":"2024-08-19T11:27:28.950005+0000","last_became_active":"2024-08-19T11:27:27.822411+0000","last_became_peered":"2024-08-19T11:27:27.822411+0000","last_unstale":"2024-08-19T11:27:28.950005+0000","last_undegraded":"2024-08-19T11:27:28.950005+0000","last_fullsized":"2024-08-19T11:27:28.950005+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:22:32.701029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.940397+0000","last_change":"2024-08-19T11:27:27.816350+0000","last_active":"2024-08-19T11:27:28.940397+0000","last_peered":"2024-08-19T11:27:28.940397+0000","last_clean":"2024-08-19T11:27:28.940397+0000","last_became_active":"2024-08-19T11:27:27.816089+0000","last_became_peered":"2024-08-19T11:27:27.816089+0000","last_unstale":"2024-08-19T11:27:28.940397+0000","last_undegraded":"2024-08-19T11:27:28.940397+0000","last_fullsized":"2024-08-19T11:27:28.940397+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:38:06.558961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.289524+0000","last_change":"2024-08-19T11:27:27.811046+0000","last_active":"2024-08-19T11:27:29.289524+0000","last_peered":"2024-08-19T11:27:29.289524+0000","last_clean":"2024-08-19T11:27:29.289524+0000","last_became_active":"2024-08-19T11:27:27.810249+0000","last_became_peered":"2024-08-19T11:27:27.810249+0000","last_unstale":"2024-08-19T11:27:29.289524+0000","last_undegraded":"2024-08-19T11:27:29.289524+0000","last_fullsized":"2024-08-19T11:27:29.289524+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:51:51.221566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.339208+0000","last_change":"2024-08-19T11:27:27.811485+0000","last_active":"2024-08-19T11:27:29.339208+0000","last_peered":"2024-08-19T11:27:29.339208+0000","last_clean":"2024-08-19T11:27:29.339208+0000","last_became_active":"2024-08-19T11:27:27.811184+0000","last_became_peered":"2024-08-19T11:27:27.811184+0000","last_unstale":"2024-08-19T11:27:29.339208+0000","last_undegraded":"2024-08-19T11:27:29.339208+0000","last_fullsized":"2024-08-19T11:27:29.339208+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:08:45.592567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.334022+0000","last_change":"2024-08-19T11:27:27.823663+0000","last_active":"2024-08-19T11:27:29.334022+0000","last_peered":"2024-08-19T11:27:29.334022+0000","last_clean":"2024-08-19T11:27:29.334022+0000","last_became_active":"2024-08-19T11:27:27.822910+0000","last_became_peered":"2024-08-19T11:27:27.822910+0000","last_unstale":"2024-08-19T11:27:29.334022+0000","last_undegraded":"2024-08-19T11:27:29.334022+0000","last_fullsized":"2024-08-19T11:27:29.334022+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:34:32.072062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.338546+0000","last_change":"2024-08-19T11:27:27.814447+0000","last_active":"2024-08-19T11:27:29.338546+0000","last_peered":"2024-08-19T11:27:29.338546+0000","last_clean":"2024-08-19T11:27:29.338546+0000","last_became_active":"2024-08-19T11:27:27.814154+0000","last_became_peered":"2024-08-19T11:27:27.814154+0000","last_unstale":"2024-08-19T11:27:29.338546+0000","last_undegraded":"2024-08-19T11:27:29.338546+0000","last_fullsized":"2024-08-19T11:27:29.338546+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:10:43.460705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.338438+0000","last_change":"2024-08-19T11:27:27.813023+0000","last_active":"2024-08-19T11:27:29.338438+0000","last_peered":"2024-08-19T11:27:29.338438+0000","last_clean":"2024-08-19T11:27:29.338438+0000","last_became_active":"2024-08-19T11:27:27.812715+0000","last_became_peered":"2024-08-19T11:27:27.812715+0000","last_unstale":"2024-08-19T11:27:29.338438+0000","last_undegraded":"2024-08-19T11:27:29.338438+0000","last_fullsized":"2024-08-19T11:27:29.338438+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:03:50.018261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.940469+0000","last_change":"2024-08-19T11:27:27.814655+0000","last_active":"2024-08-19T11:27:28.940469+0000","last_peered":"2024-08-19T11:27:28.940469+0000","last_clean":"2024-08-19T11:27:28.940469+0000","last_became_active":"2024-08-19T11:27:27.814254+0000","last_became_peered":"2024-08-19T11:27:27.814254+0000","last_unstale":"2024-08-19T11:27:28.940469+0000","last_undegraded":"2024-08-19T11:27:28.940469+0000","last_fullsized":"2024-08-19T11:27:28.940469+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:13:35.495851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.336058+0000","last_change":"2024-08-19T11:27:27.810465+0000","last_active":"2024-08-19T11:27:29.336058+0000","last_peered":"2024-08-19T11:27:29.336058+0000","last_clean":"2024-08-19T11:27:29.336058+0000","last_became_active":"2024-08-19T11:27:27.808154+0000","last_became_peered":"2024-08-19T11:27:27.808154+0000","last_unstale":"2024-08-19T11:27:29.336058+0000","last_undegraded":"2024-08-19T11:27:29.336058+0000","last_fullsized":"2024-08-19T11:27:29.336058+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:00:56.100786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.337289+0000","last_change":"2024-08-19T11:27:27.823341+0000","last_active":"2024-08-19T11:27:29.337289+0000","last_peered":"2024-08-19T11:27:29.337289+0000","last_clean":"2024-08-19T11:27:29.337289+0000","last_became_active":"2024-08-19T11:27:27.823014+0000","last_became_peered":"2024-08-19T11:27:27.823014+0000","last_unstale":"2024-08-19T11:27:29.337289+0000","last_undegraded":"2024-08-19T11:27:29.337289+0000","last_fullsized":"2024-08-19T11:27:29.337289+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:21:03.617996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.289540+0000","last_change":"2024-08-19T11:27:27.812065+0000","last_active":"2024-08-19T11:27:29.289540+0000","last_peered":"2024-08-19T11:27:29.289540+0000","last_clean":"2024-08-19T11:27:29.289540+0000","last_became_active":"2024-08-19T11:27:27.811801+0000","last_became_peered":"2024-08-19T11:27:27.811801+0000","last_unstale":"2024-08-19T11:27:29.289540+0000","last_undegraded":"2024-08-19T11:27:29.289540+0000","last_fullsized":"2024-08-19T11:27:29.289540+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:49:04.250772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.339244+0000","last_change":"2024-08-19T11:27:27.813725+0000","last_active":"2024-08-19T11:27:29.339244+0000","last_peered":"2024-08-19T11:27:29.339244+0000","last_clean":"2024-08-19T11:27:29.339244+0000","last_became_active":"2024-08-19T11:27:27.813429+0000","last_became_peered":"2024-08-19T11:27:27.813429+0000","last_unstale":"2024-08-19T11:27:29.339244+0000","last_undegraded":"2024-08-19T11:27:29.339244+0000","last_fullsized":"2024-08-19T11:27:29.339244+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:10:13.996695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.327801+0000","last_change":"2024-08-19T11:27:27.806664+0000","last_active":"2024-08-19T11:27:29.327801+0000","last_peered":"2024-08-19T11:27:29.327801+0000","last_clean":"2024-08-19T11:27:29.327801+0000","last_became_active":"2024-08-19T11:27:27.806360+0000","last_became_peered":"2024-08-19T11:27:27.806360+0000","last_unstale":"2024-08-19T11:27:29.327801+0000","last_undegraded":"2024-08-19T11:27:29.327801+0000","last_fullsized":"2024-08-19T11:27:29.327801+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:59:45.066961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.939892+0000","last_change":"2024-08-19T11:27:27.818651+0000","last_active":"2024-08-19T11:27:28.939892+0000","last_peered":"2024-08-19T11:27:28.939892+0000","last_clean":"2024-08-19T11:27:28.939892+0000","last_became_active":"2024-08-19T11:27:27.818099+0000","last_became_peered":"2024-08-19T11:27:27.818099+0000","last_unstale":"2024-08-19T11:27:28.939892+0000","last_undegraded":"2024-08-19T11:27:28.939892+0000","last_fullsized":"2024-08-19T11:27:28.939892+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:08:43.272608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.328306+0000","last_change":"2024-08-19T11:27:27.800631+0000","last_active":"2024-08-19T11:27:29.328306+0000","last_peered":"2024-08-19T11:27:29.328306+0000","last_clean":"2024-08-19T11:27:29.328306+0000","last_became_active":"2024-08-19T11:27:27.800320+0000","last_became_peered":"2024-08-19T11:27:27.800320+0000","last_unstale":"2024-08-19T11:27:29.328306+0000","last_undegraded":"2024-08-19T11:27:29.328306+0000","last_fullsized":"2024-08-19T11:27:29.328306+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:44:56.474691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.338407+0000","last_change":"2024-08-19T11:27:24.782702+0000","last_active":"2024-08-19T11:27:29.338407+0000","last_peered":"2024-08-19T11:27:29.338407+0000","last_clean":"2024-08-19T11:27:29.338407+0000","last_became_active":"2024-08-19T11:27:24.782405+0000","last_became_peered":"2024-08-19T11:27:24.782405+0000","last_unstale":"2024-08-19T11:27:29.338407+0000","last_undegraded":"2024-08-19T11:27:29.338407+0000","last_fullsized":"2024-08-19T11:27:29.338407+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:33:53.299010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.289557+0000","last_change":"2024-08-19T11:27:27.810520+0000","last_active":"2024-08-19T11:27:29.289557+0000","last_peered":"2024-08-19T11:27:29.289557+0000","last_clean":"2024-08-19T11:27:29.289557+0000","last_became_active":"2024-08-19T11:27:27.810258+0000","last_became_peered":"2024-08-19T11:27:27.810258+0000","last_unstale":"2024-08-19T11:27:29.289557+0000","last_undegraded":"2024-08-19T11:27:29.289557+0000","last_fullsized":"2024-08-19T11:27:29.289557+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:01:17.641487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.333644+0000","last_change":"2024-08-19T11:27:24.775005+0000","last_active":"2024-08-19T11:27:29.333644+0000","last_peered":"2024-08-19T11:27:29.333644+0000","last_clean":"2024-08-19T11:27:29.333644+0000","last_became_active":"2024-08-19T11:27:24.774718+0000","last_became_peered":"2024-08-19T11:27:24.774718+0000","last_unstale":"2024-08-19T11:27:29.333644+0000","last_undegraded":"2024-08-19T11:27:29.333644+0000","last_fullsized":"2024-08-19T11:27:29.333644+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T23:09:55.630224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T11:27:27.802807+0000","last_change":"2024-08-19T11:27:24.782001+0000","last_active":"2024-08-19T11:27:27.802807+0000","last_peered":"2024-08-19T11:27:27.802807+0000","last_clean":"2024-08-19T11:27:27.802807+0000","last_became_active":"2024-08-19T11:27:24.781674+0000","last_became_peered":"2024-08-19T11:27:24.781674+0000","last_unstale":"2024-08-19T11:27:27.802807+0000","last_undegraded":"2024-08-19T11:27:27.802807+0000","last_fullsized":"2024-08-19T11:27:27.802807+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:29:29.881954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.334050+0000","last_change":"2024-08-19T11:27:27.813813+0000","last_active":"2024-08-19T11:27:29.334050+0000","last_peered":"2024-08-19T11:27:29.334050+0000","last_clean":"2024-08-19T11:27:29.334050+0000","last_became_active":"2024-08-19T11:27:27.813550+0000","last_became_peered":"2024-08-19T11:27:27.813550+0000","last_unstale":"2024-08-19T11:27:29.334050+0000","last_undegraded":"2024-08-19T11:27:29.334050+0000","last_fullsized":"2024-08-19T11:27:29.334050+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:23:15.037070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T11:27:27.801993+0000","last_change":"2024-08-19T11:27:24.777995+0000","last_active":"2024-08-19T11:27:27.801993+0000","last_peered":"2024-08-19T11:27:27.801993+0000","last_clean":"2024-08-19T11:27:27.801993+0000","last_became_active":"2024-08-19T11:27:24.777484+0000","last_became_peered":"2024-08-19T11:27:24.777484+0000","last_unstale":"2024-08-19T11:27:27.801993+0000","last_undegraded":"2024-08-19T11:27:27.801993+0000","last_fullsized":"2024-08-19T11:27:27.801993+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:54:38.668282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.334644+0000","last_change":"2024-08-19T11:27:27.810939+0000","last_active":"2024-08-19T11:27:29.334644+0000","last_peered":"2024-08-19T11:27:29.334644+0000","last_clean":"2024-08-19T11:27:29.334644+0000","last_became_active":"2024-08-19T11:27:27.810666+0000","last_became_peered":"2024-08-19T11:27:27.810666+0000","last_unstale":"2024-08-19T11:27:29.334644+0000","last_undegraded":"2024-08-19T11:27:29.334644+0000","last_fullsized":"2024-08-19T11:27:29.334644+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:57:30.617821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.940181+0000","last_change":"2024-08-19T11:27:24.782861+0000","last_active":"2024-08-19T11:27:28.940181+0000","last_peered":"2024-08-19T11:27:28.940181+0000","last_clean":"2024-08-19T11:27:28.940181+0000","last_became_active":"2024-08-19T11:27:24.782552+0000","last_became_peered":"2024-08-19T11:27:24.782552+0000","last_unstale":"2024-08-19T11:27:28.940181+0000","last_undegraded":"2024-08-19T11:27:28.940181+0000","last_fullsized":"2024-08-19T11:27:28.940181+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:30:59.506392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.340501+0000","last_change":"2024-08-19T11:27:27.809727+0000","last_active":"2024-08-19T11:27:29.340501+0000","last_peered":"2024-08-19T11:27:29.340501+0000","last_clean":"2024-08-19T11:27:29.340501+0000","last_became_active":"2024-08-19T11:27:27.809420+0000","last_became_peered":"2024-08-19T11:27:27.809420+0000","last_unstale":"2024-08-19T11:27:29.340501+0000","last_undegraded":"2024-08-19T11:27:29.340501+0000","last_fullsized":"2024-08-19T11:27:29.340501+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:28:37.445064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T11:27:27.802158+0000","last_change":"2024-08-19T11:27:24.783767+0000","last_active":"2024-08-19T11:27:27.802158+0000","last_peered":"2024-08-19T11:27:27.802158+0000","last_clean":"2024-08-19T11:27:27.802158+0000","last_became_active":"2024-08-19T11:27:24.783493+0000","last_became_peered":"2024-08-19T11:27:24.783493+0000","last_unstale":"2024-08-19T11:27:27.802158+0000","last_undegraded":"2024-08-19T11:27:27.802158+0000","last_fullsized":"2024-08-19T11:27:27.802158+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:01:41.751886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.289632+0000","last_change":"2024-08-19T11:27:27.809335+0000","last_active":"2024-08-19T11:27:29.289632+0000","last_peered":"2024-08-19T11:27:29.289632+0000","last_clean":"2024-08-19T11:27:29.289632+0000","last_became_active":"2024-08-19T11:27:27.809011+0000","last_became_peered":"2024-08-19T11:27:27.809011+0000","last_unstale":"2024-08-19T11:27:29.289632+0000","last_undegraded":"2024-08-19T11:27:29.289632+0000","last_fullsized":"2024-08-19T11:27:29.289632+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:45:55.575351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.340820+0000","last_change":"2024-08-19T11:27:24.779231+0000","last_active":"2024-08-19T11:27:29.340820+0000","last_peered":"2024-08-19T11:27:29.340820+0000","last_clean":"2024-08-19T11:27:29.340820+0000","last_became_active":"2024-08-19T11:27:24.778962+0000","last_became_peered":"2024-08-19T11:27:24.778962+0000","last_unstale":"2024-08-19T11:27:29.340820+0000","last_undegraded":"2024-08-19T11:27:29.340820+0000","last_fullsized":"2024-08-19T11:27:29.340820+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:36:53.182344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.328812+0000","last_change":"2024-08-19T11:27:27.812996+0000","last_active":"2024-08-19T11:27:29.328812+0000","last_peered":"2024-08-19T11:27:29.328812+0000","last_clean":"2024-08-19T11:27:29.328812+0000","last_became_active":"2024-08-19T11:27:27.812699+0000","last_became_peered":"2024-08-19T11:27:27.812699+0000","last_unstale":"2024-08-19T11:27:29.328812+0000","last_undegraded":"2024-08-19T11:27:29.328812+0000","last_fullsized":"2024-08-19T11:27:29.328812+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:26:34.557357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"66'6","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.341135+0000","last_change":"2024-08-19T11:27:24.780499+0000","last_active":"2024-08-19T11:27:29.341135+0000","last_peered":"2024-08-19T11:27:29.341135+0000","last_clean":"2024-08-19T11:27:29.341135+0000","last_became_active":"2024-08-19T11:27:24.780017+0000","last_became_peered":"2024-08-19T11:27:24.780017+0000","last_unstale":"2024-08-19T11:27:29.341135+0000","last_undegraded":"2024-08-19T11:27:29.341135+0000","last_fullsized":"2024-08-19T11:27:29.341135+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:47:17.279148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.949788+0000","last_change":"2024-08-19T11:27:27.818759+0000","last_active":"2024-08-19T11:27:28.949788+0000","last_peered":"2024-08-19T11:27:28.949788+0000","last_clean":"2024-08-19T11:27:28.949788+0000","last_became_active":"2024-08-19T11:27:27.818432+0000","last_became_peered":"2024-08-19T11:27:27.818432+0000","last_unstale":"2024-08-19T11:27:28.949788+0000","last_undegraded":"2024-08-19T11:27:28.949788+0000","last_fullsized":"2024-08-19T11:27:28.949788+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:50:28.092449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.339344+0000","last_change":"2024-08-19T11:27:24.773787+0000","last_active":"2024-08-19T11:27:29.339344+0000","last_peered":"2024-08-19T11:27:29.339344+0000","last_clean":"2024-08-19T11:27:29.339344+0000","last_became_active":"2024-08-19T11:27:24.773532+0000","last_became_peered":"2024-08-19T11:27:24.773532+0000","last_unstale":"2024-08-19T11:27:29.339344+0000","last_undegraded":"2024-08-19T11:27:29.339344+0000","last_fullsized":"2024-08-19T11:27:29.339344+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:12:09.641862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.289508+0000","last_change":"2024-08-19T11:27:27.812696+0000","last_active":"2024-08-19T11:27:29.289508+0000","last_peered":"2024-08-19T11:27:29.289508+0000","last_clean":"2024-08-19T11:27:29.289508+0000","last_became_active":"2024-08-19T11:27:27.812443+0000","last_became_peered":"2024-08-19T11:27:27.812443+0000","last_unstale":"2024-08-19T11:27:29.289508+0000","last_undegraded":"2024-08-19T11:27:29.289508+0000","last_fullsized":"2024-08-19T11:27:29.289508+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:00:39.585880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T11:27:27.802157+0000","last_change":"2024-08-19T11:27:24.778733+0000","last_active":"2024-08-19T11:27:27.802157+0000","last_peered":"2024-08-19T11:27:27.802157+0000","last_clean":"2024-08-19T11:27:27.802157+0000","last_became_active":"2024-08-19T11:27:24.778430+0000","last_became_peered":"2024-08-19T11:27:24.778430+0000","last_unstale":"2024-08-19T11:27:27.802157+0000","last_undegraded":"2024-08-19T11:27:27.802157+0000","last_fullsized":"2024-08-19T11:27:27.802157+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:07:15.902901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.949779+0000","last_change":"2024-08-19T11:27:27.820117+0000","last_active":"2024-08-19T11:27:28.949779+0000","last_peered":"2024-08-19T11:27:28.949779+0000","last_clean":"2024-08-19T11:27:28.949779+0000","last_became_active":"2024-08-19T11:27:27.819831+0000","last_became_peered":"2024-08-19T11:27:27.819831+0000","last_unstale":"2024-08-19T11:27:28.949779+0000","last_undegraded":"2024-08-19T11:27:28.949779+0000","last_fullsized":"2024-08-19T11:27:28.949779+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T22:24:53.513858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.939985+0000","last_change":"2024-08-19T11:27:24.778540+0000","last_active":"2024-08-19T11:27:28.939985+0000","last_peered":"2024-08-19T11:27:28.939985+0000","last_clean":"2024-08-19T11:27:28.939985+0000","last_became_active":"2024-08-19T11:27:24.778228+0000","last_became_peered":"2024-08-19T11:27:24.778228+0000","last_unstale":"2024-08-19T11:27:28.939985+0000","last_undegraded":"2024-08-19T11:27:28.939985+0000","last_fullsized":"2024-08-19T11:27:28.939985+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:04:52.236736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.939962+0000","last_change":"2024-08-19T11:27:27.818475+0000","last_active":"2024-08-19T11:27:28.939962+0000","last_peered":"2024-08-19T11:27:28.939962+0000","last_clean":"2024-08-19T11:27:28.939962+0000","last_became_active":"2024-08-19T11:27:27.817726+0000","last_became_peered":"2024-08-19T11:27:27.817726+0000","last_unstale":"2024-08-19T11:27:28.939962+0000","last_undegraded":"2024-08-19T11:27:28.939962+0000","last_fullsized":"2024-08-19T11:27:28.939962+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T22:44:02.331988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":23,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.340722+0000","last_change":"2024-08-19T11:27:24.772413+0000","last_active":"2024-08-19T11:27:29.340722+0000","last_peered":"2024-08-19T11:27:29.340722+0000","last_clean":"2024-08-19T11:27:29.340722+0000","last_became_active":"2024-08-19T11:27:24.771796+0000","last_became_peered":"2024-08-19T11:27:24.771796+0000","last_unstale":"2024-08-19T11:27:29.340722+0000","last_undegraded":"2024-08-19T11:27:29.340722+0000","last_fullsized":"2024-08-19T11:27:29.340722+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:01:59.489014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.949479+0000","last_change":"2024-08-19T11:27:27.822039+0000","last_active":"2024-08-19T11:27:28.949479+0000","last_peered":"2024-08-19T11:27:28.949479+0000","last_clean":"2024-08-19T11:27:28.949479+0000","last_became_active":"2024-08-19T11:27:27.821748+0000","last_became_peered":"2024-08-19T11:27:27.821748+0000","last_unstale":"2024-08-19T11:27:28.949479+0000","last_undegraded":"2024-08-19T11:27:28.949479+0000","last_fullsized":"2024-08-19T11:27:28.949479+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:00:19.813457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.329067+0000","last_change":"2024-08-19T11:27:24.776283+0000","last_active":"2024-08-19T11:27:29.329067+0000","last_peered":"2024-08-19T11:27:29.329067+0000","last_clean":"2024-08-19T11:27:29.329067+0000","last_became_active":"2024-08-19T11:27:24.775972+0000","last_became_peered":"2024-08-19T11:27:24.775972+0000","last_unstale":"2024-08-19T11:27:29.329067+0000","last_undegraded":"2024-08-19T11:27:29.329067+0000","last_fullsized":"2024-08-19T11:27:29.329067+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T23:21:10.434812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.950086+0000","last_change":"2024-08-19T11:27:27.819698+0000","last_active":"2024-08-19T11:27:28.950086+0000","last_peered":"2024-08-19T11:27:28.950086+0000","last_clean":"2024-08-19T11:27:28.950086+0000","last_became_active":"2024-08-19T11:27:27.818779+0000","last_became_peered":"2024-08-19T11:27:27.818779+0000","last_unstale":"2024-08-19T11:27:28.950086+0000","last_undegraded":"2024-08-19T11:27:28.950086+0000","last_fullsized":"2024-08-19T11:27:28.950086+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:31:50.109027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.335616+0000","last_change":"2024-08-19T11:27:24.776125+0000","last_active":"2024-08-19T11:27:29.335616+0000","last_peered":"2024-08-19T11:27:29.335616+0000","last_clean":"2024-08-19T11:27:29.335616+0000","last_became_active":"2024-08-19T11:27:24.775789+0000","last_became_peered":"2024-08-19T11:27:24.775789+0000","last_unstale":"2024-08-19T11:27:29.335616+0000","last_undegraded":"2024-08-19T11:27:29.335616+0000","last_fullsized":"2024-08-19T11:27:29.335616+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:11:36.736766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.950142+0000","last_change":"2024-08-19T11:27:27.819652+0000","last_active":"2024-08-19T11:27:28.950142+0000","last_peered":"2024-08-19T11:27:28.950142+0000","last_clean":"2024-08-19T11:27:28.950142+0000","last_became_active":"2024-08-19T11:27:27.819354+0000","last_became_peered":"2024-08-19T11:27:27.819354+0000","last_unstale":"2024-08-19T11:27:28.950142+0000","last_undegraded":"2024-08-19T11:27:28.950142+0000","last_fullsized":"2024-08-19T11:27:28.950142+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:22:55.084684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.337504+0000","last_change":"2024-08-19T11:27:24.778340+0000","last_active":"2024-08-19T11:27:29.337504+0000","last_peered":"2024-08-19T11:27:29.337504+0000","last_clean":"2024-08-19T11:27:29.337504+0000","last_became_active":"2024-08-19T11:27:24.778106+0000","last_became_peered":"2024-08-19T11:27:24.778106+0000","last_unstale":"2024-08-19T11:27:29.337504+0000","last_undegraded":"2024-08-19T11:27:29.337504+0000","last_fullsized":"2024-08-19T11:27:29.337504+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:50:43.255212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.339977+0000","last_change":"2024-08-19T11:27:27.817332+0000","last_active":"2024-08-19T11:27:29.339977+0000","last_peered":"2024-08-19T11:27:29.339977+0000","last_clean":"2024-08-19T11:27:29.339977+0000","last_became_active":"2024-08-19T11:27:27.815838+0000","last_became_peered":"2024-08-19T11:27:27.815838+0000","last_unstale":"2024-08-19T11:27:29.339977+0000","last_undegraded":"2024-08-19T11:27:29.339977+0000","last_fullsized":"2024-08-19T11:27:29.339977+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:25:28.586540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.803802+0000","last_change":"2024-08-19T11:27:24.779871+0000","last_active":"2024-08-19T11:27:28.803802+0000","last_peered":"2024-08-19T11:27:28.803802+0000","last_clean":"2024-08-19T11:27:28.803802+0000","last_became_active":"2024-08-19T11:27:24.779562+0000","last_became_peered":"2024-08-19T11:27:24.779562+0000","last_unstale":"2024-08-19T11:27:28.803802+0000","last_undegraded":"2024-08-19T11:27:28.803802+0000","last_fullsized":"2024-08-19T11:27:28.803802+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:57:59.032174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.949849+0000","last_change":"2024-08-19T11:27:27.822995+0000","last_active":"2024-08-19T11:27:28.949849+0000","last_peered":"2024-08-19T11:27:28.949849+0000","last_clean":"2024-08-19T11:27:28.949849+0000","last_became_active":"2024-08-19T11:27:27.821967+0000","last_became_peered":"2024-08-19T11:27:27.821967+0000","last_unstale":"2024-08-19T11:27:28.949849+0000","last_undegraded":"2024-08-19T11:27:28.949849+0000","last_fullsized":"2024-08-19T11:27:28.949849+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:11:34.421098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"23'117","reported_seq":223,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.949598+0000","last_change":"2024-08-19T11:27:01.323054+0000","last_active":"2024-08-19T11:27:28.949598+0000","last_peered":"2024-08-19T11:27:28.949598+0000","last_clean":"2024-08-19T11:27:28.949598+0000","last_became_active":"2024-08-19T11:27:01.322526+0000","last_became_peered":"2024-08-19T11:27:01.322526+0000","last_unstale":"2024-08-19T11:27:28.949598+0000","last_undegraded":"2024-08-19T11:27:28.949598+0000","last_fullsized":"2024-08-19T11:27:28.949598+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:25:02.670324+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:25:02.670324+0000","last_clean_scrub_stamp":"2024-08-19T11:25:02.670324+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T23:03:42.414001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T11:27:27.802747+0000","last_change":"2024-08-19T11:27:24.778042+0000","last_active":"2024-08-19T11:27:27.802747+0000","last_peered":"2024-08-19T11:27:27.802747+0000","last_clean":"2024-08-19T11:27:27.802747+0000","last_became_active":"2024-08-19T11:27:24.776869+0000","last_became_peered":"2024-08-19T11:27:24.776869+0000","last_unstale":"2024-08-19T11:27:27.802747+0000","last_undegraded":"2024-08-19T11:27:27.802747+0000","last_fullsized":"2024-08-19T11:27:27.802747+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:33:17.488588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.334314+0000","last_change":"2024-08-19T11:27:27.817171+0000","last_active":"2024-08-19T11:27:29.334314+0000","last_peered":"2024-08-19T11:27:29.334314+0000","last_clean":"2024-08-19T11:27:29.334314+0000","last_became_active":"2024-08-19T11:27:27.816867+0000","last_became_peered":"2024-08-19T11:27:27.816867+0000","last_unstale":"2024-08-19T11:27:29.334314+0000","last_undegraded":"2024-08-19T11:27:29.334314+0000","last_fullsized":"2024-08-19T11:27:29.334314+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:47:07.013115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.949550+0000","last_change":"2024-08-19T11:27:24.782993+0000","last_active":"2024-08-19T11:27:28.949550+0000","last_peered":"2024-08-19T11:27:28.949550+0000","last_clean":"2024-08-19T11:27:28.949550+0000","last_became_active":"2024-08-19T11:27:24.782667+0000","last_became_peered":"2024-08-19T11:27:24.782667+0000","last_unstale":"2024-08-19T11:27:28.949550+0000","last_undegraded":"2024-08-19T11:27:28.949550+0000","last_fullsized":"2024-08-19T11:27:28.949550+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:21:53.549179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.289465+0000","last_change":"2024-08-19T11:27:27.811865+0000","last_active":"2024-08-19T11:27:29.289465+0000","last_peered":"2024-08-19T11:27:29.289465+0000","last_clean":"2024-08-19T11:27:29.289465+0000","last_became_active":"2024-08-19T11:27:27.810360+0000","last_became_peered":"2024-08-19T11:27:27.810360+0000","last_unstale":"2024-08-19T11:27:29.289465+0000","last_undegraded":"2024-08-19T11:27:29.289465+0000","last_fullsized":"2024-08-19T11:27:29.289465+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:24:33.633463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.803761+0000","last_change":"2024-08-19T11:27:24.772690+0000","last_active":"2024-08-19T11:27:28.803761+0000","last_peered":"2024-08-19T11:27:28.803761+0000","last_clean":"2024-08-19T11:27:28.803761+0000","last_became_active":"2024-08-19T11:27:24.772430+0000","last_became_peered":"2024-08-19T11:27:24.772430+0000","last_unstale":"2024-08-19T11:27:28.803761+0000","last_undegraded":"2024-08-19T11:27:28.803761+0000","last_fullsized":"2024-08-19T11:27:28.803761+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:21:06.550688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.334156+0000","last_change":"2024-08-19T11:27:27.812940+0000","last_active":"2024-08-19T11:27:29.334156+0000","last_peered":"2024-08-19T11:27:29.334156+0000","last_clean":"2024-08-19T11:27:29.334156+0000","last_became_active":"2024-08-19T11:27:27.812672+0000","last_became_peered":"2024-08-19T11:27:27.812672+0000","last_unstale":"2024-08-19T11:27:29.334156+0000","last_undegraded":"2024-08-19T11:27:29.334156+0000","last_fullsized":"2024-08-19T11:27:29.334156+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:20:34.926638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T11:27:27.802270+0000","last_change":"2024-08-19T11:27:24.784650+0000","last_active":"2024-08-19T11:27:27.802270+0000","last_peered":"2024-08-19T11:27:27.802270+0000","last_clean":"2024-08-19T11:27:27.802270+0000","last_became_active":"2024-08-19T11:27:24.784359+0000","last_became_peered":"2024-08-19T11:27:24.784359+0000","last_unstale":"2024-08-19T11:27:27.802270+0000","last_undegraded":"2024-08-19T11:27:27.802270+0000","last_fullsized":"2024-08-19T11:27:27.802270+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T22:41:56.358925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.328810+0000","last_change":"2024-08-19T11:27:27.806920+0000","last_active":"2024-08-19T11:27:29.328810+0000","last_peered":"2024-08-19T11:27:29.328810+0000","last_clean":"2024-08-19T11:27:29.328810+0000","last_became_active":"2024-08-19T11:27:27.806608+0000","last_became_peered":"2024-08-19T11:27:27.806608+0000","last_unstale":"2024-08-19T11:27:29.328810+0000","last_undegraded":"2024-08-19T11:27:29.328810+0000","last_fullsized":"2024-08-19T11:27:29.328810+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:30:27.821826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T11:27:27.798872+0000","last_change":"2024-08-19T11:27:24.779202+0000","last_active":"2024-08-19T11:27:27.798872+0000","last_peered":"2024-08-19T11:27:27.798872+0000","last_clean":"2024-08-19T11:27:27.798872+0000","last_became_active":"2024-08-19T11:27:24.778928+0000","last_became_peered":"2024-08-19T11:27:24.778928+0000","last_unstale":"2024-08-19T11:27:27.798872+0000","last_undegraded":"2024-08-19T11:27:27.798872+0000","last_fullsized":"2024-08-19T11:27:27.798872+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:41:57.170478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.340646+0000","last_change":"2024-08-19T11:27:27.815046+0000","last_active":"2024-08-19T11:27:29.340646+0000","last_peered":"2024-08-19T11:27:29.340646+0000","last_clean":"2024-08-19T11:27:29.340646+0000","last_became_active":"2024-08-19T11:27:27.814723+0000","last_became_peered":"2024-08-19T11:27:27.814723+0000","last_unstale":"2024-08-19T11:27:29.340646+0000","last_undegraded":"2024-08-19T11:27:29.340646+0000","last_fullsized":"2024-08-19T11:27:29.340646+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:40:00.566232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.950100+0000","last_change":"2024-08-19T11:27:24.781886+0000","last_active":"2024-08-19T11:27:28.950100+0000","last_peered":"2024-08-19T11:27:28.950100+0000","last_clean":"2024-08-19T11:27:28.950100+0000","last_became_active":"2024-08-19T11:27:24.781524+0000","last_became_peered":"2024-08-19T11:27:24.781524+0000","last_unstale":"2024-08-19T11:27:28.950100+0000","last_undegraded":"2024-08-19T11:27:28.950100+0000","last_fullsized":"2024-08-19T11:27:28.950100+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:03:28.295414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.335339+0000","last_change":"2024-08-19T11:27:27.806139+0000","last_active":"2024-08-19T11:27:29.335339+0000","last_peered":"2024-08-19T11:27:29.335339+0000","last_clean":"2024-08-19T11:27:29.335339+0000","last_became_active":"2024-08-19T11:27:27.805883+0000","last_became_peered":"2024-08-19T11:27:27.805883+0000","last_unstale":"2024-08-19T11:27:29.335339+0000","last_undegraded":"2024-08-19T11:27:29.335339+0000","last_fullsized":"2024-08-19T11:27:29.335339+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:41:30.401670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.336084+0000","last_change":"2024-08-19T11:27:24.782293+0000","last_active":"2024-08-19T11:27:29.336084+0000","last_peered":"2024-08-19T11:27:29.336084+0000","last_clean":"2024-08-19T11:27:29.336084+0000","last_became_active":"2024-08-19T11:27:24.782028+0000","last_became_peered":"2024-08-19T11:27:24.782028+0000","last_unstale":"2024-08-19T11:27:29.336084+0000","last_undegraded":"2024-08-19T11:27:29.336084+0000","last_fullsized":"2024-08-19T11:27:29.336084+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:23:47.214522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.338563+0000","last_change":"2024-08-19T11:27:27.814726+0000","last_active":"2024-08-19T11:27:29.338563+0000","last_peered":"2024-08-19T11:27:29.338563+0000","last_clean":"2024-08-19T11:27:29.338563+0000","last_became_active":"2024-08-19T11:27:27.814453+0000","last_became_peered":"2024-08-19T11:27:27.814453+0000","last_unstale":"2024-08-19T11:27:29.338563+0000","last_undegraded":"2024-08-19T11:27:29.338563+0000","last_fullsized":"2024-08-19T11:27:29.338563+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:57:07.978067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.340331+0000","last_change":"2024-08-19T11:27:24.779665+0000","last_active":"2024-08-19T11:27:29.340331+0000","last_peered":"2024-08-19T11:27:29.340331+0000","last_clean":"2024-08-19T11:27:29.340331+0000","last_became_active":"2024-08-19T11:27:24.779276+0000","last_became_peered":"2024-08-19T11:27:24.779276+0000","last_unstale":"2024-08-19T11:27:29.340331+0000","last_undegraded":"2024-08-19T11:27:29.340331+0000","last_fullsized":"2024-08-19T11:27:29.340331+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:21:15.492444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.289598+0000","last_change":"2024-08-19T11:27:27.802888+0000","last_active":"2024-08-19T11:27:29.289598+0000","last_peered":"2024-08-19T11:27:29.289598+0000","last_clean":"2024-08-19T11:27:29.289598+0000","last_became_active":"2024-08-19T11:27:27.802591+0000","last_became_peered":"2024-08-19T11:27:27.802591+0000","last_unstale":"2024-08-19T11:27:29.289598+0000","last_undegraded":"2024-08-19T11:27:29.289598+0000","last_fullsized":"2024-08-19T11:27:29.289598+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:56:14.019071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.949464+0000","last_change":"2024-08-19T11:27:24.782798+0000","last_active":"2024-08-19T11:27:28.949464+0000","last_peered":"2024-08-19T11:27:28.949464+0000","last_clean":"2024-08-19T11:27:28.949464+0000","last_became_active":"2024-08-19T11:27:24.782333+0000","last_became_peered":"2024-08-19T11:27:24.782333+0000","last_unstale":"2024-08-19T11:27:28.949464+0000","last_undegraded":"2024-08-19T11:27:28.949464+0000","last_fullsized":"2024-08-19T11:27:28.949464+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:48:37.481550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.328538+0000","last_change":"2024-08-19T11:27:27.810826+0000","last_active":"2024-08-19T11:27:29.328538+0000","last_peered":"2024-08-19T11:27:29.328538+0000","last_clean":"2024-08-19T11:27:29.328538+0000","last_became_active":"2024-08-19T11:27:27.810030+0000","last_became_peered":"2024-08-19T11:27:27.810030+0000","last_unstale":"2024-08-19T11:27:29.328538+0000","last_undegraded":"2024-08-19T11:27:29.328538+0000","last_fullsized":"2024-08-19T11:27:29.328538+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:55:42.296054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T11:27:27.799216+0000","last_change":"2024-08-19T11:27:24.777562+0000","last_active":"2024-08-19T11:27:27.799216+0000","last_peered":"2024-08-19T11:27:27.799216+0000","last_clean":"2024-08-19T11:27:27.799216+0000","last_became_active":"2024-08-19T11:27:24.777204+0000","last_became_peered":"2024-08-19T11:27:24.777204+0000","last_unstale":"2024-08-19T11:27:27.799216+0000","last_undegraded":"2024-08-19T11:27:27.799216+0000","last_fullsized":"2024-08-19T11:27:27.799216+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:12:16.120151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.334160+0000","last_change":"2024-08-19T11:27:27.808899+0000","last_active":"2024-08-19T11:27:29.334160+0000","last_peered":"2024-08-19T11:27:29.334160+0000","last_clean":"2024-08-19T11:27:29.334160+0000","last_became_active":"2024-08-19T11:27:27.808601+0000","last_became_peered":"2024-08-19T11:27:27.808601+0000","last_unstale":"2024-08-19T11:27:29.334160+0000","last_undegraded":"2024-08-19T11:27:29.334160+0000","last_fullsized":"2024-08-19T11:27:29.334160+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:01:01.523482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T11:27:27.798617+0000","last_change":"2024-08-19T11:27:24.779873+0000","last_active":"2024-08-19T11:27:27.798617+0000","last_peered":"2024-08-19T11:27:27.798617+0000","last_clean":"2024-08-19T11:27:27.798617+0000","last_became_active":"2024-08-19T11:27:24.779589+0000","last_became_peered":"2024-08-19T11:27:24.779589+0000","last_unstale":"2024-08-19T11:27:27.798617+0000","last_undegraded":"2024-08-19T11:27:27.798617+0000","last_fullsized":"2024-08-19T11:27:27.798617+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:24:01.772508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.338301+0000","last_change":"2024-08-19T11:27:27.823531+0000","last_active":"2024-08-19T11:27:29.338301+0000","last_peered":"2024-08-19T11:27:29.338301+0000","last_clean":"2024-08-19T11:27:29.338301+0000","last_became_active":"2024-08-19T11:27:27.822978+0000","last_became_peered":"2024-08-19T11:27:27.822978+0000","last_unstale":"2024-08-19T11:27:29.338301+0000","last_undegraded":"2024-08-19T11:27:29.338301+0000","last_fullsized":"2024-08-19T11:27:29.338301+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:13:54.762912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.337002+0000","last_change":"2024-08-19T11:27:24.782128+0000","last_active":"2024-08-19T11:27:29.337002+0000","last_peered":"2024-08-19T11:27:29.337002+0000","last_clean":"2024-08-19T11:27:29.337002+0000","last_became_active":"2024-08-19T11:27:24.781674+0000","last_became_peered":"2024-08-19T11:27:24.781674+0000","last_unstale":"2024-08-19T11:27:29.337002+0000","last_undegraded":"2024-08-19T11:27:29.337002+0000","last_fullsized":"2024-08-19T11:27:29.337002+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:05:15.848738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:28.940001+0000","last_change":"2024-08-19T11:27:27.815362+0000","last_active":"2024-08-19T11:27:28.940001+0000","last_peered":"2024-08-19T11:27:28.940001+0000","last_clean":"2024-08-19T11:27:28.940001+0000","last_became_active":"2024-08-19T11:27:27.815104+0000","last_became_peered":"2024-08-19T11:27:27.815104+0000","last_unstale":"2024-08-19T11:27:28.940001+0000","last_undegraded":"2024-08-19T11:27:28.940001+0000","last_fullsized":"2024-08-19T11:27:28.940001+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:01:26.026011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.340503+0000","last_change":"2024-08-19T11:27:27.820858+0000","last_active":"2024-08-19T11:27:29.340503+0000","last_peered":"2024-08-19T11:27:29.340503+0000","last_clean":"2024-08-19T11:27:29.340503+0000","last_became_active":"2024-08-19T11:27:27.820564+0000","last_became_peered":"2024-08-19T11:27:27.820564+0000","last_unstale":"2024-08-19T11:27:29.340503+0000","last_undegraded":"2024-08-19T11:27:29.340503+0000","last_fullsized":"2024-08-19T11:27:29.340503+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:11:46.775004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.337168+0000","last_change":"2024-08-19T11:27:24.781469+0000","last_active":"2024-08-19T11:27:29.337168+0000","last_peered":"2024-08-19T11:27:29.337168+0000","last_clean":"2024-08-19T11:27:29.337168+0000","last_became_active":"2024-08-19T11:27:24.780766+0000","last_became_peered":"2024-08-19T11:27:24.780766+0000","last_unstale":"2024-08-19T11:27:29.337168+0000","last_undegraded":"2024-08-19T11:27:29.337168+0000","last_fullsized":"2024-08-19T11:27:29.337168+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:10:26.822650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.339857+0000","last_change":"2024-08-19T11:27:27.817562+0000","last_active":"2024-08-19T11:27:29.339857+0000","last_peered":"2024-08-19T11:27:29.339857+0000","last_clean":"2024-08-19T11:27:29.339857+0000","last_became_active":"2024-08-19T11:27:27.817040+0000","last_became_peered":"2024-08-19T11:27:27.817040+0000","last_unstale":"2024-08-19T11:27:29.339857+0000","last_undegraded":"2024-08-19T11:27:29.339857+0000","last_fullsized":"2024-08-19T11:27:29.339857+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:44:24.007203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.340091+0000","last_change":"2024-08-19T11:27:24.783793+0000","last_active":"2024-08-19T11:27:29.340091+0000","last_peered":"2024-08-19T11:27:29.340091+0000","last_clean":"2024-08-19T11:27:29.340091+0000","last_became_active":"2024-08-19T11:27:24.783252+0000","last_became_peered":"2024-08-19T11:27:24.783252+0000","last_unstale":"2024-08-19T11:27:29.340091+0000","last_undegraded":"2024-08-19T11:27:29.340091+0000","last_fullsized":"2024-08-19T11:27:29.340091+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:44:11.162985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.289615+0000","last_change":"2024-08-19T11:27:27.805203+0000","last_active":"2024-08-19T11:27:29.289615+0000","last_peered":"2024-08-19T11:27:29.289615+0000","last_clean":"2024-08-19T11:27:29.289615+0000","last_became_active":"2024-08-19T11:27:27.804892+0000","last_became_peered":"2024-08-19T11:27:27.804892+0000","last_unstale":"2024-08-19T11:27:29.289615+0000","last_undegraded":"2024-08-19T11:27:29.289615+0000","last_fullsized":"2024-08-19T11:27:29.289615+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:54:40.393521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.337812+0000","last_change":"2024-08-19T11:27:24.781563+0000","last_active":"2024-08-19T11:27:29.337812+0000","last_peered":"2024-08-19T11:27:29.337812+0000","last_clean":"2024-08-19T11:27:29.337812+0000","last_became_active":"2024-08-19T11:27:24.781289+0000","last_became_peered":"2024-08-19T11:27:24.781289+0000","last_unstale":"2024-08-19T11:27:29.337812+0000","last_undegraded":"2024-08-19T11:27:29.337812+0000","last_fullsized":"2024-08-19T11:27:29.337812+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:14:45.283340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.337593+0000","last_change":"2024-08-19T11:27:27.818228+0000","last_active":"2024-08-19T11:27:29.337593+0000","last_peered":"2024-08-19T11:27:29.337593+0000","last_clean":"2024-08-19T11:27:29.337593+0000","last_became_active":"2024-08-19T11:27:27.817288+0000","last_became_peered":"2024-08-19T11:27:27.817288+0000","last_unstale":"2024-08-19T11:27:29.337593+0000","last_undegraded":"2024-08-19T11:27:29.337593+0000","last_fullsized":"2024-08-19T11:27:29.337593+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:33:42.091845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-19T11:27:29.339794+0000","last_change":"2024-08-19T11:27:24.778275+0000","last_active":"2024-08-19T11:27:29.339794+0000","last_peered":"2024-08-19T11:27:29.339794+0000","last_clean":"2024-08-19T11:27:29.339794+0000","last_became_active":"2024-08-19T11:27:24.778004+0000","last_became_peered":"2024-08-19T11:27:24.778004+0000","last_unstale":"2024-08-19T11:27:29.339794+0000","last_undegraded":"2024-08-19T11:27:29.339794+0000","last_fullsized":"2024-08-19T11:27:29.339794+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:46:21.940410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201292,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28264,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716888,"statfs":{"total":95995035648,"available":95966093312,"internally_reserved":0,"allocated":1265664,"data_stored":871077,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65600000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56000000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60999999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47399999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.625}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59899999999999998}]}]},{"osd":6,"up_from":47,"seq":201863462929,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28268,"kb_used_data":1244,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716884,"statfs":{"total":95995035648,"available":95966089216,"internally_reserved":0,"allocated":1273856,"data_stored":872368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 11:27:35 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.56499999999999995}]},{"osd":1,"last update":"Mon Aug 19 11:27:35 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.38},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.51500000000000001}]},{"osd":2,"last update":"Mon Aug 19 11:27:35 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.60099999999999998}]},{"osd":3,"last update":"Mon Aug 19 11:27:35 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.44400000000000001}]},{"osd":4,"last update":"Mon Aug 19 11:27:35 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.52900000000000003}]},{"osd":5,"last update":"Mon Aug 19 11:27:35 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.622},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.42999999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55300000000000005}]}]},{"osd":5,"up_from":39,"seq":167503724565,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27684,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717468,"statfs":{"total":95995035648,"available":95966687232,"internally_reserved":0,"allocated":679936,"data_stored":281759,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 11:27:14 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.52100000000000002}]},{"osd":1,"last update":"Mon Aug 19 11:27:14 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.55000000000000004}]},{"osd":2,"last update":"Mon Aug 19 11:27:14 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.57499999999999996}]},{"osd":3,"last update":"Mon Aug 19 11:27:14 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.63800000000000001}]},{"osd":4,"last update":"Mon Aug 19 11:27:14 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.434},{"interface":"front","average":{"1min":0.374,"5min":0.374,"15min":0.374},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.504}]},{"osd":6,"last update":"Mon Aug 19 11:27:35 2024","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.45400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59399999999999997}]}]},{"osd":4,"up_from":31,"seq":133143986202,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27692,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717460,"statfs":{"total":95995035648,"available":95966679040,"internally_reserved":0,"allocated":679936,"data_stored":280871,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 11:26:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.442}]},{"osd":1,"last update":"Mon Aug 19 11:26:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.57499999999999996}]},{"osd":2,"last update":"Mon Aug 19 11:26:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.49099999999999999}]},{"osd":3,"last update":"Mon Aug 19 11:26:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.38},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.46899999999999997}]},{"osd":5,"last update":"Mon Aug 19 11:27:13 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.52500000000000002}]},{"osd":6,"last update":"Mon Aug 19 11:27:33 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.60799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56299999999999994}]}]},{"osd":3,"up_from":26,"seq":111669149727,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27700,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717452,"statfs":{"total":95995035648,"available":95966670848,"internally_reserved":0,"allocated":684032,"data_stored":281773,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 11:27:27 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.38700000000000001,"15min":0.39000000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.55500000000000005,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.39500000000000002,"15min":0.39700000000000002},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.34100000000000003}]},{"osd":1,"last update":"Mon Aug 19 11:27:27 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.40899999999999997,"15min":0.41199999999999998},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.255},{"interface":"front","average":{"1min":0.377,"5min":0.377,"15min":0.377},"min":{"1min":0.26700000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.53500000000000003,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.30399999999999999}]},{"osd":2,"last update":"Mon Aug 19 11:27:27 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.433,"15min":0.434},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.41399999999999998,"15min":0.41699999999999998},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.32500000000000001}]},{"osd":4,"last update":"Mon Aug 19 11:26:48 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.51000000000000001}]},{"osd":5,"last update":"Mon Aug 19 11:27:14 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.48099999999999998}]},{"osd":6,"last update":"Mon Aug 19 11:27:36 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.39500000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.437}]}]},{"osd":2,"up_from":18,"seq":77309411364,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31776,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713376,"statfs":{"total":95995035648,"available":95962497024,"internally_reserved":0,"allocated":667648,"data_stored":280436,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 11:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.35199999999999998,"15min":0.34799999999999998},"min":{"1min":0.248,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.52800000000000002,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.36499999999999999,"15min":0.35999999999999999},"min":{"1min":0.27700000000000002,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.32400000000000001}]},{"osd":1,"last update":"Mon Aug 19 11:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.373,"15min":0.36699999999999999},"min":{"1min":0.29499999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.38300000000000001,"15min":0.38},"min":{"1min":0.29099999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.52000000000000002,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.34399999999999997}]},{"osd":3,"last update":"Mon Aug 19 11:27:28 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.42999999999999999,"15min":0.432},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.376},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.38500000000000001}]},{"osd":4,"last update":"Mon Aug 19 11:26:47 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.45100000000000001}]},{"osd":5,"last update":"Mon Aug 19 11:27:09 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.501}]},{"osd":6,"last update":"Mon Aug 19 11:27:34 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.54400000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56699999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574888,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27692,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717460,"statfs":{"total":95995035648,"available":95966679040,"internally_reserved":0,"allocated":675840,"data_stored":280596,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 11:27:38 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.34300000000000003,"15min":0.32500000000000001},"min":{"1min":0.254,"5min":0.217,"15min":0.217},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.36599999999999999,"15min":0.34200000000000003},"min":{"1min":0.26000000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.56599999999999995,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.32700000000000001}]},{"osd":2,"last update":"Mon Aug 19 11:27:01 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.39900000000000002,"15min":0.39600000000000002},"min":{"1min":0.309,"5min":0.222,"15min":0.222},"max":{"1min":0.54100000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.41099999999999998,"15min":0.40500000000000003},"min":{"1min":0.28799999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.29299999999999998}]},{"osd":3,"last update":"Mon Aug 19 11:27:27 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.46200000000000002,"15min":0.46600000000000003},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.58099999999999996,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.45400000000000001,"15min":0.45900000000000002},"min":{"1min":0.36099999999999999,"5min":0.31,"15min":0.31},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.36199999999999999}]},{"osd":4,"last update":"Mon Aug 19 11:26:49 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.504},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.53500000000000003}]},{"osd":5,"last update":"Mon Aug 19 11:27:12 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.55800000000000005}]},{"osd":6,"last update":"Mon Aug 19 11:27:38 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.51900000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738414,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28276,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716876,"statfs":{"total":95995035648,"available":95966081024,"internally_reserved":0,"allocated":1277952,"data_stored":871532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 19 11:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.32400000000000001,"5min":0.311,"15min":0.29099999999999998},"min":{"1min":0.19,"5min":0.151,"15min":0.151},"max":{"1min":0.46899999999999997,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.317,"5min":0.317,"15min":0.29999999999999999},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.51300000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.23899999999999999}]},{"osd":2,"last update":"Mon Aug 19 11:27:01 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.34699999999999998,"15min":0.34499999999999997},"min":{"1min":0.22,"5min":0.182,"15min":0.182},"max":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.38,"5min":0.35099999999999998,"15min":0.34599999999999997},"min":{"1min":0.28499999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"last":0.33100000000000002}]},{"osd":3,"last update":"Mon Aug 19 11:27:30 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.41099999999999998,"15min":0.41699999999999998},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.57999999999999996,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.38,"5min":0.42299999999999999,"15min":0.42999999999999999},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.626,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.37}]},{"osd":4,"last update":"Mon Aug 19 11:26:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.498}]},{"osd":5,"last update":"Mon Aug 19 11:27:10 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.437},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.53000000000000003}]},{"osd":6,"last update":"Mon Aug 19 11:27:33 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.42599999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-19T11:27:52.166 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-08-19T11:27:52.166 INFO:tasks.cephadm:Adding prometheus.a on smithi155 2024-08-19T11:27:52.166 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph orch apply prometheus '1;smithi155=a' 2024-08-19T11:27:52.196 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:51 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]: dispatch 2024-08-19T11:27:52.196 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:51 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2024-08-19T11:27:52.198 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:51 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [5, 1]}]: dispatch 2024-08-19T11:27:52.198 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:51 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]: dispatch 2024-08-19T11:27:52.198 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:51 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [0, 2]}]: dispatch 2024-08-19T11:27:52.198 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:51 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [4, 3]}]: dispatch 2024-08-19T11:27:52.198 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:51 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-08-19T11:27:52.381 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T11:27:53.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:52 smithi155 ceph-mon[19718]: from='client.24431 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T11:27:53.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:52 smithi155 ceph-mon[19718]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:53.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:52 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]': finished 2024-08-19T11:27:53.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:52 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]': finished 2024-08-19T11:27:53.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:52 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [5, 1]}]': finished 2024-08-19T11:27:53.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:52 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]': finished 2024-08-19T11:27:53.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:52 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [0, 2]}]': finished 2024-08-19T11:27:53.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:52 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [4, 3]}]': finished 2024-08-19T11:27:53.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:52 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-08-19T11:27:53.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:52 smithi155 ceph-mon[19718]: osdmap e67: 8 total, 8 up, 8 in 2024-08-19T11:27:53.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:52 smithi136 ceph-mon[16389]: from='client.24431 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T11:27:53.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:52 smithi136 ceph-mon[16389]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:53.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:52 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]': finished 2024-08-19T11:27:53.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:52 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]': finished 2024-08-19T11:27:53.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:52 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [5, 1]}]': finished 2024-08-19T11:27:53.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:52 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]': finished 2024-08-19T11:27:53.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:52 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [0, 2]}]': finished 2024-08-19T11:27:53.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:52 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [4, 3]}]': finished 2024-08-19T11:27:53.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:52 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-08-19T11:27:53.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:52 smithi136 ceph-mon[16389]: osdmap e67: 8 total, 8 up, 8 in 2024-08-19T11:27:53.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:52 smithi136 ceph-mon[28279]: from='client.24431 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T11:27:53.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:52 smithi136 ceph-mon[28279]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:53.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:52 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]': finished 2024-08-19T11:27:53.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:52 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]': finished 2024-08-19T11:27:53.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:52 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [5, 1]}]': finished 2024-08-19T11:27:53.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:52 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]': finished 2024-08-19T11:27:53.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:52 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [0, 2]}]': finished 2024-08-19T11:27:53.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:52 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [4, 3]}]': finished 2024-08-19T11:27:53.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:52 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-08-19T11:27:53.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:52 smithi136 ceph-mon[28279]: osdmap e67: 8 total, 8 up, 8 in 2024-08-19T11:27:54.207 INFO:teuthology.orchestra.run.smithi155.stdout:Scheduled prometheus update... 2024-08-19T11:27:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:53 smithi155 ceph-mon[19718]: osdmap e68: 8 total, 8 up, 8 in 2024-08-19T11:27:54.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:53 smithi136 ceph-mon[28279]: osdmap e68: 8 total, 8 up, 8 in 2024-08-19T11:27:54.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:53 smithi136 ceph-mon[16389]: osdmap e68: 8 total, 8 up, 8 in 2024-08-19T11:27:54.810 DEBUG:teuthology.orchestra.run.smithi155:prometheus.a> sudo journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@prometheus.a.service 2024-08-19T11:27:54.852 INFO:tasks.cephadm:Adding node-exporter.a on smithi136 2024-08-19T11:27:54.853 INFO:tasks.cephadm:Adding node-exporter.b on smithi155 2024-08-19T11:27:54.853 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph orch apply node-exporter '2;smithi136=a;smithi155=b' 2024-08-19T11:27:55.108 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T11:27:55.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:54 smithi155 ceph-mon[19718]: pgmap v209: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:55.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:54 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:55.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:54 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:27:55.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:54 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:27:55.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:54 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:27:55.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:54 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:55.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:54 smithi136 ceph-mon[28279]: pgmap v209: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:55.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:54 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:55.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:54 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:27:55.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:54 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:27:55.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:54 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:27:55.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:54 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:55.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:54 smithi136 ceph-mon[16389]: pgmap v209: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:27:55.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:54 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:55.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:54 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:27:55.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:54 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:27:55.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:54 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:27:55.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:54 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:55 smithi155 ceph-mon[19718]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi155=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:27:56.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:55 smithi155 ceph-mon[19718]: Saving service prometheus spec with placement smithi155=a;count:1 2024-08-19T11:27:56.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:55 smithi155 ceph-mon[19718]: Deploying daemon prometheus.a on smithi155 2024-08-19T11:27:56.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:55 smithi136 ceph-mon[28279]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi155=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:27:56.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:55 smithi136 ceph-mon[28279]: Saving service prometheus spec with placement smithi155=a;count:1 2024-08-19T11:27:56.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:55 smithi136 ceph-mon[28279]: Deploying daemon prometheus.a on smithi155 2024-08-19T11:27:56.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:55 smithi136 ceph-mon[16389]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi155=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:27:56.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:55 smithi136 ceph-mon[16389]: Saving service prometheus spec with placement smithi155=a;count:1 2024-08-19T11:27:56.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:55 smithi136 ceph-mon[16389]: Deploying daemon prometheus.a on smithi155 2024-08-19T11:27:57.154 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:56 smithi155 ceph-mon[19718]: pgmap v210: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 72 B/s, 0 objects/s recovering 2024-08-19T11:27:57.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:56 smithi136 ceph-mon[28279]: pgmap v210: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 72 B/s, 0 objects/s recovering 2024-08-19T11:27:57.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:56 smithi136 ceph-mon[16389]: pgmap v210: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 72 B/s, 0 objects/s recovering 2024-08-19T11:27:57.474 INFO:teuthology.orchestra.run.smithi155.stdout:Scheduled node-exporter update... 2024-08-19T11:27:58.399 DEBUG:teuthology.orchestra.run.smithi136:node-exporter.a> sudo journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@node-exporter.a.service 2024-08-19T11:27:58.402 DEBUG:teuthology.orchestra.run.smithi155:node-exporter.b> sudo journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@node-exporter.b.service 2024-08-19T11:27:58.405 INFO:tasks.cephadm:Adding alertmanager.a on smithi136 2024-08-19T11:27:58.405 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph orch apply alertmanager '1;smithi136=a' 2024-08-19T11:27:58.652 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T11:27:58.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:58 smithi155 ceph-mon[19718]: from='client.24361 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi136=a;smithi155=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:27:58.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:58 smithi155 ceph-mon[19718]: Saving service node-exporter spec with placement smithi136=a;smithi155=b;count:2 2024-08-19T11:27:58.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:58 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:58.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:27:58 smithi155 ceph-mon[19718]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 72 B/s, 0 objects/s recovering 2024-08-19T11:27:58.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:58 smithi136 ceph-mon[16389]: from='client.24361 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi136=a;smithi155=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:27:58.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:58 smithi136 ceph-mon[16389]: Saving service node-exporter spec with placement smithi136=a;smithi155=b;count:2 2024-08-19T11:27:58.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:58 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:58.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:27:58 smithi136 ceph-mon[16389]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 72 B/s, 0 objects/s recovering 2024-08-19T11:27:58.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:58 smithi136 ceph-mon[28279]: from='client.24361 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi136=a;smithi155=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:27:58.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:58 smithi136 ceph-mon[28279]: Saving service node-exporter spec with placement smithi136=a;smithi155=b;count:2 2024-08-19T11:27:58.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:58 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:27:58.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:27:58 smithi136 ceph-mon[28279]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 72 B/s, 0 objects/s recovering 2024-08-19T11:28:00.923 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:00 smithi155 ceph-mon[19718]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 72 B/s, 0 objects/s recovering 2024-08-19T11:28:01.048 INFO:teuthology.orchestra.run.smithi155.stdout:Scheduled alertmanager update... 2024-08-19T11:28:01.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:00 smithi136 ceph-mon[28279]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 72 B/s, 0 objects/s recovering 2024-08-19T11:28:01.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:00 smithi136 ceph-mon[16389]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 72 B/s, 0 objects/s recovering 2024-08-19T11:28:02.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:02 smithi136 ceph-mon[16389]: from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi136=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:28:02.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:02 smithi136 ceph-mon[16389]: Saving service alertmanager spec with placement smithi136=a;count:1 2024-08-19T11:28:02.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:02 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:28:02.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:02 smithi136 ceph-mon[16389]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 59 B/s, 0 objects/s recovering 2024-08-19T11:28:02.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:02 smithi136 ceph-mon[28279]: from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi136=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:28:02.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:02 smithi136 ceph-mon[28279]: Saving service alertmanager spec with placement smithi136=a;count:1 2024-08-19T11:28:02.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:02 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:28:02.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:02 smithi136 ceph-mon[28279]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 59 B/s, 0 objects/s recovering 2024-08-19T11:28:02.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:02 smithi155 ceph-mon[19718]: from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi136=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:28:02.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:02 smithi155 ceph-mon[19718]: Saving service alertmanager spec with placement smithi136=a;count:1 2024-08-19T11:28:02.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:02 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:28:02.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:02 smithi155 ceph-mon[19718]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 59 B/s, 0 objects/s recovering 2024-08-19T11:28:02.889 DEBUG:teuthology.orchestra.run.smithi136:alertmanager.a> sudo journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@alertmanager.a.service 2024-08-19T11:28:02.892 INFO:tasks.cephadm:Adding grafana.a on smithi155 2024-08-19T11:28:02.892 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph orch apply grafana '1;smithi155=a' 2024-08-19T11:28:03.404 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T11:28:04.892 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:04 smithi155 ceph-mon[19718]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 53 B/s, 0 objects/s recovering 2024-08-19T11:28:05.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:04 smithi136 ceph-mon[16389]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 53 B/s, 0 objects/s recovering 2024-08-19T11:28:05.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:04 smithi136 ceph-mon[28279]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 53 B/s, 0 objects/s recovering 2024-08-19T11:28:07.056 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:06 smithi155 ceph-mon[19718]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 48 B/s, 0 objects/s recovering 2024-08-19T11:28:07.056 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:06 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:28:07.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:06 smithi136 ceph-mon[16389]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 48 B/s, 0 objects/s recovering 2024-08-19T11:28:07.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:06 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:28:07.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:06 smithi136 ceph-mon[28279]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 48 B/s, 0 objects/s recovering 2024-08-19T11:28:07.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:06 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:28:07.911 INFO:teuthology.orchestra.run.smithi155.stdout:Scheduled grafana update... 2024-08-19T11:28:08.487 DEBUG:teuthology.orchestra.run.smithi155:grafana.a> sudo journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@grafana.a.service 2024-08-19T11:28:08.490 INFO:tasks.cephadm:Setting up client nodes... 2024-08-19T11:28:08.491 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-08-19T11:28:08.706 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:28:08.809 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:08 smithi155 ceph-mon[19718]: from='client.24373 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi155=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:28:08.809 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:08 smithi155 ceph-mon[19718]: Saving service grafana spec with placement smithi155=a;count:1 2024-08-19T11:28:08.809 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:08 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:28:08.809 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:08 smithi155 ceph-mon[19718]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:08.829 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:08 smithi136 ceph-mon[28279]: from='client.24373 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi155=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:28:08.829 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:08 smithi136 ceph-mon[28279]: Saving service grafana spec with placement smithi155=a;count:1 2024-08-19T11:28:08.829 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:08 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:28:08.829 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:08 smithi136 ceph-mon[28279]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:08.829 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:08 smithi136 ceph-mon[16389]: from='client.24373 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi155=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:28:08.829 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:08 smithi136 ceph-mon[16389]: Saving service grafana spec with placement smithi155=a;count:1 2024-08-19T11:28:08.829 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:08 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:28:08.829 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:08 smithi136 ceph-mon[16389]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:09.460 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:28:09 smithi155 systemd[1]: Starting Ceph prometheus.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:28:09.851 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:28:09 smithi155 podman[49693]: 2024-08-19 11:28:09.594832732 +0000 UTC m=+0.109643130 container create 5557bdab9aaceb5d59db740e07e365dd9c3c1e1bde1b0a47e6b62a1d82c5b6f9 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T11:28:09.851 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:28:09 smithi155 podman[49693]: 2024-08-19 11:28:09.503166344 +0000 UTC m=+0.017976712 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-19T11:28:09.851 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:28:09 smithi155 podman[49693]: 2024-08-19 11:28:09.821830527 +0000 UTC m=+0.336640898 container init 5557bdab9aaceb5d59db740e07e365dd9c3c1e1bde1b0a47e6b62a1d82c5b6f9 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T11:28:09.851 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:28:09 smithi155 podman[49693]: 2024-08-19 11:28:09.826727175 +0000 UTC m=+0.341537529 container start 5557bdab9aaceb5d59db740e07e365dd9c3c1e1bde1b0a47e6b62a1d82c5b6f9 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T11:28:10.211 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:28:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:28:09.850Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-19T11:28:10.212 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:28:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:28:09.850Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-19T11:28:10.212 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:28:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:28:09.850Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi155 (none))" 2024-08-19T11:28:10.212 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:28:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:28:09.850Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-19T11:28:10.212 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:28:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:28:09.850Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-19T11:28:10.212 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:28:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:28:09.851Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-19T11:28:10.212 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:28:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:28:09.851Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-19T11:28:10.212 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:28:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:28:09.853Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-19T11:28:10.212 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:28:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:28:09.853Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-19T11:28:10.212 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:28:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:28:09.854Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-19T11:28:10.212 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:28:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:28:09.854Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.593µs 2024-08-19T11:28:10.213 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:28:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:28:09.854Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-19T11:28:10.213 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:28:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:28:09.855Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-08-19T11:28:10.213 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:28:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:28:09.855Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=15.86µs wal_replay_duration=338.055µs wbl_replay_duration=114ns total_replay_duration=371.32µs 2024-08-19T11:28:10.213 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:28:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:28:09.856Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-19T11:28:10.213 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:28:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:28:09.856Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-19T11:28:10.213 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:28:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:28:09.856Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-19T11:28:10.214 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:28:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:28:09.875Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.369097ms db_storage=670ns remote_storage=1.063µs web_handler=352ns query_engine=548ns scrape=591.148µs scrape_sd=117.195µs notify=1.014µs notify_sd=1.253µs rules=18.307082ms tracing=6.007µs 2024-08-19T11:28:10.214 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:28:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:28:09.875Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-19T11:28:10.214 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:28:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:28:09.875Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-19T11:28:10.214 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:28:09 smithi155 bash[49693]: 5557bdab9aaceb5d59db740e07e365dd9c3c1e1bde1b0a47e6b62a1d82c5b6f9 2024-08-19T11:28:10.214 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:28:09 smithi155 systemd[1]: Started Ceph prometheus.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:28:10.626 INFO:teuthology.orchestra.run.smithi136.stdout:[client.0] 2024-08-19T11:28:10.627 INFO:teuthology.orchestra.run.smithi136.stdout: key = AQBKLMNmkcURJRAAWgUBQDS+cO1IOdcrTJgp2g== 2024-08-19T11:28:10.911 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:10 smithi136 ceph-mon[16389]: pgmap v217: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:10.911 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:10 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:28:10.911 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:10 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:28:10.912 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:10 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:28:10.912 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:10 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-19T11:28:10.912 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:10 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/4100317400' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-19T11:28:10.912 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:10 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/4100317400' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-19T11:28:10.912 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:10 smithi136 ceph-mon[28279]: pgmap v217: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:10.912 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:10 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:28:10.912 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:10 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:28:10.912 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:10 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:28:10.912 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:10 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-19T11:28:10.912 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:10 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/4100317400' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-19T11:28:10.913 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:10 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/4100317400' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-19T11:28:11.029 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:10 smithi155 ceph-mon[19718]: pgmap v217: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:11.029 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:10 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:28:11.030 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:10 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:28:11.030 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:10 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' 2024-08-19T11:28:11.030 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:10 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-19T11:28:11.030 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:10 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/4100317400' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-19T11:28:11.030 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:10 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/4100317400' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-19T11:28:11.162 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:11 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ignoring --setuser ceph since I am not root 2024-08-19T11:28:11.162 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:11 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ignoring --setgroup ceph since I am not root 2024-08-19T11:28:11.184 DEBUG:teuthology.orchestra.run.smithi136:> set -ex 2024-08-19T11:28:11.184 DEBUG:teuthology.orchestra.run.smithi136:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-08-19T11:28:11.184 DEBUG:teuthology.orchestra.run.smithi136:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-08-19T11:28:11.222 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-08-19T11:28:11.296 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:11 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: ignoring --setuser ceph since I am not root 2024-08-19T11:28:11.297 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:11 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: ignoring --setgroup ceph since I am not root 2024-08-19T11:28:11.297 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:11 smithi155 ceph-mgr[21827]: -- 172.21.15.155:0/1897756741 <== mon.1 v2:172.21.15.155:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559ea0432d00 con 0x559ea0407400 2024-08-19T11:28:11.297 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:11 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:28:11.225+0000 7f84e3798040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-19T11:28:11.439 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:11 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:11.231+0000 7f0352db1040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-19T11:28:11.439 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:11 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:11.296+0000 7f0352db1040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-19T11:28:11.439 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T11:28:11.562 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:11 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:28:11.295+0000 7f84e3798040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-19T11:28:11.563 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:11 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:28:11.455+0000 7f84e3798040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-19T11:28:11.735 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:11 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:11.437+0000 7f0352db1040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-19T11:28:11.735 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:11 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:11.592+0000 7f0352db1040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-19T11:28:11.876 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:11 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:28:11.615+0000 7f84e3798040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-19T11:28:11.876 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:11 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:28:11.766+0000 7f84e3798040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-19T11:28:11.998 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:11 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:11.734+0000 7f0352db1040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-19T11:28:11.998 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:11 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:11.856+0000 7f0352db1040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-19T11:28:11.998 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:11 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:11.978+0000 7f0352db1040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-19T11:28:12.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:11 smithi155 ceph-mon[19718]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-19T11:28:12.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:11 smithi155 ceph-mon[19718]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-19T11:28:12.210 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:11 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:28:11.891+0000 7f84e3798040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-19T11:28:12.210 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:12 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:28:12.018+0000 7f84e3798040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-19T11:28:12.210 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:12 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:28:12.075+0000 7f84e3798040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-19T11:28:12.334 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:12 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:12.037+0000 7f0352db1040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-19T11:28:12.334 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:11 smithi136 ceph-mon[28279]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-19T11:28:12.335 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:11 smithi136 ceph-mon[28279]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-19T11:28:12.335 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:11 smithi136 ceph-mon[16389]: from='mgr.14150 172.21.15.136:0/3931929603' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-19T11:28:12.335 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:11 smithi136 ceph-mon[16389]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-19T11:28:12.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:12 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:12.332+0000 7f0352db1040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-19T11:28:12.598 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:12 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:12.394+0000 7f0352db1040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-19T11:28:12.598 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:12 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:12.459+0000 7f0352db1040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-19T11:28:12.621 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:12 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:28:12.379+0000 7f84e3798040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-19T11:28:12.622 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:12 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:28:12.440+0000 7f84e3798040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-19T11:28:12.622 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:12 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:28:12.505+0000 7f84e3798040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-19T11:28:12.912 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:12 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:12.606+0000 7f0352db1040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-19T11:28:12.912 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:12 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:12.664+0000 7f0352db1040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-19T11:28:12.912 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:12 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:12.728+0000 7f0352db1040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-19T11:28:12.912 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:12 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:12.910+0000 7f0352db1040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-19T11:28:12.944 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:12 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:28:12.656+0000 7f84e3798040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-19T11:28:12.944 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:12 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:28:12.719+0000 7f84e3798040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-19T11:28:12.945 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:12 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:28:12.787+0000 7f84e3798040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-19T11:28:13.194 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:12 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:28:12.975+0000 7f84e3798040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-19T11:28:13.194 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:13 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:28:13.036+0000 7f84e3798040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-19T11:28:13.195 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:13 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:28:13.096+0000 7f84e3798040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-19T11:28:13.195 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:13 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:28:13.167+0000 7f84e3798040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-19T11:28:13.305 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:12 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:12.970+0000 7f0352db1040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-19T11:28:13.305 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:13 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:13.029+0000 7f0352db1040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-19T11:28:13.305 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:13 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:13.095+0000 7f0352db1040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-19T11:28:13.305 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:13 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:13.303+0000 7f0352db1040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-19T11:28:13.420 INFO:teuthology.orchestra.run.smithi155.stdout:[client.1] 2024-08-19T11:28:13.421 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQBNLMNmQ9/DGBAAc+Y8AZD0Rh3IZeipN1WHPg== 2024-08-19T11:28:13.453 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:13 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:28:13.387+0000 7f84e3798040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-19T11:28:13.453 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:13 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:28:13.452+0000 7f84e3798040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-19T11:28:13.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:13 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:13.362+0000 7f0352db1040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-19T11:28:13.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:13 smithi136 ceph-mon[28279]: from='client.? 172.21.15.155:0/1501140974' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-19T11:28:13.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:13 smithi136 ceph-mon[28279]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-19T11:28:13.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:13 smithi136 ceph-mon[28279]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-19T11:28:13.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:13 smithi136 ceph-mon[16389]: from='client.? 172.21.15.155:0/1501140974' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-19T11:28:13.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:13 smithi136 ceph-mon[16389]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-19T11:28:13.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:13 smithi136 ceph-mon[16389]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-19T11:28:13.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:13 smithi155 ceph-mon[19718]: from='client.? 172.21.15.155:0/1501140974' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-19T11:28:13.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:13 smithi155 ceph-mon[19718]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-19T11:28:13.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:13 smithi155 ceph-mon[19718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-19T11:28:13.994 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-08-19T11:28:13.994 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-08-19T11:28:13.994 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-08-19T11:28:14.032 INFO:tasks.cephadm:Creating RBD pool 2024-08-19T11:28:14.032 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph osd pool create rbd 8 2024-08-19T11:28:14.185 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:13 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:13.874+0000 7f0352db1040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-19T11:28:14.238 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:28:14.289 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:13 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:28:13.977+0000 7f84e3798040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-19T11:28:14.499 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:14 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:14.183+0000 7f0352db1040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-19T11:28:14.710 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:14 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:28:14.287+0000 7f84e3798040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-19T11:28:14.765 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:14 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:14.619+0000 7f0352db1040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-19T11:28:14.766 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:14 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:14.677+0000 7f0352db1040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-19T11:28:14.766 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:14 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:14.737+0000 7f0352db1040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-19T11:28:15.006 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:14 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:28:14.717+0000 7f84e3798040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-19T11:28:15.006 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:14 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:28:14.773+0000 7f84e3798040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-19T11:28:15.006 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:14 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:28:14.832+0000 7f84e3798040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-19T11:28:16.012 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:28:15] ENGINE Bus STARTING 2024-08-19T11:28:16.012 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: CherryPy Checker: 2024-08-19T11:28:16.013 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: The Application mounted at '' has an empty config. 2024-08-19T11:28:16.013 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:16.013 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:15.948+0000 7f02b92ed640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:28:16.013 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:15.948+0000 7f02b92ed640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:28:16.013 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:15.948+0000 7f02b92ed640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:28:16.013 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:15.948+0000 7f02b92ed640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:28:16.013 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:15.948+0000 7f02b92ed640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:28:16.013 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:15.949+0000 7f02bdaf6640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:28:16.013 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:15.949+0000 7f02bdaf6640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:28:16.013 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:15.949+0000 7f02bdaf6640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:28:16.013 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:15.949+0000 7f02bdaf6640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:28:16.013 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:15.949+0000 7f02bdaf6640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:28:16.014 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[28279]: Active manager daemon y restarted 2024-08-19T11:28:16.014 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[28279]: Activating manager daemon y 2024-08-19T11:28:16.014 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[28279]: osdmap e69: 8 total, 8 up, 8 in 2024-08-19T11:28:16.014 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[28279]: mgrmap e17: y(active, starting, since 0.00668253s), standbys: x 2024-08-19T11:28:16.014 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:28:16.014 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:28:16.014 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:28:16.014 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-19T11:28:16.014 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-19T11:28:16.014 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-19T11:28:16.014 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-19T11:28:16.014 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T11:28:16.015 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T11:28:16.015 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T11:28:16.015 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T11:28:16.015 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T11:28:16.015 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T11:28:16.015 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T11:28:16.015 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T11:28:16.015 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-19T11:28:16.015 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-19T11:28:16.015 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-19T11:28:16.015 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[28279]: Manager daemon y is now available 2024-08-19T11:28:16.015 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:28:16.015 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[16389]: Active manager daemon y restarted 2024-08-19T11:28:16.016 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[16389]: Activating manager daemon y 2024-08-19T11:28:16.016 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[16389]: osdmap e69: 8 total, 8 up, 8 in 2024-08-19T11:28:16.016 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[16389]: mgrmap e17: y(active, starting, since 0.00668253s), standbys: x 2024-08-19T11:28:16.016 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:28:16.016 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:28:16.016 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:28:16.016 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-19T11:28:16.016 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-19T11:28:16.016 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-19T11:28:16.016 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-19T11:28:16.016 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T11:28:16.016 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T11:28:16.016 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T11:28:16.016 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T11:28:16.017 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T11:28:16.017 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T11:28:16.017 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T11:28:16.017 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T11:28:16.017 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-19T11:28:16.017 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-19T11:28:16.017 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-19T11:28:16.017 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[16389]: Manager daemon y is now available 2024-08-19T11:28:16.017 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:15 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:28:16.210 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: [19/Aug/2024:11:28:15] ENGINE Bus STARTING 2024-08-19T11:28:16.210 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: CherryPy Checker: 2024-08-19T11:28:16.211 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: The Application mounted at '' has an empty config. 2024-08-19T11:28:16.211 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: 2024-08-19T11:28:16.211 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:16 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: [19/Aug/2024:11:28:16] ENGINE Serving on http://:::9283 2024-08-19T11:28:16.211 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:28:16 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[21804]: [19/Aug/2024:11:28:16] ENGINE Bus STARTED 2024-08-19T11:28:16.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:15 smithi155 ceph-mon[19718]: Active manager daemon y restarted 2024-08-19T11:28:16.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:15 smithi155 ceph-mon[19718]: Activating manager daemon y 2024-08-19T11:28:16.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:15 smithi155 ceph-mon[19718]: osdmap e69: 8 total, 8 up, 8 in 2024-08-19T11:28:16.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:15 smithi155 ceph-mon[19718]: mgrmap e17: y(active, starting, since 0.00668253s), standbys: x 2024-08-19T11:28:16.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:15 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:28:16.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:15 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:28:16.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:15 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:28:16.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:15 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-19T11:28:16.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:15 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-19T11:28:16.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:15 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-19T11:28:16.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:15 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-19T11:28:16.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:15 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T11:28:16.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:15 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T11:28:16.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:15 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T11:28:16.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:15 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T11:28:16.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:15 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T11:28:16.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:15 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T11:28:16.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:15 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T11:28:16.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:15 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T11:28:16.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:15 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-19T11:28:16.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:15 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-19T11:28:16.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:15 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-19T11:28:16.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:15 smithi155 ceph-mon[19718]: Manager daemon y is now available 2024-08-19T11:28:16.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:15 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:28:16.347 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:28:16] ENGINE Serving on http://:::9283 2024-08-19T11:28:16.348 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:28:16] ENGINE Bus STARTED 2024-08-19T11:28:16.896 INFO:teuthology.orchestra.run.smithi136.stderr:pool 'rbd' created 2024-08-19T11:28:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:16 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:16 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:28:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:16 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-19T11:28:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:16 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-19T11:28:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:16 smithi136 ceph-mon[16389]: Standby manager daemon x restarted 2024-08-19T11:28:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:16 smithi136 ceph-mon[16389]: Standby manager daemon x started 2024-08-19T11:28:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:16 smithi136 ceph-mon[16389]: from='mgr.? 172.21.15.155:0/852596953' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T11:28:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:16 smithi136 ceph-mon[16389]: from='mgr.? 172.21.15.155:0/852596953' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T11:28:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:16 smithi136 ceph-mon[16389]: from='mgr.? 172.21.15.155:0/852596953' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T11:28:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:16 smithi136 ceph-mon[16389]: from='mgr.? 172.21.15.155:0/852596953' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T11:28:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:16 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/872991003' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-19T11:28:17.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:16 smithi136 ceph-mon[16389]: mgrmap e18: y(active, since 1.01383s), standbys: x 2024-08-19T11:28:17.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:16 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:17.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:16 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:28:17.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:16 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-19T11:28:17.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:16 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-19T11:28:17.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:16 smithi136 ceph-mon[28279]: Standby manager daemon x restarted 2024-08-19T11:28:17.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:16 smithi136 ceph-mon[28279]: Standby manager daemon x started 2024-08-19T11:28:17.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:16 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.155:0/852596953' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T11:28:17.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:16 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.155:0/852596953' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T11:28:17.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:16 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.155:0/852596953' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T11:28:17.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:16 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.155:0/852596953' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T11:28:17.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:16 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/872991003' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-19T11:28:17.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:16 smithi136 ceph-mon[28279]: mgrmap e18: y(active, since 1.01383s), standbys: x 2024-08-19T11:28:17.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:16 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:17.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:16 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:28:17.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:16 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-19T11:28:17.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:16 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-19T11:28:17.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:16 smithi155 ceph-mon[19718]: Standby manager daemon x restarted 2024-08-19T11:28:17.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:16 smithi155 ceph-mon[19718]: Standby manager daemon x started 2024-08-19T11:28:17.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:16 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.155:0/852596953' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T11:28:17.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:16 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.155:0/852596953' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T11:28:17.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:16 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.155:0/852596953' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T11:28:17.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:16 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.155:0/852596953' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T11:28:17.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:16 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/872991003' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-19T11:28:17.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:16 smithi155 ceph-mon[19718]: mgrmap e18: y(active, since 1.01383s), standbys: x 2024-08-19T11:28:17.757 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:17.381+0000 7f02a147e640 -1 log_channel(cephadm) log [ERR] : [19/Aug/2024:11:28:17] ENGINE Error in HTTPServer.serve 2024-08-19T11:28:17.757 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: Traceback (most recent call last): 2024-08-19T11:28:17.757 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T11:28:17.757 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: self._connections.run(self.expiration_interval) 2024-08-19T11:28:17.757 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T11:28:17.757 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: self._run(expiration_interval) 2024-08-19T11:28:17.757 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T11:28:17.757 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T11:28:17.758 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T11:28:17.758 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T11:28:17.758 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T11:28:17.758 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: s = self.context.wrap_socket( 2024-08-19T11:28:17.758 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T11:28:17.758 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: return self.sslsocket_class._create( 2024-08-19T11:28:17.758 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T11:28:17.758 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: self.do_handshake() 2024-08-19T11:28:17.758 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T11:28:17.758 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: self._sslobj.do_handshake() 2024-08-19T11:28:17.758 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T11:28:17.758 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:28:17.758 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:28:17] "GET /metrics HTTP/1.1" 200 28763 "" "Prometheus/2.43.0" 2024-08-19T11:28:17.780 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- rbd pool init rbd 2024-08-19T11:28:18.010 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:28:18.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:17 smithi136 ceph-mon[28279]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:18.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:17 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/872991003' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-19T11:28:18.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:17 smithi136 ceph-mon[28279]: osdmap e70: 8 total, 8 up, 8 in 2024-08-19T11:28:18.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:17 smithi136 ceph-mon[16389]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:18.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:17 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/872991003' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-19T11:28:18.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:17 smithi136 ceph-mon[16389]: osdmap e70: 8 total, 8 up, 8 in 2024-08-19T11:28:18.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:17 smithi155 ceph-mon[19718]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:18.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:17 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/872991003' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-19T11:28:18.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:17 smithi155 ceph-mon[19718]: osdmap e70: 8 total, 8 up, 8 in 2024-08-19T11:28:19.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[16389]: [19/Aug/2024:11:28:17] ENGINE Bus STARTING 2024-08-19T11:28:19.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[16389]: [19/Aug/2024:11:28:17] ENGINE Serving on http://172.21.15.136:8765 2024-08-19T11:28:19.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[16389]: [19/Aug/2024:11:28:17] ENGINE Serving on https://172.21.15.136:7150 2024-08-19T11:28:19.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[16389]: [19/Aug/2024:11:28:17] ENGINE Bus STARTED 2024-08-19T11:28:19.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[16389]: [19/Aug/2024:11:28:17] ENGINE Error in HTTPServer.serve 2024-08-19T11:28:19.098 INFO:journalctl@ceph.mon.a.smithi136.stdout: Traceback (most recent call last): 2024-08-19T11:28:19.098 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T11:28:19.098 INFO:journalctl@ceph.mon.a.smithi136.stdout: self._connections.run(self.expiration_interval) 2024-08-19T11:28:19.098 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T11:28:19.099 INFO:journalctl@ceph.mon.a.smithi136.stdout: self._run(expiration_interval) 2024-08-19T11:28:19.099 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T11:28:19.099 INFO:journalctl@ceph.mon.a.smithi136.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T11:28:19.099 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T11:28:19.099 INFO:journalctl@ceph.mon.a.smithi136.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T11:28:19.099 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T11:28:19.099 INFO:journalctl@ceph.mon.a.smithi136.stdout: s = self.context.wrap_socket( 2024-08-19T11:28:19.099 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T11:28:19.099 INFO:journalctl@ceph.mon.a.smithi136.stdout: return self.sslsocket_class._create( 2024-08-19T11:28:19.099 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T11:28:19.099 INFO:journalctl@ceph.mon.a.smithi136.stdout: self.do_handshake() 2024-08-19T11:28:19.099 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T11:28:19.099 INFO:journalctl@ceph.mon.a.smithi136.stdout: self._sslobj.do_handshake() 2024-08-19T11:28:19.099 INFO:journalctl@ceph.mon.a.smithi136.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T11:28:19.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[16389]: pgmap v5: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:19.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[16389]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-19T11:28:19.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[16389]: osdmap e71: 8 total, 8 up, 8 in 2024-08-19T11:28:19.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:19.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:19.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:19.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:19.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:19.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[16389]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:28:19.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:19.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:28:19.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:28:19.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:28:19.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:28:19.101 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:19.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[28279]: [19/Aug/2024:11:28:17] ENGINE Bus STARTING 2024-08-19T11:28:19.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[28279]: [19/Aug/2024:11:28:17] ENGINE Serving on http://172.21.15.136:8765 2024-08-19T11:28:19.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[28279]: [19/Aug/2024:11:28:17] ENGINE Serving on https://172.21.15.136:7150 2024-08-19T11:28:19.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[28279]: [19/Aug/2024:11:28:17] ENGINE Bus STARTED 2024-08-19T11:28:19.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[28279]: [19/Aug/2024:11:28:17] ENGINE Error in HTTPServer.serve 2024-08-19T11:28:19.101 INFO:journalctl@ceph.mon.c.smithi136.stdout: Traceback (most recent call last): 2024-08-19T11:28:19.101 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T11:28:19.101 INFO:journalctl@ceph.mon.c.smithi136.stdout: self._connections.run(self.expiration_interval) 2024-08-19T11:28:19.101 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T11:28:19.101 INFO:journalctl@ceph.mon.c.smithi136.stdout: self._run(expiration_interval) 2024-08-19T11:28:19.102 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T11:28:19.102 INFO:journalctl@ceph.mon.c.smithi136.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T11:28:19.102 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T11:28:19.102 INFO:journalctl@ceph.mon.c.smithi136.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T11:28:19.102 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T11:28:19.102 INFO:journalctl@ceph.mon.c.smithi136.stdout: s = self.context.wrap_socket( 2024-08-19T11:28:19.102 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T11:28:19.102 INFO:journalctl@ceph.mon.c.smithi136.stdout: return self.sslsocket_class._create( 2024-08-19T11:28:19.102 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T11:28:19.102 INFO:journalctl@ceph.mon.c.smithi136.stdout: self.do_handshake() 2024-08-19T11:28:19.102 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T11:28:19.102 INFO:journalctl@ceph.mon.c.smithi136.stdout: self._sslobj.do_handshake() 2024-08-19T11:28:19.102 INFO:journalctl@ceph.mon.c.smithi136.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T11:28:19.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[28279]: pgmap v5: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:19.103 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[28279]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-19T11:28:19.103 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[28279]: osdmap e71: 8 total, 8 up, 8 in 2024-08-19T11:28:19.103 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:19.103 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:19.103 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:19.103 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:19.103 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:19.103 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[28279]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:28:19.103 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:19.103 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:28:19.103 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:28:19.103 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:28:19.103 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:28:19.103 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:18 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:19.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:18 smithi155 ceph-mon[19718]: [19/Aug/2024:11:28:17] ENGINE Bus STARTING 2024-08-19T11:28:19.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:18 smithi155 ceph-mon[19718]: [19/Aug/2024:11:28:17] ENGINE Serving on http://172.21.15.136:8765 2024-08-19T11:28:19.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:18 smithi155 ceph-mon[19718]: [19/Aug/2024:11:28:17] ENGINE Serving on https://172.21.15.136:7150 2024-08-19T11:28:19.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:18 smithi155 ceph-mon[19718]: [19/Aug/2024:11:28:17] ENGINE Bus STARTED 2024-08-19T11:28:19.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:18 smithi155 ceph-mon[19718]: [19/Aug/2024:11:28:17] ENGINE Error in HTTPServer.serve 2024-08-19T11:28:19.211 INFO:journalctl@ceph.mon.b.smithi155.stdout: Traceback (most recent call last): 2024-08-19T11:28:19.211 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T11:28:19.211 INFO:journalctl@ceph.mon.b.smithi155.stdout: self._connections.run(self.expiration_interval) 2024-08-19T11:28:19.211 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T11:28:19.211 INFO:journalctl@ceph.mon.b.smithi155.stdout: self._run(expiration_interval) 2024-08-19T11:28:19.211 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T11:28:19.211 INFO:journalctl@ceph.mon.b.smithi155.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T11:28:19.211 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T11:28:19.211 INFO:journalctl@ceph.mon.b.smithi155.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T11:28:19.212 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T11:28:19.212 INFO:journalctl@ceph.mon.b.smithi155.stdout: s = self.context.wrap_socket( 2024-08-19T11:28:19.212 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T11:28:19.212 INFO:journalctl@ceph.mon.b.smithi155.stdout: return self.sslsocket_class._create( 2024-08-19T11:28:19.212 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T11:28:19.212 INFO:journalctl@ceph.mon.b.smithi155.stdout: self.do_handshake() 2024-08-19T11:28:19.212 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T11:28:19.212 INFO:journalctl@ceph.mon.b.smithi155.stdout: self._sslobj.do_handshake() 2024-08-19T11:28:19.212 INFO:journalctl@ceph.mon.b.smithi155.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T11:28:19.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:18 smithi155 ceph-mon[19718]: pgmap v5: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:19.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:18 smithi155 ceph-mon[19718]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-19T11:28:19.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:18 smithi155 ceph-mon[19718]: osdmap e71: 8 total, 8 up, 8 in 2024-08-19T11:28:19.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:18 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:19.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:18 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:19.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:18 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:19.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:18 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:19.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:18 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:19.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:18 smithi155 ceph-mon[19718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:28:19.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:18 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:19.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:18 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:28:19.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:18 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:28:19.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:18 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:28:19.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:18 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:28:19.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:18 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:20.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:19 smithi136 ceph-mon[28279]: Adjusting osd_memory_target on smithi155 to 2992M 2024-08-19T11:28:20.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:19 smithi136 ceph-mon[28279]: osdmap e72: 8 total, 8 up, 8 in 2024-08-19T11:28:20.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:19 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:20.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:19 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:20.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:19 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:28:20.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:19 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:28:20.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:19 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:28:20.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:19 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:28:20.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:19 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:20.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:19 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:28:20.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:19 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:28:20.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:19 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/2817940854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-19T11:28:20.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:19 smithi136 ceph-mon[16389]: Adjusting osd_memory_target on smithi155 to 2992M 2024-08-19T11:28:20.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:19 smithi136 ceph-mon[16389]: osdmap e72: 8 total, 8 up, 8 in 2024-08-19T11:28:20.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:19 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:20.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:19 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:20.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:19 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:28:20.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:19 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:28:20.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:19 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:28:20.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:19 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:28:20.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:19 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:20.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:19 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:28:20.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:19 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:28:20.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:19 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/2817940854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-19T11:28:20.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:19 smithi155 ceph-mon[19718]: Adjusting osd_memory_target on smithi155 to 2992M 2024-08-19T11:28:20.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:19 smithi155 ceph-mon[19718]: osdmap e72: 8 total, 8 up, 8 in 2024-08-19T11:28:20.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:19 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:20.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:19 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:20.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:19 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:28:20.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:19 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:28:20.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:19 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:28:20.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:19 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:28:20.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:19 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:20.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:19 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:28:20.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:19 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:28:20.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:19 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/2817940854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-19T11:28:21.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:20 smithi155 ceph-mon[19718]: Adjusting osd_memory_target on smithi136 to 2992M 2024-08-19T11:28:21.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:20 smithi155 ceph-mon[19718]: Updating smithi136:/etc/ceph/ceph.conf 2024-08-19T11:28:21.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:20 smithi155 ceph-mon[19718]: Updating smithi155:/etc/ceph/ceph.conf 2024-08-19T11:28:21.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:20 smithi155 ceph-mon[19718]: Updating smithi136:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:28:21.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:20 smithi155 ceph-mon[19718]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:28:21.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:20 smithi155 ceph-mon[19718]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2024-08-19T11:28:21.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:20 smithi155 ceph-mon[19718]: Updating smithi136:/etc/ceph/ceph.client.admin.keyring 2024-08-19T11:28:21.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:20 smithi155 ceph-mon[19718]: pgmap v8: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:21.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:20 smithi155 ceph-mon[19718]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T11:28:21.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:20 smithi155 ceph-mon[19718]: Updating smithi136:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T11:28:21.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:20 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:21.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:20 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:21.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:20 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:21.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:20 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:21.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:20 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:21.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:20 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/2817940854' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-19T11:28:21.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:20 smithi155 ceph-mon[19718]: osdmap e73: 8 total, 8 up, 8 in 2024-08-19T11:28:21.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:20 smithi155 ceph-mon[19718]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-19T11:28:21.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[16389]: Adjusting osd_memory_target on smithi136 to 2992M 2024-08-19T11:28:21.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[16389]: Updating smithi136:/etc/ceph/ceph.conf 2024-08-19T11:28:21.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[16389]: Updating smithi155:/etc/ceph/ceph.conf 2024-08-19T11:28:21.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[16389]: Updating smithi136:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:28:21.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[16389]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:28:21.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[16389]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2024-08-19T11:28:21.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[16389]: Updating smithi136:/etc/ceph/ceph.client.admin.keyring 2024-08-19T11:28:21.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[16389]: pgmap v8: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:21.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[16389]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T11:28:21.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[16389]: Updating smithi136:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T11:28:21.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:21.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:21.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:21.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:21.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:21.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/2817940854' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-19T11:28:21.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[16389]: osdmap e73: 8 total, 8 up, 8 in 2024-08-19T11:28:21.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[16389]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-19T11:28:21.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[28279]: Adjusting osd_memory_target on smithi136 to 2992M 2024-08-19T11:28:21.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[28279]: Updating smithi136:/etc/ceph/ceph.conf 2024-08-19T11:28:21.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[28279]: Updating smithi155:/etc/ceph/ceph.conf 2024-08-19T11:28:21.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[28279]: Updating smithi136:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:28:21.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[28279]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:28:21.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[28279]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2024-08-19T11:28:21.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[28279]: Updating smithi136:/etc/ceph/ceph.client.admin.keyring 2024-08-19T11:28:21.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[28279]: pgmap v8: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:21.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[28279]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T11:28:21.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[28279]: Updating smithi136:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T11:28:21.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:21.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:21.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:21.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:21.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:21.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/2817940854' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-19T11:28:21.351 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[28279]: osdmap e73: 8 total, 8 up, 8 in 2024-08-19T11:28:21.351 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:20 smithi136 ceph-mon[28279]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-19T11:28:22.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:21 smithi155 ceph-mon[19718]: Deploying daemon alertmanager.a on smithi136 2024-08-19T11:28:22.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:21 smithi155 ceph-mon[19718]: osdmap e74: 8 total, 8 up, 8 in 2024-08-19T11:28:22.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:21 smithi136 ceph-mon[16389]: Deploying daemon alertmanager.a on smithi136 2024-08-19T11:28:22.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:21 smithi136 ceph-mon[16389]: osdmap e74: 8 total, 8 up, 8 in 2024-08-19T11:28:22.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:21 smithi136 ceph-mon[28279]: Deploying daemon alertmanager.a on smithi136 2024-08-19T11:28:22.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:21 smithi136 ceph-mon[28279]: osdmap e74: 8 total, 8 up, 8 in 2024-08-19T11:28:23.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:22 smithi136 ceph-mon[28279]: pgmap v11: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:23.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:22 smithi136 ceph-mon[28279]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:28:23.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:22 smithi136 ceph-mon[28279]: Cluster is now healthy 2024-08-19T11:28:23.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:22 smithi136 ceph-mon[28279]: osdmap e75: 8 total, 8 up, 8 in 2024-08-19T11:28:23.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:22 smithi136 ceph-mon[16389]: pgmap v11: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:23.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:22 smithi136 ceph-mon[16389]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:28:23.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:22 smithi136 ceph-mon[16389]: Cluster is now healthy 2024-08-19T11:28:23.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:22 smithi136 ceph-mon[16389]: osdmap e75: 8 total, 8 up, 8 in 2024-08-19T11:28:23.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:22 smithi155 ceph-mon[19718]: pgmap v11: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:23.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:22 smithi155 ceph-mon[19718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:28:23.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:22 smithi155 ceph-mon[19718]: Cluster is now healthy 2024-08-19T11:28:23.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:22 smithi155 ceph-mon[19718]: osdmap e75: 8 total, 8 up, 8 in 2024-08-19T11:28:23.370 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph config log 1 --format=json 2024-08-19T11:28:24.423 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:28:25.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:24 smithi155 ceph-mon[19718]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 42 KiB/s rd, 207 B/s wr, 23 op/s 2024-08-19T11:28:25.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:24 smithi136 ceph-mon[28279]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 42 KiB/s rd, 207 B/s wr, 23 op/s 2024-08-19T11:28:25.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:24 smithi136 ceph-mon[16389]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 42 KiB/s rd, 207 B/s wr, 23 op/s 2024-08-19T11:28:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:26 smithi155 ceph-mon[19718]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 170 B/s wr, 19 op/s 2024-08-19T11:28:27.276 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:26 smithi136 ceph-mon[28279]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 170 B/s wr, 19 op/s 2024-08-19T11:28:27.277 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:26 smithi136 ceph-mon[16389]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 170 B/s wr, 19 op/s 2024-08-19T11:28:27.825 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:27 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:28:27] "GET /metrics HTTP/1.1" 200 28763 "" "Prometheus/2.43.0" 2024-08-19T11:28:28.360 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:28:28.977 INFO:teuthology.orchestra.run.smithi136.stdout:[{"version":24,"timestamp":"2024-08-19T11:28:19.329990+0000","name":"","changes":[{"name":"osd/host:smithi136/osd_memory_target","previous_value":"4211112140","new_value":"3137370316"}]}] 2024-08-19T11:28:28.977 INFO:tasks.ceph_manager:config epoch is 24 2024-08-19T11:28:28.978 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-08-19T11:28:28.978 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-08-19T11:28:28.978 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph mgr dump --format=json 2024-08-19T11:28:29.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:28 smithi155 ceph-mon[19718]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 27 KiB/s rd, 272 B/s wr, 15 op/s 2024-08-19T11:28:29.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:28 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/2735651975' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-08-19T11:28:29.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:28 smithi136 ceph-mon[28279]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 27 KiB/s rd, 272 B/s wr, 15 op/s 2024-08-19T11:28:29.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:28 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/2735651975' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-08-19T11:28:29.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:28 smithi136 ceph-mon[16389]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 27 KiB/s rd, 272 B/s wr, 15 op/s 2024-08-19T11:28:29.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:28 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/2735651975' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-08-19T11:28:29.622 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:28:31.176 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:30 smithi136 ceph-mon[28279]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 240 B/s wr, 13 op/s 2024-08-19T11:28:31.176 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:30 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:31.176 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:30 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:28:31.177 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:30 smithi136 ceph-mon[16389]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 240 B/s wr, 13 op/s 2024-08-19T11:28:31.177 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:30 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:31.177 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:30 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:28:31.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:30 smithi155 ceph-mon[19718]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 240 B/s wr, 13 op/s 2024-08-19T11:28:31.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:30 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:31.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:30 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:28:31.598 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:28:31 smithi136 podman[63598]: 2024-08-19 11:28:31.420231867 +0000 UTC m=+0.243111904 container create 2ef49083e2e64034d61b4d4cf27688667b38756e5082203aae831b1f5ae00efe (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T11:28:31.983 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:28:31 smithi136 podman[63598]: 2024-08-19 11:28:31.722814532 +0000 UTC m=+0.545694570 container init 2ef49083e2e64034d61b4d4cf27688667b38756e5082203aae831b1f5ae00efe (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T11:28:31.983 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:28:31 smithi136 podman[63598]: 2024-08-19 11:28:31.72751177 +0000 UTC m=+0.550391801 container start 2ef49083e2e64034d61b4d4cf27688667b38756e5082203aae831b1f5ae00efe (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T11:28:31.983 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:28:31 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[63631]: ts=2024-08-19T11:28:31.740Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-19T11:28:31.983 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:28:31 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[63631]: ts=2024-08-19T11:28:31.740Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-19T11:28:31.983 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:28:31 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[63631]: ts=2024-08-19T11:28:31.741Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.136 port=9094 2024-08-19T11:28:31.983 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:28:31 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[63631]: ts=2024-08-19T11:28:31.742Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-19T11:28:31.983 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:28:31 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[63631]: ts=2024-08-19T11:28:31.765Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-19T11:28:31.983 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:28:31 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[63631]: ts=2024-08-19T11:28:31.765Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-19T11:28:31.983 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:28:31 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[63631]: ts=2024-08-19T11:28:31.767Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-19T11:28:31.984 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:28:31 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[63631]: ts=2024-08-19T11:28:31.767Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-19T11:28:31.984 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:28:31 smithi136 bash[63598]: 2ef49083e2e64034d61b4d4cf27688667b38756e5082203aae831b1f5ae00efe 2024-08-19T11:28:31.984 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:28:31 smithi136 systemd[1]: Started Ceph alertmanager.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:28:32.263 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:28:32.264 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:31 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:28:31] ENGINE Bus STOPPING 2024-08-19T11:28:32.264 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:28:32] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T11:28:32.264 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:28:32] ENGINE Bus STOPPED 2024-08-19T11:28:32.264 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:28:32] ENGINE Bus STARTING 2024-08-19T11:28:32.264 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:28:32] ENGINE Serving on http://:::9283 2024-08-19T11:28:32.264 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:28:32] ENGINE Bus STARTED 2024-08-19T11:28:32.977 INFO:teuthology.orchestra.run.smithi136.stdout:{"epoch":20,"flags":0,"active_gid":24464,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6800","nonce":3450799363},{"type":"v1","addr":"172.21.15.136:6801","nonce":3450799363}]},"active_addr":"172.21.15.136:6801/3450799363","active_change":"2024-08-19T11:28:15.829273+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24382,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.136:8443/","prometheus":"http://172.21.15.136:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":69,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.136:0","nonce":2467331145}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.136:0","nonce":634412701}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.136:0","nonce":1300164641}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.136:0","nonce":4113034684}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.136:0","nonce":3197817787}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.136:0","nonce":2206474166}]}]} 2024-08-19T11:28:32.981 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-08-19T11:28:32.981 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-08-19T11:28:32.981 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-19T11:28:33.183 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:28:33.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:32 smithi155 ceph-mon[19718]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 204 B/s wr, 11 op/s 2024-08-19T11:28:33.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:32 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:33.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:32 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:33.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:32 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:33.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:32 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:33.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:32 smithi155 ceph-mon[19718]: Regenerating cephadm self-signed grafana TLS certificates 2024-08-19T11:28:33.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:32 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:33.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:32 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:33.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:32 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-19T11:28:33.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:32 smithi155 ceph-mon[19718]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-19T11:28:33.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:32 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:33.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:32 smithi155 ceph-mon[19718]: Deploying daemon grafana.a on smithi155 2024-08-19T11:28:33.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:32 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/1219018959' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-19T11:28:33.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:32 smithi155 ceph-mon[19718]: osdmap e76: 8 total, 8 up, 8 in 2024-08-19T11:28:33.305 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-mon[28279]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 204 B/s wr, 11 op/s 2024-08-19T11:28:33.306 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:33.306 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:33.306 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:33.306 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:33.306 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-mon[28279]: Regenerating cephadm self-signed grafana TLS certificates 2024-08-19T11:28:33.306 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:33.306 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:33.306 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-19T11:28:33.306 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-mon[28279]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-19T11:28:33.306 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:33.306 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-mon[28279]: Deploying daemon grafana.a on smithi155 2024-08-19T11:28:33.306 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/1219018959' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-19T11:28:33.306 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-mon[28279]: osdmap e76: 8 total, 8 up, 8 in 2024-08-19T11:28:33.307 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-mon[16389]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 204 B/s wr, 11 op/s 2024-08-19T11:28:33.307 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:33.307 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:33.307 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:33.307 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:33.307 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-mon[16389]: Regenerating cephadm self-signed grafana TLS certificates 2024-08-19T11:28:33.307 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:33.307 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:33.307 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-19T11:28:33.307 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-mon[16389]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-19T11:28:33.307 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:33.308 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-mon[16389]: Deploying daemon grafana.a on smithi155 2024-08-19T11:28:33.308 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/1219018959' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-19T11:28:33.309 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:32 smithi136 ceph-mon[16389]: osdmap e76: 8 total, 8 up, 8 in 2024-08-19T11:28:33.848 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:28:33 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[63631]: ts=2024-08-19T11:28:33.742Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000607647s 2024-08-19T11:28:34.971 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:28:34.971 INFO:teuthology.orchestra.run.smithi136.stdout:{"epoch":76,"fsid":"25b0d51a-5e1d-11ef-bccf-c7b262605968","created":"2024-08-19T11:22:06.747909+0000","modified":"2024-08-19T11:28:32.328025+0000","last_up_change":"2024-08-19T11:26:57.303915+0000","last_in_change":"2024-08-19T11:26:40.220649+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-19T11:25:01.946609+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-19T11:27:23.356250+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-19T11:27:26.712091+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-19T11:28:16.371426+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c5e52ef-ec3c-42d4-b5d8-59457a219347","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6802","nonce":430850622},{"type":"v1","addr":"172.21.15.136:6803","nonce":430850622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6804","nonce":430850622},{"type":"v1","addr":"172.21.15.136:6805","nonce":430850622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6808","nonce":430850622},{"type":"v1","addr":"172.21.15.136:6809","nonce":430850622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6806","nonce":430850622},{"type":"v1","addr":"172.21.15.136:6807","nonce":430850622}]},"public_addr":"172.21.15.136:6803/430850622","cluster_addr":"172.21.15.136:6805/430850622","heartbeat_back_addr":"172.21.15.136:6809/430850622","heartbeat_front_addr":"172.21.15.136:6807/430850622","state":["exists","up"]},{"osd":1,"uuid":"3d951904-e2e9-4805-91af-b3f3696c7440","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6810","nonce":3999069106},{"type":"v1","addr":"172.21.15.136:6811","nonce":3999069106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6812","nonce":3999069106},{"type":"v1","addr":"172.21.15.136:6813","nonce":3999069106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6816","nonce":3999069106},{"type":"v1","addr":"172.21.15.136:6817","nonce":3999069106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6814","nonce":3999069106},{"type":"v1","addr":"172.21.15.136:6815","nonce":3999069106}]},"public_addr":"172.21.15.136:6811/3999069106","cluster_addr":"172.21.15.136:6813/3999069106","heartbeat_back_addr":"172.21.15.136:6817/3999069106","heartbeat_front_addr":"172.21.15.136:6815/3999069106","state":["exists","up"]},{"osd":2,"uuid":"65f5b80a-e7d6-4ba7-96f9-ab4f2b67aa69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6818","nonce":266063274},{"type":"v1","addr":"172.21.15.136:6819","nonce":266063274}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6820","nonce":266063274},{"type":"v1","addr":"172.21.15.136:6821","nonce":266063274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6824","nonce":266063274},{"type":"v1","addr":"172.21.15.136:6825","nonce":266063274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6822","nonce":266063274},{"type":"v1","addr":"172.21.15.136:6823","nonce":266063274}]},"public_addr":"172.21.15.136:6819/266063274","cluster_addr":"172.21.15.136:6821/266063274","heartbeat_back_addr":"172.21.15.136:6825/266063274","heartbeat_front_addr":"172.21.15.136:6823/266063274","state":["exists","up"]},{"osd":3,"uuid":"20f8e2e4-a61d-4051-b474-db1e74576b8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6826","nonce":2393860891},{"type":"v1","addr":"172.21.15.136:6827","nonce":2393860891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6828","nonce":2393860891},{"type":"v1","addr":"172.21.15.136:6829","nonce":2393860891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6832","nonce":2393860891},{"type":"v1","addr":"172.21.15.136:6833","nonce":2393860891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6830","nonce":2393860891},{"type":"v1","addr":"172.21.15.136:6831","nonce":2393860891}]},"public_addr":"172.21.15.136:6827/2393860891","cluster_addr":"172.21.15.136:6829/2393860891","heartbeat_back_addr":"172.21.15.136:6833/2393860891","heartbeat_front_addr":"172.21.15.136:6831/2393860891","state":["exists","up"]},{"osd":4,"uuid":"58160bd1-3a99-476b-a5c1-8ce7fdf2e553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":3188481285},{"type":"v1","addr":"172.21.15.155:6801","nonce":3188481285}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3188481285},{"type":"v1","addr":"172.21.15.155:6803","nonce":3188481285}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":3188481285},{"type":"v1","addr":"172.21.15.155:6807","nonce":3188481285}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3188481285},{"type":"v1","addr":"172.21.15.155:6805","nonce":3188481285}]},"public_addr":"172.21.15.155:6801/3188481285","cluster_addr":"172.21.15.155:6803/3188481285","heartbeat_back_addr":"172.21.15.155:6807/3188481285","heartbeat_front_addr":"172.21.15.155:6805/3188481285","state":["exists","up"]},{"osd":5,"uuid":"753fbc16-06ea-4ff5-8489-a61fa985bb2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3682104727},{"type":"v1","addr":"172.21.15.155:6809","nonce":3682104727}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":3682104727},{"type":"v1","addr":"172.21.15.155:6811","nonce":3682104727}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":3682104727},{"type":"v1","addr":"172.21.15.155:6815","nonce":3682104727}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":3682104727},{"type":"v1","addr":"172.21.15.155:6813","nonce":3682104727}]},"public_addr":"172.21.15.155:6809/3682104727","cluster_addr":"172.21.15.155:6811/3682104727","heartbeat_back_addr":"172.21.15.155:6815/3682104727","heartbeat_front_addr":"172.21.15.155:6813/3682104727","state":["exists","up"]},{"osd":6,"uuid":"a461ecf0-c580-4727-9a8f-a8824cf75788","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":1087131918},{"type":"v1","addr":"172.21.15.155:6817","nonce":1087131918}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":1087131918},{"type":"v1","addr":"172.21.15.155:6819","nonce":1087131918}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":1087131918},{"type":"v1","addr":"172.21.15.155:6823","nonce":1087131918}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":1087131918},{"type":"v1","addr":"172.21.15.155:6821","nonce":1087131918}]},"public_addr":"172.21.15.155:6817/1087131918","cluster_addr":"172.21.15.155:6819/1087131918","heartbeat_back_addr":"172.21.15.155:6823/1087131918","heartbeat_front_addr":"172.21.15.155:6821/1087131918","state":["exists","up"]},{"osd":7,"uuid":"9fff0aa5-ebf3-47f8-8649-e5d2d3577c37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2807225268},{"type":"v1","addr":"172.21.15.155:6825","nonce":2807225268}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":2807225268},{"type":"v1","addr":"172.21.15.155:6827","nonce":2807225268}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":2807225268},{"type":"v1","addr":"172.21.15.155:6831","nonce":2807225268}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":2807225268},{"type":"v1","addr":"172.21.15.155:6829","nonce":2807225268}]},"public_addr":"172.21.15.155:6825/2807225268","cluster_addr":"172.21.15.155:6827/2807225268","heartbeat_back_addr":"172.21.15.155:6831/2807225268","heartbeat_front_addr":"172.21.15.155:6829/2807225268","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:24:11.522977+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:24:34.031994+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:24:57.587367+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:25:22.204710+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:25:43.471293+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:26:07.763163+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:26:31.826597+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:26:55.301854+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1f","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.5","mappings":[{"from":5,"to":1}]},{"pgid":"3.15","mappings":[{"from":4,"to":1}]},{"pgid":"3.17","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":4,"to":3}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.136:0/587876949":"2024-08-20T11:28:15.829081+0000","172.21.15.136:6800/3398529349":"2024-08-20T11:28:15.829081+0000","172.21.15.136:0/4203318831":"2024-08-20T11:22:29.075643+0000","172.21.15.136:6800/2510262224":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/3833218463":"2024-08-20T11:22:51.651776+0000","172.21.15.136:6801/2510262224":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/3778127024":"2024-08-20T11:22:51.651776+0000","172.21.15.136:6801/3398529349":"2024-08-20T11:28:15.829081+0000","172.21.15.136:0/3624891444":"2024-08-20T11:28:15.829081+0000","172.21.15.136:6801/3112724237":"2024-08-20T11:22:51.651776+0000","172.21.15.136:6800/3112724237":"2024-08-20T11:22:51.651776+0000","172.21.15.136:0/3768657451":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/2988651366":"2024-08-20T11:22:51.651776+0000","172.21.15.136:0/816698592":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/2384710410":"2024-08-20T11:28:15.829081+0000","172.21.15.136:0/3351413544":"2024-08-20T11:28:15.829081+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-19T11:28:35.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:34 smithi155 ceph-mon[19718]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 102 B/s wr, 0 op/s 2024-08-19T11:28:35.259 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:34 smithi136 ceph-mon[28279]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 102 B/s wr, 0 op/s 2024-08-19T11:28:35.259 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:34 smithi136 ceph-mon[16389]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 102 B/s wr, 0 op/s 2024-08-19T11:28:35.582 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-08-19T11:28:35.582 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-19T11:28:35.785 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:28:36.137 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:35 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/1733469113' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T11:28:36.138 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:35 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/1733469113' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T11:28:36.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:35 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/1733469113' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T11:28:37.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:36 smithi136 ceph-mon[28279]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 102 B/s wr, 0 op/s 2024-08-19T11:28:37.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:36 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:37.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:36 smithi136 ceph-mon[16389]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 102 B/s wr, 0 op/s 2024-08-19T11:28:37.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:36 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:37.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:36 smithi155 ceph-mon[19718]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 102 B/s wr, 0 op/s 2024-08-19T11:28:37.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:36 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:37.523 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:28:37.523 INFO:teuthology.orchestra.run.smithi136.stdout:{"epoch":76,"fsid":"25b0d51a-5e1d-11ef-bccf-c7b262605968","created":"2024-08-19T11:22:06.747909+0000","modified":"2024-08-19T11:28:32.328025+0000","last_up_change":"2024-08-19T11:26:57.303915+0000","last_in_change":"2024-08-19T11:26:40.220649+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-19T11:25:01.946609+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-19T11:27:23.356250+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-19T11:27:26.712091+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-19T11:28:16.371426+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c5e52ef-ec3c-42d4-b5d8-59457a219347","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6802","nonce":430850622},{"type":"v1","addr":"172.21.15.136:6803","nonce":430850622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6804","nonce":430850622},{"type":"v1","addr":"172.21.15.136:6805","nonce":430850622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6808","nonce":430850622},{"type":"v1","addr":"172.21.15.136:6809","nonce":430850622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6806","nonce":430850622},{"type":"v1","addr":"172.21.15.136:6807","nonce":430850622}]},"public_addr":"172.21.15.136:6803/430850622","cluster_addr":"172.21.15.136:6805/430850622","heartbeat_back_addr":"172.21.15.136:6809/430850622","heartbeat_front_addr":"172.21.15.136:6807/430850622","state":["exists","up"]},{"osd":1,"uuid":"3d951904-e2e9-4805-91af-b3f3696c7440","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6810","nonce":3999069106},{"type":"v1","addr":"172.21.15.136:6811","nonce":3999069106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6812","nonce":3999069106},{"type":"v1","addr":"172.21.15.136:6813","nonce":3999069106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6816","nonce":3999069106},{"type":"v1","addr":"172.21.15.136:6817","nonce":3999069106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6814","nonce":3999069106},{"type":"v1","addr":"172.21.15.136:6815","nonce":3999069106}]},"public_addr":"172.21.15.136:6811/3999069106","cluster_addr":"172.21.15.136:6813/3999069106","heartbeat_back_addr":"172.21.15.136:6817/3999069106","heartbeat_front_addr":"172.21.15.136:6815/3999069106","state":["exists","up"]},{"osd":2,"uuid":"65f5b80a-e7d6-4ba7-96f9-ab4f2b67aa69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6818","nonce":266063274},{"type":"v1","addr":"172.21.15.136:6819","nonce":266063274}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6820","nonce":266063274},{"type":"v1","addr":"172.21.15.136:6821","nonce":266063274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6824","nonce":266063274},{"type":"v1","addr":"172.21.15.136:6825","nonce":266063274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6822","nonce":266063274},{"type":"v1","addr":"172.21.15.136:6823","nonce":266063274}]},"public_addr":"172.21.15.136:6819/266063274","cluster_addr":"172.21.15.136:6821/266063274","heartbeat_back_addr":"172.21.15.136:6825/266063274","heartbeat_front_addr":"172.21.15.136:6823/266063274","state":["exists","up"]},{"osd":3,"uuid":"20f8e2e4-a61d-4051-b474-db1e74576b8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6826","nonce":2393860891},{"type":"v1","addr":"172.21.15.136:6827","nonce":2393860891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6828","nonce":2393860891},{"type":"v1","addr":"172.21.15.136:6829","nonce":2393860891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6832","nonce":2393860891},{"type":"v1","addr":"172.21.15.136:6833","nonce":2393860891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6830","nonce":2393860891},{"type":"v1","addr":"172.21.15.136:6831","nonce":2393860891}]},"public_addr":"172.21.15.136:6827/2393860891","cluster_addr":"172.21.15.136:6829/2393860891","heartbeat_back_addr":"172.21.15.136:6833/2393860891","heartbeat_front_addr":"172.21.15.136:6831/2393860891","state":["exists","up"]},{"osd":4,"uuid":"58160bd1-3a99-476b-a5c1-8ce7fdf2e553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":3188481285},{"type":"v1","addr":"172.21.15.155:6801","nonce":3188481285}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3188481285},{"type":"v1","addr":"172.21.15.155:6803","nonce":3188481285}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":3188481285},{"type":"v1","addr":"172.21.15.155:6807","nonce":3188481285}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3188481285},{"type":"v1","addr":"172.21.15.155:6805","nonce":3188481285}]},"public_addr":"172.21.15.155:6801/3188481285","cluster_addr":"172.21.15.155:6803/3188481285","heartbeat_back_addr":"172.21.15.155:6807/3188481285","heartbeat_front_addr":"172.21.15.155:6805/3188481285","state":["exists","up"]},{"osd":5,"uuid":"753fbc16-06ea-4ff5-8489-a61fa985bb2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3682104727},{"type":"v1","addr":"172.21.15.155:6809","nonce":3682104727}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":3682104727},{"type":"v1","addr":"172.21.15.155:6811","nonce":3682104727}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":3682104727},{"type":"v1","addr":"172.21.15.155:6815","nonce":3682104727}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":3682104727},{"type":"v1","addr":"172.21.15.155:6813","nonce":3682104727}]},"public_addr":"172.21.15.155:6809/3682104727","cluster_addr":"172.21.15.155:6811/3682104727","heartbeat_back_addr":"172.21.15.155:6815/3682104727","heartbeat_front_addr":"172.21.15.155:6813/3682104727","state":["exists","up"]},{"osd":6,"uuid":"a461ecf0-c580-4727-9a8f-a8824cf75788","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":1087131918},{"type":"v1","addr":"172.21.15.155:6817","nonce":1087131918}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":1087131918},{"type":"v1","addr":"172.21.15.155:6819","nonce":1087131918}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":1087131918},{"type":"v1","addr":"172.21.15.155:6823","nonce":1087131918}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":1087131918},{"type":"v1","addr":"172.21.15.155:6821","nonce":1087131918}]},"public_addr":"172.21.15.155:6817/1087131918","cluster_addr":"172.21.15.155:6819/1087131918","heartbeat_back_addr":"172.21.15.155:6823/1087131918","heartbeat_front_addr":"172.21.15.155:6821/1087131918","state":["exists","up"]},{"osd":7,"uuid":"9fff0aa5-ebf3-47f8-8649-e5d2d3577c37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2807225268},{"type":"v1","addr":"172.21.15.155:6825","nonce":2807225268}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":2807225268},{"type":"v1","addr":"172.21.15.155:6827","nonce":2807225268}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":2807225268},{"type":"v1","addr":"172.21.15.155:6831","nonce":2807225268}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":2807225268},{"type":"v1","addr":"172.21.15.155:6829","nonce":2807225268}]},"public_addr":"172.21.15.155:6825/2807225268","cluster_addr":"172.21.15.155:6827/2807225268","heartbeat_back_addr":"172.21.15.155:6831/2807225268","heartbeat_front_addr":"172.21.15.155:6829/2807225268","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:24:11.522977+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:24:34.031994+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:24:57.587367+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:25:22.204710+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:25:43.471293+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:26:07.763163+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:26:31.826597+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:26:55.301854+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1f","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.5","mappings":[{"from":5,"to":1}]},{"pgid":"3.15","mappings":[{"from":4,"to":1}]},{"pgid":"3.17","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":4,"to":3}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.136:0/587876949":"2024-08-20T11:28:15.829081+0000","172.21.15.136:6800/3398529349":"2024-08-20T11:28:15.829081+0000","172.21.15.136:0/4203318831":"2024-08-20T11:22:29.075643+0000","172.21.15.136:6800/2510262224":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/3833218463":"2024-08-20T11:22:51.651776+0000","172.21.15.136:6801/2510262224":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/3778127024":"2024-08-20T11:22:51.651776+0000","172.21.15.136:6801/3398529349":"2024-08-20T11:28:15.829081+0000","172.21.15.136:0/3624891444":"2024-08-20T11:28:15.829081+0000","172.21.15.136:6801/3112724237":"2024-08-20T11:22:51.651776+0000","172.21.15.136:6800/3112724237":"2024-08-20T11:22:51.651776+0000","172.21.15.136:0/3768657451":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/2988651366":"2024-08-20T11:22:51.651776+0000","172.21.15.136:0/816698592":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/2384710410":"2024-08-20T11:28:15.829081+0000","172.21.15.136:0/3351413544":"2024-08-20T11:28:15.829081+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-19T11:28:37.773 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:37 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:28:37] "GET /metrics HTTP/1.1" 200 33674 "" "Prometheus/2.43.0" 2024-08-19T11:28:38.025 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:37 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/342315999' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T11:28:38.025 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:37 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/342315999' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T11:28:38.044 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-08-19T11:28:38.045 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-08-19T11:28:38.045 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-08-19T11:28:38.046 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-08-19T11:28:38.046 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-08-19T11:28:38.047 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-08-19T11:28:38.047 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-08-19T11:28:38.048 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-08-19T11:28:38.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:37 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/342315999' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T11:28:38.511 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:28:38.512 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:28:38.512 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:28:38.512 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:28:38.524 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:28:38.526 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:28:38.530 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:28:38.534 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:28:39.018 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:38 smithi136 ceph-mon[28279]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:39.018 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:38 smithi136 ceph-mon[16389]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:39.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:38 smithi155 ceph-mon[19718]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:41.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:40 smithi136 ceph-mon[16389]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:41.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:40 smithi136 ceph-mon[28279]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:40 smithi155 ceph-mon[19718]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:41.793 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:28:41 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[63631]: ts=2024-08-19T11:28:41.744Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.001876463s 2024-08-19T11:28:43.092 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:42 smithi136 ceph-mon[28279]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:43.092 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:42 smithi136 ceph-mon[16389]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:43.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:42 smithi155 ceph-mon[19718]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:45.167 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:44 smithi155 ceph-mon[19718]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:45.167 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:44 smithi155 systemd[1]: Starting Ceph grafana.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:28:45.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:44 smithi136 ceph-mon[28279]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:45.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:44 smithi136 ceph-mon[16389]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:45.447 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 podman[51806]: 2024-08-19 11:28:45.067963926 +0000 UTC m=+0.016330723 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-08-19T11:28:45.447 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 podman[51806]: 2024-08-19 11:28:45.169004683 +0000 UTC m=+0.117371523 container create cb3e816dd27a38e4df2cf153aee4726a3c30d4d1bb010af2d364f7cdaedd025c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.expose-services=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.component=ubi8-container, version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, vendor=Red Hat, Inc., architecture=x86_64, io.buildah.version=1.32.0, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, io.openshift.tags=base rhel8, release=239.1651231664, build-date=2022-04-29T11:48:11.055897, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, maintainer=Paul Cuzner , description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8) 2024-08-19T11:28:45.447 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 podman[51806]: 2024-08-19 11:28:45.446648563 +0000 UTC m=+0.395015373 container init cb3e816dd27a38e4df2cf153aee4726a3c30d4d1bb010af2d364f7cdaedd025c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a, maintainer=Paul Cuzner , description=Ceph Grafana Container, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8, version=8.5, distribution-scope=public, name=ubi8, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, release=239.1651231664, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-08-19T11:28:45.477 INFO:teuthology.orchestra.run.smithi136.stdout:111669149739 2024-08-19T11:28:45.477 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-08-19T11:28:45.700 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 podman[51806]: 2024-08-19 11:28:45.451407124 +0000 UTC m=+0.399773921 container start cb3e816dd27a38e4df2cf153aee4726a3c30d4d1bb010af2d364f7cdaedd025c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=, vcs-type=git, maintainer=Paul Cuzner , architecture=x86_64, version=8.5, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, com.redhat.component=ubi8-container, release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.32.0, io.openshift.tags=base rhel8, name=ubi8, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, build-date=2022-04-29T11:48:11.055897, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com) 2024-08-19T11:28:45.700 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 bash[51806]: cb3e816dd27a38e4df2cf153aee4726a3c30d4d1bb010af2d364f7cdaedd025c 2024-08-19T11:28:45.700 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 systemd[1]: Started Ceph grafana.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:28:45.700 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=settings t=2024-08-19T11:28:45.621270251Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-08-19T11:28:45.701 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=settings t=2024-08-19T11:28:45.621480743Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-08-19T11:28:45.701 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=settings t=2024-08-19T11:28:45.621500454Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-19T11:28:45.701 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=settings t=2024-08-19T11:28:45.621508583Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-19T11:28:45.701 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=settings t=2024-08-19T11:28:45.621517197Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-19T11:28:45.701 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=settings t=2024-08-19T11:28:45.621523499Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-19T11:28:45.701 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=settings t=2024-08-19T11:28:45.621529473Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-19T11:28:45.701 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=settings t=2024-08-19T11:28:45.621535608Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-19T11:28:45.701 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=settings t=2024-08-19T11:28:45.62154191Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-19T11:28:45.701 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=settings t=2024-08-19T11:28:45.621548043Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-19T11:28:45.702 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=settings t=2024-08-19T11:28:45.621553838Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-19T11:28:45.702 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=settings t=2024-08-19T11:28:45.621559548Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-19T11:28:45.702 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=settings t=2024-08-19T11:28:45.621565636Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-19T11:28:45.702 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=settings t=2024-08-19T11:28:45.621571563Z level=info msg="App mode production" 2024-08-19T11:28:45.702 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=sqlstore t=2024-08-19T11:28:45.621617731Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-19T11:28:45.702 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=sqlstore t=2024-08-19T11:28:45.621634811Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-19T11:28:45.702 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.622518815Z level=info msg="Starting DB migrations" 2024-08-19T11:28:45.702 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.622592303Z level=info msg="Executing migration" id="create migration_log table" 2024-08-19T11:28:45.703 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.623103683Z level=info msg="Executing migration" id="create user table" 2024-08-19T11:28:45.703 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.62354573Z level=info msg="Executing migration" id="add unique index user.login" 2024-08-19T11:28:45.703 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.624304669Z level=info msg="Executing migration" id="add unique index user.email" 2024-08-19T11:28:45.703 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.62474945Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-08-19T11:28:45.703 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.625626494Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-08-19T11:28:45.703 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.626301936Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-08-19T11:28:45.703 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.627112494Z level=info msg="Executing migration" id="create user table v2" 2024-08-19T11:28:45.703 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.627995732Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-08-19T11:28:45.703 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.628921098Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-08-19T11:28:45.703 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.629815951Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-08-19T11:28:45.703 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.630317501Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-08-19T11:28:45.703 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.631151996Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-08-19T11:28:45.703 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.631577964Z level=info msg="Executing migration" id="Update user table charset" 2024-08-19T11:28:45.704 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.631992093Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-08-19T11:28:45.704 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.632436505Z level=info msg="Executing migration" id="Add missing user data" 2024-08-19T11:28:45.704 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.632825168Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-08-19T11:28:45.704 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.633278619Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-08-19T11:28:45.704 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.633714379Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-08-19T11:28:45.704 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.63414323Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-08-19T11:28:45.704 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.635284542Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-08-19T11:28:45.704 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.636162392Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-08-19T11:28:45.704 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.63698544Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-08-19T11:28:45.704 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.637826557Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-08-19T11:28:45.704 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.638807612Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-08-19T11:28:45.704 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.641640275Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-08-19T11:28:45.704 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.644412619Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-08-19T11:28:45.704 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.647140396Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-08-19T11:28:45.705 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.647542579Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-08-19T11:28:45.705 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.650319491Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-08-19T11:28:45.705 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.650830298Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-08-19T11:28:45.705 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.653035969Z level=info msg="Executing migration" id="create temp_user v2" 2024-08-19T11:28:45.705 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.655776922Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-08-19T11:28:45.705 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.65622279Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-08-19T11:28:45.705 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.659188338Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-08-19T11:28:45.705 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.661889973Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-08-19T11:28:45.706 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.664580001Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-08-19T11:28:45.706 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.664960452Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-08-19T11:28:45.706 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.667893164Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-08-19T11:28:45.706 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.670573314Z level=info msg="Executing migration" id="create star table" 2024-08-19T11:28:45.706 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.673289835Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-08-19T11:28:45.706 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.675948612Z level=info msg="Executing migration" id="create org table v1" 2024-08-19T11:28:45.706 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.67869922Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-08-19T11:28:45.706 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.681233517Z level=info msg="Executing migration" id="create org_user table v1" 2024-08-19T11:28:45.706 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.684050709Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-08-19T11:28:45.706 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.686361818Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-08-19T11:28:45.706 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.689215208Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-08-19T11:28:45.706 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.69175709Z level=info msg="Executing migration" id="Update org table charset" 2024-08-19T11:28:45.706 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.694434899Z level=info msg="Executing migration" id="Update org_user table charset" 2024-08-19T11:28:45.706 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.697002687Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-08-19T11:28:45.707 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.699789209Z level=info msg="Executing migration" id="create dashboard table" 2024-08-19T11:28:45.951 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.702439581Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-08-19T11:28:45.951 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.705165037Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-08-19T11:28:45.951 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.707924602Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-08-19T11:28:45.951 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.710577481Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-08-19T11:28:45.951 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.713136191Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-08-19T11:28:45.951 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.715988077Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-08-19T11:28:45.951 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.718718541Z level=info msg="Executing migration" id="create dashboard v2" 2024-08-19T11:28:45.951 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.721379301Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-08-19T11:28:45.952 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.723799074Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-08-19T11:28:45.952 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.724743421Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-08-19T11:28:45.952 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.725435255Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-08-19T11:28:45.952 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.726287729Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-08-19T11:28:45.952 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.726751255Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-08-19T11:28:45.952 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.727341803Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-08-19T11:28:45.952 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.728172328Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-08-19T11:28:45.952 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.728988764Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-08-19T11:28:45.952 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.72991626Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-08-19T11:28:45.952 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.730550764Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-08-19T11:28:45.952 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.731432695Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-08-19T11:28:45.953 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.732040774Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-08-19T11:28:45.953 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.732329591Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-08-19T11:28:45.953 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.733157865Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-08-19T11:28:45.953 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.733672673Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-08-19T11:28:45.953 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.734177443Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-08-19T11:28:45.953 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.734957769Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-08-19T11:28:45.954 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.735832215Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-08-19T11:28:45.954 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.736743045Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-08-19T11:28:45.954 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.73752406Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-08-19T11:28:45.954 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.738404994Z level=info msg="Executing migration" id="Update dashboard title length" 2024-08-19T11:28:45.954 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.738869578Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-08-19T11:28:45.954 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.7393201Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-08-19T11:28:45.954 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.740164403Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-08-19T11:28:45.954 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.741070384Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-08-19T11:28:45.954 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.741943028Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-08-19T11:28:45.954 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.742720475Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-08-19T11:28:45.954 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.743536182Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-08-19T11:28:45.955 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.744536725Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-08-19T11:28:45.955 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.745300303Z level=info msg="Executing migration" id="Add check_sum column" 2024-08-19T11:28:45.955 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.7461627Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-08-19T11:28:45.955 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.746976856Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-08-19T11:28:45.955 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.748010626Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-08-19T11:28:45.955 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.748766899Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-08-19T11:28:45.955 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.749704124Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-08-19T11:28:45.955 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.750403919Z level=info msg="Executing migration" id="create data_source table" 2024-08-19T11:28:45.955 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.753150428Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-08-19T11:28:45.955 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.755964885Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-08-19T11:28:45.955 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.758731984Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-08-19T11:28:45.955 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.761571786Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-08-19T11:28:45.955 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.764154071Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-08-19T11:28:45.956 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.766914996Z level=info msg="Executing migration" id="create data_source table v2" 2024-08-19T11:28:45.956 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.769554816Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-08-19T11:28:45.956 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.772284538Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-08-19T11:28:45.956 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.775082434Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-08-19T11:28:45.956 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.778087512Z level=info msg="Executing migration" id="Add column with_credentials" 2024-08-19T11:28:45.956 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.780820734Z level=info msg="Executing migration" id="Add secure json data column" 2024-08-19T11:28:45.956 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.783629257Z level=info msg="Executing migration" id="Update data_source table charset" 2024-08-19T11:28:45.956 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.786225876Z level=info msg="Executing migration" id="Update initial version to 1" 2024-08-19T11:28:45.956 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.7890157Z level=info msg="Executing migration" id="Add read_only data column" 2024-08-19T11:28:45.956 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.791892045Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-08-19T11:28:45.956 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.794690999Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-08-19T11:28:45.956 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.797407751Z level=info msg="Executing migration" id="Add uid column" 2024-08-19T11:28:45.956 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.799928206Z level=info msg="Executing migration" id="Update uid value" 2024-08-19T11:28:45.956 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.802694542Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-08-19T11:28:45.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.805351593Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-08-19T11:28:45.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.808082746Z level=info msg="Executing migration" id="create api_key table" 2024-08-19T11:28:45.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.810943767Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-08-19T11:28:45.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.813423666Z level=info msg="Executing migration" id="add index api_key.key" 2024-08-19T11:28:45.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.816200467Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-08-19T11:28:45.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.81885962Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-08-19T11:28:45.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.821438571Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-08-19T11:28:45.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.82379389Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-08-19T11:28:45.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.826587021Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-08-19T11:28:45.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.827679985Z level=info msg="Executing migration" id="create api_key table v2" 2024-08-19T11:28:45.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.830363941Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-08-19T11:28:45.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.832850527Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-08-19T11:28:45.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.835732382Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-08-19T11:28:45.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.836243988Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-08-19T11:28:45.958 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.83654848Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-08-19T11:28:45.958 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.837140358Z level=info msg="Executing migration" id="Update api_key table charset" 2024-08-19T11:28:45.958 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.837672318Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-08-19T11:28:45.958 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.838224043Z level=info msg="Executing migration" id="Add service account foreign key" 2024-08-19T11:28:45.958 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.839071876Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-08-19T11:28:45.958 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.83943007Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-08-19T11:28:45.958 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.840218863Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-08-19T11:28:45.958 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.840816632Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-08-19T11:28:45.958 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.841223027Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-08-19T11:28:45.958 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.842057525Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-08-19T11:28:45.958 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.842468251Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-08-19T11:28:45.958 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.842886987Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-08-19T11:28:45.959 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.843732781Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-08-19T11:28:45.959 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.846556622Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-08-19T11:28:45.959 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.849315158Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-08-19T11:28:45.959 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.84962771Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-08-19T11:28:45.959 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.852554468Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-08-19T11:28:45.959 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.855250423Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-08-19T11:28:45.959 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.857968484Z level=info msg="Executing migration" id="create quota table v1" 2024-08-19T11:28:45.960 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.858372506Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-08-19T11:28:45.960 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.861144253Z level=info msg="Executing migration" id="Update quota table charset" 2024-08-19T11:28:45.960 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.86393306Z level=info msg="Executing migration" id="create plugin_setting table" 2024-08-19T11:28:45.960 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.864330671Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-08-19T11:28:45.960 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.864746156Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-08-19T11:28:45.960 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.867543501Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-08-19T11:28:45.960 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.870223089Z level=info msg="Executing migration" id="create session table" 2024-08-19T11:28:45.960 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.870720224Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-08-19T11:28:45.960 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.871073473Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-08-19T11:28:45.960 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.871393643Z level=info msg="Executing migration" id="create playlist table v2" 2024-08-19T11:28:45.961 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.871792948Z level=info msg="Executing migration" id="create playlist item table v2" 2024-08-19T11:28:45.961 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.874662921Z level=info msg="Executing migration" id="Update playlist table charset" 2024-08-19T11:28:45.961 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.875137881Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-08-19T11:28:45.961 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.875438681Z level=info msg="Executing migration" id="drop preferences table v2" 2024-08-19T11:28:45.961 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.875717901Z level=info msg="Executing migration" id="drop preferences table v3" 2024-08-19T11:28:45.961 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.876035902Z level=info msg="Executing migration" id="create preferences table v3" 2024-08-19T11:28:45.961 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.876440885Z level=info msg="Executing migration" id="Update preferences table charset" 2024-08-19T11:28:45.961 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.876719705Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-08-19T11:28:45.961 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.877373419Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-08-19T11:28:45.961 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.880226262Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-08-19T11:28:45.961 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.880869951Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-08-19T11:28:45.961 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.883631888Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-08-19T11:28:45.961 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.883969399Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-08-19T11:28:45.961 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.884408933Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-08-19T11:28:45.962 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.88715767Z level=info msg="Executing migration" id="create alert table v1" 2024-08-19T11:28:45.962 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.889708622Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-08-19T11:28:45.962 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.892368087Z level=info msg="Executing migration" id="add index alert state" 2024-08-19T11:28:45.962 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.894880134Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-08-19T11:28:45.962 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.89534646Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-08-19T11:28:45.962 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.898055004Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-08-19T11:28:45.962 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.898524617Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-08-19T11:28:45.962 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.898921409Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-08-19T11:28:45.962 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.900368982Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-08-19T11:28:45.962 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.900762305Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-08-19T11:28:45.962 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.901215237Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-08-19T11:28:45.962 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.901550582Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-08-19T11:28:45.962 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.901903025Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-08-19T11:28:45.963 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.902311458Z level=info msg="Executing migration" id="Add column is_default" 2024-08-19T11:28:45.963 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.902918365Z level=info msg="Executing migration" id="Add column frequency" 2024-08-19T11:28:45.963 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.903582676Z level=info msg="Executing migration" id="Add column send_reminder" 2024-08-19T11:28:45.963 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.904232902Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-08-19T11:28:45.963 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.904882619Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-08-19T11:28:45.963 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.905394891Z level=info msg="Executing migration" id="Update alert table charset" 2024-08-19T11:28:45.963 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.905662671Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-08-19T11:28:45.963 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.905932146Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-08-19T11:28:45.963 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.906332669Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-08-19T11:28:45.963 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.906761354Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-08-19T11:28:45.963 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.907222895Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-08-19T11:28:45.963 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.907610928Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-08-19T11:28:45.963 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.908031728Z level=info msg="Executing migration" id="Add for to alert table" 2024-08-19T11:28:45.964 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.908669604Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-08-19T11:28:45.964 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.909347844Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-08-19T11:28:45.964 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.909667937Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-08-19T11:28:45.964 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.910096661Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-08-19T11:28:45.964 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.910512408Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-08-19T11:28:45.964 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.911153967Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-08-19T11:28:45.964 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.911455194Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-08-19T11:28:45.964 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.911843404Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-08-19T11:28:45.964 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.912260799Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-08-19T11:28:45.964 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.912543851Z level=info msg="Executing migration" id="create annotation table v5" 2024-08-19T11:28:45.964 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.913181121Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-08-19T11:28:45.964 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.913598396Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-08-19T11:28:45.964 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.914018342Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-08-19T11:28:45.964 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.914437718Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-08-19T11:28:45.965 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.914877537Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-08-19T11:28:45.965 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.917759027Z level=info msg="Executing migration" id="Update annotation table charset" 2024-08-19T11:28:45.965 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.918080475Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-08-19T11:28:45.965 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.920400172Z level=info msg="Executing migration" id="Drop category_id index" 2024-08-19T11:28:45.965 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.922977744Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-08-19T11:28:45.965 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.925367523Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-08-19T11:28:45.965 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.92802754Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-08-19T11:28:45.965 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.930428749Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-08-19T11:28:45.965 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.933159818Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-08-19T11:28:45.965 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.935731807Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-08-19T11:28:45.965 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.938482026Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-08-19T11:28:45.965 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.941317373Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-08-19T11:28:45.965 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.944083365Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-08-19T11:28:45.966 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.944936409Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-08-19T11:28:45.966 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.945613828Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-08-19T11:28:45.966 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.946422945Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-08-19T11:28:45.966 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.947273541Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-08-19T11:28:45.966 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.948213808Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-08-19T11:28:45.966 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.948951915Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-08-19T11:28:45.966 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.949908226Z level=info msg="Executing migration" id="Add epoch_end column" 2024-08-19T11:28:45.966 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.95109421Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-08-19T11:28:45.966 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.9519526Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-08-19T11:28:45.966 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.952752849Z level=info msg="Executing migration" id="Move region to single row" 2024-08-19T11:28:45.966 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.953586413Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-08-19T11:28:45.966 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.954418812Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-08-19T11:28:45.966 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.955279545Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-08-19T11:28:45.967 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.956054714Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-08-19T11:28:46.201 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.956887014Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-08-19T11:28:46.201 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.957733483Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-08-19T11:28:46.202 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.958593787Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-08-19T11:28:46.202 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.959453195Z level=info msg="Executing migration" id="create test_data table" 2024-08-19T11:28:46.202 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.960260735Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-08-19T11:28:46.202 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.960681059Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-08-19T11:28:46.202 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.961566356Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-08-19T11:28:46.202 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.96243414Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-08-19T11:28:46.202 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.963310637Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-08-19T11:28:46.202 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.964264751Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-08-19T11:28:46.202 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.965058485Z level=info msg="Executing migration" id="create team table" 2024-08-19T11:28:46.202 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.966054654Z level=info msg="Executing migration" id="add index team.org_id" 2024-08-19T11:28:46.202 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.966907935Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-08-19T11:28:46.202 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.967625802Z level=info msg="Executing migration" id="create team member table" 2024-08-19T11:28:46.202 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.968535336Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-08-19T11:28:46.203 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.969399678Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-08-19T11:28:46.203 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.970216017Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-08-19T11:28:46.203 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.971110409Z level=info msg="Executing migration" id="Add column email to team table" 2024-08-19T11:28:46.203 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.971964069Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-08-19T11:28:46.203 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.97280403Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-08-19T11:28:46.203 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.973667689Z level=info msg="Executing migration" id="create dashboard acl table" 2024-08-19T11:28:46.203 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.974548645Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-08-19T11:28:46.203 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.977317341Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-08-19T11:28:46.203 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.977759703Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-08-19T11:28:46.203 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.980136183Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-08-19T11:28:46.203 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.982962599Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-08-19T11:28:46.203 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.985820625Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-08-19T11:28:46.203 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.986372388Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-08-19T11:28:46.204 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.98910857Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-08-19T11:28:46.204 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.991741227Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-08-19T11:28:46.204 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.994501258Z level=info msg="Executing migration" id="create tag table" 2024-08-19T11:28:46.204 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.995122183Z level=info msg="Executing migration" id="add index tag.key_value" 2024-08-19T11:28:46.204 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.995899543Z level=info msg="Executing migration" id="create login attempt table" 2024-08-19T11:28:46.204 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.996654667Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-08-19T11:28:46.204 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.997476743Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-08-19T11:28:46.204 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.997902964Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-08-19T11:28:46.204 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:45 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:45.999847668Z level=info msg="Executing migration" id="create login_attempt v2" 2024-08-19T11:28:46.204 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.000626139Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-08-19T11:28:46.204 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.001478661Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-08-19T11:28:46.205 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.001829577Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-08-19T11:28:46.205 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.002595755Z level=info msg="Executing migration" id="create user auth table" 2024-08-19T11:28:46.205 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.003530561Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-08-19T11:28:46.205 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.004255434Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-08-19T11:28:46.205 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.004583599Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-08-19T11:28:46.206 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.005416365Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-08-19T11:28:46.206 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.006230033Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-08-19T11:28:46.206 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.007020149Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-08-19T11:28:46.206 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.007793779Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-08-19T11:28:46.206 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.008595353Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-08-19T11:28:46.206 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.009470318Z level=info msg="Executing migration" id="create server_lock table" 2024-08-19T11:28:46.207 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.010288269Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-08-19T11:28:46.207 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.01074155Z level=info msg="Executing migration" id="create user auth token table" 2024-08-19T11:28:46.207 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.011567415Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-08-19T11:28:46.207 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.012515518Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-08-19T11:28:46.207 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.013244357Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-08-19T11:28:46.207 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.013684725Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-08-19T11:28:46.207 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.014543509Z level=info msg="Executing migration" id="create cache_data table" 2024-08-19T11:28:46.208 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.01539636Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-08-19T11:28:46.208 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.016239218Z level=info msg="Executing migration" id="create short_url table v1" 2024-08-19T11:28:46.208 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.01667611Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-08-19T11:28:46.208 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.017637685Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-08-19T11:28:46.208 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.018348186Z level=info msg="Executing migration" id="delete alert_definition table" 2024-08-19T11:28:46.208 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.019246052Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-08-19T11:28:46.209 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.019867936Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-08-19T11:28:46.209 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.020678221Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-08-19T11:28:46.209 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.021518985Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-08-19T11:28:46.209 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.02235626Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-08-19T11:28:46.209 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.022775477Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-08-19T11:28:46.209 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.025646662Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-08-19T11:28:46.209 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.028484267Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-08-19T11:28:46.209 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.031209775Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-08-19T11:28:46.209 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.032016067Z level=info msg="Executing migration" id="drop alert_definition table" 2024-08-19T11:28:46.209 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.034814938Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-08-19T11:28:46.209 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.037645477Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-08-19T11:28:46.209 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.040395245Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-08-19T11:28:46.209 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.040840365Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-08-19T11:28:46.210 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.043814751Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-08-19T11:28:46.210 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.04656249Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-08-19T11:28:46.210 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.049291814Z level=info msg="Executing migration" id="create alert_instance table" 2024-08-19T11:28:46.210 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.04972218Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-08-19T11:28:46.210 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.052575115Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-08-19T11:28:46.210 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.055306864Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-08-19T11:28:46.210 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.058078519Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-08-19T11:28:46.210 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.05851876Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-08-19T11:28:46.210 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.061108416Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-08-19T11:28:46.210 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.064556586Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-08-19T11:28:46.210 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.067914156Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-08-19T11:28:46.210 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.070554307Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-08-19T11:28:46.210 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.071006444Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-08-19T11:28:46.211 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.073850525Z level=info msg="Executing migration" id="create alert_rule table" 2024-08-19T11:28:46.211 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.076463406Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-08-19T11:28:46.211 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.07908242Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-08-19T11:28:46.211 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.079629662Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-08-19T11:28:46.211 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.082530474Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-08-19T11:28:46.211 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.085184655Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-08-19T11:28:46.211 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.087893437Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-08-19T11:28:46.211 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.088721675Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-08-19T11:28:46.211 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.091481733Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-08-19T11:28:46.211 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.094068652Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-08-19T11:28:46.211 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.096736557Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-08-19T11:28:46.211 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.097564037Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-08-19T11:28:46.211 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.100236394Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-08-19T11:28:46.211 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.100937209Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-08-19T11:28:46.211 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.101762539Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-08-19T11:28:46.212 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.102584269Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-08-19T11:28:46.212 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.103569738Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-08-19T11:28:46.212 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.104186487Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-08-19T11:28:46.212 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.105103333Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-08-19T11:28:46.212 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.105674303Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-08-19T11:28:46.212 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.106506666Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-08-19T11:28:46.212 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.107546806Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-08-19T11:28:46.212 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.108403203Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-08-19T11:28:46.212 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.109252357Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-08-19T11:28:46.212 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.110104795Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-08-19T11:28:46.212 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.110922845Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-08-19T11:28:46.212 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.111930794Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-08-19T11:28:46.213 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.112551531Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-08-19T11:28:46.213 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.113406769Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-08-19T11:28:46.213 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.114230115Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-08-19T11:28:46.213 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.11514254Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-08-19T11:28:46.213 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.116007924Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-08-19T11:28:46.213 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.116860764Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-08-19T11:28:46.213 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.117742765Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-08-19T11:28:46.213 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.118745706Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-08-19T11:28:46.213 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.119657799Z level=info msg="Executing migration" id="create provenance_type table" 2024-08-19T11:28:46.213 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.12008775Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-08-19T11:28:46.213 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.120939305Z level=info msg="Executing migration" id="create alert_image table" 2024-08-19T11:28:46.213 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.121742418Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-08-19T11:28:46.213 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.12255674Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-08-19T11:28:46.213 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.122861138Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-08-19T11:28:46.214 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.123727091Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-08-19T11:28:46.214 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.124565239Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-08-19T11:28:46.214 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.124641742Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-08-19T11:28:46.214 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.125518145Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-08-19T11:28:46.214 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.126011656Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-08-19T11:28:46.214 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.126833252Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-08-19T11:28:46.214 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.126957111Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-08-19T11:28:46.214 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.12707534Z level=info msg="alerts found to migrate" alerts=0 2024-08-19T11:28:46.214 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.127821004Z level=info msg="Executing migration" id="create library_element table v1" 2024-08-19T11:28:46.214 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.12846516Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-08-19T11:28:46.214 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.128941714Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-08-19T11:28:46.214 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.131752002Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-08-19T11:28:46.214 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.13456936Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-08-19T11:28:46.215 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.137311908Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-08-19T11:28:46.215 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.137810565Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-08-19T11:28:46.215 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.140651265Z level=info msg="Executing migration" id="create data_keys table" 2024-08-19T11:28:46.215 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.143334981Z level=info msg="Executing migration" id="create secrets table" 2024-08-19T11:28:46.215 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.146105686Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-08-19T11:28:46.215 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.150470488Z level=info msg="Executing migration" id="add name column into data_keys" 2024-08-19T11:28:46.215 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.153351096Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-08-19T11:28:46.215 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.156217542Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-08-19T11:28:46.215 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.160385846Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-08-19T11:28:46.215 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.164552825Z level=info msg="Executing migration" id="create kv_store table v1" 2024-08-19T11:28:46.215 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.167225155Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-08-19T11:28:46.215 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.170084704Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-08-19T11:28:46.215 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.172796288Z level=info msg="Executing migration" id="create permission table" 2024-08-19T11:28:46.215 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.173227617Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-08-19T11:28:46.215 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.175796219Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-08-19T11:28:46.216 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.178494799Z level=info msg="Executing migration" id="create role table" 2024-08-19T11:28:46.216 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.181287012Z level=info msg="Executing migration" id="add column display_name" 2024-08-19T11:28:46.216 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.18225628Z level=info msg="Executing migration" id="add column group_name" 2024-08-19T11:28:46.216 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.185064105Z level=info msg="Executing migration" id="add index role.org_id" 2024-08-19T11:28:46.216 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.188010432Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-08-19T11:28:46.216 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.190654019Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-08-19T11:28:46.216 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.191201148Z level=info msg="Executing migration" id="create team role table" 2024-08-19T11:28:46.216 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.194112387Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-08-19T11:28:46.216 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.196832203Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-08-19T11:28:46.216 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.199571984Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-08-19T11:28:46.216 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.200260381Z level=info msg="Executing migration" id="create user role table" 2024-08-19T11:28:46.216 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.203077912Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-08-19T11:28:46.461 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.205763864Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-08-19T11:28:46.461 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.208348159Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-08-19T11:28:46.461 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.20879682Z level=info msg="Executing migration" id="create builtin role table" 2024-08-19T11:28:46.461 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.211599677Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-08-19T11:28:46.461 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.214167308Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-08-19T11:28:46.461 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.216836456Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-08-19T11:28:46.461 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.219421834Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-08-19T11:28:46.461 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.219974053Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-08-19T11:28:46.462 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.222551705Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-08-19T11:28:46.462 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.22303202Z level=info msg="Executing migration" id="add unique index role.uid" 2024-08-19T11:28:46.462 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.223487274Z level=info msg="Executing migration" id="create seed assignment table" 2024-08-19T11:28:46.462 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.22620404Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-08-19T11:28:46.462 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.226684792Z level=info msg="Executing migration" id="add column hidden to role table" 2024-08-19T11:28:46.462 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.227650968Z level=info msg="Executing migration" id="create query_history table v1" 2024-08-19T11:28:46.462 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.228093387Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-08-19T11:28:46.462 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.228540266Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-08-19T11:28:46.462 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.22882496Z level=info msg="Executing migration" id="teams permissions migration" 2024-08-19T11:28:46.462 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.229252384Z level=info msg="Executing migration" id="dashboard permissions" 2024-08-19T11:28:46.462 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.229708566Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-08-19T11:28:46.463 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.230098869Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-08-19T11:28:46.463 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.230423469Z level=info msg="Executing migration" id="alerting notification permissions" 2024-08-19T11:28:46.463 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.230771684Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-08-19T11:28:46.463 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.231188114Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-08-19T11:28:46.464 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.231637406Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-08-19T11:28:46.464 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.232628489Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-08-19T11:28:46.464 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.232948502Z level=info msg="Executing migration" id="create correlation table v1" 2024-08-19T11:28:46.464 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.233392666Z level=info msg="Executing migration" id="add index correlations.uid" 2024-08-19T11:28:46.464 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.233836948Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-08-19T11:28:46.464 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.234291085Z level=info msg="Executing migration" id="add correlation config column" 2024-08-19T11:28:46.464 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.235269368Z level=info msg="Executing migration" id="create entity_events table" 2024-08-19T11:28:46.464 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.23571663Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-08-19T11:28:46.464 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.238309733Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-08-19T11:28:46.464 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.238417596Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-08-19T11:28:46.464 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.238762339Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-19T11:28:46.464 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.238855287Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-19T11:28:46.464 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.239156996Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-08-19T11:28:46.465 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.239552085Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-08-19T11:28:46.465 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.239938166Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-08-19T11:28:46.465 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.240377333Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-19T11:28:46.465 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.240811887Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-08-19T11:28:46.465 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.241232769Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-08-19T11:28:46.465 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.241661117Z level=info msg="Executing migration" id="Drop public config table" 2024-08-19T11:28:46.465 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.242060907Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-08-19T11:28:46.465 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.242495219Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-08-19T11:28:46.465 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.242905027Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-08-19T11:28:46.465 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.243495649Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-08-19T11:28:46.465 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.246186069Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-08-19T11:28:46.465 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.249161996Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-08-19T11:28:46.465 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.250174855Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-08-19T11:28:46.465 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.251187025Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-08-19T11:28:46.465 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.25150706Z level=info msg="Executing migration" id="add share column" 2024-08-19T11:28:46.466 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.252496782Z level=info msg="Executing migration" id="create default alerting folders" 2024-08-19T11:28:46.466 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.252975564Z level=info msg="Executing migration" id="create file table" 2024-08-19T11:28:46.466 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.253417513Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-08-19T11:28:46.466 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.255947425Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-08-19T11:28:46.466 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.25643124Z level=info msg="Executing migration" id="create file_meta table" 2024-08-19T11:28:46.466 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.259287417Z level=info msg="Executing migration" id="file table idx: path key" 2024-08-19T11:28:46.466 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.259784938Z level=info msg="Executing migration" id="set path collation in file table" 2024-08-19T11:28:46.466 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.262630699Z level=info msg="Executing migration" id="managed permissions migration" 2024-08-19T11:28:46.466 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.265261821Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-08-19T11:28:46.466 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.267980438Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-08-19T11:28:46.466 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.268456372Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-08-19T11:28:46.466 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.269537662Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-08-19T11:28:46.466 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.270375032Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-08-19T11:28:46.466 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.271355181Z level=info msg="Executing migration" id="update group index for alert rules" 2024-08-19T11:28:46.467 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.271931983Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-08-19T11:28:46.467 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.272786191Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-08-19T11:28:46.467 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.273615887Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-08-19T11:28:46.467 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.274655454Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-08-19T11:28:46.467 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.275700998Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-08-19T11:28:46.467 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.276510188Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-08-19T11:28:46.467 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.28615264Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-08-19T11:28:46.467 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.286968225Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-08-19T11:28:46.467 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.287558222Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-08-19T11:28:46.467 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.291171695Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-08-19T11:28:46.467 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.291928146Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-08-19T11:28:46.467 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.292776834Z level=info msg="Executing migration" id="create folder table" 2024-08-19T11:28:46.467 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.293227105Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-08-19T11:28:46.467 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.294082997Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-08-19T11:28:46.468 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.294962194Z level=info msg="Executing migration" id="Update folder title length" 2024-08-19T11:28:46.468 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.295869062Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-08-19T11:28:46.468 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=migrator t=2024-08-19T11:28:46.296678173Z level=info msg="migrations completed" performed=485 skipped=0 duration=674.104912ms 2024-08-19T11:28:46.468 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=sqlstore t=2024-08-19T11:28:46.297093341Z level=info msg="Created default organization" 2024-08-19T11:28:46.468 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=plugin.loader t=2024-08-19T11:28:46.353654524Z level=info msg="Plugin registered" pluginID=input 2024-08-19T11:28:46.468 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=plugin.loader t=2024-08-19T11:28:46.382667113Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-08-19T11:28:46.468 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=plugin.loader t=2024-08-19T11:28:46.382695075Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-08-19T11:28:46.468 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=secrets t=2024-08-19T11:28:46.382728857Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-19T11:28:46.468 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=query_data t=2024-08-19T11:28:46.384426762Z level=info msg="Query Service initialization" 2024-08-19T11:28:46.468 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=live.push_http t=2024-08-19T11:28:46.386696816Z level=info msg="Live Push Gateway initialization" 2024-08-19T11:28:46.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:46 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:46.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:46 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:46.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:46 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:46.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:46 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:46.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:46 smithi136 ceph-mon[16389]: Deploying daemon node-exporter.a on smithi136 2024-08-19T11:28:46.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:46 smithi136 ceph-mon[16389]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:46.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:46 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:28:46.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:46 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:46.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:46 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:46.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:46 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:46.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:46 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:46.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:46 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:46.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:46 smithi136 ceph-mon[28279]: Deploying daemon node-exporter.a on smithi136 2024-08-19T11:28:46.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:46 smithi136 ceph-mon[28279]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:46.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:46 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:28:46.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:46 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:46.907 INFO:teuthology.orchestra.run.smithi136.stdout:236223201303 2024-08-19T11:28:46.908 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-08-19T11:28:46.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:46.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:46.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:46.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:46.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-mon[19718]: Deploying daemon node-exporter.a on smithi136 2024-08-19T11:28:46.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-mon[19718]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:46.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:28:46.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:46 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:28:47.460 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:47 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=infra.usagestats.collector t=2024-08-19T11:28:47.12700988Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-19T11:28:47.460 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:47 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=provisioning.datasources t=2024-08-19T11:28:47.182444029Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-19T11:28:47.461 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:47 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=provisioning.datasources t=2024-08-19T11:28:47.214092543Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-08-19T11:28:47.461 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:47 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=provisioning.alerting t=2024-08-19T11:28:47.23534212Z level=info msg="starting to provision alerting" 2024-08-19T11:28:47.461 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:47 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=provisioning.alerting t=2024-08-19T11:28:47.235367223Z level=info msg="finished to provision alerting" 2024-08-19T11:28:47.461 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:47 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=grafanaStorageLogger t=2024-08-19T11:28:47.235469771Z level=info msg="storage starting" 2024-08-19T11:28:47.461 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:47 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=ngalert.state.manager t=2024-08-19T11:28:47.23557033Z level=info msg="Warming state cache for startup" 2024-08-19T11:28:47.461 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:47 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=http.server t=2024-08-19T11:28:47.237152174Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-19T11:28:47.461 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:47 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=ngalert.state.manager t=2024-08-19T11:28:47.245833213Z level=info msg="State cache has been initialized" states=0 duration=10.261842ms 2024-08-19T11:28:47.461 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:47 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=sqlstore.transactions t=2024-08-19T11:28:47.245833989Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-19T11:28:47.461 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:47 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=ngalert.multiorg.alertmanager t=2024-08-19T11:28:47.245876178Z level=info msg="starting MultiOrg Alertmanager" 2024-08-19T11:28:47.461 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:47 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=ticker t=2024-08-19T11:28:47.245897408Z level=info msg=starting first_tick=2024-08-19T11:28:50Z 2024-08-19T11:28:47.461 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:47 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=sqlstore.transactions t=2024-08-19T11:28:47.281089405Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-19T11:28:47.461 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:28:47 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=sqlstore.transactions t=2024-08-19T11:28:47.317725534Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-19T11:28:47.749 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:28:47] "GET /metrics HTTP/1.1" 200 33674 "" "Prometheus/2.43.0" 2024-08-19T11:28:48.818 INFO:teuthology.orchestra.run.smithi136.stdout:55834574900 2024-08-19T11:28:48.818 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-08-19T11:28:49.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:48 smithi136 ceph-mon[16389]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:49.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:48 smithi136 ceph-mon[28279]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:49.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:48 smithi155 ceph-mon[19718]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:51.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:50 smithi136 ceph-mon[28279]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:51.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:50 smithi136 ceph-mon[16389]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:51.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:50 smithi155 ceph-mon[19718]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:52.900 INFO:teuthology.orchestra.run.smithi136.stdout:133143986215 2024-08-19T11:28:52.900 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-08-19T11:28:53.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:52 smithi155 ceph-mon[19718]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:53.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:52 smithi136 ceph-mon[28279]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:53.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:52 smithi136 ceph-mon[16389]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:54.074 INFO:teuthology.orchestra.run.smithi136.stdout:167503724579 2024-08-19T11:28:54.075 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-08-19T11:28:55.079 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:54 smithi136 ceph-mon[28279]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:55.079 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:54 smithi136 ceph-mon[16389]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:55.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:54 smithi155 ceph-mon[19718]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:55.423 INFO:teuthology.orchestra.run.smithi136.stdout:201863462942 2024-08-19T11:28:55.423 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-08-19T11:28:56.132 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:28:56.140 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:28:56.173 INFO:teuthology.orchestra.run.smithi136.stdout:34359738427 2024-08-19T11:28:56.173 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-08-19T11:28:57.073 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:28:57.074 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:28:57.074 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:28:57.104 INFO:teuthology.orchestra.run.smithi136.stdout:77309411378 2024-08-19T11:28:57.105 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-08-19T11:28:57.202 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:56 smithi136 ceph-mon[28279]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:57.202 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:56 smithi136 ceph-mon[16389]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:57.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:56 smithi155 ceph-mon[19718]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:57.485 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:57 smithi136 bash[66204]: Writing manifest to image destination 2024-08-19T11:28:57.776 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:28:57 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:28:57] "GET /metrics HTTP/1.1" 200 33674 "" "Prometheus/2.43.0" 2024-08-19T11:28:58.098 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:58 smithi136 podman[66204]: 2024-08-19 11:28:57.947861691 +0000 UTC m=+2.970127649 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-19T11:28:58.366 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:28:58.915 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:58 smithi136 podman[66204]: 2024-08-19 11:28:58.750479169 +0000 UTC m=+3.772745120 container create 8b8c68944f5b8031ba5cc2f4eb97c94f7f95af63ece74f7e68362e9a9462e73a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-19T11:28:59.197 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:28:58 smithi136 ceph-mon[28279]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:59.197 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:28:58 smithi136 ceph-mon[16389]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:59.198 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 podman[66204]: 2024-08-19 11:28:59.020659639 +0000 UTC m=+4.042925584 container init 8b8c68944f5b8031ba5cc2f4eb97c94f7f95af63ece74f7e68362e9a9462e73a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-19T11:28:59.198 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 podman[66204]: 2024-08-19 11:28:59.025647266 +0000 UTC m=+4.047913214 container start 8b8c68944f5b8031ba5cc2f4eb97c94f7f95af63ece74f7e68362e9a9462e73a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-19T11:28:59.198 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.029Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-19T11:28:59.198 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.029Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-19T11:28:59.198 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-19T11:28:59.198 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-19T11:28:59.198 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-19T11:28:59.198 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-19T11:28:59.198 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-19T11:28:59.199 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=arp 2024-08-19T11:28:59.199 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-19T11:28:59.199 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-19T11:28:59.199 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-19T11:28:59.199 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-19T11:28:59.199 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-19T11:28:59.199 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-19T11:28:59.200 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-19T11:28:59.200 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-19T11:28:59.200 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=edac 2024-08-19T11:28:59.200 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-19T11:28:59.200 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-19T11:28:59.200 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-19T11:28:59.200 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-19T11:28:59.200 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-19T11:28:59.200 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-19T11:28:59.200 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-19T11:28:59.200 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-19T11:28:59.200 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-19T11:28:59.200 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-19T11:28:59.201 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-19T11:28:59.201 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-19T11:28:59.201 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-19T11:28:59.201 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-19T11:28:59.201 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-19T11:28:59.201 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-19T11:28:59.201 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=os 2024-08-19T11:28:59.201 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-19T11:28:59.201 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-19T11:28:59.201 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-19T11:28:59.201 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-19T11:28:59.201 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-19T11:28:59.201 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-19T11:28:59.201 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-19T11:28:59.202 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=stat 2024-08-19T11:28:59.202 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-19T11:28:59.202 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-19T11:28:59.202 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-19T11:28:59.202 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=time 2024-08-19T11:28:59.202 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-19T11:28:59.202 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=uname 2024-08-19T11:28:59.202 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-19T11:28:59.202 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-19T11:28:59.202 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-19T11:28:59.202 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-19T11:28:59.202 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[66621]: ts=2024-08-19T11:28:59.030Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-19T11:28:59.202 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 bash[66204]: 8b8c68944f5b8031ba5cc2f4eb97c94f7f95af63ece74f7e68362e9a9462e73a 2024-08-19T11:28:59.203 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:28:59 smithi136 systemd[1]: Started Ceph node-exporter.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:28:59.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:28:58 smithi155 ceph-mon[19718]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:28:59.899 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:28:59 smithi155 systemd[1]: Starting Ceph node-exporter.b for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:29:00.155 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:00 smithi155 bash[52088]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-08-19T11:29:00.271 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:00 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:00.271 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:00 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:00.271 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:00 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:00.271 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:00 smithi136 ceph-mon[28279]: Deploying daemon node-exporter.b on smithi155 2024-08-19T11:29:00.271 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:00 smithi136 ceph-mon[28279]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:00.271 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:00 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:00.271 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:00 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:00.271 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:00 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:00.272 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:00 smithi136 ceph-mon[16389]: Deploying daemon node-exporter.b on smithi155 2024-08-19T11:29:00.272 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:00 smithi136 ceph-mon[16389]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:00.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:00 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:00.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:00 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:00.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:00 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:00.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:00 smithi155 ceph-mon[19718]: Deploying daemon node-exporter.b on smithi155 2024-08-19T11:29:00.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:00 smithi155 ceph-mon[19718]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:00.960 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:00 smithi155 bash[52088]: Getting image source signatures 2024-08-19T11:29:00.960 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:00 smithi155 bash[52088]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-08-19T11:29:00.961 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:00 smithi155 bash[52088]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-08-19T11:29:00.961 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:00 smithi155 bash[52088]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-08-19T11:29:01.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:01 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:29:01.470 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:01 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:29:01.470 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:01 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:29:02.317 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:02 smithi136 ceph-mon[28279]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:02.317 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:02 smithi136 ceph-mon[16389]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:02.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:02 smithi155 ceph-mon[19718]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:02.460 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:02 smithi155 bash[52088]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-08-19T11:29:02.460 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:02 smithi155 bash[52088]: Writing manifest to image destination 2024-08-19T11:29:03.006 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:02 smithi155 podman[52088]: 2024-08-19 11:29:02.680318311 +0000 UTC m=+2.678400374 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-19T11:29:03.006 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:02 smithi155 podman[52088]: 2024-08-19 11:29:02.762123495 +0000 UTC m=+2.760205562 container create 94f522beed05e90d88c3bb3f8d09e08206248f5c6f427312510a3e83de48286e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-19T11:29:03.006 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 podman[52088]: 2024-08-19 11:29:03.005906149 +0000 UTC m=+3.003988220 container init 94f522beed05e90d88c3bb3f8d09e08206248f5c6f427312510a3e83de48286e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-19T11:29:03.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/4206098894' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-19T11:29:03.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:03.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:03.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:03.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:03.462 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 podman[52088]: 2024-08-19 11:29:03.011095564 +0000 UTC m=+3.009177631 container start 94f522beed05e90d88c3bb3f8d09e08206248f5c6f427312510a3e83de48286e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-19T11:29:03.462 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.015Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-19T11:29:03.462 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.015Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-19T11:29:03.462 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.015Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-19T11:29:03.462 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.015Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-19T11:29:03.462 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.015Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-19T11:29:03.462 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.015Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-19T11:29:03.462 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-19T11:29:03.462 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=arp 2024-08-19T11:29:03.462 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-19T11:29:03.462 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-19T11:29:03.462 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-19T11:29:03.463 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-19T11:29:03.463 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-19T11:29:03.463 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-19T11:29:03.463 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-19T11:29:03.463 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-19T11:29:03.463 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=edac 2024-08-19T11:29:03.463 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-19T11:29:03.463 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-19T11:29:03.463 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-19T11:29:03.463 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-19T11:29:03.463 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-19T11:29:03.463 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-19T11:29:03.463 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-19T11:29:03.463 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-19T11:29:03.464 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-19T11:29:03.464 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-19T11:29:03.464 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-19T11:29:03.464 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-19T11:29:03.464 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-19T11:29:03.464 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-19T11:29:03.464 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-19T11:29:03.464 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-19T11:29:03.464 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=os 2024-08-19T11:29:03.464 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-19T11:29:03.464 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-19T11:29:03.464 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-19T11:29:03.464 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-19T11:29:03.464 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-19T11:29:03.465 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-19T11:29:03.465 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-19T11:29:03.465 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=stat 2024-08-19T11:29:03.465 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-19T11:29:03.465 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-19T11:29:03.465 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-19T11:29:03.465 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=time 2024-08-19T11:29:03.465 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-19T11:29:03.465 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=uname 2024-08-19T11:29:03.465 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-19T11:29:03.465 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-19T11:29:03.465 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.016Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-19T11:29:03.465 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.017Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-19T11:29:03.465 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[52147]: ts=2024-08-19T11:29:03.017Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-19T11:29:03.465 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 bash[52088]: 94f522beed05e90d88c3bb3f8d09e08206248f5c6f427312510a3e83de48286e 2024-08-19T11:29:03.466 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:29:03 smithi155 systemd[1]: Started Ceph node-exporter.b for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:29:03.466 INFO:teuthology.orchestra.run.smithi136.stdout:236223201306 2024-08-19T11:29:03.466 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:03 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/4206098894' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-19T11:29:03.466 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:03 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:03.466 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:03 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:03.467 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:03 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:03.467 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:03 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:03.467 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:03 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/4206098894' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-19T11:29:03.467 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:03 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:03.467 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:03 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:03.467 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:03 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:03.467 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:03 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:04.163 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:29:04.180 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201303 got 236223201306 for osd.7 2024-08-19T11:29:04.180 DEBUG:teuthology.parallel:result is None 2024-08-19T11:29:04.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:04 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:04.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:04 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:29:04.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:04 smithi155 ceph-mon[19718]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:04.427 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:04 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:04.427 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:04 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:29:04.427 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:04 smithi136 ceph-mon[28279]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:04.428 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:04 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:04.428 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:04 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:29:04.428 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:04 smithi136 ceph-mon[16389]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:06.216 INFO:teuthology.orchestra.run.smithi136.stdout:111669149743 2024-08-19T11:29:06.864 INFO:teuthology.orchestra.run.smithi136.stdout:133143986218 2024-08-19T11:29:07.142 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:06 smithi136 ceph-mon[28279]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:07.142 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:06 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:07.142 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:06 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/410706593' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-19T11:29:07.142 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:06 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:07.142 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:06 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:07.143 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:06 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/514340180' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-19T11:29:07.143 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:06 smithi136 ceph-mon[16389]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:07.143 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:06 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:07.143 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:06 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/410706593' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-19T11:29:07.143 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:06 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:07.143 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:06 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:07.143 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:06 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/514340180' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-19T11:29:07.163 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149739 got 111669149743 for osd.3 2024-08-19T11:29:07.163 DEBUG:teuthology.parallel:result is None 2024-08-19T11:29:07.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:06 smithi155 ceph-mon[19718]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:07.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:06 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:07.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:06 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/410706593' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-19T11:29:07.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:06 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:07.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:06 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:07.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:06 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/514340180' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-19T11:29:07.786 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:29:07 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:29:07] "GET /metrics HTTP/1.1" 200 33676 "" "Prometheus/2.43.0" 2024-08-19T11:29:08.022 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:29:08.170 INFO:teuthology.orchestra.run.smithi136.stdout:201863462945 2024-08-19T11:29:08.787 INFO:teuthology.orchestra.run.smithi136.stdout:167503724582 2024-08-19T11:29:09.007 INFO:teuthology.orchestra.run.smithi136.stdout:55834574904 2024-08-19T11:29:09.076 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:08 smithi136 ceph-mon[28279]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:09.076 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:08 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/1019361063' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-19T11:29:09.076 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:08 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/1937815561' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-19T11:29:09.077 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:08 smithi136 ceph-mon[16389]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:09.077 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:08 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/1019361063' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-19T11:29:09.077 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:08 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/1937815561' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-19T11:29:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:08 smithi155 ceph-mon[19718]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:08 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/1019361063' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-19T11:29:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:08 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/1937815561' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-19T11:29:09.775 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462942 got 201863462945 for osd.6 2024-08-19T11:29:09.775 DEBUG:teuthology.parallel:result is None 2024-08-19T11:29:10.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:09 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/516342198' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-19T11:29:10.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:09 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/516342198' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-19T11:29:10.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:09 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/516342198' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-19T11:29:10.865 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986215 got 133143986218 for osd.4 2024-08-19T11:29:10.865 DEBUG:teuthology.parallel:result is None 2024-08-19T11:29:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:10 smithi136 ceph-mon[16389]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:10 smithi136 ceph-mon[28279]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:11.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:10 smithi155 ceph-mon[19718]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:11.955 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574900 got 55834574904 for osd.1 2024-08-19T11:29:11.956 DEBUG:teuthology.parallel:result is None 2024-08-19T11:29:12.576 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724579 got 167503724582 for osd.5 2024-08-19T11:29:12.576 DEBUG:teuthology.parallel:result is None 2024-08-19T11:29:13.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:12 smithi155 ceph-mon[19718]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:13.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:12 smithi136 ceph-mon[28279]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:13.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:12 smithi136 ceph-mon[16389]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:14.358 INFO:teuthology.orchestra.run.smithi136.stdout:77309411382 2024-08-19T11:29:15.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:14 smithi155 ceph-mon[19718]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:15.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:14 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/4112539322' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-19T11:29:15.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:14 smithi136 ceph-mon[28279]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:15.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:14 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/4112539322' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-19T11:29:15.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:14 smithi136 ceph-mon[16389]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:15.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:14 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/4112539322' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-19T11:29:15.517 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411378 got 77309411382 for osd.2 2024-08-19T11:29:15.517 DEBUG:teuthology.parallel:result is None 2024-08-19T11:29:15.917 INFO:teuthology.orchestra.run.smithi136.stdout:34359738431 2024-08-19T11:29:16.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:15 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:29:16.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:15 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/1328812953' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-19T11:29:16.255 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:15 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:29:16.255 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:15 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/1328812953' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-19T11:29:16.256 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:15 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:29:16.256 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:15 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/1328812953' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-19T11:29:16.558 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738427 got 34359738431 for osd.0 2024-08-19T11:29:16.558 DEBUG:teuthology.parallel:result is None 2024-08-19T11:29:16.559 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-08-19T11:29:16.559 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-19T11:29:17.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:16 smithi155 ceph-mon[19718]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:17.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:16 smithi136 ceph-mon[16389]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:17.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:16 smithi136 ceph-mon[28279]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:17.399 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:29:17.644 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:29:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:29:17] "GET /metrics HTTP/1.1" 200 33671 "" "Prometheus/2.43.0" 2024-08-19T11:29:19.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:18 smithi155 ceph-mon[19718]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:19.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:18 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:19.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:18 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:19.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:18 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:29:19.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:18 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:29:19.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:18 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:19.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:18 smithi136 ceph-mon[16389]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:19.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:18 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:19.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:18 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:19.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:18 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:29:19.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:18 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:29:19.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:18 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:19.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:18 smithi136 ceph-mon[28279]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:19.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:18 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:19.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:18 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:19.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:18 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:29:19.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:18 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:29:19.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:18 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:20.200 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:19 smithi136 ceph-mon[28279]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-19T11:29:20.200 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:19 smithi136 ceph-mon[28279]: Reconfiguring daemon alertmanager.a on smithi136 2024-08-19T11:29:20.200 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:19 smithi136 ceph-mon[16389]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-19T11:29:20.200 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:19 smithi136 ceph-mon[16389]: Reconfiguring daemon alertmanager.a on smithi136 2024-08-19T11:29:20.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:19 smithi155 ceph-mon[19718]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-19T11:29:20.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:19 smithi155 ceph-mon[19718]: Reconfiguring daemon alertmanager.a on smithi136 2024-08-19T11:29:20.884 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:29:20.885 INFO:teuthology.orchestra.run.smithi136.stderr:dumped all 2024-08-19T11:29:21.204 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:20 smithi136 ceph-mon[28279]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:21.205 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:20 smithi136 ceph-mon[16389]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:21.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:20 smithi155 ceph-mon[19718]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:22.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:21 smithi136 ceph-mon[28279]: from='client.24641 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T11:29:22.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:21 smithi136 ceph-mon[16389]: from='client.24641 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T11:29:22.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:21 smithi155 ceph-mon[19718]: from='client.24641 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T11:29:22.310 INFO:teuthology.orchestra.run.smithi136.stdout:{"pg_ready":true,"pg_map":{"version":42,"stamp":"2024-08-19T11:29:19.855284+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593533,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":1771686,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":228264,"kb_used_data":8008,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749732952,"statfs":{"total":767960285184,"available":767726542848,"internally_reserved":0,"allocated":8200192,"data_stored":4601269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002918"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380736+0000","last_change":"2024-08-19T11:27:27.821571+0000","last_active":"2024-08-19T11:28:22.380736+0000","last_peered":"2024-08-19T11:28:22.380736+0000","last_clean":"2024-08-19T11:28:22.380736+0000","last_became_active":"2024-08-19T11:27:27.821286+0000","last_became_peered":"2024-08-19T11:27:27.821286+0000","last_unstale":"2024-08-19T11:28:22.380736+0000","last_undegraded":"2024-08-19T11:28:22.380736+0000","last_fullsized":"2024-08-19T11:28:22.380736+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:04:32.182376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.352031+0000","last_change":"2024-08-19T11:27:27.811947+0000","last_active":"2024-08-19T11:28:22.352031+0000","last_peered":"2024-08-19T11:28:22.352031+0000","last_clean":"2024-08-19T11:28:22.352031+0000","last_became_active":"2024-08-19T11:27:27.811646+0000","last_became_peered":"2024-08-19T11:27:27.811646+0000","last_unstale":"2024-08-19T11:28:22.352031+0000","last_undegraded":"2024-08-19T11:28:22.352031+0000","last_fullsized":"2024-08-19T11:28:22.352031+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:11:46.981524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.381092+0000","last_change":"2024-08-19T11:27:27.799377+0000","last_active":"2024-08-19T11:28:22.381092+0000","last_peered":"2024-08-19T11:28:22.381092+0000","last_clean":"2024-08-19T11:28:22.381092+0000","last_became_active":"2024-08-19T11:27:27.799104+0000","last_became_peered":"2024-08-19T11:27:27.799104+0000","last_unstale":"2024-08-19T11:28:22.381092+0000","last_undegraded":"2024-08-19T11:28:22.381092+0000","last_fullsized":"2024-08-19T11:28:22.381092+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:38:54.188181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.353890+0000","last_change":"2024-08-19T11:27:27.817753+0000","last_active":"2024-08-19T11:28:22.353890+0000","last_peered":"2024-08-19T11:28:22.353890+0000","last_clean":"2024-08-19T11:28:22.353890+0000","last_became_active":"2024-08-19T11:27:27.817253+0000","last_became_peered":"2024-08-19T11:27:27.817253+0000","last_unstale":"2024-08-19T11:28:22.353890+0000","last_undegraded":"2024-08-19T11:28:22.353890+0000","last_fullsized":"2024-08-19T11:28:22.353890+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:21:26.916540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380840+0000","last_change":"2024-08-19T11:27:27.820265+0000","last_active":"2024-08-19T11:28:22.380840+0000","last_peered":"2024-08-19T11:28:22.380840+0000","last_clean":"2024-08-19T11:28:22.380840+0000","last_became_active":"2024-08-19T11:27:27.819991+0000","last_became_peered":"2024-08-19T11:27:27.819991+0000","last_unstale":"2024-08-19T11:28:22.380840+0000","last_undegraded":"2024-08-19T11:28:22.380840+0000","last_fullsized":"2024-08-19T11:28:22.380840+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:52:45.266017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.353756+0000","last_change":"2024-08-19T11:27:27.804806+0000","last_active":"2024-08-19T11:28:22.353756+0000","last_peered":"2024-08-19T11:28:22.353756+0000","last_clean":"2024-08-19T11:28:22.353756+0000","last_became_active":"2024-08-19T11:27:27.804513+0000","last_became_peered":"2024-08-19T11:27:27.804513+0000","last_unstale":"2024-08-19T11:28:22.353756+0000","last_undegraded":"2024-08-19T11:28:22.353756+0000","last_fullsized":"2024-08-19T11:28:22.353756+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:20:11.432009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.379760+0000","last_change":"2024-08-19T11:27:27.820613+0000","last_active":"2024-08-19T11:28:22.379760+0000","last_peered":"2024-08-19T11:28:22.379760+0000","last_clean":"2024-08-19T11:28:22.379760+0000","last_became_active":"2024-08-19T11:27:27.819124+0000","last_became_peered":"2024-08-19T11:27:27.819124+0000","last_unstale":"2024-08-19T11:28:22.379760+0000","last_undegraded":"2024-08-19T11:28:22.379760+0000","last_fullsized":"2024-08-19T11:28:22.379760+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:03:55.062142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.379672+0000","last_change":"2024-08-19T11:27:27.817325+0000","last_active":"2024-08-19T11:28:22.379672+0000","last_peered":"2024-08-19T11:28:22.379672+0000","last_clean":"2024-08-19T11:28:22.379672+0000","last_became_active":"2024-08-19T11:27:27.816757+0000","last_became_peered":"2024-08-19T11:27:27.816757+0000","last_unstale":"2024-08-19T11:28:22.379672+0000","last_undegraded":"2024-08-19T11:28:22.379672+0000","last_fullsized":"2024-08-19T11:28:22.379672+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:43:25.045429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.381051+0000","last_change":"2024-08-19T11:27:27.813622+0000","last_active":"2024-08-19T11:28:22.381051+0000","last_peered":"2024-08-19T11:28:22.381051+0000","last_clean":"2024-08-19T11:28:22.381051+0000","last_became_active":"2024-08-19T11:27:27.813302+0000","last_became_peered":"2024-08-19T11:27:27.813302+0000","last_unstale":"2024-08-19T11:28:22.381051+0000","last_undegraded":"2024-08-19T11:28:22.381051+0000","last_fullsized":"2024-08-19T11:28:22.381051+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:11:41.816810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.381150+0000","last_change":"2024-08-19T11:27:27.813218+0000","last_active":"2024-08-19T11:28:22.381150+0000","last_peered":"2024-08-19T11:28:22.381150+0000","last_clean":"2024-08-19T11:28:22.381150+0000","last_became_active":"2024-08-19T11:27:27.812212+0000","last_became_peered":"2024-08-19T11:27:27.812212+0000","last_unstale":"2024-08-19T11:28:22.381150+0000","last_undegraded":"2024-08-19T11:28:22.381150+0000","last_fullsized":"2024-08-19T11:28:22.381150+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:15:34.819860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380793+0000","last_change":"2024-08-19T11:27:27.817071+0000","last_active":"2024-08-19T11:28:22.380793+0000","last_peered":"2024-08-19T11:28:22.380793+0000","last_clean":"2024-08-19T11:28:22.380793+0000","last_became_active":"2024-08-19T11:27:27.816743+0000","last_became_peered":"2024-08-19T11:27:27.816743+0000","last_unstale":"2024-08-19T11:28:22.380793+0000","last_undegraded":"2024-08-19T11:28:22.380793+0000","last_fullsized":"2024-08-19T11:28:22.380793+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:58:35.430891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.352314+0000","last_change":"2024-08-19T11:27:27.807854+0000","last_active":"2024-08-19T11:28:22.352314+0000","last_peered":"2024-08-19T11:28:22.352314+0000","last_clean":"2024-08-19T11:28:22.352314+0000","last_became_active":"2024-08-19T11:27:27.807529+0000","last_became_peered":"2024-08-19T11:27:27.807529+0000","last_unstale":"2024-08-19T11:28:22.352314+0000","last_undegraded":"2024-08-19T11:28:22.352314+0000","last_fullsized":"2024-08-19T11:28:22.352314+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:14:56.980430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.379892+0000","last_change":"2024-08-19T11:27:27.817414+0000","last_active":"2024-08-19T11:28:22.379892+0000","last_peered":"2024-08-19T11:28:22.379892+0000","last_clean":"2024-08-19T11:28:22.379892+0000","last_became_active":"2024-08-19T11:27:27.816792+0000","last_became_peered":"2024-08-19T11:27:27.816792+0000","last_unstale":"2024-08-19T11:28:22.379892+0000","last_undegraded":"2024-08-19T11:28:22.379892+0000","last_fullsized":"2024-08-19T11:28:22.379892+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T22:00:28.968994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380292+0000","last_change":"2024-08-19T11:27:27.807027+0000","last_active":"2024-08-19T11:28:22.380292+0000","last_peered":"2024-08-19T11:28:22.380292+0000","last_clean":"2024-08-19T11:28:22.380292+0000","last_became_active":"2024-08-19T11:27:27.804903+0000","last_became_peered":"2024-08-19T11:27:27.804903+0000","last_unstale":"2024-08-19T11:28:22.380292+0000","last_undegraded":"2024-08-19T11:28:22.380292+0000","last_fullsized":"2024-08-19T11:28:22.380292+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T22:54:37.026494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.350594+0000","last_change":"2024-08-19T11:27:27.809635+0000","last_active":"2024-08-19T11:28:22.350594+0000","last_peered":"2024-08-19T11:28:22.350594+0000","last_clean":"2024-08-19T11:28:22.350594+0000","last_became_active":"2024-08-19T11:27:27.809369+0000","last_became_peered":"2024-08-19T11:27:27.809369+0000","last_unstale":"2024-08-19T11:28:22.350594+0000","last_undegraded":"2024-08-19T11:28:22.350594+0000","last_fullsized":"2024-08-19T11:28:22.350594+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:12:52.700027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.353547+0000","last_change":"2024-08-19T11:27:27.814161+0000","last_active":"2024-08-19T11:28:22.353547+0000","last_peered":"2024-08-19T11:28:22.353547+0000","last_clean":"2024-08-19T11:28:22.353547+0000","last_became_active":"2024-08-19T11:27:27.813861+0000","last_became_peered":"2024-08-19T11:27:27.813861+0000","last_unstale":"2024-08-19T11:28:22.353547+0000","last_undegraded":"2024-08-19T11:28:22.353547+0000","last_fullsized":"2024-08-19T11:28:22.353547+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T23:07:56.192608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.354284+0000","last_change":"2024-08-19T11:27:27.815059+0000","last_active":"2024-08-19T11:28:22.354284+0000","last_peered":"2024-08-19T11:28:22.354284+0000","last_clean":"2024-08-19T11:28:22.354284+0000","last_became_active":"2024-08-19T11:27:27.814764+0000","last_became_peered":"2024-08-19T11:27:27.814764+0000","last_unstale":"2024-08-19T11:28:22.354284+0000","last_undegraded":"2024-08-19T11:28:22.354284+0000","last_fullsized":"2024-08-19T11:28:22.354284+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:00:32.293296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.352059+0000","last_change":"2024-08-19T11:27:27.809051+0000","last_active":"2024-08-19T11:28:22.352059+0000","last_peered":"2024-08-19T11:28:22.352059+0000","last_clean":"2024-08-19T11:28:22.352059+0000","last_became_active":"2024-08-19T11:27:27.808779+0000","last_became_peered":"2024-08-19T11:27:27.808779+0000","last_unstale":"2024-08-19T11:28:22.352059+0000","last_undegraded":"2024-08-19T11:28:22.352059+0000","last_fullsized":"2024-08-19T11:28:22.352059+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:49:09.884734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380577+0000","last_change":"2024-08-19T11:27:27.822832+0000","last_active":"2024-08-19T11:28:22.380577+0000","last_peered":"2024-08-19T11:28:22.380577+0000","last_clean":"2024-08-19T11:28:22.380577+0000","last_became_active":"2024-08-19T11:27:27.822411+0000","last_became_peered":"2024-08-19T11:27:27.822411+0000","last_unstale":"2024-08-19T11:28:22.380577+0000","last_undegraded":"2024-08-19T11:28:22.380577+0000","last_fullsized":"2024-08-19T11:28:22.380577+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:22:32.701029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380945+0000","last_change":"2024-08-19T11:27:27.816350+0000","last_active":"2024-08-19T11:28:22.380945+0000","last_peered":"2024-08-19T11:28:22.380945+0000","last_clean":"2024-08-19T11:28:22.380945+0000","last_became_active":"2024-08-19T11:27:27.816089+0000","last_became_peered":"2024-08-19T11:27:27.816089+0000","last_unstale":"2024-08-19T11:28:22.380945+0000","last_undegraded":"2024-08-19T11:28:22.380945+0000","last_fullsized":"2024-08-19T11:28:22.380945+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:38:06.558961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380637+0000","last_change":"2024-08-19T11:27:27.811046+0000","last_active":"2024-08-19T11:28:22.380637+0000","last_peered":"2024-08-19T11:28:22.380637+0000","last_clean":"2024-08-19T11:28:22.380637+0000","last_became_active":"2024-08-19T11:27:27.810249+0000","last_became_peered":"2024-08-19T11:27:27.810249+0000","last_unstale":"2024-08-19T11:28:22.380637+0000","last_undegraded":"2024-08-19T11:28:22.380637+0000","last_fullsized":"2024-08-19T11:28:22.380637+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:51:51.221566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.353807+0000","last_change":"2024-08-19T11:27:27.811485+0000","last_active":"2024-08-19T11:28:22.353807+0000","last_peered":"2024-08-19T11:28:22.353807+0000","last_clean":"2024-08-19T11:28:22.353807+0000","last_became_active":"2024-08-19T11:27:27.811184+0000","last_became_peered":"2024-08-19T11:27:27.811184+0000","last_unstale":"2024-08-19T11:28:22.353807+0000","last_undegraded":"2024-08-19T11:28:22.353807+0000","last_fullsized":"2024-08-19T11:28:22.353807+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:08:45.592567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.379751+0000","last_change":"2024-08-19T11:27:27.823663+0000","last_active":"2024-08-19T11:28:22.379751+0000","last_peered":"2024-08-19T11:28:22.379751+0000","last_clean":"2024-08-19T11:28:22.379751+0000","last_became_active":"2024-08-19T11:27:27.822910+0000","last_became_peered":"2024-08-19T11:27:27.822910+0000","last_unstale":"2024-08-19T11:28:22.379751+0000","last_undegraded":"2024-08-19T11:28:22.379751+0000","last_fullsized":"2024-08-19T11:28:22.379751+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:34:32.072062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.353611+0000","last_change":"2024-08-19T11:27:27.814447+0000","last_active":"2024-08-19T11:28:22.353611+0000","last_peered":"2024-08-19T11:28:22.353611+0000","last_clean":"2024-08-19T11:28:22.353611+0000","last_became_active":"2024-08-19T11:27:27.814154+0000","last_became_peered":"2024-08-19T11:27:27.814154+0000","last_unstale":"2024-08-19T11:28:22.353611+0000","last_undegraded":"2024-08-19T11:28:22.353611+0000","last_fullsized":"2024-08-19T11:28:22.353611+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:10:43.460705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.381335+0000","last_change":"2024-08-19T11:27:27.813023+0000","last_active":"2024-08-19T11:28:22.381335+0000","last_peered":"2024-08-19T11:28:22.381335+0000","last_clean":"2024-08-19T11:28:22.381335+0000","last_became_active":"2024-08-19T11:27:27.812715+0000","last_became_peered":"2024-08-19T11:27:27.812715+0000","last_unstale":"2024-08-19T11:28:22.381335+0000","last_undegraded":"2024-08-19T11:28:22.381335+0000","last_fullsized":"2024-08-19T11:28:22.381335+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:03:50.018261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.381218+0000","last_change":"2024-08-19T11:27:27.814655+0000","last_active":"2024-08-19T11:28:22.381218+0000","last_peered":"2024-08-19T11:28:22.381218+0000","last_clean":"2024-08-19T11:28:22.381218+0000","last_became_active":"2024-08-19T11:27:27.814254+0000","last_became_peered":"2024-08-19T11:27:27.814254+0000","last_unstale":"2024-08-19T11:28:22.381218+0000","last_undegraded":"2024-08-19T11:28:22.381218+0000","last_fullsized":"2024-08-19T11:28:22.381218+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:13:35.495851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.350902+0000","last_change":"2024-08-19T11:27:27.810465+0000","last_active":"2024-08-19T11:28:22.350902+0000","last_peered":"2024-08-19T11:28:22.350902+0000","last_clean":"2024-08-19T11:28:22.350902+0000","last_became_active":"2024-08-19T11:27:27.808154+0000","last_became_peered":"2024-08-19T11:27:27.808154+0000","last_unstale":"2024-08-19T11:28:22.350902+0000","last_undegraded":"2024-08-19T11:28:22.350902+0000","last_fullsized":"2024-08-19T11:28:22.350902+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:00:56.100786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380771+0000","last_change":"2024-08-19T11:27:27.823341+0000","last_active":"2024-08-19T11:28:22.380771+0000","last_peered":"2024-08-19T11:28:22.380771+0000","last_clean":"2024-08-19T11:28:22.380771+0000","last_became_active":"2024-08-19T11:27:27.823014+0000","last_became_peered":"2024-08-19T11:27:27.823014+0000","last_unstale":"2024-08-19T11:28:22.380771+0000","last_undegraded":"2024-08-19T11:28:22.380771+0000","last_fullsized":"2024-08-19T11:28:22.380771+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:21:03.617996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.351699+0000","last_change":"2024-08-19T11:27:52.981511+0000","last_active":"2024-08-19T11:28:22.351699+0000","last_peered":"2024-08-19T11:28:22.351699+0000","last_clean":"2024-08-19T11:28:22.351699+0000","last_became_active":"2024-08-19T11:27:52.981082+0000","last_became_peered":"2024-08-19T11:27:52.981082+0000","last_unstale":"2024-08-19T11:28:22.351699+0000","last_undegraded":"2024-08-19T11:28:22.351699+0000","last_fullsized":"2024-08-19T11:28:22.351699+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:59:13.396139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.353879+0000","last_change":"2024-08-19T11:27:27.813725+0000","last_active":"2024-08-19T11:28:22.353879+0000","last_peered":"2024-08-19T11:28:22.353879+0000","last_clean":"2024-08-19T11:28:22.353879+0000","last_became_active":"2024-08-19T11:27:27.813429+0000","last_became_peered":"2024-08-19T11:27:27.813429+0000","last_unstale":"2024-08-19T11:28:22.353879+0000","last_undegraded":"2024-08-19T11:28:22.353879+0000","last_fullsized":"2024-08-19T11:28:22.353879+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:10:13.996695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.351568+0000","last_change":"2024-08-19T11:27:27.806664+0000","last_active":"2024-08-19T11:28:22.351568+0000","last_peered":"2024-08-19T11:28:22.351568+0000","last_clean":"2024-08-19T11:28:22.351568+0000","last_became_active":"2024-08-19T11:27:27.806360+0000","last_became_peered":"2024-08-19T11:27:27.806360+0000","last_unstale":"2024-08-19T11:28:22.351568+0000","last_undegraded":"2024-08-19T11:28:22.351568+0000","last_fullsized":"2024-08-19T11:28:22.351568+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:59:45.066961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.379519+0000","last_change":"2024-08-19T11:27:27.818651+0000","last_active":"2024-08-19T11:28:22.379519+0000","last_peered":"2024-08-19T11:28:22.379519+0000","last_clean":"2024-08-19T11:28:22.379519+0000","last_became_active":"2024-08-19T11:27:27.818099+0000","last_became_peered":"2024-08-19T11:27:27.818099+0000","last_unstale":"2024-08-19T11:28:22.379519+0000","last_undegraded":"2024-08-19T11:28:22.379519+0000","last_fullsized":"2024-08-19T11:28:22.379519+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:08:43.272608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.352620+0000","last_change":"2024-08-19T11:27:27.800631+0000","last_active":"2024-08-19T11:28:22.352620+0000","last_peered":"2024-08-19T11:28:22.352620+0000","last_clean":"2024-08-19T11:28:22.352620+0000","last_became_active":"2024-08-19T11:27:27.800320+0000","last_became_peered":"2024-08-19T11:27:27.800320+0000","last_unstale":"2024-08-19T11:28:22.352620+0000","last_undegraded":"2024-08-19T11:28:22.352620+0000","last_fullsized":"2024-08-19T11:28:22.352620+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:44:56.474691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.381108+0000","last_change":"2024-08-19T11:27:24.782702+0000","last_active":"2024-08-19T11:28:22.381108+0000","last_peered":"2024-08-19T11:28:22.381108+0000","last_clean":"2024-08-19T11:28:22.381108+0000","last_became_active":"2024-08-19T11:27:24.782405+0000","last_became_peered":"2024-08-19T11:27:24.782405+0000","last_unstale":"2024-08-19T11:28:22.381108+0000","last_undegraded":"2024-08-19T11:28:22.381108+0000","last_fullsized":"2024-08-19T11:28:22.381108+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:33:53.299010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380712+0000","last_change":"2024-08-19T11:27:27.810520+0000","last_active":"2024-08-19T11:28:22.380712+0000","last_peered":"2024-08-19T11:28:22.380712+0000","last_clean":"2024-08-19T11:28:22.380712+0000","last_became_active":"2024-08-19T11:27:27.810258+0000","last_became_peered":"2024-08-19T11:27:27.810258+0000","last_unstale":"2024-08-19T11:28:22.380712+0000","last_undegraded":"2024-08-19T11:28:22.380712+0000","last_fullsized":"2024-08-19T11:28:22.380712+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:01:17.641487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380497+0000","last_change":"2024-08-19T11:27:24.775005+0000","last_active":"2024-08-19T11:28:22.380497+0000","last_peered":"2024-08-19T11:28:22.380497+0000","last_clean":"2024-08-19T11:28:22.380497+0000","last_became_active":"2024-08-19T11:27:24.774718+0000","last_became_peered":"2024-08-19T11:27:24.774718+0000","last_unstale":"2024-08-19T11:28:22.380497+0000","last_undegraded":"2024-08-19T11:28:22.380497+0000","last_fullsized":"2024-08-19T11:28:22.380497+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T23:09:55.630224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":23,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.379854+0000","last_change":"2024-08-19T11:27:24.782001+0000","last_active":"2024-08-19T11:28:22.379854+0000","last_peered":"2024-08-19T11:28:22.379854+0000","last_clean":"2024-08-19T11:28:22.379854+0000","last_became_active":"2024-08-19T11:27:24.781674+0000","last_became_peered":"2024-08-19T11:27:24.781674+0000","last_unstale":"2024-08-19T11:28:22.379854+0000","last_undegraded":"2024-08-19T11:28:22.379854+0000","last_fullsized":"2024-08-19T11:28:22.379854+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:29:29.881954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.379765+0000","last_change":"2024-08-19T11:27:27.813813+0000","last_active":"2024-08-19T11:28:22.379765+0000","last_peered":"2024-08-19T11:28:22.379765+0000","last_clean":"2024-08-19T11:28:22.379765+0000","last_became_active":"2024-08-19T11:27:27.813550+0000","last_became_peered":"2024-08-19T11:27:27.813550+0000","last_unstale":"2024-08-19T11:28:22.379765+0000","last_undegraded":"2024-08-19T11:28:22.379765+0000","last_fullsized":"2024-08-19T11:28:22.379765+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:23:15.037070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.353665+0000","last_change":"2024-08-19T11:27:24.777995+0000","last_active":"2024-08-19T11:28:22.353665+0000","last_peered":"2024-08-19T11:28:22.353665+0000","last_clean":"2024-08-19T11:28:22.353665+0000","last_became_active":"2024-08-19T11:27:24.777484+0000","last_became_peered":"2024-08-19T11:27:24.777484+0000","last_unstale":"2024-08-19T11:28:22.353665+0000","last_undegraded":"2024-08-19T11:28:22.353665+0000","last_fullsized":"2024-08-19T11:28:22.353665+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:54:38.668282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.350449+0000","last_change":"2024-08-19T11:27:27.810939+0000","last_active":"2024-08-19T11:28:22.350449+0000","last_peered":"2024-08-19T11:28:22.350449+0000","last_clean":"2024-08-19T11:28:22.350449+0000","last_became_active":"2024-08-19T11:27:27.810666+0000","last_became_peered":"2024-08-19T11:27:27.810666+0000","last_unstale":"2024-08-19T11:28:22.350449+0000","last_undegraded":"2024-08-19T11:28:22.350449+0000","last_fullsized":"2024-08-19T11:28:22.350449+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:57:30.617821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380670+0000","last_change":"2024-08-19T11:27:24.782861+0000","last_active":"2024-08-19T11:28:22.380670+0000","last_peered":"2024-08-19T11:28:22.380670+0000","last_clean":"2024-08-19T11:28:22.380670+0000","last_became_active":"2024-08-19T11:27:24.782552+0000","last_became_peered":"2024-08-19T11:27:24.782552+0000","last_unstale":"2024-08-19T11:28:22.380670+0000","last_undegraded":"2024-08-19T11:28:22.380670+0000","last_fullsized":"2024-08-19T11:28:22.380670+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:30:59.506392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.354165+0000","last_change":"2024-08-19T11:27:27.809727+0000","last_active":"2024-08-19T11:28:22.354165+0000","last_peered":"2024-08-19T11:28:22.354165+0000","last_clean":"2024-08-19T11:28:22.354165+0000","last_became_active":"2024-08-19T11:27:27.809420+0000","last_became_peered":"2024-08-19T11:27:27.809420+0000","last_unstale":"2024-08-19T11:28:22.354165+0000","last_undegraded":"2024-08-19T11:28:22.354165+0000","last_fullsized":"2024-08-19T11:28:22.354165+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:28:37.445064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.354238+0000","last_change":"2024-08-19T11:27:24.783767+0000","last_active":"2024-08-19T11:28:22.354238+0000","last_peered":"2024-08-19T11:28:22.354238+0000","last_clean":"2024-08-19T11:28:22.354238+0000","last_became_active":"2024-08-19T11:27:24.783493+0000","last_became_peered":"2024-08-19T11:27:24.783493+0000","last_unstale":"2024-08-19T11:28:22.354238+0000","last_undegraded":"2024-08-19T11:28:22.354238+0000","last_fullsized":"2024-08-19T11:28:22.354238+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:01:41.751886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.351678+0000","last_change":"2024-08-19T11:27:52.979976+0000","last_active":"2024-08-19T11:28:22.351678+0000","last_peered":"2024-08-19T11:28:22.351678+0000","last_clean":"2024-08-19T11:28:22.351678+0000","last_became_active":"2024-08-19T11:27:52.979616+0000","last_became_peered":"2024-08-19T11:27:52.979616+0000","last_unstale":"2024-08-19T11:28:22.351678+0000","last_undegraded":"2024-08-19T11:28:22.351678+0000","last_fullsized":"2024-08-19T11:28:22.351678+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:36:25.215449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":27,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.351035+0000","last_change":"2024-08-19T11:27:24.779231+0000","last_active":"2024-08-19T11:28:22.351035+0000","last_peered":"2024-08-19T11:28:22.351035+0000","last_clean":"2024-08-19T11:28:22.351035+0000","last_became_active":"2024-08-19T11:27:24.778962+0000","last_became_peered":"2024-08-19T11:27:24.778962+0000","last_unstale":"2024-08-19T11:28:22.351035+0000","last_undegraded":"2024-08-19T11:28:22.351035+0000","last_fullsized":"2024-08-19T11:28:22.351035+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:36:53.182344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.352273+0000","last_change":"2024-08-19T11:27:27.812996+0000","last_active":"2024-08-19T11:28:22.352273+0000","last_peered":"2024-08-19T11:28:22.352273+0000","last_clean":"2024-08-19T11:28:22.352273+0000","last_became_active":"2024-08-19T11:27:27.812699+0000","last_became_peered":"2024-08-19T11:27:27.812699+0000","last_unstale":"2024-08-19T11:28:22.352273+0000","last_undegraded":"2024-08-19T11:28:22.352273+0000","last_fullsized":"2024-08-19T11:28:22.352273+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:26:34.557357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"69'9","reported_seq":34,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.381004+0000","last_change":"2024-08-19T11:27:24.780499+0000","last_active":"2024-08-19T11:28:22.381004+0000","last_peered":"2024-08-19T11:28:22.381004+0000","last_clean":"2024-08-19T11:28:22.381004+0000","last_became_active":"2024-08-19T11:27:24.780017+0000","last_became_peered":"2024-08-19T11:27:24.780017+0000","last_unstale":"2024-08-19T11:28:22.381004+0000","last_undegraded":"2024-08-19T11:28:22.381004+0000","last_fullsized":"2024-08-19T11:28:22.381004+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:47:17.279148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2348,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":30,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380088+0000","last_change":"2024-08-19T11:27:52.980221+0000","last_active":"2024-08-19T11:28:22.380088+0000","last_peered":"2024-08-19T11:28:22.380088+0000","last_clean":"2024-08-19T11:28:22.380088+0000","last_became_active":"2024-08-19T11:27:52.979890+0000","last_became_peered":"2024-08-19T11:27:52.979890+0000","last_unstale":"2024-08-19T11:28:22.380088+0000","last_undegraded":"2024-08-19T11:28:22.380088+0000","last_fullsized":"2024-08-19T11:28:22.380088+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:05:52.969537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":27,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380768+0000","last_change":"2024-08-19T11:27:24.773787+0000","last_active":"2024-08-19T11:28:22.380768+0000","last_peered":"2024-08-19T11:28:22.380768+0000","last_clean":"2024-08-19T11:28:22.380768+0000","last_became_active":"2024-08-19T11:27:24.773532+0000","last_became_peered":"2024-08-19T11:27:24.773532+0000","last_unstale":"2024-08-19T11:28:22.380768+0000","last_undegraded":"2024-08-19T11:28:22.380768+0000","last_fullsized":"2024-08-19T11:28:22.380768+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:12:09.641862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380295+0000","last_change":"2024-08-19T11:27:27.812696+0000","last_active":"2024-08-19T11:28:22.380295+0000","last_peered":"2024-08-19T11:28:22.380295+0000","last_clean":"2024-08-19T11:28:22.380295+0000","last_became_active":"2024-08-19T11:27:27.812443+0000","last_became_peered":"2024-08-19T11:27:27.812443+0000","last_unstale":"2024-08-19T11:28:22.380295+0000","last_undegraded":"2024-08-19T11:28:22.380295+0000","last_fullsized":"2024-08-19T11:28:22.380295+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:00:39.585880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.353967+0000","last_change":"2024-08-19T11:27:24.778733+0000","last_active":"2024-08-19T11:28:22.353967+0000","last_peered":"2024-08-19T11:28:22.353967+0000","last_clean":"2024-08-19T11:28:22.353967+0000","last_became_active":"2024-08-19T11:27:24.778430+0000","last_became_peered":"2024-08-19T11:27:24.778430+0000","last_unstale":"2024-08-19T11:28:22.353967+0000","last_undegraded":"2024-08-19T11:28:22.353967+0000","last_fullsized":"2024-08-19T11:28:22.353967+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:07:15.902901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380081+0000","last_change":"2024-08-19T11:27:27.820117+0000","last_active":"2024-08-19T11:28:22.380081+0000","last_peered":"2024-08-19T11:28:22.380081+0000","last_clean":"2024-08-19T11:28:22.380081+0000","last_became_active":"2024-08-19T11:27:27.819831+0000","last_became_peered":"2024-08-19T11:27:27.819831+0000","last_unstale":"2024-08-19T11:28:22.380081+0000","last_undegraded":"2024-08-19T11:28:22.380081+0000","last_fullsized":"2024-08-19T11:28:22.380081+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T22:24:53.513858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380552+0000","last_change":"2024-08-19T11:27:24.778540+0000","last_active":"2024-08-19T11:28:22.380552+0000","last_peered":"2024-08-19T11:28:22.380552+0000","last_clean":"2024-08-19T11:28:22.380552+0000","last_became_active":"2024-08-19T11:27:24.778228+0000","last_became_peered":"2024-08-19T11:27:24.778228+0000","last_unstale":"2024-08-19T11:28:22.380552+0000","last_undegraded":"2024-08-19T11:28:22.380552+0000","last_fullsized":"2024-08-19T11:28:22.380552+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:04:52.236736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.379526+0000","last_change":"2024-08-19T11:27:27.818475+0000","last_active":"2024-08-19T11:28:22.379526+0000","last_peered":"2024-08-19T11:28:22.379526+0000","last_clean":"2024-08-19T11:28:22.379526+0000","last_became_active":"2024-08-19T11:27:27.817726+0000","last_became_peered":"2024-08-19T11:27:27.817726+0000","last_unstale":"2024-08-19T11:28:22.379526+0000","last_undegraded":"2024-08-19T11:28:22.379526+0000","last_fullsized":"2024-08-19T11:28:22.379526+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T22:44:02.331988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":33,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.351591+0000","last_change":"2024-08-19T11:27:24.772413+0000","last_active":"2024-08-19T11:28:22.351591+0000","last_peered":"2024-08-19T11:28:22.351591+0000","last_clean":"2024-08-19T11:28:22.351591+0000","last_became_active":"2024-08-19T11:27:24.771796+0000","last_became_peered":"2024-08-19T11:27:24.771796+0000","last_unstale":"2024-08-19T11:28:22.351591+0000","last_undegraded":"2024-08-19T11:28:22.351591+0000","last_fullsized":"2024-08-19T11:28:22.351591+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:01:59.489014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.379898+0000","last_change":"2024-08-19T11:27:27.822039+0000","last_active":"2024-08-19T11:28:22.379898+0000","last_peered":"2024-08-19T11:28:22.379898+0000","last_clean":"2024-08-19T11:28:22.379898+0000","last_became_active":"2024-08-19T11:27:27.821748+0000","last_became_peered":"2024-08-19T11:27:27.821748+0000","last_unstale":"2024-08-19T11:28:22.379898+0000","last_undegraded":"2024-08-19T11:28:22.379898+0000","last_fullsized":"2024-08-19T11:28:22.379898+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:00:19.813457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.352353+0000","last_change":"2024-08-19T11:27:24.776283+0000","last_active":"2024-08-19T11:28:22.352353+0000","last_peered":"2024-08-19T11:28:22.352353+0000","last_clean":"2024-08-19T11:28:22.352353+0000","last_became_active":"2024-08-19T11:27:24.775972+0000","last_became_peered":"2024-08-19T11:27:24.775972+0000","last_unstale":"2024-08-19T11:28:22.352353+0000","last_undegraded":"2024-08-19T11:28:22.352353+0000","last_fullsized":"2024-08-19T11:28:22.352353+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T23:21:10.434812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380482+0000","last_change":"2024-08-19T11:27:27.819698+0000","last_active":"2024-08-19T11:28:22.380482+0000","last_peered":"2024-08-19T11:28:22.380482+0000","last_clean":"2024-08-19T11:28:22.380482+0000","last_became_active":"2024-08-19T11:27:27.818779+0000","last_became_peered":"2024-08-19T11:27:27.818779+0000","last_unstale":"2024-08-19T11:28:22.380482+0000","last_undegraded":"2024-08-19T11:28:22.380482+0000","last_fullsized":"2024-08-19T11:28:22.380482+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:31:50.109027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":27,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.352195+0000","last_change":"2024-08-19T11:27:24.776125+0000","last_active":"2024-08-19T11:28:22.352195+0000","last_peered":"2024-08-19T11:28:22.352195+0000","last_clean":"2024-08-19T11:28:22.352195+0000","last_became_active":"2024-08-19T11:27:24.775789+0000","last_became_peered":"2024-08-19T11:27:24.775789+0000","last_unstale":"2024-08-19T11:28:22.352195+0000","last_undegraded":"2024-08-19T11:28:22.352195+0000","last_fullsized":"2024-08-19T11:28:22.352195+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:11:36.736766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380732+0000","last_change":"2024-08-19T11:27:27.819652+0000","last_active":"2024-08-19T11:28:22.380732+0000","last_peered":"2024-08-19T11:28:22.380732+0000","last_clean":"2024-08-19T11:28:22.380732+0000","last_became_active":"2024-08-19T11:27:27.819354+0000","last_became_peered":"2024-08-19T11:27:27.819354+0000","last_unstale":"2024-08-19T11:28:22.380732+0000","last_undegraded":"2024-08-19T11:28:22.380732+0000","last_fullsized":"2024-08-19T11:28:22.380732+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:22:55.084684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.351230+0000","last_change":"2024-08-19T11:27:24.778340+0000","last_active":"2024-08-19T11:28:22.351230+0000","last_peered":"2024-08-19T11:28:22.351230+0000","last_clean":"2024-08-19T11:28:22.351230+0000","last_became_active":"2024-08-19T11:27:24.778106+0000","last_became_peered":"2024-08-19T11:27:24.778106+0000","last_unstale":"2024-08-19T11:28:22.351230+0000","last_undegraded":"2024-08-19T11:28:22.351230+0000","last_fullsized":"2024-08-19T11:28:22.351230+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:50:43.255212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.354090+0000","last_change":"2024-08-19T11:27:27.817332+0000","last_active":"2024-08-19T11:28:22.354090+0000","last_peered":"2024-08-19T11:28:22.354090+0000","last_clean":"2024-08-19T11:28:22.354090+0000","last_became_active":"2024-08-19T11:27:27.815838+0000","last_became_peered":"2024-08-19T11:27:27.815838+0000","last_unstale":"2024-08-19T11:28:22.354090+0000","last_undegraded":"2024-08-19T11:28:22.354090+0000","last_fullsized":"2024-08-19T11:28:22.354090+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:25:28.586540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.351678+0000","last_change":"2024-08-19T11:27:24.779871+0000","last_active":"2024-08-19T11:28:22.351678+0000","last_peered":"2024-08-19T11:28:22.351678+0000","last_clean":"2024-08-19T11:28:22.351678+0000","last_became_active":"2024-08-19T11:27:24.779562+0000","last_became_peered":"2024-08-19T11:27:24.779562+0000","last_unstale":"2024-08-19T11:28:22.351678+0000","last_undegraded":"2024-08-19T11:28:22.351678+0000","last_fullsized":"2024-08-19T11:28:22.351678+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:57:59.032174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380242+0000","last_change":"2024-08-19T11:27:27.822995+0000","last_active":"2024-08-19T11:28:22.380242+0000","last_peered":"2024-08-19T11:28:22.380242+0000","last_clean":"2024-08-19T11:28:22.380242+0000","last_became_active":"2024-08-19T11:27:27.821967+0000","last_became_peered":"2024-08-19T11:27:27.821967+0000","last_unstale":"2024-08-19T11:28:22.380242+0000","last_undegraded":"2024-08-19T11:28:22.380242+0000","last_fullsized":"2024-08-19T11:28:22.380242+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:11:34.421098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":20,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-19T11:28:32.772207+0000","last_change":"2024-08-19T11:28:22.381146+0000","last_active":"2024-08-19T11:28:32.772207+0000","last_peered":"2024-08-19T11:28:32.772207+0000","last_clean":"2024-08-19T11:28:32.772207+0000","last_became_active":"2024-08-19T11:28:17.915036+0000","last_became_peered":"2024-08-19T11:28:17.915036+0000","last_unstale":"2024-08-19T11:28:32.772207+0000","last_undegraded":"2024-08-19T11:28:32.772207+0000","last_fullsized":"2024-08-19T11:28:32.772207+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_clean_scrub_stamp":"2024-08-19T11:28:16.885732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:52:40.258823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047197,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"71'128","reported_seq":272,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-19T11:28:33.372276+0000","last_change":"2024-08-19T11:27:01.323054+0000","last_active":"2024-08-19T11:28:33.372276+0000","last_peered":"2024-08-19T11:28:33.372276+0000","last_clean":"2024-08-19T11:28:33.372276+0000","last_became_active":"2024-08-19T11:27:01.322526+0000","last_became_peered":"2024-08-19T11:27:01.322526+0000","last_unstale":"2024-08-19T11:28:33.372276+0000","last_undegraded":"2024-08-19T11:28:33.372276+0000","last_fullsized":"2024-08-19T11:28:33.372276+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:25:02.670324+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:25:02.670324+0000","last_clean_scrub_stamp":"2024-08-19T11:25:02.670324+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T23:03:42.414001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.353891+0000","last_change":"2024-08-19T11:27:24.778042+0000","last_active":"2024-08-19T11:28:22.353891+0000","last_peered":"2024-08-19T11:28:22.353891+0000","last_clean":"2024-08-19T11:28:22.353891+0000","last_became_active":"2024-08-19T11:27:24.776869+0000","last_became_peered":"2024-08-19T11:27:24.776869+0000","last_unstale":"2024-08-19T11:28:22.353891+0000","last_undegraded":"2024-08-19T11:28:22.353891+0000","last_fullsized":"2024-08-19T11:28:22.353891+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:33:17.488588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380172+0000","last_change":"2024-08-19T11:27:27.817171+0000","last_active":"2024-08-19T11:28:22.380172+0000","last_peered":"2024-08-19T11:28:22.380172+0000","last_clean":"2024-08-19T11:28:22.380172+0000","last_became_active":"2024-08-19T11:27:27.816867+0000","last_became_peered":"2024-08-19T11:27:27.816867+0000","last_unstale":"2024-08-19T11:28:22.380172+0000","last_undegraded":"2024-08-19T11:28:22.380172+0000","last_fullsized":"2024-08-19T11:28:22.380172+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:47:07.013115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":20,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-19T11:28:32.902898+0000","last_change":"2024-08-19T11:28:22.381552+0000","last_active":"2024-08-19T11:28:32.902898+0000","last_peered":"2024-08-19T11:28:32.902898+0000","last_clean":"2024-08-19T11:28:32.902898+0000","last_became_active":"2024-08-19T11:28:17.919937+0000","last_became_peered":"2024-08-19T11:28:17.919937+0000","last_unstale":"2024-08-19T11:28:32.902898+0000","last_undegraded":"2024-08-19T11:28:32.902898+0000","last_fullsized":"2024-08-19T11:28:32.902898+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_clean_scrub_stamp":"2024-08-19T11:28:16.885732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:27:15.208304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00082429599999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.381135+0000","last_change":"2024-08-19T11:27:24.782993+0000","last_active":"2024-08-19T11:28:22.381135+0000","last_peered":"2024-08-19T11:28:22.381135+0000","last_clean":"2024-08-19T11:28:22.381135+0000","last_became_active":"2024-08-19T11:27:24.782667+0000","last_became_peered":"2024-08-19T11:27:24.782667+0000","last_unstale":"2024-08-19T11:28:22.381135+0000","last_undegraded":"2024-08-19T11:28:22.381135+0000","last_fullsized":"2024-08-19T11:28:22.381135+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:21:53.549179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.379951+0000","last_change":"2024-08-19T11:27:27.811865+0000","last_active":"2024-08-19T11:28:22.379951+0000","last_peered":"2024-08-19T11:28:22.379951+0000","last_clean":"2024-08-19T11:28:22.379951+0000","last_became_active":"2024-08-19T11:27:27.810360+0000","last_became_peered":"2024-08-19T11:27:27.810360+0000","last_unstale":"2024-08-19T11:28:22.379951+0000","last_undegraded":"2024-08-19T11:28:22.379951+0000","last_fullsized":"2024-08-19T11:28:22.379951+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:24:33.633463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":20,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-19T11:28:32.331187+0000","last_change":"2024-08-19T11:28:22.352303+0000","last_active":"2024-08-19T11:28:32.331187+0000","last_peered":"2024-08-19T11:28:32.331187+0000","last_clean":"2024-08-19T11:28:32.331187+0000","last_became_active":"2024-08-19T11:28:17.917630+0000","last_became_peered":"2024-08-19T11:28:17.917630+0000","last_unstale":"2024-08-19T11:28:32.331187+0000","last_undegraded":"2024-08-19T11:28:32.331187+0000","last_fullsized":"2024-08-19T11:28:32.331187+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_clean_scrub_stamp":"2024-08-19T11:28:16.885732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T23:01:00.491952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026085099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.351623+0000","last_change":"2024-08-19T11:27:24.772690+0000","last_active":"2024-08-19T11:28:22.351623+0000","last_peered":"2024-08-19T11:28:22.351623+0000","last_clean":"2024-08-19T11:28:22.351623+0000","last_became_active":"2024-08-19T11:27:24.772430+0000","last_became_peered":"2024-08-19T11:27:24.772430+0000","last_unstale":"2024-08-19T11:28:22.351623+0000","last_undegraded":"2024-08-19T11:28:22.351623+0000","last_fullsized":"2024-08-19T11:28:22.351623+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:21:06.550688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.350349+0000","last_change":"2024-08-19T11:27:27.812940+0000","last_active":"2024-08-19T11:28:22.350349+0000","last_peered":"2024-08-19T11:28:22.350349+0000","last_clean":"2024-08-19T11:28:22.350349+0000","last_became_active":"2024-08-19T11:27:27.812672+0000","last_became_peered":"2024-08-19T11:27:27.812672+0000","last_unstale":"2024-08-19T11:28:22.350349+0000","last_undegraded":"2024-08-19T11:28:22.350349+0000","last_fullsized":"2024-08-19T11:28:22.350349+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:20:34.926638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":20,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-19T11:28:32.331452+0000","last_change":"2024-08-19T11:28:22.350984+0000","last_active":"2024-08-19T11:28:32.331452+0000","last_peered":"2024-08-19T11:28:32.331452+0000","last_clean":"2024-08-19T11:28:32.331452+0000","last_became_active":"2024-08-19T11:28:17.918803+0000","last_became_peered":"2024-08-19T11:28:17.918803+0000","last_unstale":"2024-08-19T11:28:32.331452+0000","last_undegraded":"2024-08-19T11:28:32.331452+0000","last_fullsized":"2024-08-19T11:28:32.331452+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_clean_scrub_stamp":"2024-08-19T11:28:16.885732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:27:01.684234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050886900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.353996+0000","last_change":"2024-08-19T11:27:24.784650+0000","last_active":"2024-08-19T11:28:22.353996+0000","last_peered":"2024-08-19T11:28:22.353996+0000","last_clean":"2024-08-19T11:28:22.353996+0000","last_became_active":"2024-08-19T11:27:24.784359+0000","last_became_peered":"2024-08-19T11:27:24.784359+0000","last_unstale":"2024-08-19T11:28:22.353996+0000","last_undegraded":"2024-08-19T11:28:22.353996+0000","last_fullsized":"2024-08-19T11:28:22.353996+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T22:41:56.358925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.351781+0000","last_change":"2024-08-19T11:27:52.978518+0000","last_active":"2024-08-19T11:28:22.351781+0000","last_peered":"2024-08-19T11:28:22.351781+0000","last_clean":"2024-08-19T11:28:22.351781+0000","last_became_active":"2024-08-19T11:27:52.978133+0000","last_became_peered":"2024-08-19T11:27:52.978133+0000","last_unstale":"2024-08-19T11:28:22.351781+0000","last_undegraded":"2024-08-19T11:28:22.351781+0000","last_fullsized":"2024-08-19T11:28:22.351781+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:44:47.025511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2","version":"75'2","reported_seq":22,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-19T11:28:32.331134+0000","last_change":"2024-08-19T11:28:22.351795+0000","last_active":"2024-08-19T11:28:32.331134+0000","last_peered":"2024-08-19T11:28:32.331134+0000","last_clean":"2024-08-19T11:28:32.331134+0000","last_became_active":"2024-08-19T11:28:17.917681+0000","last_became_peered":"2024-08-19T11:28:17.917681+0000","last_unstale":"2024-08-19T11:28:32.331134+0000","last_undegraded":"2024-08-19T11:28:32.331134+0000","last_fullsized":"2024-08-19T11:28:32.331134+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_clean_scrub_stamp":"2024-08-19T11:28:16.885732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:04:43.375794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012198140000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.350814+0000","last_change":"2024-08-19T11:27:24.779202+0000","last_active":"2024-08-19T11:28:22.350814+0000","last_peered":"2024-08-19T11:28:22.350814+0000","last_clean":"2024-08-19T11:28:22.350814+0000","last_became_active":"2024-08-19T11:27:24.778928+0000","last_became_peered":"2024-08-19T11:27:24.778928+0000","last_unstale":"2024-08-19T11:28:22.350814+0000","last_undegraded":"2024-08-19T11:28:22.350814+0000","last_fullsized":"2024-08-19T11:28:22.350814+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:41:57.170478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.351192+0000","last_change":"2024-08-19T11:27:52.980008+0000","last_active":"2024-08-19T11:28:22.351192+0000","last_peered":"2024-08-19T11:28:22.351192+0000","last_clean":"2024-08-19T11:28:22.351192+0000","last_became_active":"2024-08-19T11:27:52.979652+0000","last_became_peered":"2024-08-19T11:27:52.979652+0000","last_unstale":"2024-08-19T11:28:22.351192+0000","last_undegraded":"2024-08-19T11:28:22.351192+0000","last_fullsized":"2024-08-19T11:28:22.351192+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:45:00.627191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"73'1","reported_seq":21,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-19T11:28:32.902558+0000","last_change":"2024-08-19T11:28:22.381564+0000","last_active":"2024-08-19T11:28:32.902558+0000","last_peered":"2024-08-19T11:28:32.902558+0000","last_clean":"2024-08-19T11:28:32.902558+0000","last_became_active":"2024-08-19T11:28:17.917302+0000","last_became_peered":"2024-08-19T11:28:17.917302+0000","last_unstale":"2024-08-19T11:28:32.902558+0000","last_undegraded":"2024-08-19T11:28:32.902558+0000","last_fullsized":"2024-08-19T11:28:32.902558+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_clean_scrub_stamp":"2024-08-19T11:28:16.885732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:07:25.157635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00089945599999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380699+0000","last_change":"2024-08-19T11:27:24.781886+0000","last_active":"2024-08-19T11:28:22.380699+0000","last_peered":"2024-08-19T11:28:22.380699+0000","last_clean":"2024-08-19T11:28:22.380699+0000","last_became_active":"2024-08-19T11:27:24.781524+0000","last_became_peered":"2024-08-19T11:27:24.781524+0000","last_unstale":"2024-08-19T11:28:22.380699+0000","last_undegraded":"2024-08-19T11:28:22.380699+0000","last_fullsized":"2024-08-19T11:28:22.380699+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:03:28.295414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.350765+0000","last_change":"2024-08-19T11:27:27.806139+0000","last_active":"2024-08-19T11:28:22.350765+0000","last_peered":"2024-08-19T11:28:22.350765+0000","last_clean":"2024-08-19T11:28:22.350765+0000","last_became_active":"2024-08-19T11:27:27.805883+0000","last_became_peered":"2024-08-19T11:27:27.805883+0000","last_unstale":"2024-08-19T11:28:22.350765+0000","last_undegraded":"2024-08-19T11:28:22.350765+0000","last_fullsized":"2024-08-19T11:28:22.350765+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:41:30.401670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-19T11:28:32.373133+0000","last_change":"2024-08-19T11:28:22.380003+0000","last_active":"2024-08-19T11:28:32.373133+0000","last_peered":"2024-08-19T11:28:32.373133+0000","last_clean":"2024-08-19T11:28:32.373133+0000","last_became_active":"2024-08-19T11:28:17.920650+0000","last_became_peered":"2024-08-19T11:28:17.920650+0000","last_unstale":"2024-08-19T11:28:32.373133+0000","last_undegraded":"2024-08-19T11:28:32.373133+0000","last_fullsized":"2024-08-19T11:28:32.373133+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_clean_scrub_stamp":"2024-08-19T11:28:16.885732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:53:01.913603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040372299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.352109+0000","last_change":"2024-08-19T11:27:24.782293+0000","last_active":"2024-08-19T11:28:22.352109+0000","last_peered":"2024-08-19T11:28:22.352109+0000","last_clean":"2024-08-19T11:28:22.352109+0000","last_became_active":"2024-08-19T11:27:24.782028+0000","last_became_peered":"2024-08-19T11:27:24.782028+0000","last_unstale":"2024-08-19T11:28:22.352109+0000","last_undegraded":"2024-08-19T11:28:22.352109+0000","last_fullsized":"2024-08-19T11:28:22.352109+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:23:47.214522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.381356+0000","last_change":"2024-08-19T11:27:27.814726+0000","last_active":"2024-08-19T11:28:22.381356+0000","last_peered":"2024-08-19T11:28:22.381356+0000","last_clean":"2024-08-19T11:28:22.381356+0000","last_became_active":"2024-08-19T11:27:27.814453+0000","last_became_peered":"2024-08-19T11:27:27.814453+0000","last_unstale":"2024-08-19T11:28:22.381356+0000","last_undegraded":"2024-08-19T11:28:22.381356+0000","last_fullsized":"2024-08-19T11:28:22.381356+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:57:07.978067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":20,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-19T11:28:32.330905+0000","last_change":"2024-08-19T11:28:22.352631+0000","last_active":"2024-08-19T11:28:32.330905+0000","last_peered":"2024-08-19T11:28:32.330905+0000","last_clean":"2024-08-19T11:28:32.330905+0000","last_became_active":"2024-08-19T11:28:17.917666+0000","last_became_peered":"2024-08-19T11:28:17.917666+0000","last_unstale":"2024-08-19T11:28:32.330905+0000","last_undegraded":"2024-08-19T11:28:32.330905+0000","last_fullsized":"2024-08-19T11:28:32.330905+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_clean_scrub_stamp":"2024-08-19T11:28:16.885732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:42:48.396973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00087502800000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":27,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380763+0000","last_change":"2024-08-19T11:27:24.779665+0000","last_active":"2024-08-19T11:28:22.380763+0000","last_peered":"2024-08-19T11:28:22.380763+0000","last_clean":"2024-08-19T11:28:22.380763+0000","last_became_active":"2024-08-19T11:27:24.779276+0000","last_became_peered":"2024-08-19T11:27:24.779276+0000","last_unstale":"2024-08-19T11:28:22.380763+0000","last_undegraded":"2024-08-19T11:28:22.380763+0000","last_fullsized":"2024-08-19T11:28:22.380763+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:21:15.492444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380628+0000","last_change":"2024-08-19T11:27:27.802888+0000","last_active":"2024-08-19T11:28:22.380628+0000","last_peered":"2024-08-19T11:28:22.380628+0000","last_clean":"2024-08-19T11:28:22.380628+0000","last_became_active":"2024-08-19T11:27:27.802591+0000","last_became_peered":"2024-08-19T11:27:27.802591+0000","last_unstale":"2024-08-19T11:28:22.380628+0000","last_undegraded":"2024-08-19T11:28:22.380628+0000","last_fullsized":"2024-08-19T11:28:22.380628+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:56:14.019071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.381014+0000","last_change":"2024-08-19T11:27:24.782798+0000","last_active":"2024-08-19T11:28:22.381014+0000","last_peered":"2024-08-19T11:28:22.381014+0000","last_clean":"2024-08-19T11:28:22.381014+0000","last_became_active":"2024-08-19T11:27:24.782333+0000","last_became_peered":"2024-08-19T11:27:24.782333+0000","last_unstale":"2024-08-19T11:28:22.381014+0000","last_undegraded":"2024-08-19T11:28:22.381014+0000","last_fullsized":"2024-08-19T11:28:22.381014+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:48:37.481550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.352525+0000","last_change":"2024-08-19T11:27:27.810826+0000","last_active":"2024-08-19T11:28:22.352525+0000","last_peered":"2024-08-19T11:28:22.352525+0000","last_clean":"2024-08-19T11:28:22.352525+0000","last_became_active":"2024-08-19T11:27:27.810030+0000","last_became_peered":"2024-08-19T11:27:27.810030+0000","last_unstale":"2024-08-19T11:28:22.352525+0000","last_undegraded":"2024-08-19T11:28:22.352525+0000","last_fullsized":"2024-08-19T11:28:22.352525+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:55:42.296054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.350677+0000","last_change":"2024-08-19T11:27:24.777562+0000","last_active":"2024-08-19T11:28:22.350677+0000","last_peered":"2024-08-19T11:28:22.350677+0000","last_clean":"2024-08-19T11:28:22.350677+0000","last_became_active":"2024-08-19T11:27:24.777204+0000","last_became_peered":"2024-08-19T11:27:24.777204+0000","last_unstale":"2024-08-19T11:28:22.350677+0000","last_undegraded":"2024-08-19T11:28:22.350677+0000","last_fullsized":"2024-08-19T11:28:22.350677+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:12:16.120151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.379784+0000","last_change":"2024-08-19T11:27:27.808899+0000","last_active":"2024-08-19T11:28:22.379784+0000","last_peered":"2024-08-19T11:28:22.379784+0000","last_clean":"2024-08-19T11:28:22.379784+0000","last_became_active":"2024-08-19T11:27:27.808601+0000","last_became_peered":"2024-08-19T11:27:27.808601+0000","last_unstale":"2024-08-19T11:28:22.379784+0000","last_undegraded":"2024-08-19T11:28:22.379784+0000","last_fullsized":"2024-08-19T11:28:22.379784+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:01:01.523482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.350912+0000","last_change":"2024-08-19T11:27:24.779873+0000","last_active":"2024-08-19T11:28:22.350912+0000","last_peered":"2024-08-19T11:28:22.350912+0000","last_clean":"2024-08-19T11:28:22.350912+0000","last_became_active":"2024-08-19T11:27:24.779589+0000","last_became_peered":"2024-08-19T11:27:24.779589+0000","last_unstale":"2024-08-19T11:28:22.350912+0000","last_undegraded":"2024-08-19T11:28:22.350912+0000","last_fullsized":"2024-08-19T11:28:22.350912+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:24:01.772508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.379991+0000","last_change":"2024-08-19T11:27:27.823531+0000","last_active":"2024-08-19T11:28:22.379991+0000","last_peered":"2024-08-19T11:28:22.379991+0000","last_clean":"2024-08-19T11:28:22.379991+0000","last_became_active":"2024-08-19T11:27:27.822978+0000","last_became_peered":"2024-08-19T11:27:27.822978+0000","last_unstale":"2024-08-19T11:28:22.379991+0000","last_undegraded":"2024-08-19T11:28:22.379991+0000","last_fullsized":"2024-08-19T11:28:22.379991+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:13:54.762912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380620+0000","last_change":"2024-08-19T11:27:24.782128+0000","last_active":"2024-08-19T11:28:22.380620+0000","last_peered":"2024-08-19T11:28:22.380620+0000","last_clean":"2024-08-19T11:28:22.380620+0000","last_became_active":"2024-08-19T11:27:24.781674+0000","last_became_peered":"2024-08-19T11:27:24.781674+0000","last_unstale":"2024-08-19T11:28:22.380620+0000","last_undegraded":"2024-08-19T11:28:22.380620+0000","last_fullsized":"2024-08-19T11:28:22.380620+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:05:15.848738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.379617+0000","last_change":"2024-08-19T11:27:27.815362+0000","last_active":"2024-08-19T11:28:22.379617+0000","last_peered":"2024-08-19T11:28:22.379617+0000","last_clean":"2024-08-19T11:28:22.379617+0000","last_became_active":"2024-08-19T11:27:27.815104+0000","last_became_peered":"2024-08-19T11:27:27.815104+0000","last_unstale":"2024-08-19T11:28:22.379617+0000","last_undegraded":"2024-08-19T11:28:22.379617+0000","last_fullsized":"2024-08-19T11:28:22.379617+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:01:26.026011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.354035+0000","last_change":"2024-08-19T11:27:27.820858+0000","last_active":"2024-08-19T11:28:22.354035+0000","last_peered":"2024-08-19T11:28:22.354035+0000","last_clean":"2024-08-19T11:28:22.354035+0000","last_became_active":"2024-08-19T11:27:27.820564+0000","last_became_peered":"2024-08-19T11:27:27.820564+0000","last_unstale":"2024-08-19T11:28:22.354035+0000","last_undegraded":"2024-08-19T11:28:22.354035+0000","last_fullsized":"2024-08-19T11:28:22.354035+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:11:46.775004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380199+0000","last_change":"2024-08-19T11:27:24.781469+0000","last_active":"2024-08-19T11:28:22.380199+0000","last_peered":"2024-08-19T11:28:22.380199+0000","last_clean":"2024-08-19T11:28:22.380199+0000","last_became_active":"2024-08-19T11:27:24.780766+0000","last_became_peered":"2024-08-19T11:27:24.780766+0000","last_unstale":"2024-08-19T11:28:22.380199+0000","last_undegraded":"2024-08-19T11:28:22.380199+0000","last_fullsized":"2024-08-19T11:28:22.380199+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:10:26.822650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":30,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.354002+0000","last_change":"2024-08-19T11:27:52.980138+0000","last_active":"2024-08-19T11:28:22.354002+0000","last_peered":"2024-08-19T11:28:22.354002+0000","last_clean":"2024-08-19T11:28:22.354002+0000","last_became_active":"2024-08-19T11:27:52.979845+0000","last_became_peered":"2024-08-19T11:27:52.979845+0000","last_unstale":"2024-08-19T11:28:22.354002+0000","last_undegraded":"2024-08-19T11:28:22.354002+0000","last_fullsized":"2024-08-19T11:28:22.354002+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:41:25.099375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380444+0000","last_change":"2024-08-19T11:27:24.783793+0000","last_active":"2024-08-19T11:28:22.380444+0000","last_peered":"2024-08-19T11:28:22.380444+0000","last_clean":"2024-08-19T11:28:22.380444+0000","last_became_active":"2024-08-19T11:27:24.783252+0000","last_became_peered":"2024-08-19T11:27:24.783252+0000","last_unstale":"2024-08-19T11:28:22.380444+0000","last_undegraded":"2024-08-19T11:28:22.380444+0000","last_fullsized":"2024-08-19T11:28:22.380444+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:44:11.162985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380788+0000","last_change":"2024-08-19T11:27:27.805203+0000","last_active":"2024-08-19T11:28:22.380788+0000","last_peered":"2024-08-19T11:28:22.380788+0000","last_clean":"2024-08-19T11:28:22.380788+0000","last_became_active":"2024-08-19T11:27:27.804892+0000","last_became_peered":"2024-08-19T11:27:27.804892+0000","last_unstale":"2024-08-19T11:28:22.380788+0000","last_undegraded":"2024-08-19T11:28:22.380788+0000","last_fullsized":"2024-08-19T11:28:22.380788+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:54:40.393521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380992+0000","last_change":"2024-08-19T11:27:24.781563+0000","last_active":"2024-08-19T11:28:22.380992+0000","last_peered":"2024-08-19T11:28:22.380992+0000","last_clean":"2024-08-19T11:28:22.380992+0000","last_became_active":"2024-08-19T11:27:24.781289+0000","last_became_peered":"2024-08-19T11:27:24.781289+0000","last_unstale":"2024-08-19T11:28:22.380992+0000","last_undegraded":"2024-08-19T11:28:22.380992+0000","last_fullsized":"2024-08-19T11:28:22.380992+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:14:45.283340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380788+0000","last_change":"2024-08-19T11:27:27.818228+0000","last_active":"2024-08-19T11:28:22.380788+0000","last_peered":"2024-08-19T11:28:22.380788+0000","last_clean":"2024-08-19T11:28:22.380788+0000","last_became_active":"2024-08-19T11:27:27.817288+0000","last_became_peered":"2024-08-19T11:27:27.817288+0000","last_unstale":"2024-08-19T11:28:22.380788+0000","last_undegraded":"2024-08-19T11:28:22.380788+0000","last_fullsized":"2024-08-19T11:28:22.380788+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:33:42.091845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":44,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380893+0000","last_change":"2024-08-19T11:27:52.871598+0000","last_active":"2024-08-19T11:28:22.380893+0000","last_peered":"2024-08-19T11:28:22.380893+0000","last_clean":"2024-08-19T11:28:22.380893+0000","last_became_active":"2024-08-19T11:27:52.868210+0000","last_became_peered":"2024-08-19T11:27:52.868210+0000","last_unstale":"2024-08-19T11:28:22.380893+0000","last_undegraded":"2024-08-19T11:28:22.380893+0000","last_fullsized":"2024-08-19T11:28:22.380893+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:59:03.017204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3146,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201310,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28372,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716780,"statfs":{"total":95995035648,"available":95965982720,"internally_reserved":0,"allocated":1384448,"data_stored":942801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 11:29:01 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.51300000000000001,"15min":0.51900000000000002},"min":{"1min":0.34200000000000003,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.61099999999999999,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.53200000000000003,"15min":0.54200000000000004},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.67800000000000005,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.443}]},{"osd":1,"last update":"Mon Aug 19 11:29:01 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.52800000000000002,"15min":0.53300000000000003},"min":{"1min":0.312,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.66400000000000003,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.53200000000000003,"15min":0.53500000000000003},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.65000000000000002,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.60699999999999998}]},{"osd":2,"last update":"Mon Aug 19 11:29:01 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.52800000000000002,"15min":0.53600000000000003},"min":{"1min":0.35099999999999998,"5min":0.316,"15min":0.316},"max":{"1min":0.69299999999999995,"5min":0.87,"15min":0.87},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.51900000000000002,"15min":0.52500000000000002},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.60599999999999998,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.57799999999999996}]},{"osd":3,"last update":"Mon Aug 19 11:29:01 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.54100000000000004,"15min":0.55400000000000005},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.60199999999999998,"5min":0.755,"15min":0.755},"last":0.629},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.54900000000000004,"15min":0.55100000000000005},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.71099999999999997,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.68200000000000005}]},{"osd":4,"last update":"Mon Aug 19 11:29:01 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.46300000000000002,"15min":0.47499999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.56299999999999994,"5min":1.347,"15min":1.347},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.45400000000000001,"15min":0.46000000000000002},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.60799999999999998,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.66900000000000004}]},{"osd":5,"last update":"Mon Aug 19 11:29:01 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.45700000000000002,"15min":0.46100000000000002},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.64700000000000002,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.49099999999999999,"15min":0.503},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.58899999999999997,"5min":1.292,"15min":1.292},"last":0.69599999999999995}]},{"osd":6,"last update":"Mon Aug 19 11:29:01 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.51400000000000001,"15min":0.52300000000000002},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.59999999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.51600000000000001,"15min":0.52600000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.56200000000000006,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.70899999999999996}]}]},{"osd":6,"up_from":47,"seq":201863462947,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28384,"kb_used_data":1364,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716768,"statfs":{"total":95995035648,"available":95965970432,"internally_reserved":0,"allocated":1396736,"data_stored":945458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 11:28:37 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.53300000000000003,"15min":0.53900000000000003},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.52300000000000002,"15min":0.52100000000000002},"min":{"1min":0.39900000000000002,"5min":0.315,"15min":0.315},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.55100000000000005}]},{"osd":1,"last update":"Mon Aug 19 11:28:37 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.496,"15min":0.498},"min":{"1min":0.36699999999999999,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.53200000000000003,"15min":0.53400000000000003},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.69599999999999995,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.48699999999999999}]},{"osd":2,"last update":"Mon Aug 19 11:28:37 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.54800000000000004,"15min":0.55200000000000005},"min":{"1min":0.372,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.71599999999999997,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.51900000000000002,"15min":0.51700000000000002},"min":{"1min":0.35099999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.502}]},{"osd":3,"last update":"Mon Aug 19 11:28:37 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.34399999999999997,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.624,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.377},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.55000000000000004,"15min":0.55100000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.73299999999999998,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.41199999999999998}]},{"osd":4,"last update":"Mon Aug 19 11:28:37 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.42999999999999999,"15min":0.42799999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.443,"5min":0.45200000000000001,"15min":0.45400000000000001},"min":{"1min":0.29799999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.67000000000000004,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.46300000000000002}]},{"osd":5,"last update":"Mon Aug 19 11:28:37 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.48299999999999998,"15min":0.47699999999999998},"min":{"1min":0.31900000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":1.3400000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.33300000000000002,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.51600000000000001}]},{"osd":7,"last update":"Mon Aug 19 11:29:03 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.5,"15min":0.505},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.54400000000000004,"15min":0.54800000000000004},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.438}]}]},{"osd":5,"up_from":39,"seq":167503724584,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27808,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717344,"statfs":{"total":95995035648,"available":95966560256,"internally_reserved":0,"allocated":806912,"data_stored":354868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 11:28:17 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.53100000000000003,"15min":0.53200000000000003},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.48299999999999998,"15min":0.47899999999999998},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.44}]},{"osd":1,"last update":"Mon Aug 19 11:28:17 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.504,"15min":0.502},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.498},{"interface":"front","average":{"1min":0.497,"5min":0.48999999999999999,"15min":0.48899999999999999},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.50800000000000001}]},{"osd":2,"last update":"Mon Aug 19 11:28:17 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.51600000000000001,"15min":0.51300000000000001},"min":{"1min":0.41199999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.505,"15min":0.501},"min":{"1min":0.374,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.57499999999999996}]},{"osd":3,"last update":"Mon Aug 19 11:28:17 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.50800000000000001,"15min":0.50600000000000001},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.53800000000000003,"15min":0.53600000000000003},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.72199999999999998,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.53000000000000003}]},{"osd":4,"last update":"Mon Aug 19 11:28:17 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.38200000000000001,"15min":0.378},"min":{"1min":0.26400000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.39300000000000002,"15min":0.38},"min":{"1min":0.32000000000000001,"5min":0.247,"15min":0.247},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.41399999999999998}]},{"osd":6,"last update":"Mon Aug 19 11:28:37 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.44900000000000001,"15min":0.45600000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.65900000000000003,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.442,"5min":0.49199999999999999,"15min":0.5},"min":{"1min":0.32800000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.59699999999999998,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.48299999999999998}]},{"osd":7,"last update":"Mon Aug 19 11:28:59 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.52300000000000002,"15min":0.53100000000000003},"min":{"1min":0.35299999999999998,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.68400000000000005,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.624},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.53000000000000003,"15min":0.54200000000000004},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.67200000000000004,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.45500000000000002}]}]},{"osd":4,"up_from":31,"seq":133143986221,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27808,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717344,"statfs":{"total":95995035648,"available":95966560256,"internally_reserved":0,"allocated":806912,"data_stored":353196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 11:28:48 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.53000000000000003,"15min":0.54400000000000004},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.71199999999999997,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.53400000000000003,"15min":0.55600000000000005},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.64500000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.61899999999999999}]},{"osd":1,"last update":"Mon Aug 19 11:28:48 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.53300000000000003,"15min":0.54900000000000004},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.74399999999999999,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.53200000000000003,"15min":0.54500000000000004},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.64300000000000002,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.41499999999999998}]},{"osd":2,"last update":"Mon Aug 19 11:28:48 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.53600000000000003,"15min":0.55100000000000005},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.69199999999999995,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.53500000000000003,"15min":0.55000000000000004},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.64400000000000002,"5min":0.753,"15min":0.753},"last":0.53000000000000003}]},{"osd":3,"last update":"Mon Aug 19 11:28:48 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.55100000000000005,"15min":0.56899999999999995},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.68999999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.53800000000000003,"15min":0.55600000000000005},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.65800000000000003,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.51200000000000001}]},{"osd":5,"last update":"Mon Aug 19 11:28:18 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.40400000000000003,"15min":0.39400000000000002},"min":{"1min":0.247,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.67700000000000005,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.40400000000000003,"15min":0.39700000000000002},"min":{"1min":0.32600000000000001,"5min":0.253,"15min":0.253},"max":{"1min":0.60999999999999999,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.59099999999999997}]},{"osd":6,"last update":"Mon Aug 19 11:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.42999999999999999,"15min":0.42599999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.65500000000000003,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.49299999999999999,"15min":0.495},"min":{"1min":0.28000000000000003,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.66500000000000004,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.54500000000000004}]},{"osd":7,"last update":"Mon Aug 19 11:29:02 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.53100000000000003,"15min":0.53900000000000003},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.68700000000000006,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.53600000000000003,"15min":0.54000000000000004},"min":{"1min":0.39800000000000002,"5min":0.251,"15min":0.251},"max":{"1min":0.71999999999999997,"5min":0.748,"15min":0.748},"last":0.60299999999999998}]}]},{"osd":3,"up_from":26,"seq":111669149746,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27808,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717344,"statfs":{"total":95995035648,"available":95966560256,"internally_reserved":0,"allocated":806912,"data_stored":354863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 11:28:27 2024","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.376,"15min":0.38600000000000001},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.57599999999999996,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.379,"5min":0.39100000000000001,"15min":0.39500000000000002},"min":{"1min":0.27900000000000003,"5min":0.189,"15min":0.189},"max":{"1min":0.65700000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.27800000000000002}]},{"osd":1,"last update":"Mon Aug 19 11:28:27 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.39900000000000002,"15min":0.40899999999999997},"min":{"1min":0.255,"5min":0.253,"15min":0.253},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.372,"15min":0.375},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.32800000000000001}]},{"osd":2,"last update":"Mon Aug 19 11:28:27 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.42499999999999999,"15min":0.43099999999999999},"min":{"1min":0.28799999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.63500000000000001,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.379,"5min":0.40600000000000003,"15min":0.41399999999999998},"min":{"1min":0.27000000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.317}]},{"osd":4,"last update":"Mon Aug 19 11:28:48 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.55100000000000005,"15min":0.55700000000000005},"min":{"1min":0.36199999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.55300000000000005,"15min":0.55500000000000005},"min":{"1min":0.38400000000000001,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.85899999999999999,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.56399999999999995}]},{"osd":5,"last update":"Mon Aug 19 11:28:16 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.55400000000000005,"15min":0.55200000000000005},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.628},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.56000000000000005,"15min":0.56100000000000005},"min":{"1min":0.433,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.53100000000000003}]},{"osd":6,"last update":"Mon Aug 19 11:28:37 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56899999999999995,"15min":0.57099999999999995},"min":{"1min":0.39800000000000002,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.79900000000000004,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.58399999999999996,"15min":0.58199999999999996},"min":{"1min":0.39500000000000002,"5min":0.372,"15min":0.372},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.65400000000000003}]},{"osd":7,"last update":"Mon Aug 19 11:28:59 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.57199999999999995,"15min":0.56999999999999995},"min":{"1min":0.42599999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.81000000000000005,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.56000000000000005,"15min":0.55400000000000005},"min":{"1min":0.42399999999999999,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.64200000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411383,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31892,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713260,"statfs":{"total":95995035648,"available":95962378240,"internally_reserved":0,"allocated":794624,"data_stored":353324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 11:29:06 2024","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.35699999999999998,"15min":0.34899999999999998},"min":{"1min":0.27200000000000002,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.23000000000000001},{"interface":"front","average":{"1min":0.34799999999999998,"5min":0.36799999999999999,"15min":0.36099999999999999},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.55700000000000005,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.29299999999999998}]},{"osd":1,"last update":"Mon Aug 19 11:29:06 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.38,"15min":0.36899999999999999},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.628,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.38,"15min":0.379},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.307}]},{"osd":3,"last update":"Mon Aug 19 11:28:29 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.42099999999999999,"15min":0.42899999999999999},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.60699999999999998,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.38,"5min":0.41299999999999998,"15min":0.41899999999999998},"min":{"1min":0.27300000000000002,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.26200000000000001}]},{"osd":4,"last update":"Mon Aug 19 11:28:50 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51900000000000002,"15min":0.51700000000000002},"min":{"1min":0.36899999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.72499999999999998,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.503},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53000000000000003,"15min":0.52500000000000002},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.45100000000000001}]},{"osd":5,"last update":"Mon Aug 19 11:29:11 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.56799999999999995,"15min":0.56999999999999995},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.56999999999999995,"15min":0.56799999999999995},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.53700000000000003}]},{"osd":6,"last update":"Mon Aug 19 11:28:35 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.57399999999999995,"15min":0.57899999999999996},"min":{"1min":0.42599999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.80300000000000005,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.56000000000000005,"15min":0.56399999999999995},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.49299999999999999}]},{"osd":7,"last update":"Mon Aug 19 11:29:00 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.58399999999999996,"15min":0.59099999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.73599999999999999,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.57599999999999996,"15min":0.57799999999999996},"min":{"1min":0.436,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.81699999999999995,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.55200000000000005}]}]},{"osd":1,"up_from":13,"seq":55834574906,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27804,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717348,"statfs":{"total":95995035648,"available":95966564352,"internally_reserved":0,"allocated":802816,"data_stored":352921,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 11:28:41 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.34599999999999997,"15min":0.32600000000000001},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.61099999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.315},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.372,"15min":0.34399999999999997},"min":{"1min":0.23899999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.505,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.40400000000000003}]},{"osd":2,"last update":"Mon Aug 19 11:29:06 2024","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.38100000000000001,"15min":0.39000000000000001},"min":{"1min":0.22800000000000001,"5min":0.222,"15min":0.222},"max":{"1min":0.42099999999999999,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.39700000000000002,"15min":0.40100000000000002},"min":{"1min":0.27000000000000002,"5min":0.245,"15min":0.245},"max":{"1min":0.47699999999999998,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.46800000000000003}]},{"osd":3,"last update":"Mon Aug 19 11:28:29 2024","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.442,"15min":0.46000000000000002},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.47499999999999998,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.437},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.441,"15min":0.45500000000000002},"min":{"1min":0.32100000000000001,"5min":0.31,"15min":0.31},"max":{"1min":0.58699999999999997,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.36299999999999999}]},{"osd":4,"last update":"Mon Aug 19 11:28:50 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.51200000000000001,"15min":0.52500000000000002},"min":{"1min":0.34499999999999997,"5min":0.316,"15min":0.316},"max":{"1min":0.71499999999999997,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.54000000000000004,"15min":0.55100000000000005},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.75600000000000001,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.66900000000000004}]},{"osd":5,"last update":"Mon Aug 19 11:28:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.56599999999999995,"15min":0.56799999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.503,"5min":0.53800000000000003,"15min":0.54400000000000004},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.755,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.70499999999999996}]},{"osd":6,"last update":"Mon Aug 19 11:28:41 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.56200000000000006,"15min":0.57199999999999995},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.54700000000000004,"15min":0.55300000000000005},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.65500000000000003,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.79200000000000004}]},{"osd":7,"last update":"Mon Aug 19 11:28:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.55000000000000004,"15min":0.55400000000000005},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.72899999999999998,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.81999999999999995},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54800000000000004,"15min":0.55000000000000004},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.79300000000000004,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.752}]}]},{"osd":0,"up_from":8,"seq":34359738432,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28388,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716764,"statfs":{"total":95995035648,"available":95965966336,"internally_reserved":0,"allocated":1400832,"data_stored":943838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 19 11:28:46 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.33500000000000002,"15min":0.29899999999999999},"min":{"1min":0.26200000000000001,"5min":0.151,"15min":0.151},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.33500000000000002,"15min":0.30599999999999999},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.58499999999999996,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.29699999999999999}]},{"osd":2,"last update":"Mon Aug 19 11:29:06 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.35199999999999998,"15min":0.34599999999999997},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.50700000000000001,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.316},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.36599999999999999,"15min":0.35099999999999998},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.33200000000000002}]},{"osd":3,"last update":"Mon Aug 19 11:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.41399999999999998,"15min":0.41799999999999998},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.37},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.41999999999999998,"15min":0.42899999999999999},"min":{"1min":0.25,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.628,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.35099999999999998}]},{"osd":4,"last update":"Mon Aug 19 11:28:54 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.54900000000000004,"15min":0.55200000000000005},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.72299999999999998,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53700000000000003,"15min":0.53800000000000003},"min":{"1min":0.35199999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.71199999999999997,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.57199999999999995}]},{"osd":5,"last update":"Mon Aug 19 11:29:16 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.53300000000000003,"15min":0.52200000000000002},"min":{"1min":0.38600000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.72999999999999998,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.51900000000000002,"15min":0.51500000000000001},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.72199999999999998,"5min":0.745,"15min":0.745},"last":0.63}]},{"osd":6,"last update":"Mon Aug 19 11:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.54300000000000004,"15min":0.53800000000000003},"min":{"1min":0.35599999999999998,"5min":0.318,"15min":0.318},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.62},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.56100000000000005,"15min":0.55700000000000005},"min":{"1min":0.42599999999999999,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.81499999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.65800000000000003}]},{"osd":7,"last update":"Mon Aug 19 11:29:01 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.55400000000000005,"15min":0.56200000000000006},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.66600000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.58699999999999997,"15min":0.59199999999999997},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.76700000000000002,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.65000000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-19T11:29:22.317 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-19T11:29:23.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:22 smithi155 ceph-mon[19718]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:23.235 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:29:23.260 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:22 smithi136 ceph-mon[28279]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:23.261 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:22 smithi136 ceph-mon[16389]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:23.598 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:29:23 smithi136 systemd[1]: Stopping Ceph alertmanager.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:29:24.662 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:29:24 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[63631]: ts=2024-08-19T11:29:24.546Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-19T11:29:24.663 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:29:24 smithi136 podman[68803]: 2024-08-19 11:29:24.567513746 +0000 UTC m=+0.136678779 container died 2ef49083e2e64034d61b4d4cf27688667b38756e5082203aae831b1f5ae00efe (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T11:29:25.194 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:24 smithi136 ceph-mon[16389]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:25.195 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:24 smithi136 ceph-mon[28279]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:25.195 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:29:24 smithi136 podman[68803]: 2024-08-19 11:29:24.925092552 +0000 UTC m=+0.494257594 container cleanup 2ef49083e2e64034d61b4d4cf27688667b38756e5082203aae831b1f5ae00efe (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T11:29:25.195 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:29:24 smithi136 bash[68803]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a 2024-08-19T11:29:25.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:24 smithi155 ceph-mon[19718]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:25.575 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:29:25.577 INFO:teuthology.orchestra.run.smithi136.stderr:dumped all 2024-08-19T11:29:25.847 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:29:25 smithi136 podman[68838]: 2024-08-19 11:29:25.671398323 +0000 UTC m=+1.099041631 container remove 2ef49083e2e64034d61b4d4cf27688667b38756e5082203aae831b1f5ae00efe (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T11:29:25.848 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:29:25 smithi136 podman[68838]: 2024-08-19 11:29:25.755245423 +0000 UTC m=+1.182888682 volume remove 37b61b9057ed11417e6028d67d7ea5e04d72215232bb610911f7838966785aa7 2024-08-19T11:29:26.541 INFO:teuthology.orchestra.run.smithi136.stdout:{"pg_ready":true,"pg_map":{"version":44,"stamp":"2024-08-19T11:29:23.855968+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593533,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":1771686,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":228264,"kb_used_data":8008,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749732952,"statfs":{"total":767960285184,"available":767726542848,"internally_reserved":0,"allocated":8200192,"data_stored":4601269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002477"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380736+0000","last_change":"2024-08-19T11:27:27.821571+0000","last_active":"2024-08-19T11:28:22.380736+0000","last_peered":"2024-08-19T11:28:22.380736+0000","last_clean":"2024-08-19T11:28:22.380736+0000","last_became_active":"2024-08-19T11:27:27.821286+0000","last_became_peered":"2024-08-19T11:27:27.821286+0000","last_unstale":"2024-08-19T11:28:22.380736+0000","last_undegraded":"2024-08-19T11:28:22.380736+0000","last_fullsized":"2024-08-19T11:28:22.380736+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:04:32.182376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.352031+0000","last_change":"2024-08-19T11:27:27.811947+0000","last_active":"2024-08-19T11:28:22.352031+0000","last_peered":"2024-08-19T11:28:22.352031+0000","last_clean":"2024-08-19T11:28:22.352031+0000","last_became_active":"2024-08-19T11:27:27.811646+0000","last_became_peered":"2024-08-19T11:27:27.811646+0000","last_unstale":"2024-08-19T11:28:22.352031+0000","last_undegraded":"2024-08-19T11:28:22.352031+0000","last_fullsized":"2024-08-19T11:28:22.352031+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:11:46.981524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.381092+0000","last_change":"2024-08-19T11:27:27.799377+0000","last_active":"2024-08-19T11:28:22.381092+0000","last_peered":"2024-08-19T11:28:22.381092+0000","last_clean":"2024-08-19T11:28:22.381092+0000","last_became_active":"2024-08-19T11:27:27.799104+0000","last_became_peered":"2024-08-19T11:27:27.799104+0000","last_unstale":"2024-08-19T11:28:22.381092+0000","last_undegraded":"2024-08-19T11:28:22.381092+0000","last_fullsized":"2024-08-19T11:28:22.381092+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:38:54.188181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.353890+0000","last_change":"2024-08-19T11:27:27.817753+0000","last_active":"2024-08-19T11:28:22.353890+0000","last_peered":"2024-08-19T11:28:22.353890+0000","last_clean":"2024-08-19T11:28:22.353890+0000","last_became_active":"2024-08-19T11:27:27.817253+0000","last_became_peered":"2024-08-19T11:27:27.817253+0000","last_unstale":"2024-08-19T11:28:22.353890+0000","last_undegraded":"2024-08-19T11:28:22.353890+0000","last_fullsized":"2024-08-19T11:28:22.353890+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:21:26.916540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380840+0000","last_change":"2024-08-19T11:27:27.820265+0000","last_active":"2024-08-19T11:28:22.380840+0000","last_peered":"2024-08-19T11:28:22.380840+0000","last_clean":"2024-08-19T11:28:22.380840+0000","last_became_active":"2024-08-19T11:27:27.819991+0000","last_became_peered":"2024-08-19T11:27:27.819991+0000","last_unstale":"2024-08-19T11:28:22.380840+0000","last_undegraded":"2024-08-19T11:28:22.380840+0000","last_fullsized":"2024-08-19T11:28:22.380840+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:52:45.266017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.353756+0000","last_change":"2024-08-19T11:27:27.804806+0000","last_active":"2024-08-19T11:28:22.353756+0000","last_peered":"2024-08-19T11:28:22.353756+0000","last_clean":"2024-08-19T11:28:22.353756+0000","last_became_active":"2024-08-19T11:27:27.804513+0000","last_became_peered":"2024-08-19T11:27:27.804513+0000","last_unstale":"2024-08-19T11:28:22.353756+0000","last_undegraded":"2024-08-19T11:28:22.353756+0000","last_fullsized":"2024-08-19T11:28:22.353756+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:20:11.432009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.379760+0000","last_change":"2024-08-19T11:27:27.820613+0000","last_active":"2024-08-19T11:28:22.379760+0000","last_peered":"2024-08-19T11:28:22.379760+0000","last_clean":"2024-08-19T11:28:22.379760+0000","last_became_active":"2024-08-19T11:27:27.819124+0000","last_became_peered":"2024-08-19T11:27:27.819124+0000","last_unstale":"2024-08-19T11:28:22.379760+0000","last_undegraded":"2024-08-19T11:28:22.379760+0000","last_fullsized":"2024-08-19T11:28:22.379760+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:03:55.062142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.379672+0000","last_change":"2024-08-19T11:27:27.817325+0000","last_active":"2024-08-19T11:28:22.379672+0000","last_peered":"2024-08-19T11:28:22.379672+0000","last_clean":"2024-08-19T11:28:22.379672+0000","last_became_active":"2024-08-19T11:27:27.816757+0000","last_became_peered":"2024-08-19T11:27:27.816757+0000","last_unstale":"2024-08-19T11:28:22.379672+0000","last_undegraded":"2024-08-19T11:28:22.379672+0000","last_fullsized":"2024-08-19T11:28:22.379672+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:43:25.045429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.381051+0000","last_change":"2024-08-19T11:27:27.813622+0000","last_active":"2024-08-19T11:28:22.381051+0000","last_peered":"2024-08-19T11:28:22.381051+0000","last_clean":"2024-08-19T11:28:22.381051+0000","last_became_active":"2024-08-19T11:27:27.813302+0000","last_became_peered":"2024-08-19T11:27:27.813302+0000","last_unstale":"2024-08-19T11:28:22.381051+0000","last_undegraded":"2024-08-19T11:28:22.381051+0000","last_fullsized":"2024-08-19T11:28:22.381051+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:11:41.816810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.381150+0000","last_change":"2024-08-19T11:27:27.813218+0000","last_active":"2024-08-19T11:28:22.381150+0000","last_peered":"2024-08-19T11:28:22.381150+0000","last_clean":"2024-08-19T11:28:22.381150+0000","last_became_active":"2024-08-19T11:27:27.812212+0000","last_became_peered":"2024-08-19T11:27:27.812212+0000","last_unstale":"2024-08-19T11:28:22.381150+0000","last_undegraded":"2024-08-19T11:28:22.381150+0000","last_fullsized":"2024-08-19T11:28:22.381150+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:15:34.819860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380793+0000","last_change":"2024-08-19T11:27:27.817071+0000","last_active":"2024-08-19T11:28:22.380793+0000","last_peered":"2024-08-19T11:28:22.380793+0000","last_clean":"2024-08-19T11:28:22.380793+0000","last_became_active":"2024-08-19T11:27:27.816743+0000","last_became_peered":"2024-08-19T11:27:27.816743+0000","last_unstale":"2024-08-19T11:28:22.380793+0000","last_undegraded":"2024-08-19T11:28:22.380793+0000","last_fullsized":"2024-08-19T11:28:22.380793+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:58:35.430891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.352314+0000","last_change":"2024-08-19T11:27:27.807854+0000","last_active":"2024-08-19T11:28:22.352314+0000","last_peered":"2024-08-19T11:28:22.352314+0000","last_clean":"2024-08-19T11:28:22.352314+0000","last_became_active":"2024-08-19T11:27:27.807529+0000","last_became_peered":"2024-08-19T11:27:27.807529+0000","last_unstale":"2024-08-19T11:28:22.352314+0000","last_undegraded":"2024-08-19T11:28:22.352314+0000","last_fullsized":"2024-08-19T11:28:22.352314+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:14:56.980430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.379892+0000","last_change":"2024-08-19T11:27:27.817414+0000","last_active":"2024-08-19T11:28:22.379892+0000","last_peered":"2024-08-19T11:28:22.379892+0000","last_clean":"2024-08-19T11:28:22.379892+0000","last_became_active":"2024-08-19T11:27:27.816792+0000","last_became_peered":"2024-08-19T11:27:27.816792+0000","last_unstale":"2024-08-19T11:28:22.379892+0000","last_undegraded":"2024-08-19T11:28:22.379892+0000","last_fullsized":"2024-08-19T11:28:22.379892+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T22:00:28.968994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380292+0000","last_change":"2024-08-19T11:27:27.807027+0000","last_active":"2024-08-19T11:28:22.380292+0000","last_peered":"2024-08-19T11:28:22.380292+0000","last_clean":"2024-08-19T11:28:22.380292+0000","last_became_active":"2024-08-19T11:27:27.804903+0000","last_became_peered":"2024-08-19T11:27:27.804903+0000","last_unstale":"2024-08-19T11:28:22.380292+0000","last_undegraded":"2024-08-19T11:28:22.380292+0000","last_fullsized":"2024-08-19T11:28:22.380292+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T22:54:37.026494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.350594+0000","last_change":"2024-08-19T11:27:27.809635+0000","last_active":"2024-08-19T11:28:22.350594+0000","last_peered":"2024-08-19T11:28:22.350594+0000","last_clean":"2024-08-19T11:28:22.350594+0000","last_became_active":"2024-08-19T11:27:27.809369+0000","last_became_peered":"2024-08-19T11:27:27.809369+0000","last_unstale":"2024-08-19T11:28:22.350594+0000","last_undegraded":"2024-08-19T11:28:22.350594+0000","last_fullsized":"2024-08-19T11:28:22.350594+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:12:52.700027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.353547+0000","last_change":"2024-08-19T11:27:27.814161+0000","last_active":"2024-08-19T11:28:22.353547+0000","last_peered":"2024-08-19T11:28:22.353547+0000","last_clean":"2024-08-19T11:28:22.353547+0000","last_became_active":"2024-08-19T11:27:27.813861+0000","last_became_peered":"2024-08-19T11:27:27.813861+0000","last_unstale":"2024-08-19T11:28:22.353547+0000","last_undegraded":"2024-08-19T11:28:22.353547+0000","last_fullsized":"2024-08-19T11:28:22.353547+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T23:07:56.192608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.354284+0000","last_change":"2024-08-19T11:27:27.815059+0000","last_active":"2024-08-19T11:28:22.354284+0000","last_peered":"2024-08-19T11:28:22.354284+0000","last_clean":"2024-08-19T11:28:22.354284+0000","last_became_active":"2024-08-19T11:27:27.814764+0000","last_became_peered":"2024-08-19T11:27:27.814764+0000","last_unstale":"2024-08-19T11:28:22.354284+0000","last_undegraded":"2024-08-19T11:28:22.354284+0000","last_fullsized":"2024-08-19T11:28:22.354284+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:00:32.293296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.352059+0000","last_change":"2024-08-19T11:27:27.809051+0000","last_active":"2024-08-19T11:28:22.352059+0000","last_peered":"2024-08-19T11:28:22.352059+0000","last_clean":"2024-08-19T11:28:22.352059+0000","last_became_active":"2024-08-19T11:27:27.808779+0000","last_became_peered":"2024-08-19T11:27:27.808779+0000","last_unstale":"2024-08-19T11:28:22.352059+0000","last_undegraded":"2024-08-19T11:28:22.352059+0000","last_fullsized":"2024-08-19T11:28:22.352059+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:49:09.884734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380577+0000","last_change":"2024-08-19T11:27:27.822832+0000","last_active":"2024-08-19T11:28:22.380577+0000","last_peered":"2024-08-19T11:28:22.380577+0000","last_clean":"2024-08-19T11:28:22.380577+0000","last_became_active":"2024-08-19T11:27:27.822411+0000","last_became_peered":"2024-08-19T11:27:27.822411+0000","last_unstale":"2024-08-19T11:28:22.380577+0000","last_undegraded":"2024-08-19T11:28:22.380577+0000","last_fullsized":"2024-08-19T11:28:22.380577+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:22:32.701029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380945+0000","last_change":"2024-08-19T11:27:27.816350+0000","last_active":"2024-08-19T11:28:22.380945+0000","last_peered":"2024-08-19T11:28:22.380945+0000","last_clean":"2024-08-19T11:28:22.380945+0000","last_became_active":"2024-08-19T11:27:27.816089+0000","last_became_peered":"2024-08-19T11:27:27.816089+0000","last_unstale":"2024-08-19T11:28:22.380945+0000","last_undegraded":"2024-08-19T11:28:22.380945+0000","last_fullsized":"2024-08-19T11:28:22.380945+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:38:06.558961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380637+0000","last_change":"2024-08-19T11:27:27.811046+0000","last_active":"2024-08-19T11:28:22.380637+0000","last_peered":"2024-08-19T11:28:22.380637+0000","last_clean":"2024-08-19T11:28:22.380637+0000","last_became_active":"2024-08-19T11:27:27.810249+0000","last_became_peered":"2024-08-19T11:27:27.810249+0000","last_unstale":"2024-08-19T11:28:22.380637+0000","last_undegraded":"2024-08-19T11:28:22.380637+0000","last_fullsized":"2024-08-19T11:28:22.380637+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:51:51.221566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.353807+0000","last_change":"2024-08-19T11:27:27.811485+0000","last_active":"2024-08-19T11:28:22.353807+0000","last_peered":"2024-08-19T11:28:22.353807+0000","last_clean":"2024-08-19T11:28:22.353807+0000","last_became_active":"2024-08-19T11:27:27.811184+0000","last_became_peered":"2024-08-19T11:27:27.811184+0000","last_unstale":"2024-08-19T11:28:22.353807+0000","last_undegraded":"2024-08-19T11:28:22.353807+0000","last_fullsized":"2024-08-19T11:28:22.353807+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:08:45.592567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.379751+0000","last_change":"2024-08-19T11:27:27.823663+0000","last_active":"2024-08-19T11:28:22.379751+0000","last_peered":"2024-08-19T11:28:22.379751+0000","last_clean":"2024-08-19T11:28:22.379751+0000","last_became_active":"2024-08-19T11:27:27.822910+0000","last_became_peered":"2024-08-19T11:27:27.822910+0000","last_unstale":"2024-08-19T11:28:22.379751+0000","last_undegraded":"2024-08-19T11:28:22.379751+0000","last_fullsized":"2024-08-19T11:28:22.379751+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:34:32.072062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.353611+0000","last_change":"2024-08-19T11:27:27.814447+0000","last_active":"2024-08-19T11:28:22.353611+0000","last_peered":"2024-08-19T11:28:22.353611+0000","last_clean":"2024-08-19T11:28:22.353611+0000","last_became_active":"2024-08-19T11:27:27.814154+0000","last_became_peered":"2024-08-19T11:27:27.814154+0000","last_unstale":"2024-08-19T11:28:22.353611+0000","last_undegraded":"2024-08-19T11:28:22.353611+0000","last_fullsized":"2024-08-19T11:28:22.353611+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:10:43.460705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.381335+0000","last_change":"2024-08-19T11:27:27.813023+0000","last_active":"2024-08-19T11:28:22.381335+0000","last_peered":"2024-08-19T11:28:22.381335+0000","last_clean":"2024-08-19T11:28:22.381335+0000","last_became_active":"2024-08-19T11:27:27.812715+0000","last_became_peered":"2024-08-19T11:27:27.812715+0000","last_unstale":"2024-08-19T11:28:22.381335+0000","last_undegraded":"2024-08-19T11:28:22.381335+0000","last_fullsized":"2024-08-19T11:28:22.381335+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:03:50.018261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.381218+0000","last_change":"2024-08-19T11:27:27.814655+0000","last_active":"2024-08-19T11:28:22.381218+0000","last_peered":"2024-08-19T11:28:22.381218+0000","last_clean":"2024-08-19T11:28:22.381218+0000","last_became_active":"2024-08-19T11:27:27.814254+0000","last_became_peered":"2024-08-19T11:27:27.814254+0000","last_unstale":"2024-08-19T11:28:22.381218+0000","last_undegraded":"2024-08-19T11:28:22.381218+0000","last_fullsized":"2024-08-19T11:28:22.381218+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:13:35.495851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.350902+0000","last_change":"2024-08-19T11:27:27.810465+0000","last_active":"2024-08-19T11:28:22.350902+0000","last_peered":"2024-08-19T11:28:22.350902+0000","last_clean":"2024-08-19T11:28:22.350902+0000","last_became_active":"2024-08-19T11:27:27.808154+0000","last_became_peered":"2024-08-19T11:27:27.808154+0000","last_unstale":"2024-08-19T11:28:22.350902+0000","last_undegraded":"2024-08-19T11:28:22.350902+0000","last_fullsized":"2024-08-19T11:28:22.350902+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:00:56.100786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380771+0000","last_change":"2024-08-19T11:27:27.823341+0000","last_active":"2024-08-19T11:28:22.380771+0000","last_peered":"2024-08-19T11:28:22.380771+0000","last_clean":"2024-08-19T11:28:22.380771+0000","last_became_active":"2024-08-19T11:27:27.823014+0000","last_became_peered":"2024-08-19T11:27:27.823014+0000","last_unstale":"2024-08-19T11:28:22.380771+0000","last_undegraded":"2024-08-19T11:28:22.380771+0000","last_fullsized":"2024-08-19T11:28:22.380771+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:21:03.617996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.351699+0000","last_change":"2024-08-19T11:27:52.981511+0000","last_active":"2024-08-19T11:28:22.351699+0000","last_peered":"2024-08-19T11:28:22.351699+0000","last_clean":"2024-08-19T11:28:22.351699+0000","last_became_active":"2024-08-19T11:27:52.981082+0000","last_became_peered":"2024-08-19T11:27:52.981082+0000","last_unstale":"2024-08-19T11:28:22.351699+0000","last_undegraded":"2024-08-19T11:28:22.351699+0000","last_fullsized":"2024-08-19T11:28:22.351699+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:59:13.396139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.353879+0000","last_change":"2024-08-19T11:27:27.813725+0000","last_active":"2024-08-19T11:28:22.353879+0000","last_peered":"2024-08-19T11:28:22.353879+0000","last_clean":"2024-08-19T11:28:22.353879+0000","last_became_active":"2024-08-19T11:27:27.813429+0000","last_became_peered":"2024-08-19T11:27:27.813429+0000","last_unstale":"2024-08-19T11:28:22.353879+0000","last_undegraded":"2024-08-19T11:28:22.353879+0000","last_fullsized":"2024-08-19T11:28:22.353879+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:10:13.996695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.351568+0000","last_change":"2024-08-19T11:27:27.806664+0000","last_active":"2024-08-19T11:28:22.351568+0000","last_peered":"2024-08-19T11:28:22.351568+0000","last_clean":"2024-08-19T11:28:22.351568+0000","last_became_active":"2024-08-19T11:27:27.806360+0000","last_became_peered":"2024-08-19T11:27:27.806360+0000","last_unstale":"2024-08-19T11:28:22.351568+0000","last_undegraded":"2024-08-19T11:28:22.351568+0000","last_fullsized":"2024-08-19T11:28:22.351568+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:59:45.066961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.379519+0000","last_change":"2024-08-19T11:27:27.818651+0000","last_active":"2024-08-19T11:28:22.379519+0000","last_peered":"2024-08-19T11:28:22.379519+0000","last_clean":"2024-08-19T11:28:22.379519+0000","last_became_active":"2024-08-19T11:27:27.818099+0000","last_became_peered":"2024-08-19T11:27:27.818099+0000","last_unstale":"2024-08-19T11:28:22.379519+0000","last_undegraded":"2024-08-19T11:28:22.379519+0000","last_fullsized":"2024-08-19T11:28:22.379519+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:08:43.272608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.352620+0000","last_change":"2024-08-19T11:27:27.800631+0000","last_active":"2024-08-19T11:28:22.352620+0000","last_peered":"2024-08-19T11:28:22.352620+0000","last_clean":"2024-08-19T11:28:22.352620+0000","last_became_active":"2024-08-19T11:27:27.800320+0000","last_became_peered":"2024-08-19T11:27:27.800320+0000","last_unstale":"2024-08-19T11:28:22.352620+0000","last_undegraded":"2024-08-19T11:28:22.352620+0000","last_fullsized":"2024-08-19T11:28:22.352620+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:44:56.474691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.381108+0000","last_change":"2024-08-19T11:27:24.782702+0000","last_active":"2024-08-19T11:28:22.381108+0000","last_peered":"2024-08-19T11:28:22.381108+0000","last_clean":"2024-08-19T11:28:22.381108+0000","last_became_active":"2024-08-19T11:27:24.782405+0000","last_became_peered":"2024-08-19T11:27:24.782405+0000","last_unstale":"2024-08-19T11:28:22.381108+0000","last_undegraded":"2024-08-19T11:28:22.381108+0000","last_fullsized":"2024-08-19T11:28:22.381108+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:33:53.299010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380712+0000","last_change":"2024-08-19T11:27:27.810520+0000","last_active":"2024-08-19T11:28:22.380712+0000","last_peered":"2024-08-19T11:28:22.380712+0000","last_clean":"2024-08-19T11:28:22.380712+0000","last_became_active":"2024-08-19T11:27:27.810258+0000","last_became_peered":"2024-08-19T11:27:27.810258+0000","last_unstale":"2024-08-19T11:28:22.380712+0000","last_undegraded":"2024-08-19T11:28:22.380712+0000","last_fullsized":"2024-08-19T11:28:22.380712+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:01:17.641487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380497+0000","last_change":"2024-08-19T11:27:24.775005+0000","last_active":"2024-08-19T11:28:22.380497+0000","last_peered":"2024-08-19T11:28:22.380497+0000","last_clean":"2024-08-19T11:28:22.380497+0000","last_became_active":"2024-08-19T11:27:24.774718+0000","last_became_peered":"2024-08-19T11:27:24.774718+0000","last_unstale":"2024-08-19T11:28:22.380497+0000","last_undegraded":"2024-08-19T11:28:22.380497+0000","last_fullsized":"2024-08-19T11:28:22.380497+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T23:09:55.630224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":23,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.379854+0000","last_change":"2024-08-19T11:27:24.782001+0000","last_active":"2024-08-19T11:28:22.379854+0000","last_peered":"2024-08-19T11:28:22.379854+0000","last_clean":"2024-08-19T11:28:22.379854+0000","last_became_active":"2024-08-19T11:27:24.781674+0000","last_became_peered":"2024-08-19T11:27:24.781674+0000","last_unstale":"2024-08-19T11:28:22.379854+0000","last_undegraded":"2024-08-19T11:28:22.379854+0000","last_fullsized":"2024-08-19T11:28:22.379854+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:29:29.881954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.379765+0000","last_change":"2024-08-19T11:27:27.813813+0000","last_active":"2024-08-19T11:28:22.379765+0000","last_peered":"2024-08-19T11:28:22.379765+0000","last_clean":"2024-08-19T11:28:22.379765+0000","last_became_active":"2024-08-19T11:27:27.813550+0000","last_became_peered":"2024-08-19T11:27:27.813550+0000","last_unstale":"2024-08-19T11:28:22.379765+0000","last_undegraded":"2024-08-19T11:28:22.379765+0000","last_fullsized":"2024-08-19T11:28:22.379765+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:23:15.037070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.353665+0000","last_change":"2024-08-19T11:27:24.777995+0000","last_active":"2024-08-19T11:28:22.353665+0000","last_peered":"2024-08-19T11:28:22.353665+0000","last_clean":"2024-08-19T11:28:22.353665+0000","last_became_active":"2024-08-19T11:27:24.777484+0000","last_became_peered":"2024-08-19T11:27:24.777484+0000","last_unstale":"2024-08-19T11:28:22.353665+0000","last_undegraded":"2024-08-19T11:28:22.353665+0000","last_fullsized":"2024-08-19T11:28:22.353665+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:54:38.668282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.350449+0000","last_change":"2024-08-19T11:27:27.810939+0000","last_active":"2024-08-19T11:28:22.350449+0000","last_peered":"2024-08-19T11:28:22.350449+0000","last_clean":"2024-08-19T11:28:22.350449+0000","last_became_active":"2024-08-19T11:27:27.810666+0000","last_became_peered":"2024-08-19T11:27:27.810666+0000","last_unstale":"2024-08-19T11:28:22.350449+0000","last_undegraded":"2024-08-19T11:28:22.350449+0000","last_fullsized":"2024-08-19T11:28:22.350449+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:57:30.617821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380670+0000","last_change":"2024-08-19T11:27:24.782861+0000","last_active":"2024-08-19T11:28:22.380670+0000","last_peered":"2024-08-19T11:28:22.380670+0000","last_clean":"2024-08-19T11:28:22.380670+0000","last_became_active":"2024-08-19T11:27:24.782552+0000","last_became_peered":"2024-08-19T11:27:24.782552+0000","last_unstale":"2024-08-19T11:28:22.380670+0000","last_undegraded":"2024-08-19T11:28:22.380670+0000","last_fullsized":"2024-08-19T11:28:22.380670+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:30:59.506392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.354165+0000","last_change":"2024-08-19T11:27:27.809727+0000","last_active":"2024-08-19T11:28:22.354165+0000","last_peered":"2024-08-19T11:28:22.354165+0000","last_clean":"2024-08-19T11:28:22.354165+0000","last_became_active":"2024-08-19T11:27:27.809420+0000","last_became_peered":"2024-08-19T11:27:27.809420+0000","last_unstale":"2024-08-19T11:28:22.354165+0000","last_undegraded":"2024-08-19T11:28:22.354165+0000","last_fullsized":"2024-08-19T11:28:22.354165+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:28:37.445064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.354238+0000","last_change":"2024-08-19T11:27:24.783767+0000","last_active":"2024-08-19T11:28:22.354238+0000","last_peered":"2024-08-19T11:28:22.354238+0000","last_clean":"2024-08-19T11:28:22.354238+0000","last_became_active":"2024-08-19T11:27:24.783493+0000","last_became_peered":"2024-08-19T11:27:24.783493+0000","last_unstale":"2024-08-19T11:28:22.354238+0000","last_undegraded":"2024-08-19T11:28:22.354238+0000","last_fullsized":"2024-08-19T11:28:22.354238+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:01:41.751886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.351678+0000","last_change":"2024-08-19T11:27:52.979976+0000","last_active":"2024-08-19T11:28:22.351678+0000","last_peered":"2024-08-19T11:28:22.351678+0000","last_clean":"2024-08-19T11:28:22.351678+0000","last_became_active":"2024-08-19T11:27:52.979616+0000","last_became_peered":"2024-08-19T11:27:52.979616+0000","last_unstale":"2024-08-19T11:28:22.351678+0000","last_undegraded":"2024-08-19T11:28:22.351678+0000","last_fullsized":"2024-08-19T11:28:22.351678+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:36:25.215449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":27,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.351035+0000","last_change":"2024-08-19T11:27:24.779231+0000","last_active":"2024-08-19T11:28:22.351035+0000","last_peered":"2024-08-19T11:28:22.351035+0000","last_clean":"2024-08-19T11:28:22.351035+0000","last_became_active":"2024-08-19T11:27:24.778962+0000","last_became_peered":"2024-08-19T11:27:24.778962+0000","last_unstale":"2024-08-19T11:28:22.351035+0000","last_undegraded":"2024-08-19T11:28:22.351035+0000","last_fullsized":"2024-08-19T11:28:22.351035+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:36:53.182344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.352273+0000","last_change":"2024-08-19T11:27:27.812996+0000","last_active":"2024-08-19T11:28:22.352273+0000","last_peered":"2024-08-19T11:28:22.352273+0000","last_clean":"2024-08-19T11:28:22.352273+0000","last_became_active":"2024-08-19T11:27:27.812699+0000","last_became_peered":"2024-08-19T11:27:27.812699+0000","last_unstale":"2024-08-19T11:28:22.352273+0000","last_undegraded":"2024-08-19T11:28:22.352273+0000","last_fullsized":"2024-08-19T11:28:22.352273+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:26:34.557357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"69'9","reported_seq":34,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.381004+0000","last_change":"2024-08-19T11:27:24.780499+0000","last_active":"2024-08-19T11:28:22.381004+0000","last_peered":"2024-08-19T11:28:22.381004+0000","last_clean":"2024-08-19T11:28:22.381004+0000","last_became_active":"2024-08-19T11:27:24.780017+0000","last_became_peered":"2024-08-19T11:27:24.780017+0000","last_unstale":"2024-08-19T11:28:22.381004+0000","last_undegraded":"2024-08-19T11:28:22.381004+0000","last_fullsized":"2024-08-19T11:28:22.381004+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:47:17.279148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2348,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":30,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380088+0000","last_change":"2024-08-19T11:27:52.980221+0000","last_active":"2024-08-19T11:28:22.380088+0000","last_peered":"2024-08-19T11:28:22.380088+0000","last_clean":"2024-08-19T11:28:22.380088+0000","last_became_active":"2024-08-19T11:27:52.979890+0000","last_became_peered":"2024-08-19T11:27:52.979890+0000","last_unstale":"2024-08-19T11:28:22.380088+0000","last_undegraded":"2024-08-19T11:28:22.380088+0000","last_fullsized":"2024-08-19T11:28:22.380088+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:05:52.969537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":27,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380768+0000","last_change":"2024-08-19T11:27:24.773787+0000","last_active":"2024-08-19T11:28:22.380768+0000","last_peered":"2024-08-19T11:28:22.380768+0000","last_clean":"2024-08-19T11:28:22.380768+0000","last_became_active":"2024-08-19T11:27:24.773532+0000","last_became_peered":"2024-08-19T11:27:24.773532+0000","last_unstale":"2024-08-19T11:28:22.380768+0000","last_undegraded":"2024-08-19T11:28:22.380768+0000","last_fullsized":"2024-08-19T11:28:22.380768+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:12:09.641862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380295+0000","last_change":"2024-08-19T11:27:27.812696+0000","last_active":"2024-08-19T11:28:22.380295+0000","last_peered":"2024-08-19T11:28:22.380295+0000","last_clean":"2024-08-19T11:28:22.380295+0000","last_became_active":"2024-08-19T11:27:27.812443+0000","last_became_peered":"2024-08-19T11:27:27.812443+0000","last_unstale":"2024-08-19T11:28:22.380295+0000","last_undegraded":"2024-08-19T11:28:22.380295+0000","last_fullsized":"2024-08-19T11:28:22.380295+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:00:39.585880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.353967+0000","last_change":"2024-08-19T11:27:24.778733+0000","last_active":"2024-08-19T11:28:22.353967+0000","last_peered":"2024-08-19T11:28:22.353967+0000","last_clean":"2024-08-19T11:28:22.353967+0000","last_became_active":"2024-08-19T11:27:24.778430+0000","last_became_peered":"2024-08-19T11:27:24.778430+0000","last_unstale":"2024-08-19T11:28:22.353967+0000","last_undegraded":"2024-08-19T11:28:22.353967+0000","last_fullsized":"2024-08-19T11:28:22.353967+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:07:15.902901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380081+0000","last_change":"2024-08-19T11:27:27.820117+0000","last_active":"2024-08-19T11:28:22.380081+0000","last_peered":"2024-08-19T11:28:22.380081+0000","last_clean":"2024-08-19T11:28:22.380081+0000","last_became_active":"2024-08-19T11:27:27.819831+0000","last_became_peered":"2024-08-19T11:27:27.819831+0000","last_unstale":"2024-08-19T11:28:22.380081+0000","last_undegraded":"2024-08-19T11:28:22.380081+0000","last_fullsized":"2024-08-19T11:28:22.380081+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T22:24:53.513858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380552+0000","last_change":"2024-08-19T11:27:24.778540+0000","last_active":"2024-08-19T11:28:22.380552+0000","last_peered":"2024-08-19T11:28:22.380552+0000","last_clean":"2024-08-19T11:28:22.380552+0000","last_became_active":"2024-08-19T11:27:24.778228+0000","last_became_peered":"2024-08-19T11:27:24.778228+0000","last_unstale":"2024-08-19T11:28:22.380552+0000","last_undegraded":"2024-08-19T11:28:22.380552+0000","last_fullsized":"2024-08-19T11:28:22.380552+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:04:52.236736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.379526+0000","last_change":"2024-08-19T11:27:27.818475+0000","last_active":"2024-08-19T11:28:22.379526+0000","last_peered":"2024-08-19T11:28:22.379526+0000","last_clean":"2024-08-19T11:28:22.379526+0000","last_became_active":"2024-08-19T11:27:27.817726+0000","last_became_peered":"2024-08-19T11:27:27.817726+0000","last_unstale":"2024-08-19T11:28:22.379526+0000","last_undegraded":"2024-08-19T11:28:22.379526+0000","last_fullsized":"2024-08-19T11:28:22.379526+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T22:44:02.331988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":33,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.351591+0000","last_change":"2024-08-19T11:27:24.772413+0000","last_active":"2024-08-19T11:28:22.351591+0000","last_peered":"2024-08-19T11:28:22.351591+0000","last_clean":"2024-08-19T11:28:22.351591+0000","last_became_active":"2024-08-19T11:27:24.771796+0000","last_became_peered":"2024-08-19T11:27:24.771796+0000","last_unstale":"2024-08-19T11:28:22.351591+0000","last_undegraded":"2024-08-19T11:28:22.351591+0000","last_fullsized":"2024-08-19T11:28:22.351591+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:01:59.489014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.379898+0000","last_change":"2024-08-19T11:27:27.822039+0000","last_active":"2024-08-19T11:28:22.379898+0000","last_peered":"2024-08-19T11:28:22.379898+0000","last_clean":"2024-08-19T11:28:22.379898+0000","last_became_active":"2024-08-19T11:27:27.821748+0000","last_became_peered":"2024-08-19T11:27:27.821748+0000","last_unstale":"2024-08-19T11:28:22.379898+0000","last_undegraded":"2024-08-19T11:28:22.379898+0000","last_fullsized":"2024-08-19T11:28:22.379898+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:00:19.813457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.352353+0000","last_change":"2024-08-19T11:27:24.776283+0000","last_active":"2024-08-19T11:28:22.352353+0000","last_peered":"2024-08-19T11:28:22.352353+0000","last_clean":"2024-08-19T11:28:22.352353+0000","last_became_active":"2024-08-19T11:27:24.775972+0000","last_became_peered":"2024-08-19T11:27:24.775972+0000","last_unstale":"2024-08-19T11:28:22.352353+0000","last_undegraded":"2024-08-19T11:28:22.352353+0000","last_fullsized":"2024-08-19T11:28:22.352353+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T23:21:10.434812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380482+0000","last_change":"2024-08-19T11:27:27.819698+0000","last_active":"2024-08-19T11:28:22.380482+0000","last_peered":"2024-08-19T11:28:22.380482+0000","last_clean":"2024-08-19T11:28:22.380482+0000","last_became_active":"2024-08-19T11:27:27.818779+0000","last_became_peered":"2024-08-19T11:27:27.818779+0000","last_unstale":"2024-08-19T11:28:22.380482+0000","last_undegraded":"2024-08-19T11:28:22.380482+0000","last_fullsized":"2024-08-19T11:28:22.380482+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:31:50.109027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":27,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.352195+0000","last_change":"2024-08-19T11:27:24.776125+0000","last_active":"2024-08-19T11:28:22.352195+0000","last_peered":"2024-08-19T11:28:22.352195+0000","last_clean":"2024-08-19T11:28:22.352195+0000","last_became_active":"2024-08-19T11:27:24.775789+0000","last_became_peered":"2024-08-19T11:27:24.775789+0000","last_unstale":"2024-08-19T11:28:22.352195+0000","last_undegraded":"2024-08-19T11:28:22.352195+0000","last_fullsized":"2024-08-19T11:28:22.352195+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:11:36.736766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380732+0000","last_change":"2024-08-19T11:27:27.819652+0000","last_active":"2024-08-19T11:28:22.380732+0000","last_peered":"2024-08-19T11:28:22.380732+0000","last_clean":"2024-08-19T11:28:22.380732+0000","last_became_active":"2024-08-19T11:27:27.819354+0000","last_became_peered":"2024-08-19T11:27:27.819354+0000","last_unstale":"2024-08-19T11:28:22.380732+0000","last_undegraded":"2024-08-19T11:28:22.380732+0000","last_fullsized":"2024-08-19T11:28:22.380732+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:22:55.084684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.351230+0000","last_change":"2024-08-19T11:27:24.778340+0000","last_active":"2024-08-19T11:28:22.351230+0000","last_peered":"2024-08-19T11:28:22.351230+0000","last_clean":"2024-08-19T11:28:22.351230+0000","last_became_active":"2024-08-19T11:27:24.778106+0000","last_became_peered":"2024-08-19T11:27:24.778106+0000","last_unstale":"2024-08-19T11:28:22.351230+0000","last_undegraded":"2024-08-19T11:28:22.351230+0000","last_fullsized":"2024-08-19T11:28:22.351230+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:50:43.255212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.354090+0000","last_change":"2024-08-19T11:27:27.817332+0000","last_active":"2024-08-19T11:28:22.354090+0000","last_peered":"2024-08-19T11:28:22.354090+0000","last_clean":"2024-08-19T11:28:22.354090+0000","last_became_active":"2024-08-19T11:27:27.815838+0000","last_became_peered":"2024-08-19T11:27:27.815838+0000","last_unstale":"2024-08-19T11:28:22.354090+0000","last_undegraded":"2024-08-19T11:28:22.354090+0000","last_fullsized":"2024-08-19T11:28:22.354090+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:25:28.586540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.351678+0000","last_change":"2024-08-19T11:27:24.779871+0000","last_active":"2024-08-19T11:28:22.351678+0000","last_peered":"2024-08-19T11:28:22.351678+0000","last_clean":"2024-08-19T11:28:22.351678+0000","last_became_active":"2024-08-19T11:27:24.779562+0000","last_became_peered":"2024-08-19T11:27:24.779562+0000","last_unstale":"2024-08-19T11:28:22.351678+0000","last_undegraded":"2024-08-19T11:28:22.351678+0000","last_fullsized":"2024-08-19T11:28:22.351678+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:57:59.032174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380242+0000","last_change":"2024-08-19T11:27:27.822995+0000","last_active":"2024-08-19T11:28:22.380242+0000","last_peered":"2024-08-19T11:28:22.380242+0000","last_clean":"2024-08-19T11:28:22.380242+0000","last_became_active":"2024-08-19T11:27:27.821967+0000","last_became_peered":"2024-08-19T11:27:27.821967+0000","last_unstale":"2024-08-19T11:28:22.380242+0000","last_undegraded":"2024-08-19T11:28:22.380242+0000","last_fullsized":"2024-08-19T11:28:22.380242+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:11:34.421098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":20,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-19T11:28:32.772207+0000","last_change":"2024-08-19T11:28:22.381146+0000","last_active":"2024-08-19T11:28:32.772207+0000","last_peered":"2024-08-19T11:28:32.772207+0000","last_clean":"2024-08-19T11:28:32.772207+0000","last_became_active":"2024-08-19T11:28:17.915036+0000","last_became_peered":"2024-08-19T11:28:17.915036+0000","last_unstale":"2024-08-19T11:28:32.772207+0000","last_undegraded":"2024-08-19T11:28:32.772207+0000","last_fullsized":"2024-08-19T11:28:32.772207+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_clean_scrub_stamp":"2024-08-19T11:28:16.885732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:52:40.258823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047197,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"71'128","reported_seq":272,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-19T11:28:33.372276+0000","last_change":"2024-08-19T11:27:01.323054+0000","last_active":"2024-08-19T11:28:33.372276+0000","last_peered":"2024-08-19T11:28:33.372276+0000","last_clean":"2024-08-19T11:28:33.372276+0000","last_became_active":"2024-08-19T11:27:01.322526+0000","last_became_peered":"2024-08-19T11:27:01.322526+0000","last_unstale":"2024-08-19T11:28:33.372276+0000","last_undegraded":"2024-08-19T11:28:33.372276+0000","last_fullsized":"2024-08-19T11:28:33.372276+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:25:02.670324+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:25:02.670324+0000","last_clean_scrub_stamp":"2024-08-19T11:25:02.670324+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T23:03:42.414001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.353891+0000","last_change":"2024-08-19T11:27:24.778042+0000","last_active":"2024-08-19T11:28:22.353891+0000","last_peered":"2024-08-19T11:28:22.353891+0000","last_clean":"2024-08-19T11:28:22.353891+0000","last_became_active":"2024-08-19T11:27:24.776869+0000","last_became_peered":"2024-08-19T11:27:24.776869+0000","last_unstale":"2024-08-19T11:28:22.353891+0000","last_undegraded":"2024-08-19T11:28:22.353891+0000","last_fullsized":"2024-08-19T11:28:22.353891+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:33:17.488588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380172+0000","last_change":"2024-08-19T11:27:27.817171+0000","last_active":"2024-08-19T11:28:22.380172+0000","last_peered":"2024-08-19T11:28:22.380172+0000","last_clean":"2024-08-19T11:28:22.380172+0000","last_became_active":"2024-08-19T11:27:27.816867+0000","last_became_peered":"2024-08-19T11:27:27.816867+0000","last_unstale":"2024-08-19T11:28:22.380172+0000","last_undegraded":"2024-08-19T11:28:22.380172+0000","last_fullsized":"2024-08-19T11:28:22.380172+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:47:07.013115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":20,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-19T11:28:32.902898+0000","last_change":"2024-08-19T11:28:22.381552+0000","last_active":"2024-08-19T11:28:32.902898+0000","last_peered":"2024-08-19T11:28:32.902898+0000","last_clean":"2024-08-19T11:28:32.902898+0000","last_became_active":"2024-08-19T11:28:17.919937+0000","last_became_peered":"2024-08-19T11:28:17.919937+0000","last_unstale":"2024-08-19T11:28:32.902898+0000","last_undegraded":"2024-08-19T11:28:32.902898+0000","last_fullsized":"2024-08-19T11:28:32.902898+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_clean_scrub_stamp":"2024-08-19T11:28:16.885732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:27:15.208304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00082429599999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.381135+0000","last_change":"2024-08-19T11:27:24.782993+0000","last_active":"2024-08-19T11:28:22.381135+0000","last_peered":"2024-08-19T11:28:22.381135+0000","last_clean":"2024-08-19T11:28:22.381135+0000","last_became_active":"2024-08-19T11:27:24.782667+0000","last_became_peered":"2024-08-19T11:27:24.782667+0000","last_unstale":"2024-08-19T11:28:22.381135+0000","last_undegraded":"2024-08-19T11:28:22.381135+0000","last_fullsized":"2024-08-19T11:28:22.381135+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:21:53.549179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.379951+0000","last_change":"2024-08-19T11:27:27.811865+0000","last_active":"2024-08-19T11:28:22.379951+0000","last_peered":"2024-08-19T11:28:22.379951+0000","last_clean":"2024-08-19T11:28:22.379951+0000","last_became_active":"2024-08-19T11:27:27.810360+0000","last_became_peered":"2024-08-19T11:27:27.810360+0000","last_unstale":"2024-08-19T11:28:22.379951+0000","last_undegraded":"2024-08-19T11:28:22.379951+0000","last_fullsized":"2024-08-19T11:28:22.379951+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:24:33.633463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":20,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-19T11:28:32.331187+0000","last_change":"2024-08-19T11:28:22.352303+0000","last_active":"2024-08-19T11:28:32.331187+0000","last_peered":"2024-08-19T11:28:32.331187+0000","last_clean":"2024-08-19T11:28:32.331187+0000","last_became_active":"2024-08-19T11:28:17.917630+0000","last_became_peered":"2024-08-19T11:28:17.917630+0000","last_unstale":"2024-08-19T11:28:32.331187+0000","last_undegraded":"2024-08-19T11:28:32.331187+0000","last_fullsized":"2024-08-19T11:28:32.331187+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_clean_scrub_stamp":"2024-08-19T11:28:16.885732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T23:01:00.491952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026085099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.351623+0000","last_change":"2024-08-19T11:27:24.772690+0000","last_active":"2024-08-19T11:28:22.351623+0000","last_peered":"2024-08-19T11:28:22.351623+0000","last_clean":"2024-08-19T11:28:22.351623+0000","last_became_active":"2024-08-19T11:27:24.772430+0000","last_became_peered":"2024-08-19T11:27:24.772430+0000","last_unstale":"2024-08-19T11:28:22.351623+0000","last_undegraded":"2024-08-19T11:28:22.351623+0000","last_fullsized":"2024-08-19T11:28:22.351623+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:21:06.550688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.350349+0000","last_change":"2024-08-19T11:27:27.812940+0000","last_active":"2024-08-19T11:28:22.350349+0000","last_peered":"2024-08-19T11:28:22.350349+0000","last_clean":"2024-08-19T11:28:22.350349+0000","last_became_active":"2024-08-19T11:27:27.812672+0000","last_became_peered":"2024-08-19T11:27:27.812672+0000","last_unstale":"2024-08-19T11:28:22.350349+0000","last_undegraded":"2024-08-19T11:28:22.350349+0000","last_fullsized":"2024-08-19T11:28:22.350349+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:20:34.926638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":20,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-19T11:28:32.331452+0000","last_change":"2024-08-19T11:28:22.350984+0000","last_active":"2024-08-19T11:28:32.331452+0000","last_peered":"2024-08-19T11:28:32.331452+0000","last_clean":"2024-08-19T11:28:32.331452+0000","last_became_active":"2024-08-19T11:28:17.918803+0000","last_became_peered":"2024-08-19T11:28:17.918803+0000","last_unstale":"2024-08-19T11:28:32.331452+0000","last_undegraded":"2024-08-19T11:28:32.331452+0000","last_fullsized":"2024-08-19T11:28:32.331452+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_clean_scrub_stamp":"2024-08-19T11:28:16.885732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:27:01.684234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050886900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.353996+0000","last_change":"2024-08-19T11:27:24.784650+0000","last_active":"2024-08-19T11:28:22.353996+0000","last_peered":"2024-08-19T11:28:22.353996+0000","last_clean":"2024-08-19T11:28:22.353996+0000","last_became_active":"2024-08-19T11:27:24.784359+0000","last_became_peered":"2024-08-19T11:27:24.784359+0000","last_unstale":"2024-08-19T11:28:22.353996+0000","last_undegraded":"2024-08-19T11:28:22.353996+0000","last_fullsized":"2024-08-19T11:28:22.353996+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T22:41:56.358925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.351781+0000","last_change":"2024-08-19T11:27:52.978518+0000","last_active":"2024-08-19T11:28:22.351781+0000","last_peered":"2024-08-19T11:28:22.351781+0000","last_clean":"2024-08-19T11:28:22.351781+0000","last_became_active":"2024-08-19T11:27:52.978133+0000","last_became_peered":"2024-08-19T11:27:52.978133+0000","last_unstale":"2024-08-19T11:28:22.351781+0000","last_undegraded":"2024-08-19T11:28:22.351781+0000","last_fullsized":"2024-08-19T11:28:22.351781+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:44:47.025511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2","version":"75'2","reported_seq":22,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-19T11:28:32.331134+0000","last_change":"2024-08-19T11:28:22.351795+0000","last_active":"2024-08-19T11:28:32.331134+0000","last_peered":"2024-08-19T11:28:32.331134+0000","last_clean":"2024-08-19T11:28:32.331134+0000","last_became_active":"2024-08-19T11:28:17.917681+0000","last_became_peered":"2024-08-19T11:28:17.917681+0000","last_unstale":"2024-08-19T11:28:32.331134+0000","last_undegraded":"2024-08-19T11:28:32.331134+0000","last_fullsized":"2024-08-19T11:28:32.331134+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_clean_scrub_stamp":"2024-08-19T11:28:16.885732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:04:43.375794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012198140000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.350814+0000","last_change":"2024-08-19T11:27:24.779202+0000","last_active":"2024-08-19T11:28:22.350814+0000","last_peered":"2024-08-19T11:28:22.350814+0000","last_clean":"2024-08-19T11:28:22.350814+0000","last_became_active":"2024-08-19T11:27:24.778928+0000","last_became_peered":"2024-08-19T11:27:24.778928+0000","last_unstale":"2024-08-19T11:28:22.350814+0000","last_undegraded":"2024-08-19T11:28:22.350814+0000","last_fullsized":"2024-08-19T11:28:22.350814+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:41:57.170478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.351192+0000","last_change":"2024-08-19T11:27:52.980008+0000","last_active":"2024-08-19T11:28:22.351192+0000","last_peered":"2024-08-19T11:28:22.351192+0000","last_clean":"2024-08-19T11:28:22.351192+0000","last_became_active":"2024-08-19T11:27:52.979652+0000","last_became_peered":"2024-08-19T11:27:52.979652+0000","last_unstale":"2024-08-19T11:28:22.351192+0000","last_undegraded":"2024-08-19T11:28:22.351192+0000","last_fullsized":"2024-08-19T11:28:22.351192+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:45:00.627191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"73'1","reported_seq":21,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-19T11:28:32.902558+0000","last_change":"2024-08-19T11:28:22.381564+0000","last_active":"2024-08-19T11:28:32.902558+0000","last_peered":"2024-08-19T11:28:32.902558+0000","last_clean":"2024-08-19T11:28:32.902558+0000","last_became_active":"2024-08-19T11:28:17.917302+0000","last_became_peered":"2024-08-19T11:28:17.917302+0000","last_unstale":"2024-08-19T11:28:32.902558+0000","last_undegraded":"2024-08-19T11:28:32.902558+0000","last_fullsized":"2024-08-19T11:28:32.902558+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_clean_scrub_stamp":"2024-08-19T11:28:16.885732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:07:25.157635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00089945599999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380699+0000","last_change":"2024-08-19T11:27:24.781886+0000","last_active":"2024-08-19T11:28:22.380699+0000","last_peered":"2024-08-19T11:28:22.380699+0000","last_clean":"2024-08-19T11:28:22.380699+0000","last_became_active":"2024-08-19T11:27:24.781524+0000","last_became_peered":"2024-08-19T11:27:24.781524+0000","last_unstale":"2024-08-19T11:28:22.380699+0000","last_undegraded":"2024-08-19T11:28:22.380699+0000","last_fullsized":"2024-08-19T11:28:22.380699+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:03:28.295414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.350765+0000","last_change":"2024-08-19T11:27:27.806139+0000","last_active":"2024-08-19T11:28:22.350765+0000","last_peered":"2024-08-19T11:28:22.350765+0000","last_clean":"2024-08-19T11:28:22.350765+0000","last_became_active":"2024-08-19T11:27:27.805883+0000","last_became_peered":"2024-08-19T11:27:27.805883+0000","last_unstale":"2024-08-19T11:28:22.350765+0000","last_undegraded":"2024-08-19T11:28:22.350765+0000","last_fullsized":"2024-08-19T11:28:22.350765+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:41:30.401670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-19T11:28:32.373133+0000","last_change":"2024-08-19T11:28:22.380003+0000","last_active":"2024-08-19T11:28:32.373133+0000","last_peered":"2024-08-19T11:28:32.373133+0000","last_clean":"2024-08-19T11:28:32.373133+0000","last_became_active":"2024-08-19T11:28:17.920650+0000","last_became_peered":"2024-08-19T11:28:17.920650+0000","last_unstale":"2024-08-19T11:28:32.373133+0000","last_undegraded":"2024-08-19T11:28:32.373133+0000","last_fullsized":"2024-08-19T11:28:32.373133+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_clean_scrub_stamp":"2024-08-19T11:28:16.885732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:53:01.913603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040372299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.352109+0000","last_change":"2024-08-19T11:27:24.782293+0000","last_active":"2024-08-19T11:28:22.352109+0000","last_peered":"2024-08-19T11:28:22.352109+0000","last_clean":"2024-08-19T11:28:22.352109+0000","last_became_active":"2024-08-19T11:27:24.782028+0000","last_became_peered":"2024-08-19T11:27:24.782028+0000","last_unstale":"2024-08-19T11:28:22.352109+0000","last_undegraded":"2024-08-19T11:28:22.352109+0000","last_fullsized":"2024-08-19T11:28:22.352109+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:23:47.214522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.381356+0000","last_change":"2024-08-19T11:27:27.814726+0000","last_active":"2024-08-19T11:28:22.381356+0000","last_peered":"2024-08-19T11:28:22.381356+0000","last_clean":"2024-08-19T11:28:22.381356+0000","last_became_active":"2024-08-19T11:27:27.814453+0000","last_became_peered":"2024-08-19T11:27:27.814453+0000","last_unstale":"2024-08-19T11:28:22.381356+0000","last_undegraded":"2024-08-19T11:28:22.381356+0000","last_fullsized":"2024-08-19T11:28:22.381356+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:57:07.978067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":20,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-19T11:28:32.330905+0000","last_change":"2024-08-19T11:28:22.352631+0000","last_active":"2024-08-19T11:28:32.330905+0000","last_peered":"2024-08-19T11:28:32.330905+0000","last_clean":"2024-08-19T11:28:32.330905+0000","last_became_active":"2024-08-19T11:28:17.917666+0000","last_became_peered":"2024-08-19T11:28:17.917666+0000","last_unstale":"2024-08-19T11:28:32.330905+0000","last_undegraded":"2024-08-19T11:28:32.330905+0000","last_fullsized":"2024-08-19T11:28:32.330905+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_clean_scrub_stamp":"2024-08-19T11:28:16.885732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:42:48.396973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00087502800000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":27,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380763+0000","last_change":"2024-08-19T11:27:24.779665+0000","last_active":"2024-08-19T11:28:22.380763+0000","last_peered":"2024-08-19T11:28:22.380763+0000","last_clean":"2024-08-19T11:28:22.380763+0000","last_became_active":"2024-08-19T11:27:24.779276+0000","last_became_peered":"2024-08-19T11:27:24.779276+0000","last_unstale":"2024-08-19T11:28:22.380763+0000","last_undegraded":"2024-08-19T11:28:22.380763+0000","last_fullsized":"2024-08-19T11:28:22.380763+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:21:15.492444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380628+0000","last_change":"2024-08-19T11:27:27.802888+0000","last_active":"2024-08-19T11:28:22.380628+0000","last_peered":"2024-08-19T11:28:22.380628+0000","last_clean":"2024-08-19T11:28:22.380628+0000","last_became_active":"2024-08-19T11:27:27.802591+0000","last_became_peered":"2024-08-19T11:27:27.802591+0000","last_unstale":"2024-08-19T11:28:22.380628+0000","last_undegraded":"2024-08-19T11:28:22.380628+0000","last_fullsized":"2024-08-19T11:28:22.380628+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:56:14.019071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.381014+0000","last_change":"2024-08-19T11:27:24.782798+0000","last_active":"2024-08-19T11:28:22.381014+0000","last_peered":"2024-08-19T11:28:22.381014+0000","last_clean":"2024-08-19T11:28:22.381014+0000","last_became_active":"2024-08-19T11:27:24.782333+0000","last_became_peered":"2024-08-19T11:27:24.782333+0000","last_unstale":"2024-08-19T11:28:22.381014+0000","last_undegraded":"2024-08-19T11:28:22.381014+0000","last_fullsized":"2024-08-19T11:28:22.381014+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:48:37.481550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.352525+0000","last_change":"2024-08-19T11:27:27.810826+0000","last_active":"2024-08-19T11:28:22.352525+0000","last_peered":"2024-08-19T11:28:22.352525+0000","last_clean":"2024-08-19T11:28:22.352525+0000","last_became_active":"2024-08-19T11:27:27.810030+0000","last_became_peered":"2024-08-19T11:27:27.810030+0000","last_unstale":"2024-08-19T11:28:22.352525+0000","last_undegraded":"2024-08-19T11:28:22.352525+0000","last_fullsized":"2024-08-19T11:28:22.352525+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:55:42.296054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.350677+0000","last_change":"2024-08-19T11:27:24.777562+0000","last_active":"2024-08-19T11:28:22.350677+0000","last_peered":"2024-08-19T11:28:22.350677+0000","last_clean":"2024-08-19T11:28:22.350677+0000","last_became_active":"2024-08-19T11:27:24.777204+0000","last_became_peered":"2024-08-19T11:27:24.777204+0000","last_unstale":"2024-08-19T11:28:22.350677+0000","last_undegraded":"2024-08-19T11:28:22.350677+0000","last_fullsized":"2024-08-19T11:28:22.350677+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:12:16.120151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.379784+0000","last_change":"2024-08-19T11:27:27.808899+0000","last_active":"2024-08-19T11:28:22.379784+0000","last_peered":"2024-08-19T11:28:22.379784+0000","last_clean":"2024-08-19T11:28:22.379784+0000","last_became_active":"2024-08-19T11:27:27.808601+0000","last_became_peered":"2024-08-19T11:27:27.808601+0000","last_unstale":"2024-08-19T11:28:22.379784+0000","last_undegraded":"2024-08-19T11:28:22.379784+0000","last_fullsized":"2024-08-19T11:28:22.379784+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:01:01.523482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.350912+0000","last_change":"2024-08-19T11:27:24.779873+0000","last_active":"2024-08-19T11:28:22.350912+0000","last_peered":"2024-08-19T11:28:22.350912+0000","last_clean":"2024-08-19T11:28:22.350912+0000","last_became_active":"2024-08-19T11:27:24.779589+0000","last_became_peered":"2024-08-19T11:27:24.779589+0000","last_unstale":"2024-08-19T11:28:22.350912+0000","last_undegraded":"2024-08-19T11:28:22.350912+0000","last_fullsized":"2024-08-19T11:28:22.350912+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:24:01.772508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.379991+0000","last_change":"2024-08-19T11:27:27.823531+0000","last_active":"2024-08-19T11:28:22.379991+0000","last_peered":"2024-08-19T11:28:22.379991+0000","last_clean":"2024-08-19T11:28:22.379991+0000","last_became_active":"2024-08-19T11:27:27.822978+0000","last_became_peered":"2024-08-19T11:27:27.822978+0000","last_unstale":"2024-08-19T11:28:22.379991+0000","last_undegraded":"2024-08-19T11:28:22.379991+0000","last_fullsized":"2024-08-19T11:28:22.379991+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:13:54.762912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380620+0000","last_change":"2024-08-19T11:27:24.782128+0000","last_active":"2024-08-19T11:28:22.380620+0000","last_peered":"2024-08-19T11:28:22.380620+0000","last_clean":"2024-08-19T11:28:22.380620+0000","last_became_active":"2024-08-19T11:27:24.781674+0000","last_became_peered":"2024-08-19T11:27:24.781674+0000","last_unstale":"2024-08-19T11:28:22.380620+0000","last_undegraded":"2024-08-19T11:28:22.380620+0000","last_fullsized":"2024-08-19T11:28:22.380620+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:05:15.848738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.379617+0000","last_change":"2024-08-19T11:27:27.815362+0000","last_active":"2024-08-19T11:28:22.379617+0000","last_peered":"2024-08-19T11:28:22.379617+0000","last_clean":"2024-08-19T11:28:22.379617+0000","last_became_active":"2024-08-19T11:27:27.815104+0000","last_became_peered":"2024-08-19T11:27:27.815104+0000","last_unstale":"2024-08-19T11:28:22.379617+0000","last_undegraded":"2024-08-19T11:28:22.379617+0000","last_fullsized":"2024-08-19T11:28:22.379617+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:01:26.026011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.354035+0000","last_change":"2024-08-19T11:27:27.820858+0000","last_active":"2024-08-19T11:28:22.354035+0000","last_peered":"2024-08-19T11:28:22.354035+0000","last_clean":"2024-08-19T11:28:22.354035+0000","last_became_active":"2024-08-19T11:27:27.820564+0000","last_became_peered":"2024-08-19T11:27:27.820564+0000","last_unstale":"2024-08-19T11:28:22.354035+0000","last_undegraded":"2024-08-19T11:28:22.354035+0000","last_fullsized":"2024-08-19T11:28:22.354035+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:11:46.775004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380199+0000","last_change":"2024-08-19T11:27:24.781469+0000","last_active":"2024-08-19T11:28:22.380199+0000","last_peered":"2024-08-19T11:28:22.380199+0000","last_clean":"2024-08-19T11:28:22.380199+0000","last_became_active":"2024-08-19T11:27:24.780766+0000","last_became_peered":"2024-08-19T11:27:24.780766+0000","last_unstale":"2024-08-19T11:28:22.380199+0000","last_undegraded":"2024-08-19T11:28:22.380199+0000","last_fullsized":"2024-08-19T11:28:22.380199+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:10:26.822650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":30,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.354002+0000","last_change":"2024-08-19T11:27:52.980138+0000","last_active":"2024-08-19T11:28:22.354002+0000","last_peered":"2024-08-19T11:28:22.354002+0000","last_clean":"2024-08-19T11:28:22.354002+0000","last_became_active":"2024-08-19T11:27:52.979845+0000","last_became_peered":"2024-08-19T11:27:52.979845+0000","last_unstale":"2024-08-19T11:28:22.354002+0000","last_undegraded":"2024-08-19T11:28:22.354002+0000","last_fullsized":"2024-08-19T11:28:22.354002+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:41:25.099375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380444+0000","last_change":"2024-08-19T11:27:24.783793+0000","last_active":"2024-08-19T11:28:22.380444+0000","last_peered":"2024-08-19T11:28:22.380444+0000","last_clean":"2024-08-19T11:28:22.380444+0000","last_became_active":"2024-08-19T11:27:24.783252+0000","last_became_peered":"2024-08-19T11:27:24.783252+0000","last_unstale":"2024-08-19T11:28:22.380444+0000","last_undegraded":"2024-08-19T11:28:22.380444+0000","last_fullsized":"2024-08-19T11:28:22.380444+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:44:11.162985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380788+0000","last_change":"2024-08-19T11:27:27.805203+0000","last_active":"2024-08-19T11:28:22.380788+0000","last_peered":"2024-08-19T11:28:22.380788+0000","last_clean":"2024-08-19T11:28:22.380788+0000","last_became_active":"2024-08-19T11:27:27.804892+0000","last_became_peered":"2024-08-19T11:27:27.804892+0000","last_unstale":"2024-08-19T11:28:22.380788+0000","last_undegraded":"2024-08-19T11:28:22.380788+0000","last_fullsized":"2024-08-19T11:28:22.380788+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:54:40.393521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380992+0000","last_change":"2024-08-19T11:27:24.781563+0000","last_active":"2024-08-19T11:28:22.380992+0000","last_peered":"2024-08-19T11:28:22.380992+0000","last_clean":"2024-08-19T11:28:22.380992+0000","last_became_active":"2024-08-19T11:27:24.781289+0000","last_became_peered":"2024-08-19T11:27:24.781289+0000","last_unstale":"2024-08-19T11:28:22.380992+0000","last_undegraded":"2024-08-19T11:28:22.380992+0000","last_fullsized":"2024-08-19T11:28:22.380992+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:14:45.283340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380788+0000","last_change":"2024-08-19T11:27:27.818228+0000","last_active":"2024-08-19T11:28:22.380788+0000","last_peered":"2024-08-19T11:28:22.380788+0000","last_clean":"2024-08-19T11:28:22.380788+0000","last_became_active":"2024-08-19T11:27:27.817288+0000","last_became_peered":"2024-08-19T11:27:27.817288+0000","last_unstale":"2024-08-19T11:28:22.380788+0000","last_undegraded":"2024-08-19T11:28:22.380788+0000","last_fullsized":"2024-08-19T11:28:22.380788+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:33:42.091845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":44,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T11:28:22.380893+0000","last_change":"2024-08-19T11:27:52.871598+0000","last_active":"2024-08-19T11:28:22.380893+0000","last_peered":"2024-08-19T11:28:22.380893+0000","last_clean":"2024-08-19T11:28:22.380893+0000","last_became_active":"2024-08-19T11:27:52.868210+0000","last_became_peered":"2024-08-19T11:27:52.868210+0000","last_unstale":"2024-08-19T11:28:22.380893+0000","last_undegraded":"2024-08-19T11:28:22.380893+0000","last_fullsized":"2024-08-19T11:28:22.380893+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:59:03.017204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3146,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201311,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28372,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716780,"statfs":{"total":95995035648,"available":95965982720,"internally_reserved":0,"allocated":1384448,"data_stored":942801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 11:29:01 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.51300000000000001,"15min":0.51900000000000002},"min":{"1min":0.34200000000000003,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.61099999999999999,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.53200000000000003,"15min":0.54200000000000004},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.67800000000000005,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.65200000000000002}]},{"osd":1,"last update":"Mon Aug 19 11:29:01 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.52800000000000002,"15min":0.53300000000000003},"min":{"1min":0.312,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.66400000000000003,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.53200000000000003,"15min":0.53500000000000003},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.65000000000000002,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.67000000000000004}]},{"osd":2,"last update":"Mon Aug 19 11:29:01 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.52800000000000002,"15min":0.53600000000000003},"min":{"1min":0.35099999999999998,"5min":0.316,"15min":0.316},"max":{"1min":0.69299999999999995,"5min":0.87,"15min":0.87},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.51900000000000002,"15min":0.52500000000000002},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.60599999999999998,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.65900000000000003}]},{"osd":3,"last update":"Mon Aug 19 11:29:01 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.54100000000000004,"15min":0.55400000000000005},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.60199999999999998,"5min":0.755,"15min":0.755},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.54900000000000004,"15min":0.55100000000000005},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.71099999999999997,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.51300000000000001}]},{"osd":4,"last update":"Mon Aug 19 11:29:01 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.46300000000000002,"15min":0.47499999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.56299999999999994,"5min":1.347,"15min":1.347},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.45400000000000001,"15min":0.46000000000000002},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.60799999999999998,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.49299999999999999}]},{"osd":5,"last update":"Mon Aug 19 11:29:01 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.45700000000000002,"15min":0.46100000000000002},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.64700000000000002,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.49099999999999999,"15min":0.503},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.58899999999999997,"5min":1.292,"15min":1.292},"last":0.54800000000000004}]},{"osd":6,"last update":"Mon Aug 19 11:29:01 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.51400000000000001,"15min":0.52300000000000002},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.59999999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.51600000000000001,"15min":0.52600000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.56200000000000006,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.60699999999999998}]}]},{"osd":6,"up_from":47,"seq":201863462948,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28384,"kb_used_data":1364,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716768,"statfs":{"total":95995035648,"available":95965970432,"internally_reserved":0,"allocated":1396736,"data_stored":945458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 11:28:37 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.53300000000000003,"15min":0.53900000000000003},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.442},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.52300000000000002,"15min":0.52100000000000002},"min":{"1min":0.39900000000000002,"5min":0.315,"15min":0.315},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.502}]},{"osd":1,"last update":"Mon Aug 19 11:28:37 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.496,"15min":0.498},"min":{"1min":0.36699999999999999,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.53200000000000003,"15min":0.53400000000000003},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.69599999999999995,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.48399999999999999}]},{"osd":2,"last update":"Mon Aug 19 11:28:37 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.54800000000000004,"15min":0.55200000000000005},"min":{"1min":0.372,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.71599999999999997,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.51900000000000002,"15min":0.51700000000000002},"min":{"1min":0.35099999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.54100000000000004}]},{"osd":3,"last update":"Mon Aug 19 11:28:37 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.34399999999999997,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.624,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.432},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.55000000000000004,"15min":0.55100000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.73299999999999998,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.52100000000000002}]},{"osd":4,"last update":"Mon Aug 19 11:28:37 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.42999999999999999,"15min":0.42799999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.443,"5min":0.45200000000000001,"15min":0.45400000000000001},"min":{"1min":0.29799999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.67000000000000004,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.29899999999999999}]},{"osd":5,"last update":"Mon Aug 19 11:28:37 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.48299999999999998,"15min":0.47699999999999998},"min":{"1min":0.31900000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":1.3400000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.33300000000000002,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.35399999999999998}]},{"osd":7,"last update":"Mon Aug 19 11:29:03 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.5,"15min":0.505},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.378},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.54400000000000004,"15min":0.54800000000000004},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.40600000000000003}]}]},{"osd":5,"up_from":39,"seq":167503724585,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27808,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717344,"statfs":{"total":95995035648,"available":95966560256,"internally_reserved":0,"allocated":806912,"data_stored":354868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 11:29:17 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53100000000000003,"15min":0.53200000000000003},"min":{"1min":0.40200000000000002,"5min":0.317,"15min":0.317},"max":{"1min":0.69599999999999995,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.48299999999999998,"15min":0.47899999999999998},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.61599999999999999,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.70599999999999996}]},{"osd":1,"last update":"Mon Aug 19 11:29:17 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.503,"15min":0.501},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.69199999999999995,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.48899999999999999},"min":{"1min":0.39100000000000001,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.621,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.66300000000000003}]},{"osd":2,"last update":"Mon Aug 19 11:29:17 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51300000000000001},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.70799999999999996,"5min":0.874,"15min":0.874},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.505,"5min":0.50600000000000001,"15min":0.501},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.64200000000000002,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.67600000000000005}]},{"osd":3,"last update":"Mon Aug 19 11:29:17 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.50900000000000001,"15min":0.50700000000000001},"min":{"1min":0.40600000000000003,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.68200000000000005,"5min":0.753,"15min":0.753},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.53400000000000003,"15min":0.53500000000000003},"min":{"1min":0.38900000000000001,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.66800000000000004,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.71899999999999997}]},{"osd":4,"last update":"Mon Aug 19 11:29:17 2024","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.38900000000000001,"15min":0.38},"min":{"1min":0.29599999999999999,"5min":0.224,"15min":0.224},"max":{"1min":0.57699999999999996,"5min":0.754,"15min":0.754},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.40899999999999997,"15min":0.38500000000000001},"min":{"1min":0.32300000000000001,"5min":0.247,"15min":0.247},"max":{"1min":0.64900000000000002,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.53100000000000003}]},{"osd":6,"last update":"Mon Aug 19 11:28:37 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.44900000000000001,"15min":0.45600000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.65900000000000003,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.442,"5min":0.49199999999999999,"15min":0.5},"min":{"1min":0.32800000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.59699999999999998,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.58799999999999997}]},{"osd":7,"last update":"Mon Aug 19 11:28:59 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.52300000000000002,"15min":0.53100000000000003},"min":{"1min":0.35299999999999998,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.68400000000000005,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.53000000000000003,"15min":0.54200000000000004},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.67200000000000004,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.55700000000000005}]}]},{"osd":4,"up_from":31,"seq":133143986222,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27808,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717344,"statfs":{"total":95995035648,"available":95966560256,"internally_reserved":0,"allocated":806912,"data_stored":353196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 11:28:48 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.53000000000000003,"15min":0.54400000000000004},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.71199999999999997,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.53400000000000003,"15min":0.55600000000000005},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.64500000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.59099999999999997}]},{"osd":1,"last update":"Mon Aug 19 11:28:48 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.53300000000000003,"15min":0.54900000000000004},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.74399999999999999,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.53200000000000003,"15min":0.54500000000000004},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.64300000000000002,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.45600000000000002}]},{"osd":2,"last update":"Mon Aug 19 11:28:48 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.53600000000000003,"15min":0.55100000000000005},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.69199999999999995,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.53500000000000003,"15min":0.55000000000000004},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.64400000000000002,"5min":0.753,"15min":0.753},"last":0.51500000000000001}]},{"osd":3,"last update":"Mon Aug 19 11:28:48 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.55100000000000005,"15min":0.56899999999999995},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.68999999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.53800000000000003,"15min":0.55600000000000005},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.65800000000000003,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.48299999999999998}]},{"osd":5,"last update":"Mon Aug 19 11:29:20 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.41099999999999998,"15min":0.39700000000000002},"min":{"1min":0.25600000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.57799999999999996,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.41799999999999998,"15min":0.40200000000000002},"min":{"1min":0.29999999999999999,"5min":0.253,"15min":0.253},"max":{"1min":0.70899999999999996,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.41499999999999998}]},{"osd":6,"last update":"Mon Aug 19 11:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.42999999999999999,"15min":0.42599999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.65500000000000003,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.439},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.49299999999999999,"15min":0.495},"min":{"1min":0.28000000000000003,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.66500000000000004,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.495}]},{"osd":7,"last update":"Mon Aug 19 11:29:02 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.53100000000000003,"15min":0.53900000000000003},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.68700000000000006,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.53600000000000003,"15min":0.54000000000000004},"min":{"1min":0.39800000000000002,"5min":0.251,"15min":0.251},"max":{"1min":0.71999999999999997,"5min":0.748,"15min":0.748},"last":0.55200000000000005}]}]},{"osd":3,"up_from":26,"seq":111669149747,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27808,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717344,"statfs":{"total":95995035648,"available":95966560256,"internally_reserved":0,"allocated":806912,"data_stored":354863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 11:28:27 2024","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.376,"15min":0.38600000000000001},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.57599999999999996,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.379,"5min":0.39100000000000001,"15min":0.39500000000000002},"min":{"1min":0.27900000000000003,"5min":0.189,"15min":0.189},"max":{"1min":0.65700000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.371}]},{"osd":1,"last update":"Mon Aug 19 11:28:27 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.39900000000000002,"15min":0.40899999999999997},"min":{"1min":0.255,"5min":0.253,"15min":0.253},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.439},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.372,"15min":0.375},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.39100000000000001}]},{"osd":2,"last update":"Mon Aug 19 11:28:27 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.42499999999999999,"15min":0.43099999999999999},"min":{"1min":0.28799999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.63500000000000001,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.379,"5min":0.40600000000000003,"15min":0.41399999999999998},"min":{"1min":0.27000000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.46400000000000002}]},{"osd":4,"last update":"Mon Aug 19 11:28:48 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.55100000000000005,"15min":0.55700000000000005},"min":{"1min":0.36199999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.55300000000000005,"15min":0.55500000000000005},"min":{"1min":0.38400000000000001,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.85899999999999999,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.65500000000000003}]},{"osd":5,"last update":"Mon Aug 19 11:29:16 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.55600000000000005,"15min":0.55300000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.749,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.624},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.55700000000000005,"15min":0.56000000000000005},"min":{"1min":0.39200000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.71199999999999997,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.68500000000000005}]},{"osd":6,"last update":"Mon Aug 19 11:28:37 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56899999999999995,"15min":0.57099999999999995},"min":{"1min":0.39800000000000002,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.79900000000000004,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.58399999999999996,"15min":0.58199999999999996},"min":{"1min":0.39500000000000002,"5min":0.372,"15min":0.372},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.59499999999999997}]},{"osd":7,"last update":"Mon Aug 19 11:28:59 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.57199999999999995,"15min":0.56999999999999995},"min":{"1min":0.42599999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.81000000000000005,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.56000000000000005,"15min":0.55400000000000005},"min":{"1min":0.42399999999999999,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.63700000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411384,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31892,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713260,"statfs":{"total":95995035648,"available":95962378240,"internally_reserved":0,"allocated":794624,"data_stored":353324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 11:29:06 2024","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.35699999999999998,"15min":0.34899999999999998},"min":{"1min":0.27200000000000002,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.34799999999999998,"5min":0.36799999999999999,"15min":0.36099999999999999},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.55700000000000005,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.42899999999999999}]},{"osd":1,"last update":"Mon Aug 19 11:29:06 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.38,"15min":0.36899999999999999},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.628,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.38,"15min":0.379},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.46600000000000003}]},{"osd":3,"last update":"Mon Aug 19 11:28:29 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.42099999999999999,"15min":0.42899999999999999},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.60699999999999998,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.38,"5min":0.41299999999999998,"15min":0.41899999999999998},"min":{"1min":0.27300000000000002,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.497}]},{"osd":4,"last update":"Mon Aug 19 11:28:50 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51900000000000002,"15min":0.51700000000000002},"min":{"1min":0.36899999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.72499999999999998,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53000000000000003,"15min":0.52500000000000002},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.92000000000000004}]},{"osd":5,"last update":"Mon Aug 19 11:29:11 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.56799999999999995,"15min":0.56999999999999995},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.85099999999999998},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.56999999999999995,"15min":0.56799999999999995},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.81899999999999995}]},{"osd":6,"last update":"Mon Aug 19 11:28:35 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.57399999999999995,"15min":0.57899999999999996},"min":{"1min":0.42599999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.80300000000000005,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.56000000000000005,"15min":0.56399999999999995},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.83999999999999997}]},{"osd":7,"last update":"Mon Aug 19 11:29:00 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.58399999999999996,"15min":0.59099999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.73599999999999999,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.57599999999999996,"15min":0.57799999999999996},"min":{"1min":0.436,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.81699999999999995,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.76300000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574907,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27804,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717348,"statfs":{"total":95995035648,"available":95966564352,"internally_reserved":0,"allocated":802816,"data_stored":352921,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 11:28:41 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.34599999999999997,"15min":0.32600000000000001},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.61099999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.309},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.372,"15min":0.34399999999999997},"min":{"1min":0.23899999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.505,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.28299999999999997}]},{"osd":2,"last update":"Mon Aug 19 11:29:06 2024","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.38100000000000001,"15min":0.39000000000000001},"min":{"1min":0.22800000000000001,"5min":0.222,"15min":0.222},"max":{"1min":0.42099999999999999,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.39700000000000002,"15min":0.40100000000000002},"min":{"1min":0.27000000000000002,"5min":0.245,"15min":0.245},"max":{"1min":0.47699999999999998,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.33200000000000002}]},{"osd":3,"last update":"Mon Aug 19 11:28:29 2024","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.442,"15min":0.46000000000000002},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.47499999999999998,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.441,"15min":0.45500000000000002},"min":{"1min":0.32100000000000001,"5min":0.31,"15min":0.31},"max":{"1min":0.58699999999999997,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.35399999999999998}]},{"osd":4,"last update":"Mon Aug 19 11:28:50 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.51200000000000001,"15min":0.52500000000000002},"min":{"1min":0.34499999999999997,"5min":0.316,"15min":0.316},"max":{"1min":0.71499999999999997,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.54000000000000004,"15min":0.55100000000000005},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.75600000000000001,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.47599999999999998}]},{"osd":5,"last update":"Mon Aug 19 11:29:17 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.56000000000000005,"15min":0.56599999999999995},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53600000000000003,"15min":0.54300000000000004},"min":{"1min":0.33000000000000002,"5min":0.312,"15min":0.312},"max":{"1min":0.77000000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.49199999999999999}]},{"osd":6,"last update":"Mon Aug 19 11:28:41 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.56200000000000006,"15min":0.57199999999999995},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.621},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.54700000000000004,"15min":0.55300000000000005},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.65500000000000003,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.55700000000000005}]},{"osd":7,"last update":"Mon Aug 19 11:28:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.55000000000000004,"15min":0.55400000000000005},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.72899999999999998,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54800000000000004,"15min":0.55000000000000004},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.79300000000000004,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.50700000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738433,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28388,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716764,"statfs":{"total":95995035648,"available":95965966336,"internally_reserved":0,"allocated":1400832,"data_stored":943838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 19 11:28:46 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.33500000000000002,"15min":0.29899999999999999},"min":{"1min":0.26200000000000001,"5min":0.151,"15min":0.151},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.33500000000000002,"15min":0.30599999999999999},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.58499999999999996,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.29699999999999999}]},{"osd":2,"last update":"Mon Aug 19 11:29:06 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.35199999999999998,"15min":0.34599999999999997},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.50700000000000001,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.316},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.36599999999999999,"15min":0.35099999999999998},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.33200000000000002}]},{"osd":3,"last update":"Mon Aug 19 11:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.41399999999999998,"15min":0.41799999999999998},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.37},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.41999999999999998,"15min":0.42899999999999999},"min":{"1min":0.25,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.628,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.35099999999999998}]},{"osd":4,"last update":"Mon Aug 19 11:28:54 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.54900000000000004,"15min":0.55200000000000005},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.72299999999999998,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53700000000000003,"15min":0.53800000000000003},"min":{"1min":0.35199999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.71199999999999997,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.57199999999999995}]},{"osd":5,"last update":"Mon Aug 19 11:29:16 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.53300000000000003,"15min":0.52200000000000002},"min":{"1min":0.38600000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.72999999999999998,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.51900000000000002,"15min":0.51500000000000001},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.72199999999999998,"5min":0.745,"15min":0.745},"last":0.63}]},{"osd":6,"last update":"Mon Aug 19 11:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.54300000000000004,"15min":0.53800000000000003},"min":{"1min":0.35599999999999998,"5min":0.318,"15min":0.318},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.62},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.56100000000000005,"15min":0.55700000000000005},"min":{"1min":0.42599999999999999,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.81499999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.65800000000000003}]},{"osd":7,"last update":"Mon Aug 19 11:29:01 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.55400000000000005,"15min":0.56200000000000006},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.66600000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.58699999999999997,"15min":0.59199999999999997},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.76700000000000002,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.65000000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-19T11:29:26.547 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-08-19T11:29:26.547 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-08-19T11:29:26.547 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-08-19T11:29:26.547 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph health --format=json 2024-08-19T11:29:26.764 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:29:26.847 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:29:26 smithi136 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-19T11:29:26.848 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:29:26 smithi136 systemd[1]: Stopped Ceph alertmanager.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:29:26.848 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:29:26 smithi136 systemd[1]: Starting Ceph alertmanager.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:29:27.170 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:26 smithi136 ceph-mon[28279]: from='client.14748 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T11:29:27.170 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:26 smithi136 ceph-mon[28279]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:27.171 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:26 smithi136 ceph-mon[16389]: from='client.14748 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T11:29:27.171 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:26 smithi136 ceph-mon[16389]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:27.171 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:29:26 smithi136 podman[69053]: 2024-08-19 11:29:26.764734797 +0000 UTC m=+0.018405770 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-19T11:29:27.171 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:29:26 smithi136 podman[69053]: 2024-08-19 11:29:26.868560591 +0000 UTC m=+0.122231555 volume create e9680257c1ad9016348d488a8e40d229483283432feeb9963922db460fd616f2 2024-08-19T11:29:27.171 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:29:26 smithi136 podman[69053]: 2024-08-19 11:29:26.994346894 +0000 UTC m=+0.248017899 container create 5af88c4acee88d9a92b07fb379ffe15c1dd636a4009c26ba6149ab400367b8ed (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T11:29:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:26 smithi155 ceph-mon[19718]: from='client.14748 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T11:29:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:26 smithi155 ceph-mon[19718]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:27.598 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:29:27 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:29:27] "GET /metrics HTTP/1.1" 200 33671 "" "Prometheus/2.43.0" 2024-08-19T11:29:27.599 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:29:27 smithi136 podman[69053]: 2024-08-19 11:29:27.296991595 +0000 UTC m=+0.550662561 container init 5af88c4acee88d9a92b07fb379ffe15c1dd636a4009c26ba6149ab400367b8ed (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T11:29:27.599 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:29:27 smithi136 podman[69053]: 2024-08-19 11:29:27.301641537 +0000 UTC m=+0.555312500 container start 5af88c4acee88d9a92b07fb379ffe15c1dd636a4009c26ba6149ab400367b8ed (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T11:29:27.599 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:29:27 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[69085]: ts=2024-08-19T11:29:27.313Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-19T11:29:27.599 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:29:27 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[69085]: ts=2024-08-19T11:29:27.314Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-19T11:29:27.599 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:29:27 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[69085]: ts=2024-08-19T11:29:27.314Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.136 port=9094 2024-08-19T11:29:27.599 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:29:27 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[69085]: ts=2024-08-19T11:29:27.315Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-19T11:29:27.599 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:29:27 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[69085]: ts=2024-08-19T11:29:27.338Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-19T11:29:27.599 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:29:27 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[69085]: ts=2024-08-19T11:29:27.338Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-19T11:29:27.599 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:29:27 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[69085]: ts=2024-08-19T11:29:27.341Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-19T11:29:27.600 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:29:27 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[69085]: ts=2024-08-19T11:29:27.341Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-19T11:29:27.600 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:29:27 smithi136 bash[69053]: 5af88c4acee88d9a92b07fb379ffe15c1dd636a4009c26ba6149ab400367b8ed 2024-08-19T11:29:27.600 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:29:27 smithi136 systemd[1]: Started Ceph alertmanager.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:29:28.515 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:28 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:28.515 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:28 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:28.515 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:28 smithi136 ceph-mon[28279]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-19T11:29:28.515 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:28 smithi136 ceph-mon[28279]: Reconfiguring daemon prometheus.a on smithi155 2024-08-19T11:29:28.515 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:28 smithi136 ceph-mon[28279]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:28.516 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:28 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:28.516 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:28 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:28.516 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:28 smithi136 ceph-mon[16389]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-19T11:29:28.516 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:28 smithi136 ceph-mon[16389]: Reconfiguring daemon prometheus.a on smithi155 2024-08-19T11:29:28.516 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:28 smithi136 ceph-mon[16389]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:28.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:28 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:28.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:28 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:28.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:28 smithi155 ceph-mon[19718]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-19T11:29:28.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:28 smithi155 ceph-mon[19718]: Reconfiguring daemon prometheus.a on smithi155 2024-08-19T11:29:28.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:28 smithi155 ceph-mon[19718]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:29.230 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:29:29.231 INFO:teuthology.orchestra.run.smithi136.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-08-19T11:29:29.347 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:29:29 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[69085]: ts=2024-08-19T11:29:29.316Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000068559s 2024-08-19T11:29:29.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:29 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/1245018117' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-19T11:29:29.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:29 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/1245018117' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-19T11:29:29.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:29 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/1245018117' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-19T11:29:29.876 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-08-19T11:29:29.876 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-19T11:29:30.080 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:29:30.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:30 smithi155 ceph-mon[19718]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:30.489 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:30 smithi136 ceph-mon[28279]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:30.489 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:30 smithi136 ceph-mon[16389]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:30.892 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:30 smithi155 systemd[1]: Stopping Ceph prometheus.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:29:31.149 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:30 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:29:30.891Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-19T11:29:31.149 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:30 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:29:30.891Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-19T11:29:31.149 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:30 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:29:30.891Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-19T11:29:31.149 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:30 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:29:30.891Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-19T11:29:31.149 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:30 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:29:30.891Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-19T11:29:31.149 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:30 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:29:30.891Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-19T11:29:31.149 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:30 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:29:30.891Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-19T11:29:31.149 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:30 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:29:30.891Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-19T11:29:31.150 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:30 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:29:30.891Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-19T11:29:31.150 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:30 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:29:30.892Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-19T11:29:31.150 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:30 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:29:30.892Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-19T11:29:31.150 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:30 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[49708]: ts=2024-08-19T11:29:30.892Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-19T11:29:31.150 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:30 smithi155 podman[53043]: 2024-08-19 11:29:30.902003077 +0000 UTC m=+0.121694412 container died 5557bdab9aaceb5d59db740e07e365dd9c3c1e1bde1b0a47e6b62a1d82c5b6f9 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T11:29:31.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:31 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:29:31.461 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:31 smithi155 podman[53043]: 2024-08-19 11:29:31.26435358 +0000 UTC m=+0.484044912 container cleanup 5557bdab9aaceb5d59db740e07e365dd9c3c1e1bde1b0a47e6b62a1d82c5b6f9 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T11:29:31.461 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:31 smithi155 bash[53043]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a 2024-08-19T11:29:31.503 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:31 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:29:31.503 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:31 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:29:31.734 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:31 smithi155 podman[53060]: 2024-08-19 11:29:31.481953872 +0000 UTC m=+0.582225119 container remove 5557bdab9aaceb5d59db740e07e365dd9c3c1e1bde1b0a47e6b62a1d82c5b6f9 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T11:29:31.913 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:29:31.913 INFO:teuthology.orchestra.run.smithi136.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24319,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6833/3471803320","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3471803320},{"type":"v1","addr":"172.21.15.155:6833","nonce":3471803320}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-19T11:27:29.322092+0000","modified":"2024-08-19T11:27:40.817495+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24350},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24350":{"gid":24350,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":6,"addr":"172.21.15.136:6835/771816949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6834","nonce":771816949},{"type":"v1","addr":"172.21.15.136:6835","nonce":771816949}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-08-19T11:29:31.914 INFO:teuthology.orchestra.run.smithi136.stderr:dumped fsmap epoch 8 2024-08-19T11:29:32.008 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:31 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-19T11:29:32.008 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:31 smithi155 systemd[1]: Stopped Ceph prometheus.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:29:32.008 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:31 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@prometheus.a.service: Consumed 1.208s CPU time. 2024-08-19T11:29:32.008 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:31 smithi155 systemd[1]: Starting Ceph prometheus.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:29:32.009 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:31 smithi155 podman[53158]: 2024-08-19 11:29:31.873409079 +0000 UTC m=+0.018137741 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-19T11:29:32.009 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:32 smithi155 podman[53158]: 2024-08-19 11:29:32.007922171 +0000 UTC m=+0.152650823 container create 198319c7a2d9cd9d6fdc9369e0f67c1ff8e69e1b15138eb3293a9864c3d47206 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T11:29:32.281 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:32 smithi155 podman[53158]: 2024-08-19 11:29:32.251788883 +0000 UTC m=+0.396517536 container init 198319c7a2d9cd9d6fdc9369e0f67c1ff8e69e1b15138eb3293a9864c3d47206 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T11:29:32.281 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:32 smithi155 podman[53158]: 2024-08-19 11:29:32.256343899 +0000 UTC m=+0.401072554 container start 198319c7a2d9cd9d6fdc9369e0f67c1ff8e69e1b15138eb3293a9864c3d47206 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T11:29:32.505 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:32 smithi136 ceph-mon[16389]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:32.505 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:32 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/3486050274' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T11:29:32.505 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:32 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:32.505 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:32 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:32.505 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:32 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-19T11:29:32.505 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:32 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi136:9093"}]: dispatch 2024-08-19T11:29:32.505 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:32 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:32.505 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:32 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T11:29:32.505 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:32 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi155.front.sepia.ceph.com:9095"}]: dispatch 2024-08-19T11:29:32.505 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:32 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:32.506 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:32 smithi136 ceph-mon[28279]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:32.506 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:32 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/3486050274' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T11:29:32.506 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:32 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:32.506 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:32 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:32.506 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:32 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-19T11:29:32.506 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:32 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi136:9093"}]: dispatch 2024-08-19T11:29:32.506 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:32 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:32.506 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:32 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T11:29:32.506 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:32 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi155.front.sepia.ceph.com:9095"}]: dispatch 2024-08-19T11:29:32.507 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:32 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:32.507 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:29:32 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:29:32] ENGINE Bus STOPPING 2024-08-19T11:29:32.507 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:29:32 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:29:32] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T11:29:32.507 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:29:32 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:29:32] ENGINE Bus STOPPED 2024-08-19T11:29:32.507 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:29:32 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:29:32] ENGINE Bus STARTING 2024-08-19T11:29:32.507 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:29:32 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:29:32] ENGINE Serving on http://:::9283 2024-08-19T11:29:32.507 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:29:32 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:29:32] ENGINE Bus STARTED 2024-08-19T11:29:32.630 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-19T11:29:32.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:32 smithi155 ceph-mon[19718]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:32.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:32 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/3486050274' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T11:29:32.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:32 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:32.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:32 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:32.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:32 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-19T11:29:32.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:32 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi136:9093"}]: dispatch 2024-08-19T11:29:32.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:32 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:32.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:32 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T11:29:32.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:32 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi155.front.sepia.ceph.com:9095"}]: dispatch 2024-08-19T11:29:32.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:32 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:32.712 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:29:32.280Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-19T11:29:32.712 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:29:32.280Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-19T11:29:32.712 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:29:32.280Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi155 (none))" 2024-08-19T11:29:32.712 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:29:32.281Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-19T11:29:32.712 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:29:32.281Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-19T11:29:32.712 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:29:32.282Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-19T11:29:32.712 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:29:32.282Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-19T11:29:32.712 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:29:32.284Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-19T11:29:32.712 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:29:32.284Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-19T11:29:32.712 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:29:32.286Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-19T11:29:32.713 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:29:32.286Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.899µs 2024-08-19T11:29:32.713 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:29:32.286Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-19T11:29:32.713 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:29:32.288Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-08-19T11:29:32.713 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:29:32.288Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-08-19T11:29:32.713 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:29:32.288Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=19.545µs wal_replay_duration=2.074273ms wbl_replay_duration=128ns total_replay_duration=2.112449ms 2024-08-19T11:29:32.713 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:29:32.289Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-19T11:29:32.713 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:29:32.289Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-19T11:29:32.713 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:29:32.289Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-19T11:29:32.713 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:29:32.309Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.542996ms db_storage=800ns remote_storage=942ns web_handler=431ns query_engine=595ns scrape=453.952µs scrape_sd=78.964µs notify=16.634µs notify_sd=25.235µs rules=19.663205ms tracing=5.119µs 2024-08-19T11:29:32.713 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:29:32.309Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-19T11:29:32.713 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:29:32.309Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-19T11:29:32.714 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:32 smithi155 bash[53158]: 198319c7a2d9cd9d6fdc9369e0f67c1ff8e69e1b15138eb3293a9864c3d47206 2024-08-19T11:29:32.714 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:29:32 smithi155 systemd[1]: Started Ceph prometheus.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:29:32.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:29:32 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:29:32] ENGINE Bus STOPPING 2024-08-19T11:29:33.348 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:29:33 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:29:33] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T11:29:33.348 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:29:33 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:29:33] ENGINE Bus STOPPED 2024-08-19T11:29:33.348 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:29:33 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:29:33] ENGINE Bus STARTING 2024-08-19T11:29:33.348 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:29:33 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:29:33] ENGINE Serving on http://:::9283 2024-08-19T11:29:33.348 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:29:33 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:29:33] ENGINE Bus STARTED 2024-08-19T11:29:33.348 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:29:33 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:29:33] ENGINE Bus STOPPING 2024-08-19T11:29:33.391 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:29:33.656 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:29:33 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:29:33] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T11:29:33.656 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:29:33 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:29:33] ENGINE Bus STOPPED 2024-08-19T11:29:33.656 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:29:33 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:29:33] ENGINE Bus STARTING 2024-08-19T11:29:33.656 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:33 smithi136 ceph-mon[16389]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-19T11:29:33.656 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:33 smithi136 ceph-mon[16389]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi136:9093"}]: dispatch 2024-08-19T11:29:33.656 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:33 smithi136 ceph-mon[16389]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T11:29:33.656 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:33 smithi136 ceph-mon[16389]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi155.front.sepia.ceph.com:9095"}]: dispatch 2024-08-19T11:29:33.656 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:33 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-19T11:29:33.657 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:33 smithi136 ceph-mon[16389]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-19T11:29:33.657 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:33 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi155.front.sepia.ceph.com:3000"}]: dispatch 2024-08-19T11:29:33.657 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:33 smithi136 ceph-mon[16389]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi155.front.sepia.ceph.com:3000"}]: dispatch 2024-08-19T11:29:33.657 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:33 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:33.657 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:33 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:29:33.657 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:33 smithi136 ceph-mon[28279]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-19T11:29:33.657 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:33 smithi136 ceph-mon[28279]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi136:9093"}]: dispatch 2024-08-19T11:29:33.657 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:33 smithi136 ceph-mon[28279]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T11:29:33.657 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:33 smithi136 ceph-mon[28279]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi155.front.sepia.ceph.com:9095"}]: dispatch 2024-08-19T11:29:33.657 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:33 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-19T11:29:33.657 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:33 smithi136 ceph-mon[28279]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-19T11:29:33.657 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:33 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi155.front.sepia.ceph.com:3000"}]: dispatch 2024-08-19T11:29:33.658 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:33 smithi136 ceph-mon[28279]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi155.front.sepia.ceph.com:3000"}]: dispatch 2024-08-19T11:29:33.658 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:33 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:33.658 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:33 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:29:33.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:33 smithi155 ceph-mon[19718]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-19T11:29:33.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:33 smithi155 ceph-mon[19718]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi136:9093"}]: dispatch 2024-08-19T11:29:33.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:33 smithi155 ceph-mon[19718]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T11:29:33.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:33 smithi155 ceph-mon[19718]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi155.front.sepia.ceph.com:9095"}]: dispatch 2024-08-19T11:29:33.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:33 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-19T11:29:33.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:33 smithi155 ceph-mon[19718]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-19T11:29:33.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:33 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi155.front.sepia.ceph.com:3000"}]: dispatch 2024-08-19T11:29:33.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:33 smithi155 ceph-mon[19718]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi155.front.sepia.ceph.com:3000"}]: dispatch 2024-08-19T11:29:33.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:33 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:33.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:33 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:29:34.097 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:29:33 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:29:33] ENGINE Serving on http://:::9283 2024-08-19T11:29:34.098 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:29:33 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:29:33] ENGINE Bus STARTED 2024-08-19T11:29:34.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:34 smithi136 ceph-mon[28279]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:34.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:34 smithi136 ceph-mon[16389]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:34.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:34 smithi155 ceph-mon[19718]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:35.364 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:29:35.364 INFO:teuthology.orchestra.run.smithi136.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24319,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6833/3471803320","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3471803320},{"type":"v1","addr":"172.21.15.155:6833","nonce":3471803320}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-19T11:27:29.322092+0000","modified":"2024-08-19T11:27:40.817495+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24350},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24350":{"gid":24350,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":6,"addr":"172.21.15.136:6835/771816949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6834","nonce":771816949},{"type":"v1","addr":"172.21.15.136:6835","nonce":771816949}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-08-19T11:29:35.364 INFO:teuthology.orchestra.run.smithi136.stderr:dumped fsmap epoch 8 2024-08-19T11:29:35.674 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:35 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/915875562' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T11:29:35.674 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:35 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/915875562' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T11:29:35.690 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:35 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/915875562' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T11:29:36.112 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-19T11:29:36.877 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:29:37.319 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:37 smithi136 ceph-mon[28279]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:37.319 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:37 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:37.319 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:37 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:37.320 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:37 smithi136 ceph-mon[16389]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:37.320 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:37 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:37.320 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:37 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:37.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:37 smithi155 ceph-mon[19718]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:37.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:37 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:37.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:37 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:37.598 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:29:37 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:29:37] "GET /metrics HTTP/1.1" 200 33673 "" "Prometheus/2.43.0" 2024-08-19T11:29:37.598 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:29:37 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[69085]: ts=2024-08-19T11:29:37.318Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002459332s 2024-08-19T11:29:38.936 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:38 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:38.936 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:38 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:38.936 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:38 smithi136 ceph-mon[16389]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:38.936 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:38 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:29:38.937 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:38 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:29:38.937 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:38 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:38.937 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:38 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:38.937 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:38 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:38.937 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:38 smithi136 ceph-mon[28279]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:38.937 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:38 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:29:38.937 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:38 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:29:38.937 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:38 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:39.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:38 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:39.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:38 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:39.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:38 smithi155 ceph-mon[19718]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:39.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:38 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:29:39.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:38 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:29:39.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:38 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:39.312 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:29:39.312 INFO:teuthology.orchestra.run.smithi136.stdout:{"epoch":76,"fsid":"25b0d51a-5e1d-11ef-bccf-c7b262605968","created":"2024-08-19T11:22:06.747909+0000","modified":"2024-08-19T11:28:32.328025+0000","last_up_change":"2024-08-19T11:26:57.303915+0000","last_in_change":"2024-08-19T11:26:40.220649+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-19T11:25:01.946609+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-19T11:27:23.356250+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-19T11:27:26.712091+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-19T11:28:16.371426+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c5e52ef-ec3c-42d4-b5d8-59457a219347","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6802","nonce":430850622},{"type":"v1","addr":"172.21.15.136:6803","nonce":430850622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6804","nonce":430850622},{"type":"v1","addr":"172.21.15.136:6805","nonce":430850622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6808","nonce":430850622},{"type":"v1","addr":"172.21.15.136:6809","nonce":430850622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6806","nonce":430850622},{"type":"v1","addr":"172.21.15.136:6807","nonce":430850622}]},"public_addr":"172.21.15.136:6803/430850622","cluster_addr":"172.21.15.136:6805/430850622","heartbeat_back_addr":"172.21.15.136:6809/430850622","heartbeat_front_addr":"172.21.15.136:6807/430850622","state":["exists","up"]},{"osd":1,"uuid":"3d951904-e2e9-4805-91af-b3f3696c7440","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6810","nonce":3999069106},{"type":"v1","addr":"172.21.15.136:6811","nonce":3999069106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6812","nonce":3999069106},{"type":"v1","addr":"172.21.15.136:6813","nonce":3999069106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6816","nonce":3999069106},{"type":"v1","addr":"172.21.15.136:6817","nonce":3999069106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6814","nonce":3999069106},{"type":"v1","addr":"172.21.15.136:6815","nonce":3999069106}]},"public_addr":"172.21.15.136:6811/3999069106","cluster_addr":"172.21.15.136:6813/3999069106","heartbeat_back_addr":"172.21.15.136:6817/3999069106","heartbeat_front_addr":"172.21.15.136:6815/3999069106","state":["exists","up"]},{"osd":2,"uuid":"65f5b80a-e7d6-4ba7-96f9-ab4f2b67aa69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6818","nonce":266063274},{"type":"v1","addr":"172.21.15.136:6819","nonce":266063274}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6820","nonce":266063274},{"type":"v1","addr":"172.21.15.136:6821","nonce":266063274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6824","nonce":266063274},{"type":"v1","addr":"172.21.15.136:6825","nonce":266063274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6822","nonce":266063274},{"type":"v1","addr":"172.21.15.136:6823","nonce":266063274}]},"public_addr":"172.21.15.136:6819/266063274","cluster_addr":"172.21.15.136:6821/266063274","heartbeat_back_addr":"172.21.15.136:6825/266063274","heartbeat_front_addr":"172.21.15.136:6823/266063274","state":["exists","up"]},{"osd":3,"uuid":"20f8e2e4-a61d-4051-b474-db1e74576b8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6826","nonce":2393860891},{"type":"v1","addr":"172.21.15.136:6827","nonce":2393860891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6828","nonce":2393860891},{"type":"v1","addr":"172.21.15.136:6829","nonce":2393860891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6832","nonce":2393860891},{"type":"v1","addr":"172.21.15.136:6833","nonce":2393860891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6830","nonce":2393860891},{"type":"v1","addr":"172.21.15.136:6831","nonce":2393860891}]},"public_addr":"172.21.15.136:6827/2393860891","cluster_addr":"172.21.15.136:6829/2393860891","heartbeat_back_addr":"172.21.15.136:6833/2393860891","heartbeat_front_addr":"172.21.15.136:6831/2393860891","state":["exists","up"]},{"osd":4,"uuid":"58160bd1-3a99-476b-a5c1-8ce7fdf2e553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":3188481285},{"type":"v1","addr":"172.21.15.155:6801","nonce":3188481285}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3188481285},{"type":"v1","addr":"172.21.15.155:6803","nonce":3188481285}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":3188481285},{"type":"v1","addr":"172.21.15.155:6807","nonce":3188481285}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3188481285},{"type":"v1","addr":"172.21.15.155:6805","nonce":3188481285}]},"public_addr":"172.21.15.155:6801/3188481285","cluster_addr":"172.21.15.155:6803/3188481285","heartbeat_back_addr":"172.21.15.155:6807/3188481285","heartbeat_front_addr":"172.21.15.155:6805/3188481285","state":["exists","up"]},{"osd":5,"uuid":"753fbc16-06ea-4ff5-8489-a61fa985bb2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3682104727},{"type":"v1","addr":"172.21.15.155:6809","nonce":3682104727}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":3682104727},{"type":"v1","addr":"172.21.15.155:6811","nonce":3682104727}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":3682104727},{"type":"v1","addr":"172.21.15.155:6815","nonce":3682104727}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":3682104727},{"type":"v1","addr":"172.21.15.155:6813","nonce":3682104727}]},"public_addr":"172.21.15.155:6809/3682104727","cluster_addr":"172.21.15.155:6811/3682104727","heartbeat_back_addr":"172.21.15.155:6815/3682104727","heartbeat_front_addr":"172.21.15.155:6813/3682104727","state":["exists","up"]},{"osd":6,"uuid":"a461ecf0-c580-4727-9a8f-a8824cf75788","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":1087131918},{"type":"v1","addr":"172.21.15.155:6817","nonce":1087131918}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":1087131918},{"type":"v1","addr":"172.21.15.155:6819","nonce":1087131918}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":1087131918},{"type":"v1","addr":"172.21.15.155:6823","nonce":1087131918}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":1087131918},{"type":"v1","addr":"172.21.15.155:6821","nonce":1087131918}]},"public_addr":"172.21.15.155:6817/1087131918","cluster_addr":"172.21.15.155:6819/1087131918","heartbeat_back_addr":"172.21.15.155:6823/1087131918","heartbeat_front_addr":"172.21.15.155:6821/1087131918","state":["exists","up"]},{"osd":7,"uuid":"9fff0aa5-ebf3-47f8-8649-e5d2d3577c37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2807225268},{"type":"v1","addr":"172.21.15.155:6825","nonce":2807225268}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":2807225268},{"type":"v1","addr":"172.21.15.155:6827","nonce":2807225268}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":2807225268},{"type":"v1","addr":"172.21.15.155:6831","nonce":2807225268}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":2807225268},{"type":"v1","addr":"172.21.15.155:6829","nonce":2807225268}]},"public_addr":"172.21.15.155:6825/2807225268","cluster_addr":"172.21.15.155:6827/2807225268","heartbeat_back_addr":"172.21.15.155:6831/2807225268","heartbeat_front_addr":"172.21.15.155:6829/2807225268","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:24:11.522977+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:24:34.031994+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:24:57.587367+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:25:22.204710+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:25:43.471293+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:26:07.763163+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:26:31.826597+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:26:55.301854+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1f","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.5","mappings":[{"from":5,"to":1}]},{"pgid":"3.15","mappings":[{"from":4,"to":1}]},{"pgid":"3.17","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":4,"to":3}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.136:0/587876949":"2024-08-20T11:28:15.829081+0000","172.21.15.136:6800/3398529349":"2024-08-20T11:28:15.829081+0000","172.21.15.136:0/4203318831":"2024-08-20T11:22:29.075643+0000","172.21.15.136:6800/2510262224":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/3833218463":"2024-08-20T11:22:51.651776+0000","172.21.15.136:6801/2510262224":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/3778127024":"2024-08-20T11:22:51.651776+0000","172.21.15.136:6801/3398529349":"2024-08-20T11:28:15.829081+0000","172.21.15.136:0/3624891444":"2024-08-20T11:28:15.829081+0000","172.21.15.136:6801/3112724237":"2024-08-20T11:22:51.651776+0000","172.21.15.136:6800/3112724237":"2024-08-20T11:22:51.651776+0000","172.21.15.136:0/3768657451":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/2988651366":"2024-08-20T11:22:51.651776+0000","172.21.15.136:0/816698592":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/2384710410":"2024-08-20T11:28:15.829081+0000","172.21.15.136:0/3351413544":"2024-08-20T11:28:15.829081+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-19T11:29:39.937 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:39 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/2604526984' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T11:29:39.937 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:39 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/2604526984' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T11:29:39.961 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-19T11:29:40.162 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:29:40.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:39 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/2604526984' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T11:29:40.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:40 smithi136 ceph-mon[16389]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:40.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:40 smithi136 ceph-mon[28279]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:40 smithi155 ceph-mon[19718]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:42.001 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:29:42.002 INFO:teuthology.orchestra.run.smithi136.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24319,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6833/3471803320","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3471803320},{"type":"v1","addr":"172.21.15.155:6833","nonce":3471803320}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-19T11:27:29.322092+0000","modified":"2024-08-19T11:27:40.817495+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24350},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24350":{"gid":24350,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":6,"addr":"172.21.15.136:6835/771816949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6834","nonce":771816949},{"type":"v1","addr":"172.21.15.136:6835","nonce":771816949}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-08-19T11:29:42.002 INFO:teuthology.orchestra.run.smithi136.stderr:dumped fsmap epoch 8 2024-08-19T11:29:42.719 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-08-19T11:27:29.322092+0000', 'modified': '2024-08-19T11:27:40.817495+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24350}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24350': {'gid': 24350, 'name': 'a', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.136:6835/771816949', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.136:6834', 'nonce': 771816949}, {'type': 'v1', 'addr': '172.21.15.136:6835', 'nonce': 771816949}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-08-19T11:29:42.719 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-08-19T11:29:42.719 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph tell mds.a status 2024-08-19T11:29:42.929 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:29:43.051 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:42 smithi136 ceph-mon[28279]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:43.051 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:42 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/771109581' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T11:29:43.051 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:42 smithi136 ceph-mon[16389]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:43.052 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:42 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/771109581' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T11:29:43.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:42 smithi155 ceph-mon[19718]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:43.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:42 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/771109581' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T11:29:44.567 INFO:teuthology.orchestra.run.smithi136.stderr:2024-08-19T11:29:44.547+0000 7f4979ffb640 0 client.24689 ms_handle_reset on v2:172.21.15.136:6834/771816949 2024-08-19T11:29:44.567 INFO:teuthology.orchestra.run.smithi136.stderr:2024-08-19T11:29:44.565+0000 7f4979ffb640 0 client.14796 ms_handle_reset on v2:172.21.15.136:6834/771816949 2024-08-19T11:29:44.567 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:29:44.567 INFO:teuthology.orchestra.run.smithi136.stdout: "cluster_fsid": "25b0d51a-5e1d-11ef-bccf-c7b262605968", 2024-08-19T11:29:44.567 INFO:teuthology.orchestra.run.smithi136.stdout: "whoami": 0, 2024-08-19T11:29:44.567 INFO:teuthology.orchestra.run.smithi136.stdout: "id": 24350, 2024-08-19T11:29:44.568 INFO:teuthology.orchestra.run.smithi136.stdout: "want_state": "up:active", 2024-08-19T11:29:44.568 INFO:teuthology.orchestra.run.smithi136.stdout: "state": "up:active", 2024-08-19T11:29:44.568 INFO:teuthology.orchestra.run.smithi136.stdout: "fs_name": "cephfs", 2024-08-19T11:29:44.568 INFO:teuthology.orchestra.run.smithi136.stdout: "rank_uptime": 135.23924191500001, 2024-08-19T11:29:44.568 INFO:teuthology.orchestra.run.smithi136.stdout: "mdsmap_epoch": 8, 2024-08-19T11:29:44.568 INFO:teuthology.orchestra.run.smithi136.stdout: "osdmap_epoch": 76, 2024-08-19T11:29:44.568 INFO:teuthology.orchestra.run.smithi136.stdout: "osdmap_epoch_barrier": 66, 2024-08-19T11:29:44.568 INFO:teuthology.orchestra.run.smithi136.stdout: "uptime": 152.56226507299999 2024-08-19T11:29:44.568 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:29:45.170 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:44 smithi136 ceph-mon[28279]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:45.171 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:44 smithi136 ceph-mon[16389]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:45.194 INFO:tasks.cephadm:Setup complete, yielding 2024-08-19T11:29:45.194 INFO:teuthology.run_tasks:Running task print... 2024-08-19T11:29:45.207 INFO:teuthology.task.print:**** done end installing reef cephadm ... 2024-08-19T11:29:45.207 INFO:teuthology.run_tasks:Running task print... 2024-08-19T11:29:45.250 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-08-19T11:29:45.250 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-08-19T11:29:45.260 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi136.front.sepia.ceph.com 2024-08-19T11:29:45.261 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-08-19T11:29:45.262 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:44 smithi155 ceph-mon[19718]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:45.464 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:29:46.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:45 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:29:46.230 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:45 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:29:46.230 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:45 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:29:47.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:46 smithi136 ceph-mon[28279]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:47.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:46 smithi136 ceph-mon[16389]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:47.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:46 smithi155 ceph-mon[19718]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:29:47.522 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:29:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:29:47] ENGINE Bus STOPPING 2024-08-19T11:29:47.784 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:29:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:29:47] "GET /metrics HTTP/1.1" 200 33673 "" "Prometheus/2.43.0" 2024-08-19T11:29:47.818 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:29:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:29:47] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T11:29:47.818 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:29:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:29:47] ENGINE Bus STOPPED 2024-08-19T11:29:47.818 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:29:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:29:47] ENGINE Bus STARTING 2024-08-19T11:29:47.818 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:29:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:29:47] ENGINE Serving on http://:::9283 2024-08-19T11:29:47.818 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:29:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:29:47] ENGINE Bus STARTED 2024-08-19T11:29:47.819 INFO:teuthology.run_tasks:Running task print... 2024-08-19T11:29:47.829 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-08-19T11:29:47.829 INFO:teuthology.run_tasks:Running task print... 2024-08-19T11:29:47.926 INFO:teuthology.task.print:**** done start telemetry reef... 2024-08-19T11:29:47.926 INFO:teuthology.run_tasks:Running task workunit... 2024-08-19T11:29:47.979 INFO:tasks.workunit:Pulling workunits from ref 964adda23da9f7b057cb34fdc0b82aeb7ed65324 2024-08-19T11:29:47.979 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-19T11:29:47.980 DEBUG:teuthology.orchestra.run.smithi136:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-19T11:29:47.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-19T11:29:47.996 INFO:teuthology.orchestra.run.smithi136.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-19T11:29:47.997 DEBUG:teuthology.orchestra.run.smithi136:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-19T11:29:48.051 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-19T11:29:48.052 DEBUG:teuthology.orchestra.run.smithi136:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-19T11:29:48.107 INFO:tasks.workunit:timeout=3h 2024-08-19T11:29:48.107 INFO:tasks.workunit:cleanup=True 2024-08-19T11:29:48.108 DEBUG:teuthology.orchestra.run.smithi136:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 964adda23da9f7b057cb34fdc0b82aeb7ed65324 2024-08-19T11:29:48.164 INFO:tasks.workunit.client.0.smithi136.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-19T11:29:48.497 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:48 smithi136 ceph-mon[28279]: from='client.? ' entity='client.admin' 2024-08-19T11:29:48.498 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:29:48.498 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:48 smithi136 ceph-mon[28279]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T11:29:48.498 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:48 smithi136 ceph-mon[16389]: from='client.? ' entity='client.admin' 2024-08-19T11:29:48.498 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:29:48.498 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:48 smithi136 ceph-mon[16389]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T11:29:48.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:48 smithi155 ceph-mon[19718]: from='client.? ' entity='client.admin' 2024-08-19T11:29:48.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:29:48.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:48 smithi155 ceph-mon[19718]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T11:29:49.491 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:49 smithi155 ceph-mon[19718]: mgrmap e21: y(active, since 92s), standbys: x 2024-08-19T11:29:49.498 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:49 smithi136 ceph-mon[28279]: mgrmap e21: y(active, since 92s), standbys: x 2024-08-19T11:29:49.498 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:49 smithi136 ceph-mon[16389]: mgrmap e21: y(active, since 92s), standbys: x 2024-08-19T11:29:50.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:50 smithi155 ceph-mon[19718]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T11:29:50.597 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:50 smithi136 ceph-mon[28279]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T11:29:50.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:50 smithi136 ceph-mon[16389]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T11:29:51.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:51 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:51.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:51 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:51.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:51 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:51.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:51 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:51.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:51 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:29:51.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:51 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:29:51.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:51 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:51.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:51 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:51.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:51 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:51.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:51 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:51.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:51 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:51.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:51 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:29:51.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:51 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:29:51.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:51 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:51.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:51 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:51.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:51 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:51.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:51 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:51.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:51 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:51.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:51 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:29:51.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:51 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:29:51.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:51 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:29:52.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:52 smithi155 ceph-mon[19718]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T11:29:53.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:52 smithi136 ceph-mon[28279]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T11:29:53.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:52 smithi136 ceph-mon[16389]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T11:29:55.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:54 smithi155 ceph-mon[19718]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T11:29:55.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:54 smithi136 ceph-mon[28279]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T11:29:55.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:54 smithi136 ceph-mon[16389]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T11:29:57.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:56 smithi155 ceph-mon[19718]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T11:29:57.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:56 smithi136 ceph-mon[16389]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T11:29:57.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:56 smithi136 ceph-mon[28279]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T11:29:57.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:29:57 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:29:57] "GET /metrics HTTP/1.1" 200 33673 "" "Prometheus/2.43.0" 2024-08-19T11:29:59.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:29:58 smithi155 ceph-mon[19718]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T11:29:59.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:29:58 smithi136 ceph-mon[16389]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T11:29:59.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:29:58 smithi136 ceph-mon[28279]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T11:30:01.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:00 smithi155 ceph-mon[19718]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:01.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:00 smithi155 ceph-mon[19718]: overall HEALTH_OK 2024-08-19T11:30:01.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:00 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:30:01.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:00 smithi136 ceph-mon[16389]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:01.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:00 smithi136 ceph-mon[16389]: overall HEALTH_OK 2024-08-19T11:30:01.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:00 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:30:01.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:00 smithi136 ceph-mon[28279]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:01.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:00 smithi136 ceph-mon[28279]: overall HEALTH_OK 2024-08-19T11:30:01.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:00 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:30:03.205 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:02 smithi155 ceph-mon[19718]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:03.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:02 smithi136 ceph-mon[16389]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:03.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:02 smithi136 ceph-mon[28279]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:05.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:04 smithi155 ceph-mon[19718]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:05.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:04 smithi136 ceph-mon[28279]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:05.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:04 smithi136 ceph-mon[16389]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:07.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:06 smithi155 ceph-mon[19718]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:07.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:06 smithi136 ceph-mon[28279]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:07.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:06 smithi136 ceph-mon[16389]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:07.847 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:07 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:30:07] "GET /metrics HTTP/1.1" 200 33674 "" "Prometheus/2.43.0" 2024-08-19T11:30:08.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:08 smithi155 ceph-mon[19718]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:08.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:08 smithi136 ceph-mon[28279]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:08.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:08 smithi136 ceph-mon[16389]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:11.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:10 smithi155 ceph-mon[19718]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:11.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:10 smithi136 ceph-mon[28279]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:11.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:10 smithi136 ceph-mon[16389]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:13.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:12 smithi155 ceph-mon[19718]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:13.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:12 smithi136 ceph-mon[28279]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:13.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:12 smithi136 ceph-mon[16389]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:15.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:14 smithi155 ceph-mon[19718]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:15.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:14 smithi136 ceph-mon[16389]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:15.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:14 smithi136 ceph-mon[28279]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:16.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:15 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:30:16.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:15 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:30:16.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:15 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:30:17.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:16 smithi155 ceph-mon[19718]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:17.248 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:16 smithi136 ceph-mon[28279]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:17.248 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:16 smithi136 ceph-mon[16389]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:17.847 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:30:17] "GET /metrics HTTP/1.1" 200 33672 "" "Prometheus/2.43.0" 2024-08-19T11:30:19.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:18 smithi155 ceph-mon[19718]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:19.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:18 smithi136 ceph-mon[28279]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:19.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:18 smithi136 ceph-mon[16389]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:21.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:20 smithi155 ceph-mon[19718]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:21.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:20 smithi136 ceph-mon[28279]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:21.350 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:20 smithi136 ceph-mon[16389]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:23.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:22 smithi155 ceph-mon[19718]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:23.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:22 smithi136 ceph-mon[28279]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:23.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:22 smithi136 ceph-mon[16389]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:25.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:24 smithi155 ceph-mon[19718]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:25.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:24 smithi136 ceph-mon[28279]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:25.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:24 smithi136 ceph-mon[16389]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:26 smithi155 ceph-mon[19718]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:27.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:26 smithi136 ceph-mon[16389]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:27.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:26 smithi136 ceph-mon[28279]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:27.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:27 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:30:27] "GET /metrics HTTP/1.1" 200 33672 "" "Prometheus/2.43.0" 2024-08-19T11:30:29.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:28 smithi136 ceph-mon[28279]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:29.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:28 smithi136 ceph-mon[16389]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:29.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:28 smithi155 ceph-mon[19718]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:31.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:30 smithi155 ceph-mon[19718]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:31.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:30 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:30:31.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:30 smithi136 ceph-mon[28279]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:31.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:30 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:30:31.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:30 smithi136 ceph-mon[16389]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:31.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:30 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:30:33.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:32 smithi155 ceph-mon[19718]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:33.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:32 smithi136 ceph-mon[28279]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:33.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:32 smithi136 ceph-mon[16389]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:35.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:34 smithi155 ceph-mon[19718]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:35.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:34 smithi136 ceph-mon[28279]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:35.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:34 smithi136 ceph-mon[16389]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:37.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:36 smithi155 ceph-mon[19718]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:37.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:36 smithi136 ceph-mon[28279]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:37.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:36 smithi136 ceph-mon[16389]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:37.847 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:37 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:30:37] "GET /metrics HTTP/1.1" 200 33682 "" "Prometheus/2.43.0" 2024-08-19T11:30:39.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:38 smithi155 ceph-mon[19718]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:39.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:38 smithi136 ceph-mon[16389]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:39.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:38 smithi136 ceph-mon[28279]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:41.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:40 smithi136 ceph-mon[28279]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:41.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:40 smithi136 ceph-mon[16389]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:41.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:40 smithi155 ceph-mon[19718]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:42.133 INFO:tasks.workunit.client.0.smithi136.stderr:Note: switching to '964adda23da9f7b057cb34fdc0b82aeb7ed65324'. 2024-08-19T11:30:42.133 INFO:tasks.workunit.client.0.smithi136.stderr: 2024-08-19T11:30:42.133 INFO:tasks.workunit.client.0.smithi136.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-08-19T11:30:42.133 INFO:tasks.workunit.client.0.smithi136.stderr:changes and commit them, and you can discard any commits you make in this 2024-08-19T11:30:42.133 INFO:tasks.workunit.client.0.smithi136.stderr:state without impacting any branches by switching back to a branch. 2024-08-19T11:30:42.133 INFO:tasks.workunit.client.0.smithi136.stderr: 2024-08-19T11:30:42.133 INFO:tasks.workunit.client.0.smithi136.stderr:If you want to create a new branch to retain commits you create, you may 2024-08-19T11:30:42.133 INFO:tasks.workunit.client.0.smithi136.stderr:do so (now or later) by using -c with the switch command. Example: 2024-08-19T11:30:42.133 INFO:tasks.workunit.client.0.smithi136.stderr: 2024-08-19T11:30:42.133 INFO:tasks.workunit.client.0.smithi136.stderr: git switch -c 2024-08-19T11:30:42.133 INFO:tasks.workunit.client.0.smithi136.stderr: 2024-08-19T11:30:42.134 INFO:tasks.workunit.client.0.smithi136.stderr:Or undo this operation with: 2024-08-19T11:30:42.134 INFO:tasks.workunit.client.0.smithi136.stderr: 2024-08-19T11:30:42.134 INFO:tasks.workunit.client.0.smithi136.stderr: git switch - 2024-08-19T11:30:42.134 INFO:tasks.workunit.client.0.smithi136.stderr: 2024-08-19T11:30:42.134 INFO:tasks.workunit.client.0.smithi136.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-08-19T11:30:42.134 INFO:tasks.workunit.client.0.smithi136.stderr: 2024-08-19T11:30:42.134 INFO:tasks.workunit.client.0.smithi136.stderr:HEAD is now at 964adda23da Merge pull request #59290 from anthonyeleven/mountpoint 2024-08-19T11:30:42.135 DEBUG:teuthology.orchestra.run.smithi136:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-19T11:30:42.200 INFO:tasks.workunit.client.0.smithi136.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-19T11:30:42.202 INFO:tasks.workunit.client.0.smithi136.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-19T11:30:42.202 INFO:tasks.workunit.client.0.smithi136.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-19T11:30:42.897 INFO:tasks.workunit.client.0.smithi136.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-19T11:30:42.955 INFO:tasks.workunit.client.0.smithi136.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-19T11:30:42.998 INFO:tasks.workunit.client.0.smithi136.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-19T11:30:42.999 INFO:tasks.workunit.client.0.smithi136.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-19T11:30:43.000 INFO:tasks.workunit.client.0.smithi136.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-19T11:30:43.039 INFO:tasks.workunit.client.0.smithi136.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-19T11:30:43.042 DEBUG:teuthology.orchestra.run.smithi136:> set -ex 2024-08-19T11:30:43.042 DEBUG:teuthology.orchestra.run.smithi136:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-19T11:30:43.098 INFO:tasks.workunit:Running workunits matching test_telemetry_reef.sh on client.0... 2024-08-19T11:30:43.099 INFO:tasks.workunit:Running workunit test_telemetry_reef.sh... 2024-08-19T11:30:43.100 DEBUG:teuthology.orchestra.run.smithi136:workunit test test_telemetry_reef.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=964adda23da9f7b057cb34fdc0b82aeb7ed65324 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef.sh 2024-08-19T11:30:43.165 INFO:tasks.workunit.client.0.smithi136.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-08-19T11:30:43.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:42 smithi136 ceph-mon[28279]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:43.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:42 smithi136 ceph-mon[16389]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:43.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:42 smithi155 ceph-mon[19718]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:43.544 INFO:tasks.workunit.client.0.smithi136.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-08-19T11:30:43.823 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:43 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:30:43] ENGINE Bus STOPPING 2024-08-19T11:30:43.824 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:43 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:30:43] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T11:30:43.824 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:43 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:30:43] ENGINE Bus STOPPED 2024-08-19T11:30:43.824 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:43 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:30:43] ENGINE Bus STARTING 2024-08-19T11:30:43.824 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:43 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:30:43] ENGINE Serving on http://:::9283 2024-08-19T11:30:43.824 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:43 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:30:43] ENGINE Bus STARTED 2024-08-19T11:30:43.824 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:43 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:30:43] ENGINE Bus STOPPING 2024-08-19T11:30:43.954 INFO:tasks.workunit.client.0.smithi136.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-08-19T11:30:44.326 INFO:tasks.workunit.client.0.smithi136.stderr:+ ceph telemetry preview 2024-08-19T11:30:44.417 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:30:44] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T11:30:44.417 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:30:44] ENGINE Bus STOPPED 2024-08-19T11:30:44.417 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:30:44] ENGINE Bus STARTING 2024-08-19T11:30:44.417 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:30:44] ENGINE Serving on http://:::9283 2024-08-19T11:30:44.417 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:30:44] ENGINE Bus STARTED 2024-08-19T11:30:44.417 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:30:44] ENGINE Bus STOPPING 2024-08-19T11:30:44.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:44 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/2923097491' entity='client.admin' 2024-08-19T11:30:44.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:44 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:44.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:44 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:30:44.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:44 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:30:44.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:44 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:44.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:44 smithi155 ceph-mon[19718]: from='client.? ' entity='client.admin' 2024-08-19T11:30:44.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:44 smithi155 ceph-mon[19718]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:44.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:44 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:44.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:44 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:30:44.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:44 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:30:44.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:44 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:44.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:44 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/2923302156' entity='client.admin' 2024-08-19T11:30:44.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:44 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:44.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:44 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:30:44.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:44 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:30:44.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:44 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:44.766 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/2923097491' entity='client.admin' 2024-08-19T11:30:44.766 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:44.766 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:30:44.766 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:30:44.766 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:44.766 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[28279]: from='client.? ' entity='client.admin' 2024-08-19T11:30:44.766 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[28279]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:44.766 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:44.766 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:30:44.767 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:30:44.767 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:44.767 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/2923302156' entity='client.admin' 2024-08-19T11:30:44.767 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:44.767 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:30:44.767 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:30:44.767 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:44.767 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/2923097491' entity='client.admin' 2024-08-19T11:30:44.767 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:44.767 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:30:44.767 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:30:44.767 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:44.768 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[16389]: from='client.? ' entity='client.admin' 2024-08-19T11:30:44.768 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[16389]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:44.768 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:44.768 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:30:44.768 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:30:44.768 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:44.768 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/2923302156' entity='client.admin' 2024-08-19T11:30:44.768 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:44.768 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:30:44.768 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:30:44.768 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:44.788 INFO:tasks.workunit.client.0.smithi136.stdout:{ 2024-08-19T11:30:44.788 INFO:tasks.workunit.client.0.smithi136.stdout: "balancer": { 2024-08-19T11:30:44.788 INFO:tasks.workunit.client.0.smithi136.stdout: "active": true, 2024-08-19T11:30:44.788 INFO:tasks.workunit.client.0.smithi136.stdout: "mode": "" 2024-08-19T11:30:44.788 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.788 INFO:tasks.workunit.client.0.smithi136.stdout: "channels": [ 2024-08-19T11:30:44.788 INFO:tasks.workunit.client.0.smithi136.stdout: "basic", 2024-08-19T11:30:44.788 INFO:tasks.workunit.client.0.smithi136.stdout: "crash", 2024-08-19T11:30:44.788 INFO:tasks.workunit.client.0.smithi136.stdout: "device", 2024-08-19T11:30:44.788 INFO:tasks.workunit.client.0.smithi136.stdout: "ident" 2024-08-19T11:30:44.788 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:44.789 INFO:tasks.workunit.client.0.smithi136.stdout: "channels_available": [ 2024-08-19T11:30:44.789 INFO:tasks.workunit.client.0.smithi136.stdout: "basic", 2024-08-19T11:30:44.789 INFO:tasks.workunit.client.0.smithi136.stdout: "ident", 2024-08-19T11:30:44.789 INFO:tasks.workunit.client.0.smithi136.stdout: "crash", 2024-08-19T11:30:44.789 INFO:tasks.workunit.client.0.smithi136.stdout: "device", 2024-08-19T11:30:44.789 INFO:tasks.workunit.client.0.smithi136.stdout: "perf" 2024-08-19T11:30:44.789 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:44.789 INFO:tasks.workunit.client.0.smithi136.stdout: "collections_available": [ 2024-08-19T11:30:44.789 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_base", 2024-08-19T11:30:44.789 INFO:tasks.workunit.client.0.smithi136.stdout: "device_base", 2024-08-19T11:30:44.789 INFO:tasks.workunit.client.0.smithi136.stdout: "crash_base", 2024-08-19T11:30:44.789 INFO:tasks.workunit.client.0.smithi136.stdout: "ident_base", 2024-08-19T11:30:44.789 INFO:tasks.workunit.client.0.smithi136.stdout: "perf_perf", 2024-08-19T11:30:44.790 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_mds_metadata", 2024-08-19T11:30:44.790 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_pool_usage", 2024-08-19T11:30:44.790 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_usage_by_class", 2024-08-19T11:30:44.790 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_rook_v01", 2024-08-19T11:30:44.790 INFO:tasks.workunit.client.0.smithi136.stdout: "perf_memory_metrics", 2024-08-19T11:30:44.790 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_pool_options_bluestore" 2024-08-19T11:30:44.790 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:44.790 INFO:tasks.workunit.client.0.smithi136.stdout: "collections_opted_in": [ 2024-08-19T11:30:44.790 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_base", 2024-08-19T11:30:44.790 INFO:tasks.workunit.client.0.smithi136.stdout: "device_base", 2024-08-19T11:30:44.790 INFO:tasks.workunit.client.0.smithi136.stdout: "crash_base", 2024-08-19T11:30:44.790 INFO:tasks.workunit.client.0.smithi136.stdout: "ident_base", 2024-08-19T11:30:44.790 INFO:tasks.workunit.client.0.smithi136.stdout: "perf_perf", 2024-08-19T11:30:44.791 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_mds_metadata", 2024-08-19T11:30:44.791 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_pool_usage", 2024-08-19T11:30:44.791 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_usage_by_class", 2024-08-19T11:30:44.791 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_rook_v01", 2024-08-19T11:30:44.791 INFO:tasks.workunit.client.0.smithi136.stdout: "perf_memory_metrics", 2024-08-19T11:30:44.791 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_pool_options_bluestore" 2024-08-19T11:30:44.791 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:44.791 INFO:tasks.workunit.client.0.smithi136.stdout: "config": { 2024-08-19T11:30:44.791 INFO:tasks.workunit.client.0.smithi136.stdout: "active_changed": [ 2024-08-19T11:30:44.791 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-19T11:30:44.791 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_debug", 2024-08-19T11:30:44.791 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_mon_ticket_ttl", 2024-08-19T11:30:44.791 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_service_ticket_ttl", 2024-08-19T11:30:44.792 INFO:tasks.workunit.client.0.smithi136.stdout: "bdev_debug_aio", 2024-08-19T11:30:44.792 INFO:tasks.workunit.client.0.smithi136.stdout: "client_check_pool_perm", 2024-08-19T11:30:44.792 INFO:tasks.workunit.client.0.smithi136.stdout: "client_mount_gid", 2024-08-19T11:30:44.792 INFO:tasks.workunit.client.0.smithi136.stdout: "client_mount_uid", 2024-08-19T11:30:44.792 INFO:tasks.workunit.client.0.smithi136.stdout: "client_quota", 2024-08-19T11:30:44.792 INFO:tasks.workunit.client.0.smithi136.stdout: "container_image", 2024-08-19T11:30:44.792 INFO:tasks.workunit.client.0.smithi136.stdout: "daemonize", 2024-08-19T11:30:44.792 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_asserts_on_shutdown", 2024-08-19T11:30:44.792 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_mgr", 2024-08-19T11:30:44.792 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_mon", 2024-08-19T11:30:44.792 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_ms", 2024-08-19T11:30:44.792 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_osd", 2024-08-19T11:30:44.792 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_paxos", 2024-08-19T11:30:44.792 INFO:tasks.workunit.client.0.smithi136.stdout: "keyring", 2024-08-19T11:30:44.793 INFO:tasks.workunit.client.0.smithi136.stdout: "leveldb_block_size", 2024-08-19T11:30:44.793 INFO:tasks.workunit.client.0.smithi136.stdout: "leveldb_cache_size", 2024-08-19T11:30:44.793 INFO:tasks.workunit.client.0.smithi136.stdout: "leveldb_compression", 2024-08-19T11:30:44.793 INFO:tasks.workunit.client.0.smithi136.stdout: "leveldb_log", 2024-08-19T11:30:44.793 INFO:tasks.workunit.client.0.smithi136.stdout: "leveldb_write_buffer_size", 2024-08-19T11:30:44.793 INFO:tasks.workunit.client.0.smithi136.stdout: "log_to_file", 2024-08-19T11:30:44.793 INFO:tasks.workunit.client.0.smithi136.stdout: "log_to_journald", 2024-08-19T11:30:44.793 INFO:tasks.workunit.client.0.smithi136.stdout: "log_to_stderr", 2024-08-19T11:30:44.793 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_allow_pool_delete", 2024-08-19T11:30:44.793 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_clock_drift_allowed", 2024-08-19T11:30:44.793 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_cluster_log_file_level", 2024-08-19T11:30:44.793 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_cluster_log_to_file", 2024-08-19T11:30:44.793 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_cluster_log_to_journald", 2024-08-19T11:30:44.794 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_cluster_log_to_stderr", 2024-08-19T11:30:44.794 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_data_avail_warn", 2024-08-19T11:30:44.794 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_election_default_strategy", 2024-08-19T11:30:44.794 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_host", 2024-08-19T11:30:44.794 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_max_pg_per_osd", 2024-08-19T11:30:44.794 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_mgr_mkfs_grace", 2024-08-19T11:30:44.794 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_osd_prime_pg_temp", 2024-08-19T11:30:44.794 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_osd_reporter_subtree_level", 2024-08-19T11:30:44.794 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_pg_warn_max_object_skew", 2024-08-19T11:30:44.794 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-19T11:30:44.794 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-19T11:30:44.794 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-19T11:30:44.795 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-19T11:30:44.795 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-19T11:30:44.795 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-19T11:30:44.795 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-19T11:30:44.795 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-19T11:30:44.795 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_too_few_osds", 2024-08-19T11:30:44.795 INFO:tasks.workunit.client.0.smithi136.stdout: "ms_die_on_bug", 2024-08-19T11:30:44.795 INFO:tasks.workunit.client.0.smithi136.stdout: "ms_die_on_old_message", 2024-08-19T11:30:44.795 INFO:tasks.workunit.client.0.smithi136.stdout: "no_config_file", 2024-08-19T11:30:44.795 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_class_default_list", 2024-08-19T11:30:44.795 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_class_load_list", 2024-08-19T11:30:44.795 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_crush_chooseleaf_type", 2024-08-19T11:30:44.795 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_misdirected_ops", 2024-08-19T11:30:44.795 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_op_order", 2024-08-19T11:30:44.795 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_pg_log_writeout", 2024-08-19T11:30:44.796 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_shutdown", 2024-08-19T11:30:44.796 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_verify_cached_snaps", 2024-08-19T11:30:44.796 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_verify_missing_on_start", 2024-08-19T11:30:44.796 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_verify_stray_on_activate", 2024-08-19T11:30:44.796 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-19T11:30:44.796 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_delete_sleep", 2024-08-19T11:30:44.796 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_delete_sleep_hdd", 2024-08-19T11:30:44.796 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_delete_sleep_hybrid", 2024-08-19T11:30:44.796 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_delete_sleep_ssd", 2024-08-19T11:30:44.796 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_max_backfills", 2024-08-19T11:30:44.796 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-19T11:30:44.796 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_profile", 2024-08-19T11:30:44.796 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-19T11:30:44.797 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-19T11:30:44.797 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-19T11:30:44.797 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-19T11:30:44.797 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-19T11:30:44.797 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-19T11:30:44.797 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_client_lim", 2024-08-19T11:30:44.797 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_client_res", 2024-08-19T11:30:44.797 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-19T11:30:44.797 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_memory_target", 2024-08-19T11:30:44.797 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_memory_target_autotune", 2024-08-19T11:30:44.797 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_op_queue", 2024-08-19T11:30:44.797 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_op_queue_cut_off", 2024-08-19T11:30:44.797 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pg_delete_cost", 2024-08-19T11:30:44.798 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pool_default_erasure_code_profile", 2024-08-19T11:30:44.798 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-19T11:30:44.798 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recover_clone_overlap", 2024-08-19T11:30:44.798 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_max_active", 2024-08-19T11:30:44.798 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_max_active_hdd", 2024-08-19T11:30:44.798 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_max_active_ssd", 2024-08-19T11:30:44.798 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_max_chunk", 2024-08-19T11:30:44.798 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_sleep", 2024-08-19T11:30:44.798 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_sleep_hdd", 2024-08-19T11:30:44.798 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_sleep_hybrid", 2024-08-19T11:30:44.798 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_sleep_ssd", 2024-08-19T11:30:44.798 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_scrub_load_threshold", 2024-08-19T11:30:44.799 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_scrub_max_interval", 2024-08-19T11:30:44.799 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_scrub_sleep", 2024-08-19T11:30:44.799 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_shutdown_pgref_assert", 2024-08-19T11:30:44.799 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_snap_trim_sleep", 2024-08-19T11:30:44.799 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_snap_trim_sleep_hdd", 2024-08-19T11:30:44.799 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-19T11:30:44.799 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_snap_trim_sleep_ssd", 2024-08-19T11:30:44.799 INFO:tasks.workunit.client.0.smithi136.stdout: "public_addr", 2024-08-19T11:30:44.799 INFO:tasks.workunit.client.0.smithi136.stdout: "public_addrv", 2024-08-19T11:30:44.799 INFO:tasks.workunit.client.0.smithi136.stdout: "public_network", 2024-08-19T11:30:44.799 INFO:tasks.workunit.client.0.smithi136.stdout: "rbd_default_features", 2024-08-19T11:30:44.799 INFO:tasks.workunit.client.0.smithi136.stdout: "rbd_qos_exclude_ops", 2024-08-19T11:30:44.799 INFO:tasks.workunit.client.0.smithi136.stdout: "setgroup", 2024-08-19T11:30:44.799 INFO:tasks.workunit.client.0.smithi136.stdout: "setuser" 2024-08-19T11:30:44.800 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:44.800 INFO:tasks.workunit.client.0.smithi136.stdout: "cluster_changed": [ 2024-08-19T11:30:44.800 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-19T11:30:44.800 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_debug", 2024-08-19T11:30:44.800 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_mon_ticket_ttl", 2024-08-19T11:30:44.800 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_service_ticket_ttl", 2024-08-19T11:30:44.800 INFO:tasks.workunit.client.0.smithi136.stdout: "bdev_debug_aio", 2024-08-19T11:30:44.800 INFO:tasks.workunit.client.0.smithi136.stdout: "container_image", 2024-08-19T11:30:44.800 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_asserts_on_shutdown", 2024-08-19T11:30:44.800 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_mgr", 2024-08-19T11:30:44.800 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_mon", 2024-08-19T11:30:44.800 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_ms", 2024-08-19T11:30:44.800 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_osd", 2024-08-19T11:30:44.800 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_paxos", 2024-08-19T11:30:44.800 INFO:tasks.workunit.client.0.smithi136.stdout: "log_to_file", 2024-08-19T11:30:44.801 INFO:tasks.workunit.client.0.smithi136.stdout: "log_to_journald", 2024-08-19T11:30:44.801 INFO:tasks.workunit.client.0.smithi136.stdout: "log_to_stderr", 2024-08-19T11:30:44.801 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_join_fs", 2024-08-19T11:30:44.801 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/cephadm/allow_ptrace", 2024-08-19T11:30:44.801 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/cephadm/container_init", 2024-08-19T11:30:44.801 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/cephadm/migration_current", 2024-08-19T11:30:44.801 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/cephadm/use_repo_digest", 2024-08-19T11:30:44.801 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-19T11:30:44.801 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-19T11:30:44.801 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-19T11:30:44.801 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-19T11:30:44.801 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/dashboard/ssl_server_port", 2024-08-19T11:30:44.801 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/orchestrator/orchestrator", 2024-08-19T11:30:44.801 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/telemetry/channel_ident", 2024-08-19T11:30:44.801 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/telemetry/description", 2024-08-19T11:30:44.802 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/telemetry/organization", 2024-08-19T11:30:44.802 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_allow_pool_delete", 2024-08-19T11:30:44.802 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_clock_drift_allowed", 2024-08-19T11:30:44.802 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_cluster_log_file_level", 2024-08-19T11:30:44.802 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_cluster_log_to_file", 2024-08-19T11:30:44.802 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_data_avail_warn", 2024-08-19T11:30:44.802 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_election_default_strategy", 2024-08-19T11:30:44.802 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_max_pg_per_osd", 2024-08-19T11:30:44.802 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_mgr_mkfs_grace", 2024-08-19T11:30:44.802 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_osd_prime_pg_temp", 2024-08-19T11:30:44.802 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_osd_reporter_subtree_level", 2024-08-19T11:30:44.802 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_pg_warn_max_object_skew", 2024-08-19T11:30:44.802 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-19T11:30:44.802 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-19T11:30:44.803 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-19T11:30:44.803 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-19T11:30:44.803 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-19T11:30:44.803 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-19T11:30:44.803 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-19T11:30:44.803 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-19T11:30:44.803 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_too_few_osds", 2024-08-19T11:30:44.803 INFO:tasks.workunit.client.0.smithi136.stdout: "ms_die_on_bug", 2024-08-19T11:30:44.803 INFO:tasks.workunit.client.0.smithi136.stdout: "ms_die_on_old_message", 2024-08-19T11:30:44.803 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_class_default_list", 2024-08-19T11:30:44.803 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_class_load_list", 2024-08-19T11:30:44.803 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_misdirected_ops", 2024-08-19T11:30:44.803 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_op_order", 2024-08-19T11:30:44.803 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_pg_log_writeout", 2024-08-19T11:30:44.804 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_shutdown", 2024-08-19T11:30:44.804 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_verify_cached_snaps", 2024-08-19T11:30:44.804 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_verify_missing_on_start", 2024-08-19T11:30:44.804 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_verify_stray_on_activate", 2024-08-19T11:30:44.804 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-19T11:30:44.804 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-19T11:30:44.804 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_profile", 2024-08-19T11:30:44.804 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_memory_target", 2024-08-19T11:30:44.804 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_memory_target_autotune", 2024-08-19T11:30:44.804 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_op_queue", 2024-08-19T11:30:44.804 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_op_queue_cut_off", 2024-08-19T11:30:44.804 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pool_default_erasure_code_profile", 2024-08-19T11:30:44.804 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-19T11:30:44.804 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recover_clone_overlap", 2024-08-19T11:30:44.804 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_max_chunk", 2024-08-19T11:30:44.805 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_scrub_load_threshold", 2024-08-19T11:30:44.805 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_scrub_max_interval", 2024-08-19T11:30:44.805 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_shutdown_pgref_assert", 2024-08-19T11:30:44.805 INFO:tasks.workunit.client.0.smithi136.stdout: "public_network", 2024-08-19T11:30:44.805 INFO:tasks.workunit.client.0.smithi136.stdout: "rgw_cache_enabled", 2024-08-19T11:30:44.805 INFO:tasks.workunit.client.0.smithi136.stdout: "rgw_enable_ops_log", 2024-08-19T11:30:44.805 INFO:tasks.workunit.client.0.smithi136.stdout: "rgw_enable_usage_log" 2024-08-19T11:30:44.805 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:44.805 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.805 INFO:tasks.workunit.client.0.smithi136.stdout: "contact": null, 2024-08-19T11:30:44.805 INFO:tasks.workunit.client.0.smithi136.stdout: "crashes": [], 2024-08-19T11:30:44.805 INFO:tasks.workunit.client.0.smithi136.stdout: "created": "2024-08-19T11:22:03.711368Z", 2024-08-19T11:30:44.805 INFO:tasks.workunit.client.0.smithi136.stdout: "crush": { 2024-08-19T11:30:44.805 INFO:tasks.workunit.client.0.smithi136.stdout: "bucket_algs": { 2024-08-19T11:30:44.806 INFO:tasks.workunit.client.0.smithi136.stdout: "straw2": 3 2024-08-19T11:30:44.806 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.806 INFO:tasks.workunit.client.0.smithi136.stdout: "bucket_sizes": { 2024-08-19T11:30:44.806 INFO:tasks.workunit.client.0.smithi136.stdout: "2": 1, 2024-08-19T11:30:44.806 INFO:tasks.workunit.client.0.smithi136.stdout: "4": 2 2024-08-19T11:30:44.806 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.806 INFO:tasks.workunit.client.0.smithi136.stdout: "bucket_types": { 2024-08-19T11:30:44.806 INFO:tasks.workunit.client.0.smithi136.stdout: "1": 2, 2024-08-19T11:30:44.806 INFO:tasks.workunit.client.0.smithi136.stdout: "11": 1 2024-08-19T11:30:44.806 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.806 INFO:tasks.workunit.client.0.smithi136.stdout: "compat_weight_set": false, 2024-08-19T11:30:44.806 INFO:tasks.workunit.client.0.smithi136.stdout: "device_classes": [ 2024-08-19T11:30:44.806 INFO:tasks.workunit.client.0.smithi136.stdout: 8 2024-08-19T11:30:44.806 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:44.807 INFO:tasks.workunit.client.0.smithi136.stdout: "num_buckets": 6, 2024-08-19T11:30:44.807 INFO:tasks.workunit.client.0.smithi136.stdout: "num_devices": 8, 2024-08-19T11:30:44.807 INFO:tasks.workunit.client.0.smithi136.stdout: "num_rules": 1, 2024-08-19T11:30:44.807 INFO:tasks.workunit.client.0.smithi136.stdout: "num_types": 12, 2024-08-19T11:30:44.807 INFO:tasks.workunit.client.0.smithi136.stdout: "num_weight_sets": 0, 2024-08-19T11:30:44.807 INFO:tasks.workunit.client.0.smithi136.stdout: "tunables": { 2024-08-19T11:30:44.807 INFO:tasks.workunit.client.0.smithi136.stdout: "allowed_bucket_algs": 54, 2024-08-19T11:30:44.807 INFO:tasks.workunit.client.0.smithi136.stdout: "choose_local_fallback_tries": 0, 2024-08-19T11:30:44.807 INFO:tasks.workunit.client.0.smithi136.stdout: "choose_local_tries": 0, 2024-08-19T11:30:44.807 INFO:tasks.workunit.client.0.smithi136.stdout: "choose_total_tries": 50, 2024-08-19T11:30:44.807 INFO:tasks.workunit.client.0.smithi136.stdout: "chooseleaf_descend_once": 1, 2024-08-19T11:30:44.807 INFO:tasks.workunit.client.0.smithi136.stdout: "chooseleaf_stable": 1, 2024-08-19T11:30:44.807 INFO:tasks.workunit.client.0.smithi136.stdout: "chooseleaf_vary_r": 1, 2024-08-19T11:30:44.807 INFO:tasks.workunit.client.0.smithi136.stdout: "has_v2_rules": 0, 2024-08-19T11:30:44.808 INFO:tasks.workunit.client.0.smithi136.stdout: "has_v3_rules": 0, 2024-08-19T11:30:44.808 INFO:tasks.workunit.client.0.smithi136.stdout: "has_v4_buckets": 1, 2024-08-19T11:30:44.808 INFO:tasks.workunit.client.0.smithi136.stdout: "has_v5_rules": 0, 2024-08-19T11:30:44.808 INFO:tasks.workunit.client.0.smithi136.stdout: "legacy_tunables": 0, 2024-08-19T11:30:44.808 INFO:tasks.workunit.client.0.smithi136.stdout: "minimum_required_version": "jewel", 2024-08-19T11:30:44.808 INFO:tasks.workunit.client.0.smithi136.stdout: "optimal_tunables": 1, 2024-08-19T11:30:44.808 INFO:tasks.workunit.client.0.smithi136.stdout: "profile": "jewel", 2024-08-19T11:30:44.808 INFO:tasks.workunit.client.0.smithi136.stdout: "require_feature_tunables": 1, 2024-08-19T11:30:44.808 INFO:tasks.workunit.client.0.smithi136.stdout: "require_feature_tunables2": 1, 2024-08-19T11:30:44.808 INFO:tasks.workunit.client.0.smithi136.stdout: "require_feature_tunables3": 1, 2024-08-19T11:30:44.808 INFO:tasks.workunit.client.0.smithi136.stdout: "require_feature_tunables5": 1, 2024-08-19T11:30:44.808 INFO:tasks.workunit.client.0.smithi136.stdout: "straw_calc_version": 1 2024-08-19T11:30:44.808 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:44.808 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.809 INFO:tasks.workunit.client.0.smithi136.stdout: "description": "upgrade test cluster", 2024-08-19T11:30:44.809 INFO:tasks.workunit.client.0.smithi136.stdout: "fs": { 2024-08-19T11:30:44.809 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1, 2024-08-19T11:30:44.809 INFO:tasks.workunit.client.0.smithi136.stdout: "feature_flags": { 2024-08-19T11:30:44.809 INFO:tasks.workunit.client.0.smithi136.stdout: "enable_multiple": true, 2024-08-19T11:30:44.809 INFO:tasks.workunit.client.0.smithi136.stdout: "ever_enabled_multiple": true 2024-08-19T11:30:44.809 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.809 INFO:tasks.workunit.client.0.smithi136.stdout: "filesystems": [ 2024-08-19T11:30:44.809 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:44.809 INFO:tasks.workunit.client.0.smithi136.stdout: "approx_ctime": "2024-08", 2024-08-19T11:30:44.809 INFO:tasks.workunit.client.0.smithi136.stdout: "balancer_enabled": false, 2024-08-19T11:30:44.809 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:44.809 INFO:tasks.workunit.client.0.smithi136.stdout: "cached_caps": 0, 2024-08-19T11:30:44.809 INFO:tasks.workunit.client.0.smithi136.stdout: "cached_dns": 10, 2024-08-19T11:30:44.810 INFO:tasks.workunit.client.0.smithi136.stdout: "cached_inos": 13, 2024-08-19T11:30:44.810 INFO:tasks.workunit.client.0.smithi136.stdout: "cached_subtrees": 2, 2024-08-19T11:30:44.810 INFO:tasks.workunit.client.0.smithi136.stdout: "ever_allowed_features": 0, 2024-08-19T11:30:44.810 INFO:tasks.workunit.client.0.smithi136.stdout: "explicitly_allowed_features": 0, 2024-08-19T11:30:44.810 INFO:tasks.workunit.client.0.smithi136.stdout: "files": 0, 2024-08-19T11:30:44.810 INFO:tasks.workunit.client.0.smithi136.stdout: "max_mds": 1, 2024-08-19T11:30:44.810 INFO:tasks.workunit.client.0.smithi136.stdout: "num_data_pools": 1, 2024-08-19T11:30:44.810 INFO:tasks.workunit.client.0.smithi136.stdout: "num_in": 1, 2024-08-19T11:30:44.810 INFO:tasks.workunit.client.0.smithi136.stdout: "num_mds": 1, 2024-08-19T11:30:44.810 INFO:tasks.workunit.client.0.smithi136.stdout: "num_sessions": 0, 2024-08-19T11:30:44.810 INFO:tasks.workunit.client.0.smithi136.stdout: "num_standby_replay": 0, 2024-08-19T11:30:44.810 INFO:tasks.workunit.client.0.smithi136.stdout: "num_up": 1, 2024-08-19T11:30:44.810 INFO:tasks.workunit.client.0.smithi136.stdout: "snaps": 0, 2024-08-19T11:30:44.811 INFO:tasks.workunit.client.0.smithi136.stdout: "standby_count_wanted": 0 2024-08-19T11:30:44.811 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:44.811 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:44.811 INFO:tasks.workunit.client.0.smithi136.stdout: "num_standby_mds": 1, 2024-08-19T11:30:44.811 INFO:tasks.workunit.client.0.smithi136.stdout: "total_num_mds": 2 2024-08-19T11:30:44.811 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.811 INFO:tasks.workunit.client.0.smithi136.stdout: "hosts": { 2024-08-19T11:30:44.811 INFO:tasks.workunit.client.0.smithi136.stdout: "num": 2, 2024-08-19T11:30:44.811 INFO:tasks.workunit.client.0.smithi136.stdout: "num_with_mds": 2, 2024-08-19T11:30:44.811 INFO:tasks.workunit.client.0.smithi136.stdout: "num_with_mgr": 2, 2024-08-19T11:30:44.811 INFO:tasks.workunit.client.0.smithi136.stdout: "num_with_mon": 2, 2024-08-19T11:30:44.811 INFO:tasks.workunit.client.0.smithi136.stdout: "num_with_osd": 2 2024-08-19T11:30:44.811 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.811 INFO:tasks.workunit.client.0.smithi136.stdout: "leaderboard": false, 2024-08-19T11:30:44.812 INFO:tasks.workunit.client.0.smithi136.stdout: "leaderboard_description": null, 2024-08-19T11:30:44.812 INFO:tasks.workunit.client.0.smithi136.stdout: "license": "sharing-1-0", 2024-08-19T11:30:44.812 INFO:tasks.workunit.client.0.smithi136.stdout: "metadata": { 2024-08-19T11:30:44.812 INFO:tasks.workunit.client.0.smithi136.stdout: "mds": { 2024-08-19T11:30:44.812 INFO:tasks.workunit.client.0.smithi136.stdout: "arch": { 2024-08-19T11:30:44.812 INFO:tasks.workunit.client.0.smithi136.stdout: "x86_64": 2 2024-08-19T11:30:44.812 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.812 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph_version": { 2024-08-19T11:30:44.812 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T11:30:44.812 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.812 INFO:tasks.workunit.client.0.smithi136.stdout: "cpu": { 2024-08-19T11:30:44.812 INFO:tasks.workunit.client.0.smithi136.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-19T11:30:44.812 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.813 INFO:tasks.workunit.client.0.smithi136.stdout: "distro": { 2024-08-19T11:30:44.813 INFO:tasks.workunit.client.0.smithi136.stdout: "centos": 2 2024-08-19T11:30:44.813 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.813 INFO:tasks.workunit.client.0.smithi136.stdout: "distro_description": { 2024-08-19T11:30:44.813 INFO:tasks.workunit.client.0.smithi136.stdout: "CentOS Stream 9": 2 2024-08-19T11:30:44.813 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.813 INFO:tasks.workunit.client.0.smithi136.stdout: "kernel_description": { 2024-08-19T11:30:44.813 INFO:tasks.workunit.client.0.smithi136.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-19T11:30:44.813 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.813 INFO:tasks.workunit.client.0.smithi136.stdout: "kernel_version": { 2024-08-19T11:30:44.813 INFO:tasks.workunit.client.0.smithi136.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-19T11:30:44.813 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.813 INFO:tasks.workunit.client.0.smithi136.stdout: "os": { 2024-08-19T11:30:44.813 INFO:tasks.workunit.client.0.smithi136.stdout: "Linux": 2 2024-08-19T11:30:44.814 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:44.814 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.814 INFO:tasks.workunit.client.0.smithi136.stdout: "mon": { 2024-08-19T11:30:44.814 INFO:tasks.workunit.client.0.smithi136.stdout: "arch": { 2024-08-19T11:30:44.814 INFO:tasks.workunit.client.0.smithi136.stdout: "x86_64": 3 2024-08-19T11:30:44.814 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.814 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph_version": { 2024-08-19T11:30:44.814 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 3 2024-08-19T11:30:44.814 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.814 INFO:tasks.workunit.client.0.smithi136.stdout: "cpu": { 2024-08-19T11:30:44.814 INFO:tasks.workunit.client.0.smithi136.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-19T11:30:44.814 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.814 INFO:tasks.workunit.client.0.smithi136.stdout: "distro": { 2024-08-19T11:30:44.815 INFO:tasks.workunit.client.0.smithi136.stdout: "centos": 3 2024-08-19T11:30:44.815 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.815 INFO:tasks.workunit.client.0.smithi136.stdout: "distro_description": { 2024-08-19T11:30:44.815 INFO:tasks.workunit.client.0.smithi136.stdout: "CentOS Stream 9": 3 2024-08-19T11:30:44.815 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.815 INFO:tasks.workunit.client.0.smithi136.stdout: "kernel_description": { 2024-08-19T11:30:44.815 INFO:tasks.workunit.client.0.smithi136.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-19T11:30:44.815 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.815 INFO:tasks.workunit.client.0.smithi136.stdout: "kernel_version": { 2024-08-19T11:30:44.815 INFO:tasks.workunit.client.0.smithi136.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-19T11:30:44.815 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.815 INFO:tasks.workunit.client.0.smithi136.stdout: "os": { 2024-08-19T11:30:44.815 INFO:tasks.workunit.client.0.smithi136.stdout: "Linux": 3 2024-08-19T11:30:44.815 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:44.816 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.816 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:44.816 INFO:tasks.workunit.client.0.smithi136.stdout: "arch": { 2024-08-19T11:30:44.816 INFO:tasks.workunit.client.0.smithi136.stdout: "x86_64": 8 2024-08-19T11:30:44.816 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.816 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph_version": { 2024-08-19T11:30:44.816 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 8 2024-08-19T11:30:44.816 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.816 INFO:tasks.workunit.client.0.smithi136.stdout: "cpu": { 2024-08-19T11:30:44.816 INFO:tasks.workunit.client.0.smithi136.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-19T11:30:44.816 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.816 INFO:tasks.workunit.client.0.smithi136.stdout: "distro": { 2024-08-19T11:30:44.816 INFO:tasks.workunit.client.0.smithi136.stdout: "centos": 8 2024-08-19T11:30:44.817 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.817 INFO:tasks.workunit.client.0.smithi136.stdout: "distro_description": { 2024-08-19T11:30:44.817 INFO:tasks.workunit.client.0.smithi136.stdout: "CentOS Stream 9": 8 2024-08-19T11:30:44.817 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.817 INFO:tasks.workunit.client.0.smithi136.stdout: "kernel_description": { 2024-08-19T11:30:44.817 INFO:tasks.workunit.client.0.smithi136.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-19T11:30:44.817 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.817 INFO:tasks.workunit.client.0.smithi136.stdout: "kernel_version": { 2024-08-19T11:30:44.817 INFO:tasks.workunit.client.0.smithi136.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-19T11:30:44.817 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.817 INFO:tasks.workunit.client.0.smithi136.stdout: "os": { 2024-08-19T11:30:44.817 INFO:tasks.workunit.client.0.smithi136.stdout: "Linux": 8 2024-08-19T11:30:44.817 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.817 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_objectstore": { 2024-08-19T11:30:44.818 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore": 8 2024-08-19T11:30:44.818 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.818 INFO:tasks.workunit.client.0.smithi136.stdout: "rotational": { 2024-08-19T11:30:44.818 INFO:tasks.workunit.client.0.smithi136.stdout: "0": 8 2024-08-19T11:30:44.818 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:44.818 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:44.818 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.818 INFO:tasks.workunit.client.0.smithi136.stdout: "mon": { 2024-08-19T11:30:44.818 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3, 2024-08-19T11:30:44.818 INFO:tasks.workunit.client.0.smithi136.stdout: "features": { 2024-08-19T11:30:44.818 INFO:tasks.workunit.client.0.smithi136.stdout: "optional": [], 2024-08-19T11:30:44.818 INFO:tasks.workunit.client.0.smithi136.stdout: "persistent": [ 2024-08-19T11:30:44.818 INFO:tasks.workunit.client.0.smithi136.stdout: "kraken", 2024-08-19T11:30:44.818 INFO:tasks.workunit.client.0.smithi136.stdout: "luminous", 2024-08-19T11:30:44.819 INFO:tasks.workunit.client.0.smithi136.stdout: "mimic", 2024-08-19T11:30:44.819 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap-prune", 2024-08-19T11:30:44.819 INFO:tasks.workunit.client.0.smithi136.stdout: "nautilus", 2024-08-19T11:30:44.819 INFO:tasks.workunit.client.0.smithi136.stdout: "octopus", 2024-08-19T11:30:44.819 INFO:tasks.workunit.client.0.smithi136.stdout: "pacific", 2024-08-19T11:30:44.819 INFO:tasks.workunit.client.0.smithi136.stdout: "elector-pinging", 2024-08-19T11:30:44.819 INFO:tasks.workunit.client.0.smithi136.stdout: "quincy", 2024-08-19T11:30:44.819 INFO:tasks.workunit.client.0.smithi136.stdout: "reef" 2024-08-19T11:30:44.819 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:44.819 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.819 INFO:tasks.workunit.client.0.smithi136.stdout: "ipv4_addr_mons": 6, 2024-08-19T11:30:44.819 INFO:tasks.workunit.client.0.smithi136.stdout: "ipv6_addr_mons": 0, 2024-08-19T11:30:44.819 INFO:tasks.workunit.client.0.smithi136.stdout: "min_mon_release": 18, 2024-08-19T11:30:44.819 INFO:tasks.workunit.client.0.smithi136.stdout: "v1_addr_mons": 3, 2024-08-19T11:30:44.820 INFO:tasks.workunit.client.0.smithi136.stdout: "v2_addr_mons": 3 2024-08-19T11:30:44.820 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.820 INFO:tasks.workunit.client.0.smithi136.stdout: "organization": "ceph-qa", 2024-08-19T11:30:44.820 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:44.820 INFO:tasks.workunit.client.0.smithi136.stdout: "cluster_network": false, 2024-08-19T11:30:44.820 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 8, 2024-08-19T11:30:44.820 INFO:tasks.workunit.client.0.smithi136.stdout: "require_min_compat_client": "luminous", 2024-08-19T11:30:44.820 INFO:tasks.workunit.client.0.smithi136.stdout: "require_osd_release": "reef" 2024-08-19T11:30:44.820 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.820 INFO:tasks.workunit.client.0.smithi136.stdout: "pools": [ 2024-08-19T11:30:44.820 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:44.820 INFO:tasks.workunit.client.0.smithi136.stdout: "application": [ 2024-08-19T11:30:44.820 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr" 2024-08-19T11:30:44.820 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:44.820 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_mode": "none", 2024-08-19T11:30:44.821 INFO:tasks.workunit.client.0.smithi136.stdout: "erasure_code_profile": {}, 2024-08-19T11:30:44.821 INFO:tasks.workunit.client.0.smithi136.stdout: "min_size": 2, 2024-08-19T11:30:44.821 INFO:tasks.workunit.client.0.smithi136.stdout: "options": {}, 2024-08-19T11:30:44.821 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_autoscale_mode": "off", 2024-08-19T11:30:44.821 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_num": 1, 2024-08-19T11:30:44.821 INFO:tasks.workunit.client.0.smithi136.stdout: "pgp_num": 1, 2024-08-19T11:30:44.821 INFO:tasks.workunit.client.0.smithi136.stdout: "pool": 1, 2024-08-19T11:30:44.821 INFO:tasks.workunit.client.0.smithi136.stdout: "size": 3, 2024-08-19T11:30:44.821 INFO:tasks.workunit.client.0.smithi136.stdout: "stats": { 2024-08-19T11:30:44.821 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_raw": 729301002506, 2024-08-19T11:30:44.821 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_used": 1781760, 2024-08-19T11:30:44.821 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_bytes_used": 0, 2024-08-19T11:30:44.821 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_under_bytes": 0, 2024-08-19T11:30:44.821 INFO:tasks.workunit.client.0.smithi136.stdout: "data_bytes_used": 1781760, 2024-08-19T11:30:44.822 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty": 0, 2024-08-19T11:30:44.822 INFO:tasks.workunit.client.0.smithi136.stdout: "max_avail": 243100336128, 2024-08-19T11:30:44.822 INFO:tasks.workunit.client.0.smithi136.stdout: "objects": 2, 2024-08-19T11:30:44.822 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_bytes_used": 0, 2024-08-19T11:30:44.822 INFO:tasks.workunit.client.0.smithi136.stdout: "percent_used": 2.443100584059721e-06, 2024-08-19T11:30:44.822 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_bytes": 0, 2024-08-19T11:30:44.822 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_objects": 0, 2024-08-19T11:30:44.822 INFO:tasks.workunit.client.0.smithi136.stdout: "rd": 212, 2024-08-19T11:30:44.822 INFO:tasks.workunit.client.0.smithi136.stdout: "rd_bytes": 313344, 2024-08-19T11:30:44.822 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": 590368, 2024-08-19T11:30:44.822 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_data": 590368, 2024-08-19T11:30:44.822 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_omap": 0, 2024-08-19T11:30:44.822 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_raw": 1771104, 2024-08-19T11:30:44.823 INFO:tasks.workunit.client.0.smithi136.stdout: "wr": 179, 2024-08-19T11:30:44.823 INFO:tasks.workunit.client.0.smithi136.stdout: "wr_bytes": 2473984 2024-08-19T11:30:44.823 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.823 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_bytes": 0, 2024-08-19T11:30:44.823 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_objects": 0, 2024-08-19T11:30:44.823 INFO:tasks.workunit.client.0.smithi136.stdout: "type": "replicated" 2024-08-19T11:30:44.823 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.823 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:44.823 INFO:tasks.workunit.client.0.smithi136.stdout: "application": [ 2024-08-19T11:30:44.823 INFO:tasks.workunit.client.0.smithi136.stdout: "cephfs" 2024-08-19T11:30:44.823 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:44.823 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_mode": "none", 2024-08-19T11:30:44.823 INFO:tasks.workunit.client.0.smithi136.stdout: "erasure_code_profile": {}, 2024-08-19T11:30:44.823 INFO:tasks.workunit.client.0.smithi136.stdout: "min_size": 2, 2024-08-19T11:30:44.824 INFO:tasks.workunit.client.0.smithi136.stdout: "options": {}, 2024-08-19T11:30:44.824 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_autoscale_mode": "off", 2024-08-19T11:30:44.824 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_num": 32, 2024-08-19T11:30:44.824 INFO:tasks.workunit.client.0.smithi136.stdout: "pgp_num": 32, 2024-08-19T11:30:44.824 INFO:tasks.workunit.client.0.smithi136.stdout: "pool": 2, 2024-08-19T11:30:44.824 INFO:tasks.workunit.client.0.smithi136.stdout: "size": 3, 2024-08-19T11:30:44.824 INFO:tasks.workunit.client.0.smithi136.stdout: "stats": { 2024-08-19T11:30:44.824 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_raw": 729301002506, 2024-08-19T11:30:44.824 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_used": 98304, 2024-08-19T11:30:44.824 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_bytes_used": 0, 2024-08-19T11:30:44.825 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_under_bytes": 0, 2024-08-19T11:30:44.825 INFO:tasks.workunit.client.0.smithi136.stdout: "data_bytes_used": 98304, 2024-08-19T11:30:44.825 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty": 0, 2024-08-19T11:30:44.825 INFO:tasks.workunit.client.0.smithi136.stdout: "max_avail": 243100336128, 2024-08-19T11:30:44.825 INFO:tasks.workunit.client.0.smithi136.stdout: "objects": 22, 2024-08-19T11:30:44.825 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_bytes_used": 0, 2024-08-19T11:30:44.825 INFO:tasks.workunit.client.0.smithi136.stdout: "percent_used": 1.3479206018018886e-07, 2024-08-19T11:30:44.825 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_bytes": 0, 2024-08-19T11:30:44.825 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_objects": 0, 2024-08-19T11:30:44.825 INFO:tasks.workunit.client.0.smithi136.stdout: "rd": 0, 2024-08-19T11:30:44.825 INFO:tasks.workunit.client.0.smithi136.stdout: "rd_bytes": 0, 2024-08-19T11:30:44.825 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": 3428, 2024-08-19T11:30:44.825 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_data": 3428, 2024-08-19T11:30:44.826 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_omap": 0, 2024-08-19T11:30:44.826 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_raw": 10284, 2024-08-19T11:30:44.826 INFO:tasks.workunit.client.0.smithi136.stdout: "wr": 51, 2024-08-19T11:30:44.826 INFO:tasks.workunit.client.0.smithi136.stdout: "wr_bytes": 20480 2024-08-19T11:30:44.826 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.826 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_bytes": 0, 2024-08-19T11:30:44.826 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_objects": 0, 2024-08-19T11:30:44.826 INFO:tasks.workunit.client.0.smithi136.stdout: "type": "replicated" 2024-08-19T11:30:44.826 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.826 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:44.827 INFO:tasks.workunit.client.0.smithi136.stdout: "application": [ 2024-08-19T11:30:44.827 INFO:tasks.workunit.client.0.smithi136.stdout: "cephfs" 2024-08-19T11:30:44.827 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:44.827 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_mode": "none", 2024-08-19T11:30:44.827 INFO:tasks.workunit.client.0.smithi136.stdout: "erasure_code_profile": {}, 2024-08-19T11:30:44.827 INFO:tasks.workunit.client.0.smithi136.stdout: "min_size": 2, 2024-08-19T11:30:44.827 INFO:tasks.workunit.client.0.smithi136.stdout: "options": {}, 2024-08-19T11:30:44.827 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_autoscale_mode": "off", 2024-08-19T11:30:44.827 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_num": 64, 2024-08-19T11:30:44.827 INFO:tasks.workunit.client.0.smithi136.stdout: "pgp_num": 64, 2024-08-19T11:30:44.827 INFO:tasks.workunit.client.0.smithi136.stdout: "pool": 3, 2024-08-19T11:30:44.827 INFO:tasks.workunit.client.0.smithi136.stdout: "size": 3, 2024-08-19T11:30:44.827 INFO:tasks.workunit.client.0.smithi136.stdout: "stats": { 2024-08-19T11:30:44.828 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_raw": 729301002506, 2024-08-19T11:30:44.828 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_used": 0, 2024-08-19T11:30:44.828 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_bytes_used": 0, 2024-08-19T11:30:44.828 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_under_bytes": 0, 2024-08-19T11:30:44.828 INFO:tasks.workunit.client.0.smithi136.stdout: "data_bytes_used": 0, 2024-08-19T11:30:44.828 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty": 0, 2024-08-19T11:30:44.828 INFO:tasks.workunit.client.0.smithi136.stdout: "max_avail": 243100336128, 2024-08-19T11:30:44.828 INFO:tasks.workunit.client.0.smithi136.stdout: "objects": 0, 2024-08-19T11:30:44.828 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_bytes_used": 0, 2024-08-19T11:30:44.828 INFO:tasks.workunit.client.0.smithi136.stdout: "percent_used": 0.0, 2024-08-19T11:30:44.828 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_bytes": 0, 2024-08-19T11:30:44.828 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_objects": 0, 2024-08-19T11:30:44.828 INFO:tasks.workunit.client.0.smithi136.stdout: "rd": 0, 2024-08-19T11:30:44.829 INFO:tasks.workunit.client.0.smithi136.stdout: "rd_bytes": 0, 2024-08-19T11:30:44.829 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": 0, 2024-08-19T11:30:44.829 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_data": 0, 2024-08-19T11:30:44.829 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_omap": 0, 2024-08-19T11:30:44.829 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_raw": 0, 2024-08-19T11:30:44.829 INFO:tasks.workunit.client.0.smithi136.stdout: "wr": 0, 2024-08-19T11:30:44.829 INFO:tasks.workunit.client.0.smithi136.stdout: "wr_bytes": 0 2024-08-19T11:30:44.829 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.829 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_bytes": 0, 2024-08-19T11:30:44.829 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_objects": 0, 2024-08-19T11:30:44.829 INFO:tasks.workunit.client.0.smithi136.stdout: "type": "replicated" 2024-08-19T11:30:44.829 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.829 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:44.830 INFO:tasks.workunit.client.0.smithi136.stdout: "application": [ 2024-08-19T11:30:44.830 INFO:tasks.workunit.client.0.smithi136.stdout: "rbd" 2024-08-19T11:30:44.830 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:44.830 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_mode": "none", 2024-08-19T11:30:44.830 INFO:tasks.workunit.client.0.smithi136.stdout: "erasure_code_profile": {}, 2024-08-19T11:30:44.830 INFO:tasks.workunit.client.0.smithi136.stdout: "min_size": 2, 2024-08-19T11:30:44.830 INFO:tasks.workunit.client.0.smithi136.stdout: "options": {}, 2024-08-19T11:30:44.830 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_autoscale_mode": "off", 2024-08-19T11:30:44.830 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_num": 8, 2024-08-19T11:30:44.830 INFO:tasks.workunit.client.0.smithi136.stdout: "pgp_num": 8, 2024-08-19T11:30:44.830 INFO:tasks.workunit.client.0.smithi136.stdout: "pool": 4, 2024-08-19T11:30:44.830 INFO:tasks.workunit.client.0.smithi136.stdout: "size": 3, 2024-08-19T11:30:44.830 INFO:tasks.workunit.client.0.smithi136.stdout: "stats": { 2024-08-19T11:30:44.831 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_raw": 729301002506, 2024-08-19T11:30:44.831 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_used": 12288, 2024-08-19T11:30:44.831 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_bytes_used": 0, 2024-08-19T11:30:44.831 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_under_bytes": 0, 2024-08-19T11:30:44.831 INFO:tasks.workunit.client.0.smithi136.stdout: "data_bytes_used": 12288, 2024-08-19T11:30:44.831 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty": 0, 2024-08-19T11:30:44.831 INFO:tasks.workunit.client.0.smithi136.stdout: "max_avail": 243100336128, 2024-08-19T11:30:44.831 INFO:tasks.workunit.client.0.smithi136.stdout: "objects": 2, 2024-08-19T11:30:44.831 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_bytes_used": 0, 2024-08-19T11:30:44.831 INFO:tasks.workunit.client.0.smithi136.stdout: "percent_used": 1.6849011075237286e-08, 2024-08-19T11:30:44.831 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_bytes": 0, 2024-08-19T11:30:44.831 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_objects": 0, 2024-08-19T11:30:44.831 INFO:tasks.workunit.client.0.smithi136.stdout: "rd": 0, 2024-08-19T11:30:44.831 INFO:tasks.workunit.client.0.smithi136.stdout: "rd_bytes": 0, 2024-08-19T11:30:44.832 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": 19, 2024-08-19T11:30:44.832 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_data": 19, 2024-08-19T11:30:44.832 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_omap": 0, 2024-08-19T11:30:44.832 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_raw": 57, 2024-08-19T11:30:44.832 INFO:tasks.workunit.client.0.smithi136.stdout: "wr": 2, 2024-08-19T11:30:44.832 INFO:tasks.workunit.client.0.smithi136.stdout: "wr_bytes": 2048 2024-08-19T11:30:44.832 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.832 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_bytes": 0, 2024-08-19T11:30:44.832 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_objects": 0, 2024-08-19T11:30:44.832 INFO:tasks.workunit.client.0.smithi136.stdout: "type": "replicated" 2024-08-19T11:30:44.832 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:44.832 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:44.832 INFO:tasks.workunit.client.0.smithi136.stdout: "rbd": { 2024-08-19T11:30:44.833 INFO:tasks.workunit.client.0.smithi136.stdout: "mirroring_by_pool": [ 2024-08-19T11:30:44.833 INFO:tasks.workunit.client.0.smithi136.stdout: false 2024-08-19T11:30:44.833 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:44.833 INFO:tasks.workunit.client.0.smithi136.stdout: "num_images_by_pool": [ 2024-08-19T11:30:44.833 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:44.833 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:44.833 INFO:tasks.workunit.client.0.smithi136.stdout: "num_pools": 1 2024-08-19T11:30:44.833 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.833 INFO:tasks.workunit.client.0.smithi136.stdout: "report_id": "d79afc76-a6a1-46e8-b240-bfb9c463a50d", 2024-08-19T11:30:44.833 INFO:tasks.workunit.client.0.smithi136.stdout: "report_timestamp": "2024-08-19T11:30:44.780414", 2024-08-19T11:30:44.833 INFO:tasks.workunit.client.0.smithi136.stdout: "report_version": 1, 2024-08-19T11:30:44.833 INFO:tasks.workunit.client.0.smithi136.stdout: "rook": { 2024-08-19T11:30:44.833 INFO:tasks.workunit.client.0.smithi136.stdout: "cluster": { 2024-08-19T11:30:44.833 INFO:tasks.workunit.client.0.smithi136.stdout: "external-mode": null, 2024-08-19T11:30:44.834 INFO:tasks.workunit.client.0.smithi136.stdout: "mon": { 2024-08-19T11:30:44.834 INFO:tasks.workunit.client.0.smithi136.stdout: "allow-multiple-per-node": null, 2024-08-19T11:30:44.834 INFO:tasks.workunit.client.0.smithi136.stdout: "count": null, 2024-08-19T11:30:44.834 INFO:tasks.workunit.client.0.smithi136.stdout: "max-id": null, 2024-08-19T11:30:44.834 INFO:tasks.workunit.client.0.smithi136.stdout: "pvc": { 2024-08-19T11:30:44.834 INFO:tasks.workunit.client.0.smithi136.stdout: "enabled": null 2024-08-19T11:30:44.834 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.834 INFO:tasks.workunit.client.0.smithi136.stdout: "stretch": { 2024-08-19T11:30:44.834 INFO:tasks.workunit.client.0.smithi136.stdout: "enabled": null 2024-08-19T11:30:44.834 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:44.834 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.834 INFO:tasks.workunit.client.0.smithi136.stdout: "network": { 2024-08-19T11:30:44.834 INFO:tasks.workunit.client.0.smithi136.stdout: "provider": null 2024-08-19T11:30:44.835 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.835 INFO:tasks.workunit.client.0.smithi136.stdout: "storage": { 2024-08-19T11:30:44.835 INFO:tasks.workunit.client.0.smithi136.stdout: "device-set": { 2024-08-19T11:30:44.835 INFO:tasks.workunit.client.0.smithi136.stdout: "count": { 2024-08-19T11:30:44.835 INFO:tasks.workunit.client.0.smithi136.stdout: "non-portable": null, 2024-08-19T11:30:44.835 INFO:tasks.workunit.client.0.smithi136.stdout: "portable": null, 2024-08-19T11:30:44.835 INFO:tasks.workunit.client.0.smithi136.stdout: "total": null 2024-08-19T11:30:44.835 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:44.835 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:44.835 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:44.835 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.835 INFO:tasks.workunit.client.0.smithi136.stdout: "csi": { 2024-08-19T11:30:44.835 INFO:tasks.workunit.client.0.smithi136.stdout: "version": null 2024-08-19T11:30:44.835 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.836 INFO:tasks.workunit.client.0.smithi136.stdout: "kubernetes": { 2024-08-19T11:30:44.836 INFO:tasks.workunit.client.0.smithi136.stdout: "version": null 2024-08-19T11:30:44.836 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.836 INFO:tasks.workunit.client.0.smithi136.stdout: "node": { 2024-08-19T11:30:44.836 INFO:tasks.workunit.client.0.smithi136.stdout: "count": { 2024-08-19T11:30:44.836 INFO:tasks.workunit.client.0.smithi136.stdout: "kubernetes-total": null, 2024-08-19T11:30:44.836 INFO:tasks.workunit.client.0.smithi136.stdout: "with-ceph-daemons": null, 2024-08-19T11:30:44.836 INFO:tasks.workunit.client.0.smithi136.stdout: "with-csi-cephfs-plugin": null, 2024-08-19T11:30:44.836 INFO:tasks.workunit.client.0.smithi136.stdout: "with-csi-nfs-plugin": null, 2024-08-19T11:30:44.836 INFO:tasks.workunit.client.0.smithi136.stdout: "with-csi-rbd-plugin": null 2024-08-19T11:30:44.836 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:44.836 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.836 INFO:tasks.workunit.client.0.smithi136.stdout: "usage": { 2024-08-19T11:30:44.836 INFO:tasks.workunit.client.0.smithi136.stdout: "storage-class": { 2024-08-19T11:30:44.837 INFO:tasks.workunit.client.0.smithi136.stdout: "count": { 2024-08-19T11:30:44.837 INFO:tasks.workunit.client.0.smithi136.stdout: "bucket": null, 2024-08-19T11:30:44.837 INFO:tasks.workunit.client.0.smithi136.stdout: "cephfs": null, 2024-08-19T11:30:44.837 INFO:tasks.workunit.client.0.smithi136.stdout: "nfs": null, 2024-08-19T11:30:44.837 INFO:tasks.workunit.client.0.smithi136.stdout: "rbd": null, 2024-08-19T11:30:44.837 INFO:tasks.workunit.client.0.smithi136.stdout: "total": null 2024-08-19T11:30:44.837 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:44.837 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:44.837 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.837 INFO:tasks.workunit.client.0.smithi136.stdout: "version": null 2024-08-19T11:30:44.837 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.837 INFO:tasks.workunit.client.0.smithi136.stdout: "services": {}, 2024-08-19T11:30:44.837 INFO:tasks.workunit.client.0.smithi136.stdout: "usage": { 2024-08-19T11:30:44.837 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_num": 105, 2024-08-19T11:30:44.838 INFO:tasks.workunit.client.0.smithi136.stdout: "pools": 4, 2024-08-19T11:30:44.838 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_by_class": { 2024-08-19T11:30:44.838 INFO:tasks.workunit.client.0.smithi136.stdout: "ssd": { 2024-08-19T11:30:44.838 INFO:tasks.workunit.client.0.smithi136.stdout: "total_avail_bytes": 767726555136, 2024-08-19T11:30:44.838 INFO:tasks.workunit.client.0.smithi136.stdout: "total_bytes": 767960285184, 2024-08-19T11:30:44.838 INFO:tasks.workunit.client.0.smithi136.stdout: "total_used_bytes": 233730048, 2024-08-19T11:30:44.838 INFO:tasks.workunit.client.0.smithi136.stdout: "total_used_raw_bytes": 233730048, 2024-08-19T11:30:44.838 INFO:tasks.workunit.client.0.smithi136.stdout: "total_used_raw_ratio": 0.00030435173539444804 2024-08-19T11:30:44.838 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:44.838 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:44.838 INFO:tasks.workunit.client.0.smithi136.stdout: "total_avail_bytes": 767726555136, 2024-08-19T11:30:44.838 INFO:tasks.workunit.client.0.smithi136.stdout: "total_bytes": 767960285184, 2024-08-19T11:30:44.838 INFO:tasks.workunit.client.0.smithi136.stdout: "total_used_bytes": 233730048 2024-08-19T11:30:44.839 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:44.839 INFO:tasks.workunit.client.0.smithi136.stdout:} 2024-08-19T11:30:44.839 INFO:tasks.workunit.client.0.smithi136.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-08-19T11:30:44.839 INFO:tasks.workunit.client.0.smithi136.stderr:+ ceph telemetry preview-device 2024-08-19T11:30:45.097 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:30:44] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T11:30:45.098 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:30:44] ENGINE Bus STOPPED 2024-08-19T11:30:45.098 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:30:44] ENGINE Bus STARTING 2024-08-19T11:30:45.098 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:30:44] ENGINE Serving on http://:::9283 2024-08-19T11:30:45.098 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:44 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:30:44] ENGINE Bus STARTED 2024-08-19T11:30:45.271 INFO:tasks.workunit.client.0.smithi136.stdout:{ 2024-08-19T11:30:45.271 INFO:tasks.workunit.client.0.smithi136.stdout: "796d4534-5e1e-11ef-99fd-0cc47a886e43": { 2024-08-19T11:30:45.271 INFO:tasks.workunit.client.0.smithi136.stdout: "INTEL_SSDPEDMD400G4_796dc66c-5e1e-11ef-99fd-0cc47a886e43": { 2024-08-19T11:30:45.271 INFO:tasks.workunit.client.0.smithi136.stdout: "20240819-112507": { 2024-08-19T11:30:45.272 INFO:tasks.workunit.client.0.smithi136.stdout: "device": { 2024-08-19T11:30:45.272 INFO:tasks.workunit.client.0.smithi136.stdout: "info_name": "/dev/nvme0n1", 2024-08-19T11:30:45.272 INFO:tasks.workunit.client.0.smithi136.stdout: "name": "/dev/nvme0n1", 2024-08-19T11:30:45.272 INFO:tasks.workunit.client.0.smithi136.stdout: "protocol": "NVMe", 2024-08-19T11:30:45.272 INFO:tasks.workunit.client.0.smithi136.stdout: "type": "nvme" 2024-08-19T11:30:45.272 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.272 INFO:tasks.workunit.client.0.smithi136.stdout: "firmware_version": "8DV101H0", 2024-08-19T11:30:45.272 INFO:tasks.workunit.client.0.smithi136.stdout: "host_id": "796d4534-5e1e-11ef-99fd-0cc47a886e43", 2024-08-19T11:30:45.272 INFO:tasks.workunit.client.0.smithi136.stdout: "json_format_version": [ 2024-08-19T11:30:45.272 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:45.272 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:45.272 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:45.272 INFO:tasks.workunit.client.0.smithi136.stdout: "local_time": { 2024-08-19T11:30:45.273 INFO:tasks.workunit.client.0.smithi136.stdout: "asctime": "Mon Aug 19 11:25:07 2024 UTC", 2024-08-19T11:30:45.273 INFO:tasks.workunit.client.0.smithi136.stdout: "time_t": 1724066707 2024-08-19T11:30:45.273 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.273 INFO:tasks.workunit.client.0.smithi136.stdout: "logical_block_size": 512, 2024-08-19T11:30:45.273 INFO:tasks.workunit.client.0.smithi136.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-19T11:30:45.273 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_controller_id": 0, 2024-08-19T11:30:45.273 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-19T11:30:45.273 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_namespaces": [ 2024-08-19T11:30:45.273 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:45.273 INFO:tasks.workunit.client.0.smithi136.stdout: "capacity": { 2024-08-19T11:30:45.273 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 781422768, 2024-08-19T11:30:45.273 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 400088457216 2024-08-19T11:30:45.273 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.273 INFO:tasks.workunit.client.0.smithi136.stdout: "formatted_lba_size": 512, 2024-08-19T11:30:45.274 INFO:tasks.workunit.client.0.smithi136.stdout: "id": 1, 2024-08-19T11:30:45.274 INFO:tasks.workunit.client.0.smithi136.stdout: "size": { 2024-08-19T11:30:45.274 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 781422768, 2024-08-19T11:30:45.274 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 400088457216 2024-08-19T11:30:45.274 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.274 INFO:tasks.workunit.client.0.smithi136.stdout: "utilization": { 2024-08-19T11:30:45.274 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 781422768, 2024-08-19T11:30:45.274 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 400088457216 2024-08-19T11:30:45.274 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.274 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.274 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:45.274 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_number_of_namespaces": 1, 2024-08-19T11:30:45.274 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_pci_vendor": { 2024-08-19T11:30:45.275 INFO:tasks.workunit.client.0.smithi136.stdout: "id": 32902, 2024-08-19T11:30:45.275 INFO:tasks.workunit.client.0.smithi136.stdout: "subsystem_id": 32902 2024-08-19T11:30:45.275 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.275 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_smart_health_information_add_log": { 2024-08-19T11:30:45.275 INFO:tasks.workunit.client.0.smithi136.stdout: "Device stats": { 2024-08-19T11:30:45.275 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_fw_downgrades": { 2024-08-19T11:30:45.275 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:45.275 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.275 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.275 INFO:tasks.workunit.client.0.smithi136.stdout: "crc_error_count": { 2024-08-19T11:30:45.275 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.275 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.275 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.276 INFO:tasks.workunit.client.0.smithi136.stdout: "end_to_end_error_detection_count": { 2024-08-19T11:30:45.276 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.276 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.276 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.276 INFO:tasks.workunit.client.0.smithi136.stdout: "erase_fail_count": { 2024-08-19T11:30:45.276 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.276 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.276 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.276 INFO:tasks.workunit.client.0.smithi136.stdout: "host_bytes_written": { 2024-08-19T11:30:45.276 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.276 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 25494409 2024-08-19T11:30:45.276 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.276 INFO:tasks.workunit.client.0.smithi136.stdout: "host_ctx_wear_used": { 2024-08-19T11:30:45.276 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.277 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 1 2024-08-19T11:30:45.277 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.277 INFO:tasks.workunit.client.0.smithi136.stdout: "media_bytes_read": { 2024-08-19T11:30:45.277 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:45.277 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.277 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.277 INFO:tasks.workunit.client.0.smithi136.stdout: "nand_bytes_written": { 2024-08-19T11:30:45.277 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.277 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 44448010 2024-08-19T11:30:45.277 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.277 INFO:tasks.workunit.client.0.smithi136.stdout: "perf_stat_indicator": { 2024-08-19T11:30:45.277 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:45.277 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.277 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.278 INFO:tasks.workunit.client.0.smithi136.stdout: "pll_lock_loss_count": { 2024-08-19T11:30:45.278 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.278 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.278 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.278 INFO:tasks.workunit.client.0.smithi136.stdout: "program_fail_count": { 2024-08-19T11:30:45.278 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.278 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.278 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.278 INFO:tasks.workunit.client.0.smithi136.stdout: "re_alloc_sectr_cnt": { 2024-08-19T11:30:45.278 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:45.278 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.278 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.278 INFO:tasks.workunit.client.0.smithi136.stdout: "retry_buffer_overflow_count": { 2024-08-19T11:30:45.278 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.279 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.279 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.279 INFO:tasks.workunit.client.0.smithi136.stdout: "soft_ecc_err_rate": { 2024-08-19T11:30:45.279 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:45.279 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.279 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.279 INFO:tasks.workunit.client.0.smithi136.stdout: "thermal_throttle_status": { 2024-08-19T11:30:45.279 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.279 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": { 2024-08-19T11:30:45.279 INFO:tasks.workunit.client.0.smithi136.stdout: "cnt": 0, 2024-08-19T11:30:45.280 INFO:tasks.workunit.client.0.smithi136.stdout: "pct": 0 2024-08-19T11:30:45.280 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.280 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.280 INFO:tasks.workunit.client.0.smithi136.stdout: "timed_workload_host_reads": { 2024-08-19T11:30:45.280 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.280 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 65535 2024-08-19T11:30:45.280 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.280 INFO:tasks.workunit.client.0.smithi136.stdout: "timed_workload_media_wear": { 2024-08-19T11:30:45.280 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.280 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": "63.999023" 2024-08-19T11:30:45.280 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.280 INFO:tasks.workunit.client.0.smithi136.stdout: "timed_workload_timer": { 2024-08-19T11:30:45.280 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.280 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 65535 2024-08-19T11:30:45.281 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.281 INFO:tasks.workunit.client.0.smithi136.stdout: "unexp_power_loss": { 2024-08-19T11:30:45.281 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:45.281 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.281 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.281 INFO:tasks.workunit.client.0.smithi136.stdout: "wear_leveling": { 2024-08-19T11:30:45.281 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 90, 2024-08-19T11:30:45.281 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": { 2024-08-19T11:30:45.281 INFO:tasks.workunit.client.0.smithi136.stdout: "avg": 3022, 2024-08-19T11:30:45.281 INFO:tasks.workunit.client.0.smithi136.stdout: "max": 3033, 2024-08-19T11:30:45.281 INFO:tasks.workunit.client.0.smithi136.stdout: "min": 3012 2024-08-19T11:30:45.281 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.281 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.281 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.282 INFO:tasks.workunit.client.0.smithi136.stdout: "Intel Smart log": "nvme0n1" 2024-08-19T11:30:45.282 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.282 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_smart_health_information_log": { 2024-08-19T11:30:45.282 INFO:tasks.workunit.client.0.smithi136.stdout: "available_spare": 100, 2024-08-19T11:30:45.282 INFO:tasks.workunit.client.0.smithi136.stdout: "available_spare_threshold": 10, 2024-08-19T11:30:45.282 INFO:tasks.workunit.client.0.smithi136.stdout: "controller_busy_time": 61, 2024-08-19T11:30:45.282 INFO:tasks.workunit.client.0.smithi136.stdout: "critical_warning": 0, 2024-08-19T11:30:45.282 INFO:tasks.workunit.client.0.smithi136.stdout: "data_units_read": 343876083, 2024-08-19T11:30:45.282 INFO:tasks.workunit.client.0.smithi136.stdout: "data_units_written": 1670801613, 2024-08-19T11:30:45.282 INFO:tasks.workunit.client.0.smithi136.stdout: "host_reads": 5820893721, 2024-08-19T11:30:45.282 INFO:tasks.workunit.client.0.smithi136.stdout: "host_writes": 30785387742, 2024-08-19T11:30:45.282 INFO:tasks.workunit.client.0.smithi136.stdout: "media_errors": 0, 2024-08-19T11:30:45.282 INFO:tasks.workunit.client.0.smithi136.stdout: "num_err_log_entries": 0, 2024-08-19T11:30:45.283 INFO:tasks.workunit.client.0.smithi136.stdout: "percentage_used": 10, 2024-08-19T11:30:45.283 INFO:tasks.workunit.client.0.smithi136.stdout: "power_cycles": 49697, 2024-08-19T11:30:45.283 INFO:tasks.workunit.client.0.smithi136.stdout: "power_on_hours": 53430, 2024-08-19T11:30:45.283 INFO:tasks.workunit.client.0.smithi136.stdout: "temperature": 28, 2024-08-19T11:30:45.283 INFO:tasks.workunit.client.0.smithi136.stdout: "unsafe_shutdowns": 3853 2024-08-19T11:30:45.283 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.283 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_vendor": "intel", 2024-08-19T11:30:45.283 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_version": { 2024-08-19T11:30:45.283 INFO:tasks.workunit.client.0.smithi136.stdout: "string": "<1.2", 2024-08-19T11:30:45.283 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:45.283 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.284 INFO:tasks.workunit.client.0.smithi136.stdout: "power_cycle_count": 49697, 2024-08-19T11:30:45.284 INFO:tasks.workunit.client.0.smithi136.stdout: "power_on_time": { 2024-08-19T11:30:45.284 INFO:tasks.workunit.client.0.smithi136.stdout: "hours": 53430 2024-08-19T11:30:45.284 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.284 INFO:tasks.workunit.client.0.smithi136.stdout: "serial_number": "deleted", 2024-08-19T11:30:45.284 INFO:tasks.workunit.client.0.smithi136.stdout: "smart_status": { 2024-08-19T11:30:45.284 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme": { 2024-08-19T11:30:45.284 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:45.284 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.284 INFO:tasks.workunit.client.0.smithi136.stdout: "passed": true 2024-08-19T11:30:45.284 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.284 INFO:tasks.workunit.client.0.smithi136.stdout: "smartctl": { 2024-08-19T11:30:45.285 INFO:tasks.workunit.client.0.smithi136.stdout: "argv": [ 2024-08-19T11:30:45.285 INFO:tasks.workunit.client.0.smithi136.stdout: "smartctl", 2024-08-19T11:30:45.285 INFO:tasks.workunit.client.0.smithi136.stdout: "-x", 2024-08-19T11:30:45.285 INFO:tasks.workunit.client.0.smithi136.stdout: "--json=o", 2024-08-19T11:30:45.285 INFO:tasks.workunit.client.0.smithi136.stdout: "/dev/nvme0n1" 2024-08-19T11:30:45.285 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:45.285 INFO:tasks.workunit.client.0.smithi136.stdout: "build_info": "(local build)", 2024-08-19T11:30:45.285 INFO:tasks.workunit.client.0.smithi136.stdout: "exit_status": 0, 2024-08-19T11:30:45.285 INFO:tasks.workunit.client.0.smithi136.stdout: "output": [ 2024-08-19T11:30:45.285 INFO:tasks.workunit.client.0.smithi136.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-19T11:30:45.285 INFO:tasks.workunit.client.0.smithi136.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-19T11:30:45.286 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:45.286 INFO:tasks.workunit.client.0.smithi136.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-19T11:30:45.286 INFO:tasks.workunit.client.0.smithi136.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-19T11:30:45.286 INFO:tasks.workunit.client.0.smithi136.stdout: "Serial Number: deleted", 2024-08-19T11:30:45.286 INFO:tasks.workunit.client.0.smithi136.stdout: "Firmware Version: 8DV101H0", 2024-08-19T11:30:45.286 INFO:tasks.workunit.client.0.smithi136.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-19T11:30:45.286 INFO:tasks.workunit.client.0.smithi136.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-19T11:30:45.286 INFO:tasks.workunit.client.0.smithi136.stdout: "Controller ID: 0", 2024-08-19T11:30:45.286 INFO:tasks.workunit.client.0.smithi136.stdout: "NVMe Version: <1.2", 2024-08-19T11:30:45.286 INFO:tasks.workunit.client.0.smithi136.stdout: "Number of Namespaces: 1", 2024-08-19T11:30:45.286 INFO:tasks.workunit.client.0.smithi136.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-19T11:30:45.286 INFO:tasks.workunit.client.0.smithi136.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-19T11:30:45.286 INFO:tasks.workunit.client.0.smithi136.stdout: "Local Time is: Mon Aug 19 11:25:07 2024 UTC", 2024-08-19T11:30:45.287 INFO:tasks.workunit.client.0.smithi136.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-19T11:30:45.287 INFO:tasks.workunit.client.0.smithi136.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-19T11:30:45.287 INFO:tasks.workunit.client.0.smithi136.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-19T11:30:45.287 INFO:tasks.workunit.client.0.smithi136.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-19T11:30:45.287 INFO:tasks.workunit.client.0.smithi136.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-19T11:30:45.287 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:45.287 INFO:tasks.workunit.client.0.smithi136.stdout: "Supported Power States", 2024-08-19T11:30:45.287 INFO:tasks.workunit.client.0.smithi136.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-19T11:30:45.287 INFO:tasks.workunit.client.0.smithi136.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-19T11:30:45.287 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:45.287 INFO:tasks.workunit.client.0.smithi136.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-19T11:30:45.287 INFO:tasks.workunit.client.0.smithi136.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-19T11:30:45.287 INFO:tasks.workunit.client.0.smithi136.stdout: " 0 + 512 0 2", 2024-08-19T11:30:45.287 INFO:tasks.workunit.client.0.smithi136.stdout: " 1 - 512 8 2", 2024-08-19T11:30:45.288 INFO:tasks.workunit.client.0.smithi136.stdout: " 2 - 512 16 2", 2024-08-19T11:30:45.288 INFO:tasks.workunit.client.0.smithi136.stdout: " 3 - 4096 0 0", 2024-08-19T11:30:45.288 INFO:tasks.workunit.client.0.smithi136.stdout: " 4 - 4096 8 0", 2024-08-19T11:30:45.288 INFO:tasks.workunit.client.0.smithi136.stdout: " 5 - 4096 64 0", 2024-08-19T11:30:45.288 INFO:tasks.workunit.client.0.smithi136.stdout: " 6 - 4096 128 0", 2024-08-19T11:30:45.288 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:45.288 INFO:tasks.workunit.client.0.smithi136.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-19T11:30:45.288 INFO:tasks.workunit.client.0.smithi136.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-19T11:30:45.288 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:45.288 INFO:tasks.workunit.client.0.smithi136.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-19T11:30:45.288 INFO:tasks.workunit.client.0.smithi136.stdout: "Critical Warning: 0x00", 2024-08-19T11:30:45.288 INFO:tasks.workunit.client.0.smithi136.stdout: "Temperature: 28 Celsius", 2024-08-19T11:30:45.288 INFO:tasks.workunit.client.0.smithi136.stdout: "Available Spare: 100%", 2024-08-19T11:30:45.288 INFO:tasks.workunit.client.0.smithi136.stdout: "Available Spare Threshold: 10%", 2024-08-19T11:30:45.289 INFO:tasks.workunit.client.0.smithi136.stdout: "Percentage Used: 10%", 2024-08-19T11:30:45.289 INFO:tasks.workunit.client.0.smithi136.stdout: "Data Units Read: 343,876,083 [176 TB]", 2024-08-19T11:30:45.289 INFO:tasks.workunit.client.0.smithi136.stdout: "Data Units Written: 1,670,801,613 [855 TB]", 2024-08-19T11:30:45.289 INFO:tasks.workunit.client.0.smithi136.stdout: "Host Read Commands: 5,820,893,721", 2024-08-19T11:30:45.289 INFO:tasks.workunit.client.0.smithi136.stdout: "Host Write Commands: 30,785,387,742", 2024-08-19T11:30:45.289 INFO:tasks.workunit.client.0.smithi136.stdout: "Controller Busy Time: 61", 2024-08-19T11:30:45.289 INFO:tasks.workunit.client.0.smithi136.stdout: "Power Cycles: 49,697", 2024-08-19T11:30:45.289 INFO:tasks.workunit.client.0.smithi136.stdout: "Power On Hours: 53,430", 2024-08-19T11:30:45.289 INFO:tasks.workunit.client.0.smithi136.stdout: "Unsafe Shutdowns: 3,853", 2024-08-19T11:30:45.289 INFO:tasks.workunit.client.0.smithi136.stdout: "Media and Data Integrity Errors: 0", 2024-08-19T11:30:45.289 INFO:tasks.workunit.client.0.smithi136.stdout: "Error Information Log Entries: 0", 2024-08-19T11:30:45.289 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:45.289 INFO:tasks.workunit.client.0.smithi136.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-19T11:30:45.290 INFO:tasks.workunit.client.0.smithi136.stdout: "No Errors Logged", 2024-08-19T11:30:45.290 INFO:tasks.workunit.client.0.smithi136.stdout: "" 2024-08-19T11:30:45.290 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:45.290 INFO:tasks.workunit.client.0.smithi136.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-19T11:30:45.290 INFO:tasks.workunit.client.0.smithi136.stdout: "svn_revision": "5155", 2024-08-19T11:30:45.290 INFO:tasks.workunit.client.0.smithi136.stdout: "version": [ 2024-08-19T11:30:45.290 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:45.290 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:45.290 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:45.290 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.290 INFO:tasks.workunit.client.0.smithi136.stdout: "temperature": { 2024-08-19T11:30:45.290 INFO:tasks.workunit.client.0.smithi136.stdout: "current": 28 2024-08-19T11:30:45.290 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.290 INFO:tasks.workunit.client.0.smithi136.stdout: "user_capacity": { 2024-08-19T11:30:45.291 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 781422768, 2024-08-19T11:30:45.291 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 400088457216 2024-08-19T11:30:45.291 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.291 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.291 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.291 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.291 INFO:tasks.workunit.client.0.smithi136.stdout: "796ed336-5e1e-11ef-99fd-0cc47a886e43": { 2024-08-19T11:30:45.291 INFO:tasks.workunit.client.0.smithi136.stdout: "INTEL_SSDPEDMX020T4_796f4398-5e1e-11ef-99fd-0cc47a886e43": { 2024-08-19T11:30:45.291 INFO:tasks.workunit.client.0.smithi136.stdout: "20240819-112505": { 2024-08-19T11:30:45.291 INFO:tasks.workunit.client.0.smithi136.stdout: "device": { 2024-08-19T11:30:45.291 INFO:tasks.workunit.client.0.smithi136.stdout: "info_name": "/dev/nvme0n1", 2024-08-19T11:30:45.291 INFO:tasks.workunit.client.0.smithi136.stdout: "name": "/dev/nvme0n1", 2024-08-19T11:30:45.291 INFO:tasks.workunit.client.0.smithi136.stdout: "protocol": "NVMe", 2024-08-19T11:30:45.292 INFO:tasks.workunit.client.0.smithi136.stdout: "type": "nvme" 2024-08-19T11:30:45.292 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.292 INFO:tasks.workunit.client.0.smithi136.stdout: "firmware_version": "8DV10171", 2024-08-19T11:30:45.292 INFO:tasks.workunit.client.0.smithi136.stdout: "host_id": "796ed336-5e1e-11ef-99fd-0cc47a886e43", 2024-08-19T11:30:45.292 INFO:tasks.workunit.client.0.smithi136.stdout: "json_format_version": [ 2024-08-19T11:30:45.292 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:45.292 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:45.292 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:45.292 INFO:tasks.workunit.client.0.smithi136.stdout: "local_time": { 2024-08-19T11:30:45.292 INFO:tasks.workunit.client.0.smithi136.stdout: "asctime": "Mon Aug 19 11:25:04 2024 UTC", 2024-08-19T11:30:45.292 INFO:tasks.workunit.client.0.smithi136.stdout: "time_t": 1724066704 2024-08-19T11:30:45.292 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.292 INFO:tasks.workunit.client.0.smithi136.stdout: "logical_block_size": 512, 2024-08-19T11:30:45.292 INFO:tasks.workunit.client.0.smithi136.stdout: "model_name": "INTEL SSDPEDMX020T4", 2024-08-19T11:30:45.293 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_controller_id": 0, 2024-08-19T11:30:45.293 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-19T11:30:45.293 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_namespaces": [ 2024-08-19T11:30:45.293 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:45.293 INFO:tasks.workunit.client.0.smithi136.stdout: "capacity": { 2024-08-19T11:30:45.293 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 3907029168, 2024-08-19T11:30:45.293 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2000398934016 2024-08-19T11:30:45.293 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.293 INFO:tasks.workunit.client.0.smithi136.stdout: "formatted_lba_size": 512, 2024-08-19T11:30:45.293 INFO:tasks.workunit.client.0.smithi136.stdout: "id": 1, 2024-08-19T11:30:45.293 INFO:tasks.workunit.client.0.smithi136.stdout: "size": { 2024-08-19T11:30:45.293 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 3907029168, 2024-08-19T11:30:45.293 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2000398934016 2024-08-19T11:30:45.293 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.294 INFO:tasks.workunit.client.0.smithi136.stdout: "utilization": { 2024-08-19T11:30:45.294 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 3907029168, 2024-08-19T11:30:45.294 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2000398934016 2024-08-19T11:30:45.294 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.294 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.294 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:45.294 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_number_of_namespaces": 1, 2024-08-19T11:30:45.294 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_pci_vendor": { 2024-08-19T11:30:45.294 INFO:tasks.workunit.client.0.smithi136.stdout: "id": 32902, 2024-08-19T11:30:45.295 INFO:tasks.workunit.client.0.smithi136.stdout: "subsystem_id": 32902 2024-08-19T11:30:45.295 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.295 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_smart_health_information_add_log": { 2024-08-19T11:30:45.295 INFO:tasks.workunit.client.0.smithi136.stdout: "Device stats": { 2024-08-19T11:30:45.295 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_fw_downgrades": { 2024-08-19T11:30:45.295 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:45.295 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.295 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.295 INFO:tasks.workunit.client.0.smithi136.stdout: "crc_error_count": { 2024-08-19T11:30:45.295 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.295 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 2 2024-08-19T11:30:45.295 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.295 INFO:tasks.workunit.client.0.smithi136.stdout: "end_to_end_error_detection_count": { 2024-08-19T11:30:45.295 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.296 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.296 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.296 INFO:tasks.workunit.client.0.smithi136.stdout: "erase_fail_count": { 2024-08-19T11:30:45.296 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.296 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.296 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.296 INFO:tasks.workunit.client.0.smithi136.stdout: "host_bytes_written": { 2024-08-19T11:30:45.296 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.296 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 18759163 2024-08-19T11:30:45.296 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.296 INFO:tasks.workunit.client.0.smithi136.stdout: "host_ctx_wear_used": { 2024-08-19T11:30:45.296 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:45.296 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.296 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.297 INFO:tasks.workunit.client.0.smithi136.stdout: "media_bytes_read": { 2024-08-19T11:30:45.297 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:45.297 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.297 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.297 INFO:tasks.workunit.client.0.smithi136.stdout: "nand_bytes_written": { 2024-08-19T11:30:45.297 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.297 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 50059758 2024-08-19T11:30:45.297 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.297 INFO:tasks.workunit.client.0.smithi136.stdout: "perf_stat_indicator": { 2024-08-19T11:30:45.297 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:45.297 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.297 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.297 INFO:tasks.workunit.client.0.smithi136.stdout: "pll_lock_loss_count": { 2024-08-19T11:30:45.297 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.298 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.298 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.298 INFO:tasks.workunit.client.0.smithi136.stdout: "program_fail_count": { 2024-08-19T11:30:45.298 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.298 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.298 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.298 INFO:tasks.workunit.client.0.smithi136.stdout: "re_alloc_sectr_cnt": { 2024-08-19T11:30:45.298 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:45.298 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.298 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.298 INFO:tasks.workunit.client.0.smithi136.stdout: "retry_buffer_overflow_count": { 2024-08-19T11:30:45.298 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.298 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.298 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.299 INFO:tasks.workunit.client.0.smithi136.stdout: "soft_ecc_err_rate": { 2024-08-19T11:30:45.299 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:45.299 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.299 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.299 INFO:tasks.workunit.client.0.smithi136.stdout: "thermal_throttle_status": { 2024-08-19T11:30:45.299 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.299 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": { 2024-08-19T11:30:45.299 INFO:tasks.workunit.client.0.smithi136.stdout: "cnt": 0, 2024-08-19T11:30:45.300 INFO:tasks.workunit.client.0.smithi136.stdout: "pct": 0 2024-08-19T11:30:45.300 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.300 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.300 INFO:tasks.workunit.client.0.smithi136.stdout: "timed_workload_host_reads": { 2024-08-19T11:30:45.300 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.300 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 15 2024-08-19T11:30:45.300 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.300 INFO:tasks.workunit.client.0.smithi136.stdout: "timed_workload_media_wear": { 2024-08-19T11:30:45.300 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.301 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": "6.770508" 2024-08-19T11:30:45.301 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.301 INFO:tasks.workunit.client.0.smithi136.stdout: "timed_workload_timer": { 2024-08-19T11:30:45.301 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.301 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 1525257 2024-08-19T11:30:45.301 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.301 INFO:tasks.workunit.client.0.smithi136.stdout: "unexp_power_loss": { 2024-08-19T11:30:45.301 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:45.301 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.301 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.301 INFO:tasks.workunit.client.0.smithi136.stdout: "wear_leveling": { 2024-08-19T11:30:45.301 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 48, 2024-08-19T11:30:45.301 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": { 2024-08-19T11:30:45.302 INFO:tasks.workunit.client.0.smithi136.stdout: "avg": 1150, 2024-08-19T11:30:45.302 INFO:tasks.workunit.client.0.smithi136.stdout: "max": 1582, 2024-08-19T11:30:45.302 INFO:tasks.workunit.client.0.smithi136.stdout: "min": 752 2024-08-19T11:30:45.302 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.302 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.302 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.302 INFO:tasks.workunit.client.0.smithi136.stdout: "Intel Smart log": "nvme0n1" 2024-08-19T11:30:45.302 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.302 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_smart_health_information_log": { 2024-08-19T11:30:45.302 INFO:tasks.workunit.client.0.smithi136.stdout: "available_spare": 100, 2024-08-19T11:30:45.302 INFO:tasks.workunit.client.0.smithi136.stdout: "available_spare_threshold": 10, 2024-08-19T11:30:45.302 INFO:tasks.workunit.client.0.smithi136.stdout: "controller_busy_time": 355, 2024-08-19T11:30:45.302 INFO:tasks.workunit.client.0.smithi136.stdout: "critical_warning": 0, 2024-08-19T11:30:45.303 INFO:tasks.workunit.client.0.smithi136.stdout: "data_units_read": 212237392, 2024-08-19T11:30:45.303 INFO:tasks.workunit.client.0.smithi136.stdout: "data_units_written": 1229400511, 2024-08-19T11:30:45.303 INFO:tasks.workunit.client.0.smithi136.stdout: "host_reads": 4271911680, 2024-08-19T11:30:45.303 INFO:tasks.workunit.client.0.smithi136.stdout: "host_writes": 24260229036, 2024-08-19T11:30:45.303 INFO:tasks.workunit.client.0.smithi136.stdout: "media_errors": 0, 2024-08-19T11:30:45.303 INFO:tasks.workunit.client.0.smithi136.stdout: "num_err_log_entries": 0, 2024-08-19T11:30:45.303 INFO:tasks.workunit.client.0.smithi136.stdout: "percentage_used": 25, 2024-08-19T11:30:45.303 INFO:tasks.workunit.client.0.smithi136.stdout: "power_cycles": 44569, 2024-08-19T11:30:45.303 INFO:tasks.workunit.client.0.smithi136.stdout: "power_on_hours": 37945, 2024-08-19T11:30:45.303 INFO:tasks.workunit.client.0.smithi136.stdout: "temperature": 24, 2024-08-19T11:30:45.303 INFO:tasks.workunit.client.0.smithi136.stdout: "unsafe_shutdowns": 44445 2024-08-19T11:30:45.303 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.303 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_vendor": "intel", 2024-08-19T11:30:45.303 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_version": { 2024-08-19T11:30:45.304 INFO:tasks.workunit.client.0.smithi136.stdout: "string": "<1.2", 2024-08-19T11:30:45.304 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:45.304 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.304 INFO:tasks.workunit.client.0.smithi136.stdout: "power_cycle_count": 44569, 2024-08-19T11:30:45.304 INFO:tasks.workunit.client.0.smithi136.stdout: "power_on_time": { 2024-08-19T11:30:45.304 INFO:tasks.workunit.client.0.smithi136.stdout: "hours": 37945 2024-08-19T11:30:45.304 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.304 INFO:tasks.workunit.client.0.smithi136.stdout: "serial_number": "deleted", 2024-08-19T11:30:45.304 INFO:tasks.workunit.client.0.smithi136.stdout: "smart_status": { 2024-08-19T11:30:45.304 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme": { 2024-08-19T11:30:45.304 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:45.304 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.304 INFO:tasks.workunit.client.0.smithi136.stdout: "passed": true 2024-08-19T11:30:45.304 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.305 INFO:tasks.workunit.client.0.smithi136.stdout: "smartctl": { 2024-08-19T11:30:45.305 INFO:tasks.workunit.client.0.smithi136.stdout: "argv": [ 2024-08-19T11:30:45.305 INFO:tasks.workunit.client.0.smithi136.stdout: "smartctl", 2024-08-19T11:30:45.305 INFO:tasks.workunit.client.0.smithi136.stdout: "-x", 2024-08-19T11:30:45.305 INFO:tasks.workunit.client.0.smithi136.stdout: "--json=o", 2024-08-19T11:30:45.305 INFO:tasks.workunit.client.0.smithi136.stdout: "/dev/nvme0n1" 2024-08-19T11:30:45.305 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:45.305 INFO:tasks.workunit.client.0.smithi136.stdout: "build_info": "(local build)", 2024-08-19T11:30:45.305 INFO:tasks.workunit.client.0.smithi136.stdout: "exit_status": 0, 2024-08-19T11:30:45.305 INFO:tasks.workunit.client.0.smithi136.stdout: "output": [ 2024-08-19T11:30:45.305 INFO:tasks.workunit.client.0.smithi136.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-19T11:30:45.305 INFO:tasks.workunit.client.0.smithi136.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-19T11:30:45.305 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:45.306 INFO:tasks.workunit.client.0.smithi136.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-19T11:30:45.306 INFO:tasks.workunit.client.0.smithi136.stdout: "Model Number: INTEL SSDPEDMX020T4", 2024-08-19T11:30:45.306 INFO:tasks.workunit.client.0.smithi136.stdout: "Serial Number: deleted", 2024-08-19T11:30:45.306 INFO:tasks.workunit.client.0.smithi136.stdout: "Firmware Version: 8DV10171", 2024-08-19T11:30:45.306 INFO:tasks.workunit.client.0.smithi136.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-19T11:30:45.306 INFO:tasks.workunit.client.0.smithi136.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-19T11:30:45.306 INFO:tasks.workunit.client.0.smithi136.stdout: "Controller ID: 0", 2024-08-19T11:30:45.306 INFO:tasks.workunit.client.0.smithi136.stdout: "NVMe Version: <1.2", 2024-08-19T11:30:45.306 INFO:tasks.workunit.client.0.smithi136.stdout: "Number of Namespaces: 1", 2024-08-19T11:30:45.306 INFO:tasks.workunit.client.0.smithi136.stdout: "Namespace 1 Size/Capacity: 2,000,398,934,016 [2.00 TB]", 2024-08-19T11:30:45.306 INFO:tasks.workunit.client.0.smithi136.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-19T11:30:45.306 INFO:tasks.workunit.client.0.smithi136.stdout: "Local Time is: Mon Aug 19 11:25:04 2024 UTC", 2024-08-19T11:30:45.306 INFO:tasks.workunit.client.0.smithi136.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-19T11:30:45.306 INFO:tasks.workunit.client.0.smithi136.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-19T11:30:45.307 INFO:tasks.workunit.client.0.smithi136.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-19T11:30:45.307 INFO:tasks.workunit.client.0.smithi136.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-19T11:30:45.307 INFO:tasks.workunit.client.0.smithi136.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-19T11:30:45.307 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:45.307 INFO:tasks.workunit.client.0.smithi136.stdout: "Supported Power States", 2024-08-19T11:30:45.307 INFO:tasks.workunit.client.0.smithi136.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-19T11:30:45.307 INFO:tasks.workunit.client.0.smithi136.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-19T11:30:45.307 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:45.307 INFO:tasks.workunit.client.0.smithi136.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-19T11:30:45.307 INFO:tasks.workunit.client.0.smithi136.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-19T11:30:45.307 INFO:tasks.workunit.client.0.smithi136.stdout: " 0 + 512 0 2", 2024-08-19T11:30:45.307 INFO:tasks.workunit.client.0.smithi136.stdout: " 1 - 512 8 2", 2024-08-19T11:30:45.307 INFO:tasks.workunit.client.0.smithi136.stdout: " 2 - 512 16 2", 2024-08-19T11:30:45.308 INFO:tasks.workunit.client.0.smithi136.stdout: " 3 - 4096 0 0", 2024-08-19T11:30:45.308 INFO:tasks.workunit.client.0.smithi136.stdout: " 4 - 4096 8 0", 2024-08-19T11:30:45.308 INFO:tasks.workunit.client.0.smithi136.stdout: " 5 - 4096 64 0", 2024-08-19T11:30:45.308 INFO:tasks.workunit.client.0.smithi136.stdout: " 6 - 4096 128 0", 2024-08-19T11:30:45.308 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:45.308 INFO:tasks.workunit.client.0.smithi136.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-19T11:30:45.308 INFO:tasks.workunit.client.0.smithi136.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-19T11:30:45.308 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:45.308 INFO:tasks.workunit.client.0.smithi136.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-19T11:30:45.308 INFO:tasks.workunit.client.0.smithi136.stdout: "Critical Warning: 0x00", 2024-08-19T11:30:45.308 INFO:tasks.workunit.client.0.smithi136.stdout: "Temperature: 24 Celsius", 2024-08-19T11:30:45.308 INFO:tasks.workunit.client.0.smithi136.stdout: "Available Spare: 100%", 2024-08-19T11:30:45.308 INFO:tasks.workunit.client.0.smithi136.stdout: "Available Spare Threshold: 10%", 2024-08-19T11:30:45.308 INFO:tasks.workunit.client.0.smithi136.stdout: "Percentage Used: 25%", 2024-08-19T11:30:45.308 INFO:tasks.workunit.client.0.smithi136.stdout: "Data Units Read: 212,237,392 [108 TB]", 2024-08-19T11:30:45.309 INFO:tasks.workunit.client.0.smithi136.stdout: "Data Units Written: 1,229,400,511 [629 TB]", 2024-08-19T11:30:45.309 INFO:tasks.workunit.client.0.smithi136.stdout: "Host Read Commands: 4,271,911,680", 2024-08-19T11:30:45.309 INFO:tasks.workunit.client.0.smithi136.stdout: "Host Write Commands: 24,260,229,036", 2024-08-19T11:30:45.309 INFO:tasks.workunit.client.0.smithi136.stdout: "Controller Busy Time: 355", 2024-08-19T11:30:45.309 INFO:tasks.workunit.client.0.smithi136.stdout: "Power Cycles: 44,569", 2024-08-19T11:30:45.309 INFO:tasks.workunit.client.0.smithi136.stdout: "Power On Hours: 37,945", 2024-08-19T11:30:45.309 INFO:tasks.workunit.client.0.smithi136.stdout: "Unsafe Shutdowns: 44,445", 2024-08-19T11:30:45.309 INFO:tasks.workunit.client.0.smithi136.stdout: "Media and Data Integrity Errors: 0", 2024-08-19T11:30:45.309 INFO:tasks.workunit.client.0.smithi136.stdout: "Error Information Log Entries: 0", 2024-08-19T11:30:45.309 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:45.309 INFO:tasks.workunit.client.0.smithi136.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-19T11:30:45.309 INFO:tasks.workunit.client.0.smithi136.stdout: "No Errors Logged", 2024-08-19T11:30:45.309 INFO:tasks.workunit.client.0.smithi136.stdout: "" 2024-08-19T11:30:45.310 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:45.310 INFO:tasks.workunit.client.0.smithi136.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-19T11:30:45.310 INFO:tasks.workunit.client.0.smithi136.stdout: "svn_revision": "5155", 2024-08-19T11:30:45.310 INFO:tasks.workunit.client.0.smithi136.stdout: "version": [ 2024-08-19T11:30:45.310 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:45.310 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:45.310 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:45.310 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.310 INFO:tasks.workunit.client.0.smithi136.stdout: "temperature": { 2024-08-19T11:30:45.310 INFO:tasks.workunit.client.0.smithi136.stdout: "current": 24 2024-08-19T11:30:45.310 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.310 INFO:tasks.workunit.client.0.smithi136.stdout: "user_capacity": { 2024-08-19T11:30:45.310 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 3907029168, 2024-08-19T11:30:45.310 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2000398934016 2024-08-19T11:30:45.311 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.311 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.311 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.311 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.311 INFO:tasks.workunit.client.0.smithi136.stdout:} 2024-08-19T11:30:45.311 INFO:tasks.workunit.client.0.smithi136.stderr:+ ceph telemetry preview-all 2024-08-19T11:30:45.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:45 smithi155 ceph-mon[19718]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:45.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:45 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:45.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:45 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:45.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:45 smithi155 ceph-mon[19718]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:45.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:45 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:45.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:45 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:45.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:45 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:45.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:45 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:45.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:45 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:45.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:45 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:45.755 INFO:tasks.workunit.client.0.smithi136.stdout:{ 2024-08-19T11:30:45.755 INFO:tasks.workunit.client.0.smithi136.stdout: "device_report": { 2024-08-19T11:30:45.755 INFO:tasks.workunit.client.0.smithi136.stdout: "796d4534-5e1e-11ef-99fd-0cc47a886e43": { 2024-08-19T11:30:45.755 INFO:tasks.workunit.client.0.smithi136.stdout: "INTEL_SSDPEDMD400G4_796dc66c-5e1e-11ef-99fd-0cc47a886e43": { 2024-08-19T11:30:45.755 INFO:tasks.workunit.client.0.smithi136.stdout: "20240819-112507": { 2024-08-19T11:30:45.756 INFO:tasks.workunit.client.0.smithi136.stdout: "device": { 2024-08-19T11:30:45.756 INFO:tasks.workunit.client.0.smithi136.stdout: "info_name": "/dev/nvme0n1", 2024-08-19T11:30:45.756 INFO:tasks.workunit.client.0.smithi136.stdout: "name": "/dev/nvme0n1", 2024-08-19T11:30:45.756 INFO:tasks.workunit.client.0.smithi136.stdout: "protocol": "NVMe", 2024-08-19T11:30:45.756 INFO:tasks.workunit.client.0.smithi136.stdout: "type": "nvme" 2024-08-19T11:30:45.756 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.756 INFO:tasks.workunit.client.0.smithi136.stdout: "firmware_version": "8DV101H0", 2024-08-19T11:30:45.756 INFO:tasks.workunit.client.0.smithi136.stdout: "host_id": "796d4534-5e1e-11ef-99fd-0cc47a886e43", 2024-08-19T11:30:45.756 INFO:tasks.workunit.client.0.smithi136.stdout: "json_format_version": [ 2024-08-19T11:30:45.756 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:45.756 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:45.756 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:45.757 INFO:tasks.workunit.client.0.smithi136.stdout: "local_time": { 2024-08-19T11:30:45.757 INFO:tasks.workunit.client.0.smithi136.stdout: "asctime": "Mon Aug 19 11:25:07 2024 UTC", 2024-08-19T11:30:45.757 INFO:tasks.workunit.client.0.smithi136.stdout: "time_t": 1724066707 2024-08-19T11:30:45.757 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.757 INFO:tasks.workunit.client.0.smithi136.stdout: "logical_block_size": 512, 2024-08-19T11:30:45.757 INFO:tasks.workunit.client.0.smithi136.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-19T11:30:45.757 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_controller_id": 0, 2024-08-19T11:30:45.757 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-19T11:30:45.757 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_namespaces": [ 2024-08-19T11:30:45.757 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:45.758 INFO:tasks.workunit.client.0.smithi136.stdout: "capacity": { 2024-08-19T11:30:45.758 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 781422768, 2024-08-19T11:30:45.758 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 400088457216 2024-08-19T11:30:45.758 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.758 INFO:tasks.workunit.client.0.smithi136.stdout: "formatted_lba_size": 512, 2024-08-19T11:30:45.758 INFO:tasks.workunit.client.0.smithi136.stdout: "id": 1, 2024-08-19T11:30:45.758 INFO:tasks.workunit.client.0.smithi136.stdout: "size": { 2024-08-19T11:30:45.758 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 781422768, 2024-08-19T11:30:45.758 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 400088457216 2024-08-19T11:30:45.758 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.759 INFO:tasks.workunit.client.0.smithi136.stdout: "utilization": { 2024-08-19T11:30:45.759 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 781422768, 2024-08-19T11:30:45.759 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 400088457216 2024-08-19T11:30:45.759 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.759 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.759 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:45.759 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_number_of_namespaces": 1, 2024-08-19T11:30:45.759 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_pci_vendor": { 2024-08-19T11:30:45.759 INFO:tasks.workunit.client.0.smithi136.stdout: "id": 32902, 2024-08-19T11:30:45.759 INFO:tasks.workunit.client.0.smithi136.stdout: "subsystem_id": 32902 2024-08-19T11:30:45.759 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.760 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_smart_health_information_add_log": { 2024-08-19T11:30:45.760 INFO:tasks.workunit.client.0.smithi136.stdout: "Device stats": { 2024-08-19T11:30:45.760 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_fw_downgrades": { 2024-08-19T11:30:45.760 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:45.760 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.760 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.760 INFO:tasks.workunit.client.0.smithi136.stdout: "crc_error_count": { 2024-08-19T11:30:45.760 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.760 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.760 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.760 INFO:tasks.workunit.client.0.smithi136.stdout: "end_to_end_error_detection_count": { 2024-08-19T11:30:45.760 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.760 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.761 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.761 INFO:tasks.workunit.client.0.smithi136.stdout: "erase_fail_count": { 2024-08-19T11:30:45.761 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.761 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.761 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.761 INFO:tasks.workunit.client.0.smithi136.stdout: "host_bytes_written": { 2024-08-19T11:30:45.761 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.761 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 25494409 2024-08-19T11:30:45.761 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.761 INFO:tasks.workunit.client.0.smithi136.stdout: "host_ctx_wear_used": { 2024-08-19T11:30:45.761 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.761 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 1 2024-08-19T11:30:45.762 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.762 INFO:tasks.workunit.client.0.smithi136.stdout: "media_bytes_read": { 2024-08-19T11:30:45.762 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:45.762 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.762 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.762 INFO:tasks.workunit.client.0.smithi136.stdout: "nand_bytes_written": { 2024-08-19T11:30:45.762 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.762 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 44448010 2024-08-19T11:30:45.762 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.762 INFO:tasks.workunit.client.0.smithi136.stdout: "perf_stat_indicator": { 2024-08-19T11:30:45.762 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:45.763 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.763 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.763 INFO:tasks.workunit.client.0.smithi136.stdout: "pll_lock_loss_count": { 2024-08-19T11:30:45.763 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.763 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.763 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.763 INFO:tasks.workunit.client.0.smithi136.stdout: "program_fail_count": { 2024-08-19T11:30:45.763 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.763 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.763 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.763 INFO:tasks.workunit.client.0.smithi136.stdout: "re_alloc_sectr_cnt": { 2024-08-19T11:30:45.763 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:45.764 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.764 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.764 INFO:tasks.workunit.client.0.smithi136.stdout: "retry_buffer_overflow_count": { 2024-08-19T11:30:45.764 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.764 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.764 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.764 INFO:tasks.workunit.client.0.smithi136.stdout: "soft_ecc_err_rate": { 2024-08-19T11:30:45.764 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:45.764 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.764 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.764 INFO:tasks.workunit.client.0.smithi136.stdout: "thermal_throttle_status": { 2024-08-19T11:30:45.764 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.765 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": { 2024-08-19T11:30:45.765 INFO:tasks.workunit.client.0.smithi136.stdout: "cnt": 0, 2024-08-19T11:30:45.765 INFO:tasks.workunit.client.0.smithi136.stdout: "pct": 0 2024-08-19T11:30:45.765 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.765 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.765 INFO:tasks.workunit.client.0.smithi136.stdout: "timed_workload_host_reads": { 2024-08-19T11:30:45.765 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.765 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 65535 2024-08-19T11:30:45.765 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.765 INFO:tasks.workunit.client.0.smithi136.stdout: "timed_workload_media_wear": { 2024-08-19T11:30:45.765 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.765 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": "63.999023" 2024-08-19T11:30:45.765 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.765 INFO:tasks.workunit.client.0.smithi136.stdout: "timed_workload_timer": { 2024-08-19T11:30:45.766 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.766 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 65535 2024-08-19T11:30:45.766 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.766 INFO:tasks.workunit.client.0.smithi136.stdout: "unexp_power_loss": { 2024-08-19T11:30:45.766 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:45.766 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.766 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.766 INFO:tasks.workunit.client.0.smithi136.stdout: "wear_leveling": { 2024-08-19T11:30:45.766 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 90, 2024-08-19T11:30:45.766 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": { 2024-08-19T11:30:45.766 INFO:tasks.workunit.client.0.smithi136.stdout: "avg": 3022, 2024-08-19T11:30:45.766 INFO:tasks.workunit.client.0.smithi136.stdout: "max": 3033, 2024-08-19T11:30:45.766 INFO:tasks.workunit.client.0.smithi136.stdout: "min": 3012 2024-08-19T11:30:45.766 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.767 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.767 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.767 INFO:tasks.workunit.client.0.smithi136.stdout: "Intel Smart log": "nvme0n1" 2024-08-19T11:30:45.767 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.767 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_smart_health_information_log": { 2024-08-19T11:30:45.767 INFO:tasks.workunit.client.0.smithi136.stdout: "available_spare": 100, 2024-08-19T11:30:45.767 INFO:tasks.workunit.client.0.smithi136.stdout: "available_spare_threshold": 10, 2024-08-19T11:30:45.767 INFO:tasks.workunit.client.0.smithi136.stdout: "controller_busy_time": 61, 2024-08-19T11:30:45.767 INFO:tasks.workunit.client.0.smithi136.stdout: "critical_warning": 0, 2024-08-19T11:30:45.767 INFO:tasks.workunit.client.0.smithi136.stdout: "data_units_read": 343876083, 2024-08-19T11:30:45.767 INFO:tasks.workunit.client.0.smithi136.stdout: "data_units_written": 1670801613, 2024-08-19T11:30:45.767 INFO:tasks.workunit.client.0.smithi136.stdout: "host_reads": 5820893721, 2024-08-19T11:30:45.767 INFO:tasks.workunit.client.0.smithi136.stdout: "host_writes": 30785387742, 2024-08-19T11:30:45.767 INFO:tasks.workunit.client.0.smithi136.stdout: "media_errors": 0, 2024-08-19T11:30:45.767 INFO:tasks.workunit.client.0.smithi136.stdout: "num_err_log_entries": 0, 2024-08-19T11:30:45.768 INFO:tasks.workunit.client.0.smithi136.stdout: "percentage_used": 10, 2024-08-19T11:30:45.768 INFO:tasks.workunit.client.0.smithi136.stdout: "power_cycles": 49697, 2024-08-19T11:30:45.768 INFO:tasks.workunit.client.0.smithi136.stdout: "power_on_hours": 53430, 2024-08-19T11:30:45.768 INFO:tasks.workunit.client.0.smithi136.stdout: "temperature": 28, 2024-08-19T11:30:45.768 INFO:tasks.workunit.client.0.smithi136.stdout: "unsafe_shutdowns": 3853 2024-08-19T11:30:45.768 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.768 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_vendor": "intel", 2024-08-19T11:30:45.768 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_version": { 2024-08-19T11:30:45.768 INFO:tasks.workunit.client.0.smithi136.stdout: "string": "<1.2", 2024-08-19T11:30:45.769 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:45.769 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.769 INFO:tasks.workunit.client.0.smithi136.stdout: "power_cycle_count": 49697, 2024-08-19T11:30:45.769 INFO:tasks.workunit.client.0.smithi136.stdout: "power_on_time": { 2024-08-19T11:30:45.769 INFO:tasks.workunit.client.0.smithi136.stdout: "hours": 53430 2024-08-19T11:30:45.769 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.769 INFO:tasks.workunit.client.0.smithi136.stdout: "serial_number": "deleted", 2024-08-19T11:30:45.769 INFO:tasks.workunit.client.0.smithi136.stdout: "smart_status": { 2024-08-19T11:30:45.769 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme": { 2024-08-19T11:30:45.769 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:45.769 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.769 INFO:tasks.workunit.client.0.smithi136.stdout: "passed": true 2024-08-19T11:30:45.770 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.770 INFO:tasks.workunit.client.0.smithi136.stdout: "smartctl": { 2024-08-19T11:30:45.770 INFO:tasks.workunit.client.0.smithi136.stdout: "argv": [ 2024-08-19T11:30:45.770 INFO:tasks.workunit.client.0.smithi136.stdout: "smartctl", 2024-08-19T11:30:45.770 INFO:tasks.workunit.client.0.smithi136.stdout: "-x", 2024-08-19T11:30:45.770 INFO:tasks.workunit.client.0.smithi136.stdout: "--json=o", 2024-08-19T11:30:45.770 INFO:tasks.workunit.client.0.smithi136.stdout: "/dev/nvme0n1" 2024-08-19T11:30:45.770 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:45.770 INFO:tasks.workunit.client.0.smithi136.stdout: "build_info": "(local build)", 2024-08-19T11:30:45.770 INFO:tasks.workunit.client.0.smithi136.stdout: "exit_status": 0, 2024-08-19T11:30:45.770 INFO:tasks.workunit.client.0.smithi136.stdout: "output": [ 2024-08-19T11:30:45.770 INFO:tasks.workunit.client.0.smithi136.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-19T11:30:45.770 INFO:tasks.workunit.client.0.smithi136.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-19T11:30:45.770 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:45.771 INFO:tasks.workunit.client.0.smithi136.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-19T11:30:45.771 INFO:tasks.workunit.client.0.smithi136.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-19T11:30:45.771 INFO:tasks.workunit.client.0.smithi136.stdout: "Serial Number: deleted", 2024-08-19T11:30:45.771 INFO:tasks.workunit.client.0.smithi136.stdout: "Firmware Version: 8DV101H0", 2024-08-19T11:30:45.771 INFO:tasks.workunit.client.0.smithi136.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-19T11:30:45.771 INFO:tasks.workunit.client.0.smithi136.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-19T11:30:45.771 INFO:tasks.workunit.client.0.smithi136.stdout: "Controller ID: 0", 2024-08-19T11:30:45.771 INFO:tasks.workunit.client.0.smithi136.stdout: "NVMe Version: <1.2", 2024-08-19T11:30:45.771 INFO:tasks.workunit.client.0.smithi136.stdout: "Number of Namespaces: 1", 2024-08-19T11:30:45.771 INFO:tasks.workunit.client.0.smithi136.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-19T11:30:45.771 INFO:tasks.workunit.client.0.smithi136.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-19T11:30:45.771 INFO:tasks.workunit.client.0.smithi136.stdout: "Local Time is: Mon Aug 19 11:25:07 2024 UTC", 2024-08-19T11:30:45.771 INFO:tasks.workunit.client.0.smithi136.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-19T11:30:45.772 INFO:tasks.workunit.client.0.smithi136.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-19T11:30:45.772 INFO:tasks.workunit.client.0.smithi136.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-19T11:30:45.772 INFO:tasks.workunit.client.0.smithi136.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-19T11:30:45.772 INFO:tasks.workunit.client.0.smithi136.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-19T11:30:45.772 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:45.772 INFO:tasks.workunit.client.0.smithi136.stdout: "Supported Power States", 2024-08-19T11:30:45.772 INFO:tasks.workunit.client.0.smithi136.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-19T11:30:45.772 INFO:tasks.workunit.client.0.smithi136.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-19T11:30:45.772 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:45.772 INFO:tasks.workunit.client.0.smithi136.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-19T11:30:45.772 INFO:tasks.workunit.client.0.smithi136.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-19T11:30:45.772 INFO:tasks.workunit.client.0.smithi136.stdout: " 0 + 512 0 2", 2024-08-19T11:30:45.772 INFO:tasks.workunit.client.0.smithi136.stdout: " 1 - 512 8 2", 2024-08-19T11:30:45.772 INFO:tasks.workunit.client.0.smithi136.stdout: " 2 - 512 16 2", 2024-08-19T11:30:45.773 INFO:tasks.workunit.client.0.smithi136.stdout: " 3 - 4096 0 0", 2024-08-19T11:30:45.773 INFO:tasks.workunit.client.0.smithi136.stdout: " 4 - 4096 8 0", 2024-08-19T11:30:45.773 INFO:tasks.workunit.client.0.smithi136.stdout: " 5 - 4096 64 0", 2024-08-19T11:30:45.773 INFO:tasks.workunit.client.0.smithi136.stdout: " 6 - 4096 128 0", 2024-08-19T11:30:45.773 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:45.773 INFO:tasks.workunit.client.0.smithi136.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-19T11:30:45.773 INFO:tasks.workunit.client.0.smithi136.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-19T11:30:45.773 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:45.773 INFO:tasks.workunit.client.0.smithi136.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-19T11:30:45.773 INFO:tasks.workunit.client.0.smithi136.stdout: "Critical Warning: 0x00", 2024-08-19T11:30:45.773 INFO:tasks.workunit.client.0.smithi136.stdout: "Temperature: 28 Celsius", 2024-08-19T11:30:45.773 INFO:tasks.workunit.client.0.smithi136.stdout: "Available Spare: 100%", 2024-08-19T11:30:45.773 INFO:tasks.workunit.client.0.smithi136.stdout: "Available Spare Threshold: 10%", 2024-08-19T11:30:45.773 INFO:tasks.workunit.client.0.smithi136.stdout: "Percentage Used: 10%", 2024-08-19T11:30:45.774 INFO:tasks.workunit.client.0.smithi136.stdout: "Data Units Read: 343,876,083 [176 TB]", 2024-08-19T11:30:45.774 INFO:tasks.workunit.client.0.smithi136.stdout: "Data Units Written: 1,670,801,613 [855 TB]", 2024-08-19T11:30:45.774 INFO:tasks.workunit.client.0.smithi136.stdout: "Host Read Commands: 5,820,893,721", 2024-08-19T11:30:45.774 INFO:tasks.workunit.client.0.smithi136.stdout: "Host Write Commands: 30,785,387,742", 2024-08-19T11:30:45.774 INFO:tasks.workunit.client.0.smithi136.stdout: "Controller Busy Time: 61", 2024-08-19T11:30:45.774 INFO:tasks.workunit.client.0.smithi136.stdout: "Power Cycles: 49,697", 2024-08-19T11:30:45.774 INFO:tasks.workunit.client.0.smithi136.stdout: "Power On Hours: 53,430", 2024-08-19T11:30:45.774 INFO:tasks.workunit.client.0.smithi136.stdout: "Unsafe Shutdowns: 3,853", 2024-08-19T11:30:45.774 INFO:tasks.workunit.client.0.smithi136.stdout: "Media and Data Integrity Errors: 0", 2024-08-19T11:30:45.774 INFO:tasks.workunit.client.0.smithi136.stdout: "Error Information Log Entries: 0", 2024-08-19T11:30:45.774 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:45.774 INFO:tasks.workunit.client.0.smithi136.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-19T11:30:45.774 INFO:tasks.workunit.client.0.smithi136.stdout: "No Errors Logged", 2024-08-19T11:30:45.775 INFO:tasks.workunit.client.0.smithi136.stdout: "" 2024-08-19T11:30:45.775 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:45.775 INFO:tasks.workunit.client.0.smithi136.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-19T11:30:45.775 INFO:tasks.workunit.client.0.smithi136.stdout: "svn_revision": "5155", 2024-08-19T11:30:45.775 INFO:tasks.workunit.client.0.smithi136.stdout: "version": [ 2024-08-19T11:30:45.775 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:45.775 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:45.775 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:45.775 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.775 INFO:tasks.workunit.client.0.smithi136.stdout: "temperature": { 2024-08-19T11:30:45.775 INFO:tasks.workunit.client.0.smithi136.stdout: "current": 28 2024-08-19T11:30:45.775 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.775 INFO:tasks.workunit.client.0.smithi136.stdout: "user_capacity": { 2024-08-19T11:30:45.776 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 781422768, 2024-08-19T11:30:45.776 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 400088457216 2024-08-19T11:30:45.776 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.776 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.776 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.776 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.776 INFO:tasks.workunit.client.0.smithi136.stdout: "796ed336-5e1e-11ef-99fd-0cc47a886e43": { 2024-08-19T11:30:45.776 INFO:tasks.workunit.client.0.smithi136.stdout: "INTEL_SSDPEDMX020T4_796f4398-5e1e-11ef-99fd-0cc47a886e43": { 2024-08-19T11:30:45.776 INFO:tasks.workunit.client.0.smithi136.stdout: "20240819-112505": { 2024-08-19T11:30:45.776 INFO:tasks.workunit.client.0.smithi136.stdout: "device": { 2024-08-19T11:30:45.776 INFO:tasks.workunit.client.0.smithi136.stdout: "info_name": "/dev/nvme0n1", 2024-08-19T11:30:45.776 INFO:tasks.workunit.client.0.smithi136.stdout: "name": "/dev/nvme0n1", 2024-08-19T11:30:45.776 INFO:tasks.workunit.client.0.smithi136.stdout: "protocol": "NVMe", 2024-08-19T11:30:45.776 INFO:tasks.workunit.client.0.smithi136.stdout: "type": "nvme" 2024-08-19T11:30:45.776 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.777 INFO:tasks.workunit.client.0.smithi136.stdout: "firmware_version": "8DV10171", 2024-08-19T11:30:45.777 INFO:tasks.workunit.client.0.smithi136.stdout: "host_id": "796ed336-5e1e-11ef-99fd-0cc47a886e43", 2024-08-19T11:30:45.777 INFO:tasks.workunit.client.0.smithi136.stdout: "json_format_version": [ 2024-08-19T11:30:45.777 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:45.777 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:45.777 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:45.777 INFO:tasks.workunit.client.0.smithi136.stdout: "local_time": { 2024-08-19T11:30:45.777 INFO:tasks.workunit.client.0.smithi136.stdout: "asctime": "Mon Aug 19 11:25:04 2024 UTC", 2024-08-19T11:30:45.777 INFO:tasks.workunit.client.0.smithi136.stdout: "time_t": 1724066704 2024-08-19T11:30:45.777 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.777 INFO:tasks.workunit.client.0.smithi136.stdout: "logical_block_size": 512, 2024-08-19T11:30:45.777 INFO:tasks.workunit.client.0.smithi136.stdout: "model_name": "INTEL SSDPEDMX020T4", 2024-08-19T11:30:45.777 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_controller_id": 0, 2024-08-19T11:30:45.777 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-19T11:30:45.778 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_namespaces": [ 2024-08-19T11:30:45.778 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:45.778 INFO:tasks.workunit.client.0.smithi136.stdout: "capacity": { 2024-08-19T11:30:45.778 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 3907029168, 2024-08-19T11:30:45.778 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2000398934016 2024-08-19T11:30:45.778 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.778 INFO:tasks.workunit.client.0.smithi136.stdout: "formatted_lba_size": 512, 2024-08-19T11:30:45.778 INFO:tasks.workunit.client.0.smithi136.stdout: "id": 1, 2024-08-19T11:30:45.778 INFO:tasks.workunit.client.0.smithi136.stdout: "size": { 2024-08-19T11:30:45.778 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 3907029168, 2024-08-19T11:30:45.778 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2000398934016 2024-08-19T11:30:45.778 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.778 INFO:tasks.workunit.client.0.smithi136.stdout: "utilization": { 2024-08-19T11:30:45.778 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 3907029168, 2024-08-19T11:30:45.779 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2000398934016 2024-08-19T11:30:45.779 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.779 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.779 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:45.779 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_number_of_namespaces": 1, 2024-08-19T11:30:45.779 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_pci_vendor": { 2024-08-19T11:30:45.779 INFO:tasks.workunit.client.0.smithi136.stdout: "id": 32902, 2024-08-19T11:30:45.779 INFO:tasks.workunit.client.0.smithi136.stdout: "subsystem_id": 32902 2024-08-19T11:30:45.779 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.779 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_smart_health_information_add_log": { 2024-08-19T11:30:45.779 INFO:tasks.workunit.client.0.smithi136.stdout: "Device stats": { 2024-08-19T11:30:45.779 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_fw_downgrades": { 2024-08-19T11:30:45.779 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:45.779 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.780 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.780 INFO:tasks.workunit.client.0.smithi136.stdout: "crc_error_count": { 2024-08-19T11:30:45.780 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.780 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 2 2024-08-19T11:30:45.780 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.780 INFO:tasks.workunit.client.0.smithi136.stdout: "end_to_end_error_detection_count": { 2024-08-19T11:30:45.780 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.780 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.780 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.780 INFO:tasks.workunit.client.0.smithi136.stdout: "erase_fail_count": { 2024-08-19T11:30:45.780 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.780 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.780 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.780 INFO:tasks.workunit.client.0.smithi136.stdout: "host_bytes_written": { 2024-08-19T11:30:45.781 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.781 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 18759163 2024-08-19T11:30:45.781 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.781 INFO:tasks.workunit.client.0.smithi136.stdout: "host_ctx_wear_used": { 2024-08-19T11:30:45.781 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:45.781 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.781 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.781 INFO:tasks.workunit.client.0.smithi136.stdout: "media_bytes_read": { 2024-08-19T11:30:45.781 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:45.781 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.781 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.781 INFO:tasks.workunit.client.0.smithi136.stdout: "nand_bytes_written": { 2024-08-19T11:30:45.781 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.781 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 50059758 2024-08-19T11:30:45.782 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.782 INFO:tasks.workunit.client.0.smithi136.stdout: "perf_stat_indicator": { 2024-08-19T11:30:45.782 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:45.782 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.782 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.782 INFO:tasks.workunit.client.0.smithi136.stdout: "pll_lock_loss_count": { 2024-08-19T11:30:45.782 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.782 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.782 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.782 INFO:tasks.workunit.client.0.smithi136.stdout: "program_fail_count": { 2024-08-19T11:30:45.782 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.782 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.782 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.783 INFO:tasks.workunit.client.0.smithi136.stdout: "re_alloc_sectr_cnt": { 2024-08-19T11:30:45.783 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:45.783 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.783 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.783 INFO:tasks.workunit.client.0.smithi136.stdout: "retry_buffer_overflow_count": { 2024-08-19T11:30:45.783 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.783 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.783 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.783 INFO:tasks.workunit.client.0.smithi136.stdout: "soft_ecc_err_rate": { 2024-08-19T11:30:45.783 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:45.783 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.783 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.783 INFO:tasks.workunit.client.0.smithi136.stdout: "thermal_throttle_status": { 2024-08-19T11:30:45.784 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.784 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": { 2024-08-19T11:30:45.784 INFO:tasks.workunit.client.0.smithi136.stdout: "cnt": 0, 2024-08-19T11:30:45.784 INFO:tasks.workunit.client.0.smithi136.stdout: "pct": 0 2024-08-19T11:30:45.784 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.784 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.784 INFO:tasks.workunit.client.0.smithi136.stdout: "timed_workload_host_reads": { 2024-08-19T11:30:45.784 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.784 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 15 2024-08-19T11:30:45.784 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.784 INFO:tasks.workunit.client.0.smithi136.stdout: "timed_workload_media_wear": { 2024-08-19T11:30:45.784 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.784 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": "6.770508" 2024-08-19T11:30:45.785 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.785 INFO:tasks.workunit.client.0.smithi136.stdout: "timed_workload_timer": { 2024-08-19T11:30:45.785 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:45.785 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 1525257 2024-08-19T11:30:45.785 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.785 INFO:tasks.workunit.client.0.smithi136.stdout: "unexp_power_loss": { 2024-08-19T11:30:45.785 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:45.785 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:45.785 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.785 INFO:tasks.workunit.client.0.smithi136.stdout: "wear_leveling": { 2024-08-19T11:30:45.785 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 48, 2024-08-19T11:30:45.785 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": { 2024-08-19T11:30:45.785 INFO:tasks.workunit.client.0.smithi136.stdout: "avg": 1150, 2024-08-19T11:30:45.785 INFO:tasks.workunit.client.0.smithi136.stdout: "max": 1582, 2024-08-19T11:30:45.786 INFO:tasks.workunit.client.0.smithi136.stdout: "min": 752 2024-08-19T11:30:45.786 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.786 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.786 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.786 INFO:tasks.workunit.client.0.smithi136.stdout: "Intel Smart log": "nvme0n1" 2024-08-19T11:30:45.786 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.786 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_smart_health_information_log": { 2024-08-19T11:30:45.786 INFO:tasks.workunit.client.0.smithi136.stdout: "available_spare": 100, 2024-08-19T11:30:45.786 INFO:tasks.workunit.client.0.smithi136.stdout: "available_spare_threshold": 10, 2024-08-19T11:30:45.786 INFO:tasks.workunit.client.0.smithi136.stdout: "controller_busy_time": 355, 2024-08-19T11:30:45.786 INFO:tasks.workunit.client.0.smithi136.stdout: "critical_warning": 0, 2024-08-19T11:30:45.786 INFO:tasks.workunit.client.0.smithi136.stdout: "data_units_read": 212237392, 2024-08-19T11:30:45.786 INFO:tasks.workunit.client.0.smithi136.stdout: "data_units_written": 1229400511, 2024-08-19T11:30:45.787 INFO:tasks.workunit.client.0.smithi136.stdout: "host_reads": 4271911680, 2024-08-19T11:30:45.787 INFO:tasks.workunit.client.0.smithi136.stdout: "host_writes": 24260229036, 2024-08-19T11:30:45.787 INFO:tasks.workunit.client.0.smithi136.stdout: "media_errors": 0, 2024-08-19T11:30:45.787 INFO:tasks.workunit.client.0.smithi136.stdout: "num_err_log_entries": 0, 2024-08-19T11:30:45.787 INFO:tasks.workunit.client.0.smithi136.stdout: "percentage_used": 25, 2024-08-19T11:30:45.787 INFO:tasks.workunit.client.0.smithi136.stdout: "power_cycles": 44569, 2024-08-19T11:30:45.787 INFO:tasks.workunit.client.0.smithi136.stdout: "power_on_hours": 37945, 2024-08-19T11:30:45.787 INFO:tasks.workunit.client.0.smithi136.stdout: "temperature": 24, 2024-08-19T11:30:45.787 INFO:tasks.workunit.client.0.smithi136.stdout: "unsafe_shutdowns": 44445 2024-08-19T11:30:45.787 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.787 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_vendor": "intel", 2024-08-19T11:30:45.787 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_version": { 2024-08-19T11:30:45.787 INFO:tasks.workunit.client.0.smithi136.stdout: "string": "<1.2", 2024-08-19T11:30:45.787 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:45.788 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.788 INFO:tasks.workunit.client.0.smithi136.stdout: "power_cycle_count": 44569, 2024-08-19T11:30:45.788 INFO:tasks.workunit.client.0.smithi136.stdout: "power_on_time": { 2024-08-19T11:30:45.788 INFO:tasks.workunit.client.0.smithi136.stdout: "hours": 37945 2024-08-19T11:30:45.788 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.788 INFO:tasks.workunit.client.0.smithi136.stdout: "serial_number": "deleted", 2024-08-19T11:30:45.788 INFO:tasks.workunit.client.0.smithi136.stdout: "smart_status": { 2024-08-19T11:30:45.788 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme": { 2024-08-19T11:30:45.788 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:45.788 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.788 INFO:tasks.workunit.client.0.smithi136.stdout: "passed": true 2024-08-19T11:30:45.788 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.788 INFO:tasks.workunit.client.0.smithi136.stdout: "smartctl": { 2024-08-19T11:30:45.788 INFO:tasks.workunit.client.0.smithi136.stdout: "argv": [ 2024-08-19T11:30:45.788 INFO:tasks.workunit.client.0.smithi136.stdout: "smartctl", 2024-08-19T11:30:45.789 INFO:tasks.workunit.client.0.smithi136.stdout: "-x", 2024-08-19T11:30:45.789 INFO:tasks.workunit.client.0.smithi136.stdout: "--json=o", 2024-08-19T11:30:45.789 INFO:tasks.workunit.client.0.smithi136.stdout: "/dev/nvme0n1" 2024-08-19T11:30:45.789 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:45.789 INFO:tasks.workunit.client.0.smithi136.stdout: "build_info": "(local build)", 2024-08-19T11:30:45.789 INFO:tasks.workunit.client.0.smithi136.stdout: "exit_status": 0, 2024-08-19T11:30:45.789 INFO:tasks.workunit.client.0.smithi136.stdout: "output": [ 2024-08-19T11:30:45.789 INFO:tasks.workunit.client.0.smithi136.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-19T11:30:45.789 INFO:tasks.workunit.client.0.smithi136.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-19T11:30:45.789 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:45.789 INFO:tasks.workunit.client.0.smithi136.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-19T11:30:45.789 INFO:tasks.workunit.client.0.smithi136.stdout: "Model Number: INTEL SSDPEDMX020T4", 2024-08-19T11:30:45.789 INFO:tasks.workunit.client.0.smithi136.stdout: "Serial Number: deleted", 2024-08-19T11:30:45.790 INFO:tasks.workunit.client.0.smithi136.stdout: "Firmware Version: 8DV10171", 2024-08-19T11:30:45.790 INFO:tasks.workunit.client.0.smithi136.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-19T11:30:45.790 INFO:tasks.workunit.client.0.smithi136.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-19T11:30:45.790 INFO:tasks.workunit.client.0.smithi136.stdout: "Controller ID: 0", 2024-08-19T11:30:45.790 INFO:tasks.workunit.client.0.smithi136.stdout: "NVMe Version: <1.2", 2024-08-19T11:30:45.790 INFO:tasks.workunit.client.0.smithi136.stdout: "Number of Namespaces: 1", 2024-08-19T11:30:45.790 INFO:tasks.workunit.client.0.smithi136.stdout: "Namespace 1 Size/Capacity: 2,000,398,934,016 [2.00 TB]", 2024-08-19T11:30:45.790 INFO:tasks.workunit.client.0.smithi136.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-19T11:30:45.790 INFO:tasks.workunit.client.0.smithi136.stdout: "Local Time is: Mon Aug 19 11:25:04 2024 UTC", 2024-08-19T11:30:45.790 INFO:tasks.workunit.client.0.smithi136.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-19T11:30:45.790 INFO:tasks.workunit.client.0.smithi136.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-19T11:30:45.790 INFO:tasks.workunit.client.0.smithi136.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-19T11:30:45.790 INFO:tasks.workunit.client.0.smithi136.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-19T11:30:45.791 INFO:tasks.workunit.client.0.smithi136.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-19T11:30:45.791 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:45.791 INFO:tasks.workunit.client.0.smithi136.stdout: "Supported Power States", 2024-08-19T11:30:45.791 INFO:tasks.workunit.client.0.smithi136.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-19T11:30:45.791 INFO:tasks.workunit.client.0.smithi136.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-19T11:30:45.791 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:45.791 INFO:tasks.workunit.client.0.smithi136.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-19T11:30:45.791 INFO:tasks.workunit.client.0.smithi136.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-19T11:30:45.791 INFO:tasks.workunit.client.0.smithi136.stdout: " 0 + 512 0 2", 2024-08-19T11:30:45.791 INFO:tasks.workunit.client.0.smithi136.stdout: " 1 - 512 8 2", 2024-08-19T11:30:45.791 INFO:tasks.workunit.client.0.smithi136.stdout: " 2 - 512 16 2", 2024-08-19T11:30:45.791 INFO:tasks.workunit.client.0.smithi136.stdout: " 3 - 4096 0 0", 2024-08-19T11:30:45.791 INFO:tasks.workunit.client.0.smithi136.stdout: " 4 - 4096 8 0", 2024-08-19T11:30:45.791 INFO:tasks.workunit.client.0.smithi136.stdout: " 5 - 4096 64 0", 2024-08-19T11:30:45.792 INFO:tasks.workunit.client.0.smithi136.stdout: " 6 - 4096 128 0", 2024-08-19T11:30:45.792 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:45.792 INFO:tasks.workunit.client.0.smithi136.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-19T11:30:45.792 INFO:tasks.workunit.client.0.smithi136.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-19T11:30:45.792 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:45.792 INFO:tasks.workunit.client.0.smithi136.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-19T11:30:45.792 INFO:tasks.workunit.client.0.smithi136.stdout: "Critical Warning: 0x00", 2024-08-19T11:30:45.792 INFO:tasks.workunit.client.0.smithi136.stdout: "Temperature: 24 Celsius", 2024-08-19T11:30:45.792 INFO:tasks.workunit.client.0.smithi136.stdout: "Available Spare: 100%", 2024-08-19T11:30:45.792 INFO:tasks.workunit.client.0.smithi136.stdout: "Available Spare Threshold: 10%", 2024-08-19T11:30:45.792 INFO:tasks.workunit.client.0.smithi136.stdout: "Percentage Used: 25%", 2024-08-19T11:30:45.792 INFO:tasks.workunit.client.0.smithi136.stdout: "Data Units Read: 212,237,392 [108 TB]", 2024-08-19T11:30:45.792 INFO:tasks.workunit.client.0.smithi136.stdout: "Data Units Written: 1,229,400,511 [629 TB]", 2024-08-19T11:30:45.792 INFO:tasks.workunit.client.0.smithi136.stdout: "Host Read Commands: 4,271,911,680", 2024-08-19T11:30:45.793 INFO:tasks.workunit.client.0.smithi136.stdout: "Host Write Commands: 24,260,229,036", 2024-08-19T11:30:45.793 INFO:tasks.workunit.client.0.smithi136.stdout: "Controller Busy Time: 355", 2024-08-19T11:30:45.793 INFO:tasks.workunit.client.0.smithi136.stdout: "Power Cycles: 44,569", 2024-08-19T11:30:45.793 INFO:tasks.workunit.client.0.smithi136.stdout: "Power On Hours: 37,945", 2024-08-19T11:30:45.793 INFO:tasks.workunit.client.0.smithi136.stdout: "Unsafe Shutdowns: 44,445", 2024-08-19T11:30:45.793 INFO:tasks.workunit.client.0.smithi136.stdout: "Media and Data Integrity Errors: 0", 2024-08-19T11:30:45.793 INFO:tasks.workunit.client.0.smithi136.stdout: "Error Information Log Entries: 0", 2024-08-19T11:30:45.793 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:45.793 INFO:tasks.workunit.client.0.smithi136.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-19T11:30:45.793 INFO:tasks.workunit.client.0.smithi136.stdout: "No Errors Logged", 2024-08-19T11:30:45.793 INFO:tasks.workunit.client.0.smithi136.stdout: "" 2024-08-19T11:30:45.793 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:45.793 INFO:tasks.workunit.client.0.smithi136.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-19T11:30:45.794 INFO:tasks.workunit.client.0.smithi136.stdout: "svn_revision": "5155", 2024-08-19T11:30:45.794 INFO:tasks.workunit.client.0.smithi136.stdout: "version": [ 2024-08-19T11:30:45.794 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:45.794 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:45.794 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:45.794 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.794 INFO:tasks.workunit.client.0.smithi136.stdout: "temperature": { 2024-08-19T11:30:45.794 INFO:tasks.workunit.client.0.smithi136.stdout: "current": 24 2024-08-19T11:30:45.794 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.794 INFO:tasks.workunit.client.0.smithi136.stdout: "user_capacity": { 2024-08-19T11:30:45.794 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 3907029168, 2024-08-19T11:30:45.794 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2000398934016 2024-08-19T11:30:45.795 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.795 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.795 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.795 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.795 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.795 INFO:tasks.workunit.client.0.smithi136.stdout: "report": { 2024-08-19T11:30:45.795 INFO:tasks.workunit.client.0.smithi136.stdout: "balancer": { 2024-08-19T11:30:45.795 INFO:tasks.workunit.client.0.smithi136.stdout: "active": true, 2024-08-19T11:30:45.795 INFO:tasks.workunit.client.0.smithi136.stdout: "mode": "" 2024-08-19T11:30:45.795 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.795 INFO:tasks.workunit.client.0.smithi136.stdout: "channels": [ 2024-08-19T11:30:45.795 INFO:tasks.workunit.client.0.smithi136.stdout: "basic", 2024-08-19T11:30:45.795 INFO:tasks.workunit.client.0.smithi136.stdout: "crash", 2024-08-19T11:30:45.795 INFO:tasks.workunit.client.0.smithi136.stdout: "device", 2024-08-19T11:30:45.795 INFO:tasks.workunit.client.0.smithi136.stdout: "ident" 2024-08-19T11:30:45.796 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:45.796 INFO:tasks.workunit.client.0.smithi136.stdout: "channels_available": [ 2024-08-19T11:30:45.796 INFO:tasks.workunit.client.0.smithi136.stdout: "basic", 2024-08-19T11:30:45.796 INFO:tasks.workunit.client.0.smithi136.stdout: "ident", 2024-08-19T11:30:45.796 INFO:tasks.workunit.client.0.smithi136.stdout: "crash", 2024-08-19T11:30:45.796 INFO:tasks.workunit.client.0.smithi136.stdout: "device", 2024-08-19T11:30:45.796 INFO:tasks.workunit.client.0.smithi136.stdout: "perf" 2024-08-19T11:30:45.796 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:45.796 INFO:tasks.workunit.client.0.smithi136.stdout: "collections_available": [ 2024-08-19T11:30:45.796 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_base", 2024-08-19T11:30:45.796 INFO:tasks.workunit.client.0.smithi136.stdout: "device_base", 2024-08-19T11:30:45.796 INFO:tasks.workunit.client.0.smithi136.stdout: "crash_base", 2024-08-19T11:30:45.796 INFO:tasks.workunit.client.0.smithi136.stdout: "ident_base", 2024-08-19T11:30:45.796 INFO:tasks.workunit.client.0.smithi136.stdout: "perf_perf", 2024-08-19T11:30:45.796 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_mds_metadata", 2024-08-19T11:30:45.797 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_pool_usage", 2024-08-19T11:30:45.797 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_usage_by_class", 2024-08-19T11:30:45.797 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_rook_v01", 2024-08-19T11:30:45.797 INFO:tasks.workunit.client.0.smithi136.stdout: "perf_memory_metrics", 2024-08-19T11:30:45.797 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_pool_options_bluestore" 2024-08-19T11:30:45.797 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:45.797 INFO:tasks.workunit.client.0.smithi136.stdout: "collections_opted_in": [ 2024-08-19T11:30:45.797 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_base", 2024-08-19T11:30:45.797 INFO:tasks.workunit.client.0.smithi136.stdout: "device_base", 2024-08-19T11:30:45.797 INFO:tasks.workunit.client.0.smithi136.stdout: "crash_base", 2024-08-19T11:30:45.797 INFO:tasks.workunit.client.0.smithi136.stdout: "ident_base", 2024-08-19T11:30:45.797 INFO:tasks.workunit.client.0.smithi136.stdout: "perf_perf", 2024-08-19T11:30:45.797 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_mds_metadata", 2024-08-19T11:30:45.797 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_pool_usage", 2024-08-19T11:30:45.797 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_usage_by_class", 2024-08-19T11:30:45.798 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_rook_v01", 2024-08-19T11:30:45.798 INFO:tasks.workunit.client.0.smithi136.stdout: "perf_memory_metrics", 2024-08-19T11:30:45.798 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_pool_options_bluestore" 2024-08-19T11:30:45.798 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:45.798 INFO:tasks.workunit.client.0.smithi136.stdout: "config": { 2024-08-19T11:30:45.798 INFO:tasks.workunit.client.0.smithi136.stdout: "active_changed": [ 2024-08-19T11:30:45.798 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-19T11:30:45.798 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_debug", 2024-08-19T11:30:45.798 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_mon_ticket_ttl", 2024-08-19T11:30:45.798 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_service_ticket_ttl", 2024-08-19T11:30:45.798 INFO:tasks.workunit.client.0.smithi136.stdout: "bdev_debug_aio", 2024-08-19T11:30:45.798 INFO:tasks.workunit.client.0.smithi136.stdout: "client_check_pool_perm", 2024-08-19T11:30:45.799 INFO:tasks.workunit.client.0.smithi136.stdout: "client_mount_gid", 2024-08-19T11:30:45.799 INFO:tasks.workunit.client.0.smithi136.stdout: "client_mount_uid", 2024-08-19T11:30:45.799 INFO:tasks.workunit.client.0.smithi136.stdout: "client_quota", 2024-08-19T11:30:45.799 INFO:tasks.workunit.client.0.smithi136.stdout: "container_image", 2024-08-19T11:30:45.799 INFO:tasks.workunit.client.0.smithi136.stdout: "daemonize", 2024-08-19T11:30:45.799 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_asserts_on_shutdown", 2024-08-19T11:30:45.799 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_mgr", 2024-08-19T11:30:45.799 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_mon", 2024-08-19T11:30:45.799 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_ms", 2024-08-19T11:30:45.799 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_osd", 2024-08-19T11:30:45.799 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_paxos", 2024-08-19T11:30:45.799 INFO:tasks.workunit.client.0.smithi136.stdout: "keyring", 2024-08-19T11:30:45.799 INFO:tasks.workunit.client.0.smithi136.stdout: "leveldb_block_size", 2024-08-19T11:30:45.799 INFO:tasks.workunit.client.0.smithi136.stdout: "leveldb_cache_size", 2024-08-19T11:30:45.800 INFO:tasks.workunit.client.0.smithi136.stdout: "leveldb_compression", 2024-08-19T11:30:45.800 INFO:tasks.workunit.client.0.smithi136.stdout: "leveldb_log", 2024-08-19T11:30:45.800 INFO:tasks.workunit.client.0.smithi136.stdout: "leveldb_write_buffer_size", 2024-08-19T11:30:45.800 INFO:tasks.workunit.client.0.smithi136.stdout: "log_to_file", 2024-08-19T11:30:45.800 INFO:tasks.workunit.client.0.smithi136.stdout: "log_to_journald", 2024-08-19T11:30:45.800 INFO:tasks.workunit.client.0.smithi136.stdout: "log_to_stderr", 2024-08-19T11:30:45.800 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_allow_pool_delete", 2024-08-19T11:30:45.800 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_clock_drift_allowed", 2024-08-19T11:30:45.800 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_cluster_log_file_level", 2024-08-19T11:30:45.800 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_cluster_log_to_file", 2024-08-19T11:30:45.800 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_cluster_log_to_journald", 2024-08-19T11:30:45.800 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_cluster_log_to_stderr", 2024-08-19T11:30:45.800 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_data_avail_warn", 2024-08-19T11:30:45.800 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_election_default_strategy", 2024-08-19T11:30:45.801 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_host", 2024-08-19T11:30:45.801 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_max_pg_per_osd", 2024-08-19T11:30:45.801 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_mgr_mkfs_grace", 2024-08-19T11:30:45.801 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_osd_prime_pg_temp", 2024-08-19T11:30:45.801 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_osd_reporter_subtree_level", 2024-08-19T11:30:45.801 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_pg_warn_max_object_skew", 2024-08-19T11:30:45.801 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-19T11:30:45.801 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-19T11:30:45.801 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-19T11:30:45.801 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-19T11:30:45.801 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-19T11:30:45.801 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-19T11:30:45.801 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-19T11:30:45.802 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-19T11:30:45.802 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_too_few_osds", 2024-08-19T11:30:45.802 INFO:tasks.workunit.client.0.smithi136.stdout: "ms_die_on_bug", 2024-08-19T11:30:45.802 INFO:tasks.workunit.client.0.smithi136.stdout: "ms_die_on_old_message", 2024-08-19T11:30:45.802 INFO:tasks.workunit.client.0.smithi136.stdout: "no_config_file", 2024-08-19T11:30:45.802 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_class_default_list", 2024-08-19T11:30:45.802 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_class_load_list", 2024-08-19T11:30:45.802 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_crush_chooseleaf_type", 2024-08-19T11:30:45.802 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_misdirected_ops", 2024-08-19T11:30:45.802 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_op_order", 2024-08-19T11:30:45.802 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_pg_log_writeout", 2024-08-19T11:30:45.802 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_shutdown", 2024-08-19T11:30:45.802 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_verify_cached_snaps", 2024-08-19T11:30:45.802 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_verify_missing_on_start", 2024-08-19T11:30:45.803 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_verify_stray_on_activate", 2024-08-19T11:30:45.803 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-19T11:30:45.803 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_delete_sleep", 2024-08-19T11:30:45.803 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_delete_sleep_hdd", 2024-08-19T11:30:45.803 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_delete_sleep_hybrid", 2024-08-19T11:30:45.803 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_delete_sleep_ssd", 2024-08-19T11:30:45.803 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_max_backfills", 2024-08-19T11:30:45.803 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-19T11:30:45.803 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_profile", 2024-08-19T11:30:45.803 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-19T11:30:45.803 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-19T11:30:45.803 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-19T11:30:45.803 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-19T11:30:45.803 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-19T11:30:45.804 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-19T11:30:45.804 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_client_lim", 2024-08-19T11:30:45.804 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_client_res", 2024-08-19T11:30:45.804 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-19T11:30:45.804 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_memory_target", 2024-08-19T11:30:45.804 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_memory_target_autotune", 2024-08-19T11:30:45.804 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_op_queue", 2024-08-19T11:30:45.804 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_op_queue_cut_off", 2024-08-19T11:30:45.804 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pg_delete_cost", 2024-08-19T11:30:45.804 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pool_default_erasure_code_profile", 2024-08-19T11:30:45.804 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-19T11:30:45.804 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recover_clone_overlap", 2024-08-19T11:30:45.804 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_max_active", 2024-08-19T11:30:45.805 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_max_active_hdd", 2024-08-19T11:30:45.805 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_max_active_ssd", 2024-08-19T11:30:45.805 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_max_chunk", 2024-08-19T11:30:45.805 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_sleep", 2024-08-19T11:30:45.805 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_sleep_hdd", 2024-08-19T11:30:45.805 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_sleep_hybrid", 2024-08-19T11:30:45.805 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_sleep_ssd", 2024-08-19T11:30:45.805 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_scrub_load_threshold", 2024-08-19T11:30:45.805 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_scrub_max_interval", 2024-08-19T11:30:45.805 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_scrub_sleep", 2024-08-19T11:30:45.805 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_shutdown_pgref_assert", 2024-08-19T11:30:45.805 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_snap_trim_sleep", 2024-08-19T11:30:45.805 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_snap_trim_sleep_hdd", 2024-08-19T11:30:45.805 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-19T11:30:45.806 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_snap_trim_sleep_ssd", 2024-08-19T11:30:45.806 INFO:tasks.workunit.client.0.smithi136.stdout: "public_addr", 2024-08-19T11:30:45.806 INFO:tasks.workunit.client.0.smithi136.stdout: "public_addrv", 2024-08-19T11:30:45.806 INFO:tasks.workunit.client.0.smithi136.stdout: "public_network", 2024-08-19T11:30:45.806 INFO:tasks.workunit.client.0.smithi136.stdout: "rbd_default_features", 2024-08-19T11:30:45.806 INFO:tasks.workunit.client.0.smithi136.stdout: "rbd_qos_exclude_ops", 2024-08-19T11:30:45.806 INFO:tasks.workunit.client.0.smithi136.stdout: "setgroup", 2024-08-19T11:30:45.806 INFO:tasks.workunit.client.0.smithi136.stdout: "setuser" 2024-08-19T11:30:45.806 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:45.806 INFO:tasks.workunit.client.0.smithi136.stdout: "cluster_changed": [ 2024-08-19T11:30:45.806 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-19T11:30:45.806 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_debug", 2024-08-19T11:30:45.806 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_mon_ticket_ttl", 2024-08-19T11:30:45.807 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_service_ticket_ttl", 2024-08-19T11:30:45.807 INFO:tasks.workunit.client.0.smithi136.stdout: "bdev_debug_aio", 2024-08-19T11:30:45.807 INFO:tasks.workunit.client.0.smithi136.stdout: "container_image", 2024-08-19T11:30:45.807 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_asserts_on_shutdown", 2024-08-19T11:30:45.807 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_mgr", 2024-08-19T11:30:45.807 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_mon", 2024-08-19T11:30:45.807 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_ms", 2024-08-19T11:30:45.807 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_osd", 2024-08-19T11:30:45.807 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_paxos", 2024-08-19T11:30:45.807 INFO:tasks.workunit.client.0.smithi136.stdout: "log_to_file", 2024-08-19T11:30:45.807 INFO:tasks.workunit.client.0.smithi136.stdout: "log_to_journald", 2024-08-19T11:30:45.807 INFO:tasks.workunit.client.0.smithi136.stdout: "log_to_stderr", 2024-08-19T11:30:45.807 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_join_fs", 2024-08-19T11:30:45.807 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/cephadm/allow_ptrace", 2024-08-19T11:30:45.807 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/cephadm/container_init", 2024-08-19T11:30:45.808 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/cephadm/migration_current", 2024-08-19T11:30:45.808 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/cephadm/use_repo_digest", 2024-08-19T11:30:45.808 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-19T11:30:45.808 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-19T11:30:45.808 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-19T11:30:45.808 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-19T11:30:45.808 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/dashboard/ssl_server_port", 2024-08-19T11:30:45.808 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/orchestrator/orchestrator", 2024-08-19T11:30:45.808 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/telemetry/channel_ident", 2024-08-19T11:30:45.808 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/telemetry/description", 2024-08-19T11:30:45.808 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/telemetry/organization", 2024-08-19T11:30:45.808 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_allow_pool_delete", 2024-08-19T11:30:45.808 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_clock_drift_allowed", 2024-08-19T11:30:45.808 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_cluster_log_file_level", 2024-08-19T11:30:45.808 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_cluster_log_to_file", 2024-08-19T11:30:45.809 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_data_avail_warn", 2024-08-19T11:30:45.809 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_election_default_strategy", 2024-08-19T11:30:45.809 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_max_pg_per_osd", 2024-08-19T11:30:45.809 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_mgr_mkfs_grace", 2024-08-19T11:30:45.809 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_osd_prime_pg_temp", 2024-08-19T11:30:45.809 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_osd_reporter_subtree_level", 2024-08-19T11:30:45.809 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_pg_warn_max_object_skew", 2024-08-19T11:30:45.809 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-19T11:30:45.809 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-19T11:30:45.809 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-19T11:30:45.809 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-19T11:30:45.809 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-19T11:30:45.809 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-19T11:30:45.810 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-19T11:30:45.810 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-19T11:30:45.810 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_too_few_osds", 2024-08-19T11:30:45.810 INFO:tasks.workunit.client.0.smithi136.stdout: "ms_die_on_bug", 2024-08-19T11:30:45.810 INFO:tasks.workunit.client.0.smithi136.stdout: "ms_die_on_old_message", 2024-08-19T11:30:45.810 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_class_default_list", 2024-08-19T11:30:45.810 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_class_load_list", 2024-08-19T11:30:45.810 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_misdirected_ops", 2024-08-19T11:30:45.810 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_op_order", 2024-08-19T11:30:45.810 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_pg_log_writeout", 2024-08-19T11:30:45.810 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_shutdown", 2024-08-19T11:30:45.810 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_verify_cached_snaps", 2024-08-19T11:30:45.810 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_verify_missing_on_start", 2024-08-19T11:30:45.810 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_verify_stray_on_activate", 2024-08-19T11:30:45.811 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-19T11:30:45.811 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-19T11:30:45.811 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_profile", 2024-08-19T11:30:45.811 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_memory_target", 2024-08-19T11:30:45.811 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_memory_target_autotune", 2024-08-19T11:30:45.811 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_op_queue", 2024-08-19T11:30:45.811 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_op_queue_cut_off", 2024-08-19T11:30:45.811 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pool_default_erasure_code_profile", 2024-08-19T11:30:45.811 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-19T11:30:45.811 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recover_clone_overlap", 2024-08-19T11:30:45.811 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_max_chunk", 2024-08-19T11:30:45.811 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_scrub_load_threshold", 2024-08-19T11:30:45.811 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_scrub_max_interval", 2024-08-19T11:30:45.811 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_shutdown_pgref_assert", 2024-08-19T11:30:45.812 INFO:tasks.workunit.client.0.smithi136.stdout: "public_network", 2024-08-19T11:30:45.812 INFO:tasks.workunit.client.0.smithi136.stdout: "rgw_cache_enabled", 2024-08-19T11:30:45.812 INFO:tasks.workunit.client.0.smithi136.stdout: "rgw_enable_ops_log", 2024-08-19T11:30:45.812 INFO:tasks.workunit.client.0.smithi136.stdout: "rgw_enable_usage_log" 2024-08-19T11:30:45.812 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:45.812 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.812 INFO:tasks.workunit.client.0.smithi136.stdout: "contact": null, 2024-08-19T11:30:45.812 INFO:tasks.workunit.client.0.smithi136.stdout: "crashes": [], 2024-08-19T11:30:45.812 INFO:tasks.workunit.client.0.smithi136.stdout: "created": "2024-08-19T11:22:03.711368Z", 2024-08-19T11:30:45.812 INFO:tasks.workunit.client.0.smithi136.stdout: "crush": { 2024-08-19T11:30:45.812 INFO:tasks.workunit.client.0.smithi136.stdout: "bucket_algs": { 2024-08-19T11:30:45.812 INFO:tasks.workunit.client.0.smithi136.stdout: "straw2": 3 2024-08-19T11:30:45.812 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.813 INFO:tasks.workunit.client.0.smithi136.stdout: "bucket_sizes": { 2024-08-19T11:30:45.813 INFO:tasks.workunit.client.0.smithi136.stdout: "2": 1, 2024-08-19T11:30:45.813 INFO:tasks.workunit.client.0.smithi136.stdout: "4": 2 2024-08-19T11:30:45.813 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.813 INFO:tasks.workunit.client.0.smithi136.stdout: "bucket_types": { 2024-08-19T11:30:45.813 INFO:tasks.workunit.client.0.smithi136.stdout: "1": 2, 2024-08-19T11:30:45.813 INFO:tasks.workunit.client.0.smithi136.stdout: "11": 1 2024-08-19T11:30:45.813 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.813 INFO:tasks.workunit.client.0.smithi136.stdout: "compat_weight_set": false, 2024-08-19T11:30:45.813 INFO:tasks.workunit.client.0.smithi136.stdout: "device_classes": [ 2024-08-19T11:30:45.813 INFO:tasks.workunit.client.0.smithi136.stdout: 8 2024-08-19T11:30:45.813 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:45.813 INFO:tasks.workunit.client.0.smithi136.stdout: "num_buckets": 6, 2024-08-19T11:30:45.813 INFO:tasks.workunit.client.0.smithi136.stdout: "num_devices": 8, 2024-08-19T11:30:45.814 INFO:tasks.workunit.client.0.smithi136.stdout: "num_rules": 1, 2024-08-19T11:30:45.814 INFO:tasks.workunit.client.0.smithi136.stdout: "num_types": 12, 2024-08-19T11:30:45.814 INFO:tasks.workunit.client.0.smithi136.stdout: "num_weight_sets": 0, 2024-08-19T11:30:45.814 INFO:tasks.workunit.client.0.smithi136.stdout: "tunables": { 2024-08-19T11:30:45.814 INFO:tasks.workunit.client.0.smithi136.stdout: "allowed_bucket_algs": 54, 2024-08-19T11:30:45.814 INFO:tasks.workunit.client.0.smithi136.stdout: "choose_local_fallback_tries": 0, 2024-08-19T11:30:45.814 INFO:tasks.workunit.client.0.smithi136.stdout: "choose_local_tries": 0, 2024-08-19T11:30:45.814 INFO:tasks.workunit.client.0.smithi136.stdout: "choose_total_tries": 50, 2024-08-19T11:30:45.814 INFO:tasks.workunit.client.0.smithi136.stdout: "chooseleaf_descend_once": 1, 2024-08-19T11:30:45.814 INFO:tasks.workunit.client.0.smithi136.stdout: "chooseleaf_stable": 1, 2024-08-19T11:30:45.814 INFO:tasks.workunit.client.0.smithi136.stdout: "chooseleaf_vary_r": 1, 2024-08-19T11:30:45.814 INFO:tasks.workunit.client.0.smithi136.stdout: "has_v2_rules": 0, 2024-08-19T11:30:45.814 INFO:tasks.workunit.client.0.smithi136.stdout: "has_v3_rules": 0, 2024-08-19T11:30:45.815 INFO:tasks.workunit.client.0.smithi136.stdout: "has_v4_buckets": 1, 2024-08-19T11:30:45.815 INFO:tasks.workunit.client.0.smithi136.stdout: "has_v5_rules": 0, 2024-08-19T11:30:45.815 INFO:tasks.workunit.client.0.smithi136.stdout: "legacy_tunables": 0, 2024-08-19T11:30:45.815 INFO:tasks.workunit.client.0.smithi136.stdout: "minimum_required_version": "jewel", 2024-08-19T11:30:45.815 INFO:tasks.workunit.client.0.smithi136.stdout: "optimal_tunables": 1, 2024-08-19T11:30:45.815 INFO:tasks.workunit.client.0.smithi136.stdout: "profile": "jewel", 2024-08-19T11:30:45.815 INFO:tasks.workunit.client.0.smithi136.stdout: "require_feature_tunables": 1, 2024-08-19T11:30:45.815 INFO:tasks.workunit.client.0.smithi136.stdout: "require_feature_tunables2": 1, 2024-08-19T11:30:45.815 INFO:tasks.workunit.client.0.smithi136.stdout: "require_feature_tunables3": 1, 2024-08-19T11:30:45.815 INFO:tasks.workunit.client.0.smithi136.stdout: "require_feature_tunables5": 1, 2024-08-19T11:30:45.815 INFO:tasks.workunit.client.0.smithi136.stdout: "straw_calc_version": 1 2024-08-19T11:30:45.815 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.815 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.815 INFO:tasks.workunit.client.0.smithi136.stdout: "description": "upgrade test cluster", 2024-08-19T11:30:45.816 INFO:tasks.workunit.client.0.smithi136.stdout: "fs": { 2024-08-19T11:30:45.816 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1, 2024-08-19T11:30:45.816 INFO:tasks.workunit.client.0.smithi136.stdout: "feature_flags": { 2024-08-19T11:30:45.816 INFO:tasks.workunit.client.0.smithi136.stdout: "enable_multiple": true, 2024-08-19T11:30:45.816 INFO:tasks.workunit.client.0.smithi136.stdout: "ever_enabled_multiple": true 2024-08-19T11:30:45.816 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.816 INFO:tasks.workunit.client.0.smithi136.stdout: "filesystems": [ 2024-08-19T11:30:45.816 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:45.816 INFO:tasks.workunit.client.0.smithi136.stdout: "approx_ctime": "2024-08", 2024-08-19T11:30:45.816 INFO:tasks.workunit.client.0.smithi136.stdout: "balancer_enabled": false, 2024-08-19T11:30:45.816 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:45.816 INFO:tasks.workunit.client.0.smithi136.stdout: "cached_caps": 0, 2024-08-19T11:30:45.816 INFO:tasks.workunit.client.0.smithi136.stdout: "cached_dns": 10, 2024-08-19T11:30:45.817 INFO:tasks.workunit.client.0.smithi136.stdout: "cached_inos": 13, 2024-08-19T11:30:45.817 INFO:tasks.workunit.client.0.smithi136.stdout: "cached_subtrees": 2, 2024-08-19T11:30:45.817 INFO:tasks.workunit.client.0.smithi136.stdout: "ever_allowed_features": 0, 2024-08-19T11:30:45.817 INFO:tasks.workunit.client.0.smithi136.stdout: "explicitly_allowed_features": 0, 2024-08-19T11:30:45.817 INFO:tasks.workunit.client.0.smithi136.stdout: "files": 0, 2024-08-19T11:30:45.817 INFO:tasks.workunit.client.0.smithi136.stdout: "max_mds": 1, 2024-08-19T11:30:45.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_data_pools": 1, 2024-08-19T11:30:45.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_in": 1, 2024-08-19T11:30:45.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_mds": 1, 2024-08-19T11:30:45.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_sessions": 0, 2024-08-19T11:30:45.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_standby_replay": 0, 2024-08-19T11:30:45.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_up": 1, 2024-08-19T11:30:45.818 INFO:tasks.workunit.client.0.smithi136.stdout: "snaps": 0, 2024-08-19T11:30:45.818 INFO:tasks.workunit.client.0.smithi136.stdout: "standby_count_wanted": 0 2024-08-19T11:30:45.818 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.818 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:45.818 INFO:tasks.workunit.client.0.smithi136.stdout: "num_standby_mds": 1, 2024-08-19T11:30:45.818 INFO:tasks.workunit.client.0.smithi136.stdout: "total_num_mds": 2 2024-08-19T11:30:45.818 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.818 INFO:tasks.workunit.client.0.smithi136.stdout: "hosts": { 2024-08-19T11:30:45.818 INFO:tasks.workunit.client.0.smithi136.stdout: "num": 2, 2024-08-19T11:30:45.818 INFO:tasks.workunit.client.0.smithi136.stdout: "num_with_mds": 2, 2024-08-19T11:30:45.818 INFO:tasks.workunit.client.0.smithi136.stdout: "num_with_mgr": 2, 2024-08-19T11:30:45.818 INFO:tasks.workunit.client.0.smithi136.stdout: "num_with_mon": 2, 2024-08-19T11:30:45.818 INFO:tasks.workunit.client.0.smithi136.stdout: "num_with_osd": 2 2024-08-19T11:30:45.819 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.819 INFO:tasks.workunit.client.0.smithi136.stdout: "leaderboard": false, 2024-08-19T11:30:45.819 INFO:tasks.workunit.client.0.smithi136.stdout: "leaderboard_description": null, 2024-08-19T11:30:45.819 INFO:tasks.workunit.client.0.smithi136.stdout: "license": "sharing-1-0", 2024-08-19T11:30:45.819 INFO:tasks.workunit.client.0.smithi136.stdout: "metadata": { 2024-08-19T11:30:45.819 INFO:tasks.workunit.client.0.smithi136.stdout: "mds": { 2024-08-19T11:30:45.819 INFO:tasks.workunit.client.0.smithi136.stdout: "arch": { 2024-08-19T11:30:45.819 INFO:tasks.workunit.client.0.smithi136.stdout: "x86_64": 2 2024-08-19T11:30:45.819 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.819 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph_version": { 2024-08-19T11:30:45.819 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T11:30:45.819 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.819 INFO:tasks.workunit.client.0.smithi136.stdout: "cpu": { 2024-08-19T11:30:45.820 INFO:tasks.workunit.client.0.smithi136.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-19T11:30:45.820 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.820 INFO:tasks.workunit.client.0.smithi136.stdout: "distro": { 2024-08-19T11:30:45.820 INFO:tasks.workunit.client.0.smithi136.stdout: "centos": 2 2024-08-19T11:30:45.820 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.820 INFO:tasks.workunit.client.0.smithi136.stdout: "distro_description": { 2024-08-19T11:30:45.820 INFO:tasks.workunit.client.0.smithi136.stdout: "CentOS Stream 9": 2 2024-08-19T11:30:45.820 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.820 INFO:tasks.workunit.client.0.smithi136.stdout: "kernel_description": { 2024-08-19T11:30:45.820 INFO:tasks.workunit.client.0.smithi136.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-19T11:30:45.820 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.820 INFO:tasks.workunit.client.0.smithi136.stdout: "kernel_version": { 2024-08-19T11:30:45.820 INFO:tasks.workunit.client.0.smithi136.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-19T11:30:45.820 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.821 INFO:tasks.workunit.client.0.smithi136.stdout: "os": { 2024-08-19T11:30:45.821 INFO:tasks.workunit.client.0.smithi136.stdout: "Linux": 2 2024-08-19T11:30:45.821 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.821 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.821 INFO:tasks.workunit.client.0.smithi136.stdout: "mon": { 2024-08-19T11:30:45.821 INFO:tasks.workunit.client.0.smithi136.stdout: "arch": { 2024-08-19T11:30:45.821 INFO:tasks.workunit.client.0.smithi136.stdout: "x86_64": 3 2024-08-19T11:30:45.821 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.821 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph_version": { 2024-08-19T11:30:45.821 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 3 2024-08-19T11:30:45.821 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.821 INFO:tasks.workunit.client.0.smithi136.stdout: "cpu": { 2024-08-19T11:30:45.821 INFO:tasks.workunit.client.0.smithi136.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-19T11:30:45.821 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.821 INFO:tasks.workunit.client.0.smithi136.stdout: "distro": { 2024-08-19T11:30:45.822 INFO:tasks.workunit.client.0.smithi136.stdout: "centos": 3 2024-08-19T11:30:45.822 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.822 INFO:tasks.workunit.client.0.smithi136.stdout: "distro_description": { 2024-08-19T11:30:45.822 INFO:tasks.workunit.client.0.smithi136.stdout: "CentOS Stream 9": 3 2024-08-19T11:30:45.822 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.822 INFO:tasks.workunit.client.0.smithi136.stdout: "kernel_description": { 2024-08-19T11:30:45.822 INFO:tasks.workunit.client.0.smithi136.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-19T11:30:45.822 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.822 INFO:tasks.workunit.client.0.smithi136.stdout: "kernel_version": { 2024-08-19T11:30:45.822 INFO:tasks.workunit.client.0.smithi136.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-19T11:30:45.822 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.822 INFO:tasks.workunit.client.0.smithi136.stdout: "os": { 2024-08-19T11:30:45.822 INFO:tasks.workunit.client.0.smithi136.stdout: "Linux": 3 2024-08-19T11:30:45.823 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.823 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.823 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:45.823 INFO:tasks.workunit.client.0.smithi136.stdout: "arch": { 2024-08-19T11:30:45.823 INFO:tasks.workunit.client.0.smithi136.stdout: "x86_64": 8 2024-08-19T11:30:45.823 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.823 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph_version": { 2024-08-19T11:30:45.823 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 8 2024-08-19T11:30:45.823 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.823 INFO:tasks.workunit.client.0.smithi136.stdout: "cpu": { 2024-08-19T11:30:45.823 INFO:tasks.workunit.client.0.smithi136.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-19T11:30:45.823 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.823 INFO:tasks.workunit.client.0.smithi136.stdout: "distro": { 2024-08-19T11:30:45.823 INFO:tasks.workunit.client.0.smithi136.stdout: "centos": 8 2024-08-19T11:30:45.824 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.824 INFO:tasks.workunit.client.0.smithi136.stdout: "distro_description": { 2024-08-19T11:30:45.824 INFO:tasks.workunit.client.0.smithi136.stdout: "CentOS Stream 9": 8 2024-08-19T11:30:45.824 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.824 INFO:tasks.workunit.client.0.smithi136.stdout: "kernel_description": { 2024-08-19T11:30:45.824 INFO:tasks.workunit.client.0.smithi136.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-19T11:30:45.824 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.824 INFO:tasks.workunit.client.0.smithi136.stdout: "kernel_version": { 2024-08-19T11:30:45.824 INFO:tasks.workunit.client.0.smithi136.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-19T11:30:45.824 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.824 INFO:tasks.workunit.client.0.smithi136.stdout: "os": { 2024-08-19T11:30:45.824 INFO:tasks.workunit.client.0.smithi136.stdout: "Linux": 8 2024-08-19T11:30:45.824 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.824 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_objectstore": { 2024-08-19T11:30:45.824 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore": 8 2024-08-19T11:30:45.825 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.825 INFO:tasks.workunit.client.0.smithi136.stdout: "rotational": { 2024-08-19T11:30:45.825 INFO:tasks.workunit.client.0.smithi136.stdout: "0": 8 2024-08-19T11:30:45.825 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.825 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.825 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.825 INFO:tasks.workunit.client.0.smithi136.stdout: "mon": { 2024-08-19T11:30:45.825 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3, 2024-08-19T11:30:45.825 INFO:tasks.workunit.client.0.smithi136.stdout: "features": { 2024-08-19T11:30:45.825 INFO:tasks.workunit.client.0.smithi136.stdout: "optional": [], 2024-08-19T11:30:45.825 INFO:tasks.workunit.client.0.smithi136.stdout: "persistent": [ 2024-08-19T11:30:45.825 INFO:tasks.workunit.client.0.smithi136.stdout: "kraken", 2024-08-19T11:30:45.825 INFO:tasks.workunit.client.0.smithi136.stdout: "luminous", 2024-08-19T11:30:45.825 INFO:tasks.workunit.client.0.smithi136.stdout: "mimic", 2024-08-19T11:30:45.825 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap-prune", 2024-08-19T11:30:45.826 INFO:tasks.workunit.client.0.smithi136.stdout: "nautilus", 2024-08-19T11:30:45.826 INFO:tasks.workunit.client.0.smithi136.stdout: "octopus", 2024-08-19T11:30:45.826 INFO:tasks.workunit.client.0.smithi136.stdout: "pacific", 2024-08-19T11:30:45.826 INFO:tasks.workunit.client.0.smithi136.stdout: "elector-pinging", 2024-08-19T11:30:45.826 INFO:tasks.workunit.client.0.smithi136.stdout: "quincy", 2024-08-19T11:30:45.826 INFO:tasks.workunit.client.0.smithi136.stdout: "reef" 2024-08-19T11:30:45.826 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:45.826 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.826 INFO:tasks.workunit.client.0.smithi136.stdout: "ipv4_addr_mons": 6, 2024-08-19T11:30:45.826 INFO:tasks.workunit.client.0.smithi136.stdout: "ipv6_addr_mons": 0, 2024-08-19T11:30:45.826 INFO:tasks.workunit.client.0.smithi136.stdout: "min_mon_release": 18, 2024-08-19T11:30:45.826 INFO:tasks.workunit.client.0.smithi136.stdout: "v1_addr_mons": 3, 2024-08-19T11:30:45.826 INFO:tasks.workunit.client.0.smithi136.stdout: "v2_addr_mons": 3 2024-08-19T11:30:45.827 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.827 INFO:tasks.workunit.client.0.smithi136.stdout: "organization": "ceph-qa", 2024-08-19T11:30:45.827 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:45.827 INFO:tasks.workunit.client.0.smithi136.stdout: "cluster_network": false, 2024-08-19T11:30:45.827 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 8, 2024-08-19T11:30:45.827 INFO:tasks.workunit.client.0.smithi136.stdout: "require_min_compat_client": "luminous", 2024-08-19T11:30:45.827 INFO:tasks.workunit.client.0.smithi136.stdout: "require_osd_release": "reef" 2024-08-19T11:30:45.827 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.827 INFO:tasks.workunit.client.0.smithi136.stdout: "pools": [ 2024-08-19T11:30:45.827 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:45.827 INFO:tasks.workunit.client.0.smithi136.stdout: "application": [ 2024-08-19T11:30:45.827 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr" 2024-08-19T11:30:45.827 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:45.827 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_mode": "none", 2024-08-19T11:30:45.828 INFO:tasks.workunit.client.0.smithi136.stdout: "erasure_code_profile": {}, 2024-08-19T11:30:45.828 INFO:tasks.workunit.client.0.smithi136.stdout: "min_size": 2, 2024-08-19T11:30:45.828 INFO:tasks.workunit.client.0.smithi136.stdout: "options": {}, 2024-08-19T11:30:45.828 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_autoscale_mode": "off", 2024-08-19T11:30:45.828 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_num": 1, 2024-08-19T11:30:45.828 INFO:tasks.workunit.client.0.smithi136.stdout: "pgp_num": 1, 2024-08-19T11:30:45.828 INFO:tasks.workunit.client.0.smithi136.stdout: "pool": 1, 2024-08-19T11:30:45.828 INFO:tasks.workunit.client.0.smithi136.stdout: "size": 3, 2024-08-19T11:30:45.828 INFO:tasks.workunit.client.0.smithi136.stdout: "stats": { 2024-08-19T11:30:45.828 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_raw": 729301002506, 2024-08-19T11:30:45.828 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_used": 1781760, 2024-08-19T11:30:45.828 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_bytes_used": 0, 2024-08-19T11:30:45.828 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_under_bytes": 0, 2024-08-19T11:30:45.829 INFO:tasks.workunit.client.0.smithi136.stdout: "data_bytes_used": 1781760, 2024-08-19T11:30:45.829 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty": 0, 2024-08-19T11:30:45.829 INFO:tasks.workunit.client.0.smithi136.stdout: "max_avail": 243100336128, 2024-08-19T11:30:45.829 INFO:tasks.workunit.client.0.smithi136.stdout: "objects": 2, 2024-08-19T11:30:45.829 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_bytes_used": 0, 2024-08-19T11:30:45.829 INFO:tasks.workunit.client.0.smithi136.stdout: "percent_used": 2.443100584059721e-06, 2024-08-19T11:30:45.829 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_bytes": 0, 2024-08-19T11:30:45.829 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_objects": 0, 2024-08-19T11:30:45.829 INFO:tasks.workunit.client.0.smithi136.stdout: "rd": 212, 2024-08-19T11:30:45.829 INFO:tasks.workunit.client.0.smithi136.stdout: "rd_bytes": 313344, 2024-08-19T11:30:45.829 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": 590368, 2024-08-19T11:30:45.829 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_data": 590368, 2024-08-19T11:30:45.829 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_omap": 0, 2024-08-19T11:30:45.830 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_raw": 1771104, 2024-08-19T11:30:45.830 INFO:tasks.workunit.client.0.smithi136.stdout: "wr": 179, 2024-08-19T11:30:45.830 INFO:tasks.workunit.client.0.smithi136.stdout: "wr_bytes": 2473984 2024-08-19T11:30:45.830 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.830 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_bytes": 0, 2024-08-19T11:30:45.830 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_objects": 0, 2024-08-19T11:30:45.830 INFO:tasks.workunit.client.0.smithi136.stdout: "type": "replicated" 2024-08-19T11:30:45.830 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.830 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:45.830 INFO:tasks.workunit.client.0.smithi136.stdout: "application": [ 2024-08-19T11:30:45.830 INFO:tasks.workunit.client.0.smithi136.stdout: "cephfs" 2024-08-19T11:30:45.830 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:45.830 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_mode": "none", 2024-08-19T11:30:45.830 INFO:tasks.workunit.client.0.smithi136.stdout: "erasure_code_profile": {}, 2024-08-19T11:30:45.831 INFO:tasks.workunit.client.0.smithi136.stdout: "min_size": 2, 2024-08-19T11:30:45.831 INFO:tasks.workunit.client.0.smithi136.stdout: "options": {}, 2024-08-19T11:30:45.831 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_autoscale_mode": "off", 2024-08-19T11:30:45.831 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_num": 32, 2024-08-19T11:30:45.831 INFO:tasks.workunit.client.0.smithi136.stdout: "pgp_num": 32, 2024-08-19T11:30:45.831 INFO:tasks.workunit.client.0.smithi136.stdout: "pool": 2, 2024-08-19T11:30:45.831 INFO:tasks.workunit.client.0.smithi136.stdout: "size": 3, 2024-08-19T11:30:45.831 INFO:tasks.workunit.client.0.smithi136.stdout: "stats": { 2024-08-19T11:30:45.831 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_raw": 729301002506, 2024-08-19T11:30:45.831 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_used": 98304, 2024-08-19T11:30:45.831 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_bytes_used": 0, 2024-08-19T11:30:45.831 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_under_bytes": 0, 2024-08-19T11:30:45.831 INFO:tasks.workunit.client.0.smithi136.stdout: "data_bytes_used": 98304, 2024-08-19T11:30:45.831 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty": 0, 2024-08-19T11:30:45.832 INFO:tasks.workunit.client.0.smithi136.stdout: "max_avail": 243100336128, 2024-08-19T11:30:45.832 INFO:tasks.workunit.client.0.smithi136.stdout: "objects": 22, 2024-08-19T11:30:45.832 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_bytes_used": 0, 2024-08-19T11:30:45.832 INFO:tasks.workunit.client.0.smithi136.stdout: "percent_used": 1.3479206018018886e-07, 2024-08-19T11:30:45.832 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_bytes": 0, 2024-08-19T11:30:45.832 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_objects": 0, 2024-08-19T11:30:45.832 INFO:tasks.workunit.client.0.smithi136.stdout: "rd": 0, 2024-08-19T11:30:45.832 INFO:tasks.workunit.client.0.smithi136.stdout: "rd_bytes": 0, 2024-08-19T11:30:45.832 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": 3428, 2024-08-19T11:30:45.832 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_data": 3428, 2024-08-19T11:30:45.832 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_omap": 0, 2024-08-19T11:30:45.832 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_raw": 10284, 2024-08-19T11:30:45.832 INFO:tasks.workunit.client.0.smithi136.stdout: "wr": 51, 2024-08-19T11:30:45.832 INFO:tasks.workunit.client.0.smithi136.stdout: "wr_bytes": 20480 2024-08-19T11:30:45.833 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.833 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_bytes": 0, 2024-08-19T11:30:45.833 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_objects": 0, 2024-08-19T11:30:45.833 INFO:tasks.workunit.client.0.smithi136.stdout: "type": "replicated" 2024-08-19T11:30:45.833 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.833 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:45.833 INFO:tasks.workunit.client.0.smithi136.stdout: "application": [ 2024-08-19T11:30:45.833 INFO:tasks.workunit.client.0.smithi136.stdout: "cephfs" 2024-08-19T11:30:45.833 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:45.833 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_mode": "none", 2024-08-19T11:30:45.833 INFO:tasks.workunit.client.0.smithi136.stdout: "erasure_code_profile": {}, 2024-08-19T11:30:45.833 INFO:tasks.workunit.client.0.smithi136.stdout: "min_size": 2, 2024-08-19T11:30:45.833 INFO:tasks.workunit.client.0.smithi136.stdout: "options": {}, 2024-08-19T11:30:45.833 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_autoscale_mode": "off", 2024-08-19T11:30:45.833 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_num": 64, 2024-08-19T11:30:45.834 INFO:tasks.workunit.client.0.smithi136.stdout: "pgp_num": 64, 2024-08-19T11:30:45.834 INFO:tasks.workunit.client.0.smithi136.stdout: "pool": 3, 2024-08-19T11:30:45.834 INFO:tasks.workunit.client.0.smithi136.stdout: "size": 3, 2024-08-19T11:30:45.834 INFO:tasks.workunit.client.0.smithi136.stdout: "stats": { 2024-08-19T11:30:45.834 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_raw": 729301002506, 2024-08-19T11:30:45.834 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_used": 0, 2024-08-19T11:30:45.834 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_bytes_used": 0, 2024-08-19T11:30:45.834 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_under_bytes": 0, 2024-08-19T11:30:45.834 INFO:tasks.workunit.client.0.smithi136.stdout: "data_bytes_used": 0, 2024-08-19T11:30:45.834 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty": 0, 2024-08-19T11:30:45.834 INFO:tasks.workunit.client.0.smithi136.stdout: "max_avail": 243100336128, 2024-08-19T11:30:45.834 INFO:tasks.workunit.client.0.smithi136.stdout: "objects": 0, 2024-08-19T11:30:45.834 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_bytes_used": 0, 2024-08-19T11:30:45.834 INFO:tasks.workunit.client.0.smithi136.stdout: "percent_used": 0.0, 2024-08-19T11:30:45.835 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_bytes": 0, 2024-08-19T11:30:45.835 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_objects": 0, 2024-08-19T11:30:45.835 INFO:tasks.workunit.client.0.smithi136.stdout: "rd": 0, 2024-08-19T11:30:45.835 INFO:tasks.workunit.client.0.smithi136.stdout: "rd_bytes": 0, 2024-08-19T11:30:45.835 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": 0, 2024-08-19T11:30:45.835 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_data": 0, 2024-08-19T11:30:45.835 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_omap": 0, 2024-08-19T11:30:45.835 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_raw": 0, 2024-08-19T11:30:45.835 INFO:tasks.workunit.client.0.smithi136.stdout: "wr": 0, 2024-08-19T11:30:45.835 INFO:tasks.workunit.client.0.smithi136.stdout: "wr_bytes": 0 2024-08-19T11:30:45.835 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.835 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_bytes": 0, 2024-08-19T11:30:45.835 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_objects": 0, 2024-08-19T11:30:45.835 INFO:tasks.workunit.client.0.smithi136.stdout: "type": "replicated" 2024-08-19T11:30:45.835 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.836 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:45.836 INFO:tasks.workunit.client.0.smithi136.stdout: "application": [ 2024-08-19T11:30:45.836 INFO:tasks.workunit.client.0.smithi136.stdout: "rbd" 2024-08-19T11:30:45.836 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:45.836 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_mode": "none", 2024-08-19T11:30:45.836 INFO:tasks.workunit.client.0.smithi136.stdout: "erasure_code_profile": {}, 2024-08-19T11:30:45.836 INFO:tasks.workunit.client.0.smithi136.stdout: "min_size": 2, 2024-08-19T11:30:45.836 INFO:tasks.workunit.client.0.smithi136.stdout: "options": {}, 2024-08-19T11:30:45.836 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_autoscale_mode": "off", 2024-08-19T11:30:45.836 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_num": 8, 2024-08-19T11:30:45.836 INFO:tasks.workunit.client.0.smithi136.stdout: "pgp_num": 8, 2024-08-19T11:30:45.836 INFO:tasks.workunit.client.0.smithi136.stdout: "pool": 4, 2024-08-19T11:30:45.836 INFO:tasks.workunit.client.0.smithi136.stdout: "size": 3, 2024-08-19T11:30:45.836 INFO:tasks.workunit.client.0.smithi136.stdout: "stats": { 2024-08-19T11:30:45.836 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_raw": 729301002506, 2024-08-19T11:30:45.836 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_used": 12288, 2024-08-19T11:30:45.837 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_bytes_used": 0, 2024-08-19T11:30:45.837 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_under_bytes": 0, 2024-08-19T11:30:45.837 INFO:tasks.workunit.client.0.smithi136.stdout: "data_bytes_used": 12288, 2024-08-19T11:30:45.837 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty": 0, 2024-08-19T11:30:45.837 INFO:tasks.workunit.client.0.smithi136.stdout: "max_avail": 243100336128, 2024-08-19T11:30:45.837 INFO:tasks.workunit.client.0.smithi136.stdout: "objects": 2, 2024-08-19T11:30:45.837 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_bytes_used": 0, 2024-08-19T11:30:45.837 INFO:tasks.workunit.client.0.smithi136.stdout: "percent_used": 1.6849011075237286e-08, 2024-08-19T11:30:45.837 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_bytes": 0, 2024-08-19T11:30:45.837 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_objects": 0, 2024-08-19T11:30:45.837 INFO:tasks.workunit.client.0.smithi136.stdout: "rd": 0, 2024-08-19T11:30:45.837 INFO:tasks.workunit.client.0.smithi136.stdout: "rd_bytes": 0, 2024-08-19T11:30:45.837 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": 19, 2024-08-19T11:30:45.837 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_data": 19, 2024-08-19T11:30:45.837 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_omap": 0, 2024-08-19T11:30:45.837 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_raw": 57, 2024-08-19T11:30:45.838 INFO:tasks.workunit.client.0.smithi136.stdout: "wr": 2, 2024-08-19T11:30:45.838 INFO:tasks.workunit.client.0.smithi136.stdout: "wr_bytes": 2048 2024-08-19T11:30:45.838 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.838 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_bytes": 0, 2024-08-19T11:30:45.838 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_objects": 0, 2024-08-19T11:30:45.838 INFO:tasks.workunit.client.0.smithi136.stdout: "type": "replicated" 2024-08-19T11:30:45.838 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.838 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:45.838 INFO:tasks.workunit.client.0.smithi136.stdout: "rbd": { 2024-08-19T11:30:45.838 INFO:tasks.workunit.client.0.smithi136.stdout: "mirroring_by_pool": [ 2024-08-19T11:30:45.838 INFO:tasks.workunit.client.0.smithi136.stdout: false 2024-08-19T11:30:45.838 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:45.838 INFO:tasks.workunit.client.0.smithi136.stdout: "num_images_by_pool": [ 2024-08-19T11:30:45.838 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:45.838 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:45.839 INFO:tasks.workunit.client.0.smithi136.stdout: "num_pools": 1 2024-08-19T11:30:45.839 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.839 INFO:tasks.workunit.client.0.smithi136.stdout: "report_id": "d79afc76-a6a1-46e8-b240-bfb9c463a50d", 2024-08-19T11:30:45.839 INFO:tasks.workunit.client.0.smithi136.stdout: "report_timestamp": "2024-08-19T11:30:45.738316", 2024-08-19T11:30:45.839 INFO:tasks.workunit.client.0.smithi136.stdout: "report_version": 1, 2024-08-19T11:30:45.839 INFO:tasks.workunit.client.0.smithi136.stdout: "rook": { 2024-08-19T11:30:45.839 INFO:tasks.workunit.client.0.smithi136.stdout: "cluster": { 2024-08-19T11:30:45.839 INFO:tasks.workunit.client.0.smithi136.stdout: "external-mode": null, 2024-08-19T11:30:45.839 INFO:tasks.workunit.client.0.smithi136.stdout: "mon": { 2024-08-19T11:30:45.839 INFO:tasks.workunit.client.0.smithi136.stdout: "allow-multiple-per-node": null, 2024-08-19T11:30:45.839 INFO:tasks.workunit.client.0.smithi136.stdout: "count": null, 2024-08-19T11:30:45.839 INFO:tasks.workunit.client.0.smithi136.stdout: "max-id": null, 2024-08-19T11:30:45.839 INFO:tasks.workunit.client.0.smithi136.stdout: "pvc": { 2024-08-19T11:30:45.839 INFO:tasks.workunit.client.0.smithi136.stdout: "enabled": null 2024-08-19T11:30:45.839 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.840 INFO:tasks.workunit.client.0.smithi136.stdout: "stretch": { 2024-08-19T11:30:45.840 INFO:tasks.workunit.client.0.smithi136.stdout: "enabled": null 2024-08-19T11:30:45.840 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.840 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.840 INFO:tasks.workunit.client.0.smithi136.stdout: "network": { 2024-08-19T11:30:45.840 INFO:tasks.workunit.client.0.smithi136.stdout: "provider": null 2024-08-19T11:30:45.840 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.840 INFO:tasks.workunit.client.0.smithi136.stdout: "storage": { 2024-08-19T11:30:45.840 INFO:tasks.workunit.client.0.smithi136.stdout: "device-set": { 2024-08-19T11:30:45.840 INFO:tasks.workunit.client.0.smithi136.stdout: "count": { 2024-08-19T11:30:45.840 INFO:tasks.workunit.client.0.smithi136.stdout: "non-portable": null, 2024-08-19T11:30:45.840 INFO:tasks.workunit.client.0.smithi136.stdout: "portable": null, 2024-08-19T11:30:45.840 INFO:tasks.workunit.client.0.smithi136.stdout: "total": null 2024-08-19T11:30:45.840 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.840 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.840 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.841 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.841 INFO:tasks.workunit.client.0.smithi136.stdout: "csi": { 2024-08-19T11:30:45.841 INFO:tasks.workunit.client.0.smithi136.stdout: "version": null 2024-08-19T11:30:45.841 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.841 INFO:tasks.workunit.client.0.smithi136.stdout: "kubernetes": { 2024-08-19T11:30:45.841 INFO:tasks.workunit.client.0.smithi136.stdout: "version": null 2024-08-19T11:30:45.841 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.841 INFO:tasks.workunit.client.0.smithi136.stdout: "node": { 2024-08-19T11:30:45.841 INFO:tasks.workunit.client.0.smithi136.stdout: "count": { 2024-08-19T11:30:45.841 INFO:tasks.workunit.client.0.smithi136.stdout: "kubernetes-total": null, 2024-08-19T11:30:45.841 INFO:tasks.workunit.client.0.smithi136.stdout: "with-ceph-daemons": null, 2024-08-19T11:30:45.841 INFO:tasks.workunit.client.0.smithi136.stdout: "with-csi-cephfs-plugin": null, 2024-08-19T11:30:45.841 INFO:tasks.workunit.client.0.smithi136.stdout: "with-csi-nfs-plugin": null, 2024-08-19T11:30:45.841 INFO:tasks.workunit.client.0.smithi136.stdout: "with-csi-rbd-plugin": null 2024-08-19T11:30:45.841 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.841 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.841 INFO:tasks.workunit.client.0.smithi136.stdout: "usage": { 2024-08-19T11:30:45.842 INFO:tasks.workunit.client.0.smithi136.stdout: "storage-class": { 2024-08-19T11:30:45.842 INFO:tasks.workunit.client.0.smithi136.stdout: "count": { 2024-08-19T11:30:45.842 INFO:tasks.workunit.client.0.smithi136.stdout: "bucket": null, 2024-08-19T11:30:45.842 INFO:tasks.workunit.client.0.smithi136.stdout: "cephfs": null, 2024-08-19T11:30:45.842 INFO:tasks.workunit.client.0.smithi136.stdout: "nfs": null, 2024-08-19T11:30:45.842 INFO:tasks.workunit.client.0.smithi136.stdout: "rbd": null, 2024-08-19T11:30:45.842 INFO:tasks.workunit.client.0.smithi136.stdout: "total": null 2024-08-19T11:30:45.842 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.842 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.842 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.842 INFO:tasks.workunit.client.0.smithi136.stdout: "version": null 2024-08-19T11:30:45.842 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.842 INFO:tasks.workunit.client.0.smithi136.stdout: "services": {}, 2024-08-19T11:30:45.842 INFO:tasks.workunit.client.0.smithi136.stdout: "usage": { 2024-08-19T11:30:45.843 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_num": 105, 2024-08-19T11:30:45.843 INFO:tasks.workunit.client.0.smithi136.stdout: "pools": 4, 2024-08-19T11:30:45.843 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_by_class": { 2024-08-19T11:30:45.843 INFO:tasks.workunit.client.0.smithi136.stdout: "ssd": { 2024-08-19T11:30:45.843 INFO:tasks.workunit.client.0.smithi136.stdout: "total_avail_bytes": 767726555136, 2024-08-19T11:30:45.843 INFO:tasks.workunit.client.0.smithi136.stdout: "total_bytes": 767960285184, 2024-08-19T11:30:45.843 INFO:tasks.workunit.client.0.smithi136.stdout: "total_used_bytes": 233730048, 2024-08-19T11:30:45.843 INFO:tasks.workunit.client.0.smithi136.stdout: "total_used_raw_bytes": 233730048, 2024-08-19T11:30:45.843 INFO:tasks.workunit.client.0.smithi136.stdout: "total_used_raw_ratio": 0.00030435173539444804 2024-08-19T11:30:45.843 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.843 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:45.843 INFO:tasks.workunit.client.0.smithi136.stdout: "total_avail_bytes": 767726555136, 2024-08-19T11:30:45.843 INFO:tasks.workunit.client.0.smithi136.stdout: "total_bytes": 767960285184, 2024-08-19T11:30:45.843 INFO:tasks.workunit.client.0.smithi136.stdout: "total_used_bytes": 233730048 2024-08-19T11:30:45.844 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.844 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:45.844 INFO:tasks.workunit.client.0.smithi136.stdout:} 2024-08-19T11:30:45.844 INFO:tasks.workunit.client.0.smithi136.stderr:++ ceph telemetry collection ls 2024-08-19T11:30:45.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:45 smithi136 ceph-mon[16389]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:45.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:45 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:45.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:45 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:45.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:45 smithi136 ceph-mon[16389]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:45.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:45 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:45.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:45 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:45.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:45 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:45.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:45 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:45.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:45 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:45.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:45 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:45.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:45 smithi136 ceph-mon[28279]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:45.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:45 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:45.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:45 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:45.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:45 smithi136 ceph-mon[28279]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:45.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:45 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:45.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:45 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:45.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:45 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:45.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:45 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:45.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:45 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:45.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:45 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:46.223 INFO:tasks.workunit.client.0.smithi136.stderr:+ COLLECTIONS='New collections are available: 2024-08-19T11:30:46.223 INFO:tasks.workunit.client.0.smithi136.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-08-19T11:30:46.223 INFO:tasks.workunit.client.0.smithi136.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-19T11:30:46.223 INFO:tasks.workunit.client.0.smithi136.stderr: 2024-08-19T11:30:46.223 INFO:tasks.workunit.client.0.smithi136.stderr:NAME STATUS DESC 2024-08-19T11:30:46.223 INFO:tasks.workunit.client.0.smithi136.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-19T11:30:46.223 INFO:tasks.workunit.client.0.smithi136.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-19T11:30:46.223 INFO:tasks.workunit.client.0.smithi136.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-19T11:30:46.223 INFO:tasks.workunit.client.0.smithi136.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-19T11:30:46.223 INFO:tasks.workunit.client.0.smithi136.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-19T11:30:46.223 INFO:tasks.workunit.client.0.smithi136.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-19T11:30:46.224 INFO:tasks.workunit.client.0.smithi136.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-19T11:30:46.224 INFO:tasks.workunit.client.0.smithi136.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-19T11:30:46.224 INFO:tasks.workunit.client.0.smithi136.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-19T11:30:46.224 INFO:tasks.workunit.client.0.smithi136.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-19T11:30:46.224 INFO:tasks.workunit.client.0.smithi136.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-08-19T11:30:46.224 INFO:tasks.workunit.client.0.smithi136.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-08-19T11:30:46.224 INFO:tasks.workunit.client.0.smithi136.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-19T11:30:46.224 INFO:tasks.workunit.client.0.smithi136.stderr:+ [[ New collections are available: 2024-08-19T11:30:46.224 INFO:tasks.workunit.client.0.smithi136.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-19T11:30:46.224 INFO:tasks.workunit.client.0.smithi136.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-19T11:30:46.224 INFO:tasks.workunit.client.0.smithi136.stderr: 2024-08-19T11:30:46.224 INFO:tasks.workunit.client.0.smithi136.stderr:NAME STATUS DESC 2024-08-19T11:30:46.224 INFO:tasks.workunit.client.0.smithi136.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-19T11:30:46.225 INFO:tasks.workunit.client.0.smithi136.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-19T11:30:46.225 INFO:tasks.workunit.client.0.smithi136.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-19T11:30:46.225 INFO:tasks.workunit.client.0.smithi136.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-19T11:30:46.225 INFO:tasks.workunit.client.0.smithi136.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-19T11:30:46.225 INFO:tasks.workunit.client.0.smithi136.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-19T11:30:46.225 INFO:tasks.workunit.client.0.smithi136.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-19T11:30:46.225 INFO:tasks.workunit.client.0.smithi136.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-19T11:30:46.225 INFO:tasks.workunit.client.0.smithi136.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-19T11:30:46.225 INFO:tasks.workunit.client.0.smithi136.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-19T11:30:46.225 INFO:tasks.workunit.client.0.smithi136.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-08-19T11:30:46.225 INFO:tasks.workunit.client.0.smithi136.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-19T11:30:46.225 INFO:tasks.workunit.client.0.smithi136.stderr:+ [[ New collections are available: 2024-08-19T11:30:46.225 INFO:tasks.workunit.client.0.smithi136.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-19T11:30:46.226 INFO:tasks.workunit.client.0.smithi136.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-19T11:30:46.226 INFO:tasks.workunit.client.0.smithi136.stderr: 2024-08-19T11:30:46.226 INFO:tasks.workunit.client.0.smithi136.stderr:NAME STATUS DESC 2024-08-19T11:30:46.226 INFO:tasks.workunit.client.0.smithi136.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-19T11:30:46.226 INFO:tasks.workunit.client.0.smithi136.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-19T11:30:46.226 INFO:tasks.workunit.client.0.smithi136.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-19T11:30:46.226 INFO:tasks.workunit.client.0.smithi136.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-19T11:30:46.226 INFO:tasks.workunit.client.0.smithi136.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-19T11:30:46.226 INFO:tasks.workunit.client.0.smithi136.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-19T11:30:46.226 INFO:tasks.workunit.client.0.smithi136.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-19T11:30:46.226 INFO:tasks.workunit.client.0.smithi136.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-19T11:30:46.226 INFO:tasks.workunit.client.0.smithi136.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-19T11:30:46.226 INFO:tasks.workunit.client.0.smithi136.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-19T11:30:46.227 INFO:tasks.workunit.client.0.smithi136.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-08-19T11:30:46.227 INFO:tasks.workunit.client.0.smithi136.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-19T11:30:46.227 INFO:tasks.workunit.client.0.smithi136.stderr:+ [[ New collections are available: 2024-08-19T11:30:46.227 INFO:tasks.workunit.client.0.smithi136.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-19T11:30:46.227 INFO:tasks.workunit.client.0.smithi136.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-19T11:30:46.227 INFO:tasks.workunit.client.0.smithi136.stderr: 2024-08-19T11:30:46.227 INFO:tasks.workunit.client.0.smithi136.stderr:NAME STATUS DESC 2024-08-19T11:30:46.227 INFO:tasks.workunit.client.0.smithi136.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-19T11:30:46.227 INFO:tasks.workunit.client.0.smithi136.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-19T11:30:46.227 INFO:tasks.workunit.client.0.smithi136.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-19T11:30:46.227 INFO:tasks.workunit.client.0.smithi136.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-19T11:30:46.227 INFO:tasks.workunit.client.0.smithi136.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-19T11:30:46.228 INFO:tasks.workunit.client.0.smithi136.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-19T11:30:46.228 INFO:tasks.workunit.client.0.smithi136.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-19T11:30:46.228 INFO:tasks.workunit.client.0.smithi136.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-19T11:30:46.228 INFO:tasks.workunit.client.0.smithi136.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-19T11:30:46.228 INFO:tasks.workunit.client.0.smithi136.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-19T11:30:46.228 INFO:tasks.workunit.client.0.smithi136.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-08-19T11:30:46.228 INFO:tasks.workunit.client.0.smithi136.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-19T11:30:46.228 INFO:tasks.workunit.client.0.smithi136.stderr:+ [[ New collections are available: 2024-08-19T11:30:46.228 INFO:tasks.workunit.client.0.smithi136.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-19T11:30:46.228 INFO:tasks.workunit.client.0.smithi136.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-19T11:30:46.228 INFO:tasks.workunit.client.0.smithi136.stderr: 2024-08-19T11:30:46.228 INFO:tasks.workunit.client.0.smithi136.stderr:NAME STATUS DESC 2024-08-19T11:30:46.228 INFO:tasks.workunit.client.0.smithi136.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-19T11:30:46.228 INFO:tasks.workunit.client.0.smithi136.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-19T11:30:46.229 INFO:tasks.workunit.client.0.smithi136.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-19T11:30:46.229 INFO:tasks.workunit.client.0.smithi136.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-19T11:30:46.229 INFO:tasks.workunit.client.0.smithi136.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-19T11:30:46.229 INFO:tasks.workunit.client.0.smithi136.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-19T11:30:46.229 INFO:tasks.workunit.client.0.smithi136.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-19T11:30:46.229 INFO:tasks.workunit.client.0.smithi136.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-19T11:30:46.229 INFO:tasks.workunit.client.0.smithi136.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-19T11:30:46.229 INFO:tasks.workunit.client.0.smithi136.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-19T11:30:46.229 INFO:tasks.workunit.client.0.smithi136.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-08-19T11:30:46.229 INFO:tasks.workunit.client.0.smithi136.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-19T11:30:46.229 INFO:tasks.workunit.client.0.smithi136.stderr:+ [[ New collections are available: 2024-08-19T11:30:46.229 INFO:tasks.workunit.client.0.smithi136.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-19T11:30:46.229 INFO:tasks.workunit.client.0.smithi136.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-19T11:30:46.229 INFO:tasks.workunit.client.0.smithi136.stderr: 2024-08-19T11:30:46.229 INFO:tasks.workunit.client.0.smithi136.stderr:NAME STATUS DESC 2024-08-19T11:30:46.230 INFO:tasks.workunit.client.0.smithi136.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-19T11:30:46.230 INFO:tasks.workunit.client.0.smithi136.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-19T11:30:46.230 INFO:tasks.workunit.client.0.smithi136.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-19T11:30:46.230 INFO:tasks.workunit.client.0.smithi136.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-19T11:30:46.230 INFO:tasks.workunit.client.0.smithi136.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-19T11:30:46.230 INFO:tasks.workunit.client.0.smithi136.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-19T11:30:46.230 INFO:tasks.workunit.client.0.smithi136.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-19T11:30:46.230 INFO:tasks.workunit.client.0.smithi136.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-19T11:30:46.230 INFO:tasks.workunit.client.0.smithi136.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-19T11:30:46.230 INFO:tasks.workunit.client.0.smithi136.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-19T11:30:46.230 INFO:tasks.workunit.client.0.smithi136.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-08-19T11:30:46.230 INFO:tasks.workunit.client.0.smithi136.stderr:+ ceph telemetry on --license sharing-1-0 2024-08-19T11:30:46.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:46 smithi155 ceph-mon[19718]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:46.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:46 smithi155 ceph-mon[19718]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:46.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:46 smithi155 ceph-mon[19718]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:46.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:46 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:46.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:46 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:46.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:46 smithi155 ceph-mon[19718]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:46.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:46 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:46.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:46 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:46.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:46 smithi155 ceph-mon[19718]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:46.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:46 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:30:46.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:46 smithi155 ceph-mon[19718]: from='client.24749 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:46.713 INFO:tasks.workunit.client.0.smithi136.stdout:Telemetry is on. 2024-08-19T11:30:46.713 INFO:tasks.workunit.client.0.smithi136.stdout:Some channels are disabled, please enable with: 2024-08-19T11:30:46.713 INFO:tasks.workunit.client.0.smithi136.stdout:`ceph telemetry enable channel perf` 2024-08-19T11:30:46.725 INFO:tasks.workunit.client.0.smithi136.stderr:+ ceph telemetry enable channel perf 2024-08-19T11:30:46.847 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:46 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:30:46] ENGINE Bus STOPPING 2024-08-19T11:30:46.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:46 smithi136 ceph-mon[16389]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:46.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:46 smithi136 ceph-mon[16389]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:46.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:46 smithi136 ceph-mon[16389]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:46.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:46 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:46.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:46 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:46.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:46 smithi136 ceph-mon[16389]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:46.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:46 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:46.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:46 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:46.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:46 smithi136 ceph-mon[16389]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:46.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:46 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:30:46.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:46 smithi136 ceph-mon[16389]: from='client.24749 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:46.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:46 smithi136 ceph-mon[28279]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:46.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:46 smithi136 ceph-mon[28279]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:46.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:46 smithi136 ceph-mon[28279]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:46.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:46 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:46.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:46 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:46.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:46 smithi136 ceph-mon[28279]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:46.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:46 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:46.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:46 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:46.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:46 smithi136 ceph-mon[28279]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:30:46.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:46 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:30:46.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:46 smithi136 ceph-mon[28279]: from='client.24749 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:47.205 INFO:tasks.workunit.client.0.smithi136.stdout:channel_perf is enabled 2024-08-19T11:30:47.216 INFO:tasks.workunit.client.0.smithi136.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-08-19T11:30:47.347 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:46 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:30:46] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T11:30:47.348 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:46 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:30:46] ENGINE Bus STOPPED 2024-08-19T11:30:47.348 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:46 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:30:46] ENGINE Bus STARTING 2024-08-19T11:30:47.348 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:46 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:30:46] ENGINE Serving on http://:::9283 2024-08-19T11:30:47.348 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:46 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:30:46] ENGINE Bus STARTED 2024-08-19T11:30:47.348 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:30:47] ENGINE Bus STOPPING 2024-08-19T11:30:47.578 INFO:tasks.workunit.client.0.smithi136.stderr:+ LAST_OPT_REVISION=1 2024-08-19T11:30:47.578 INFO:tasks.workunit.client.0.smithi136.stderr:+ '[' 1 -ne 1 ']' 2024-08-19T11:30:47.578 INFO:tasks.workunit.client.0.smithi136.stderr:+ ceph telemetry show 2024-08-19T11:30:47.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='client.24749 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:47.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: mgrmap e22: y(active, since 2m), standbys: x 2024-08-19T11:30:47.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:47.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:47.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:47.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:47.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:47.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:47.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:30:47.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:30:47.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:47.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:47.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:47.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:47.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:47.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:47.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:47.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:47.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:47.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:47.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:47.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:47.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:47.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:47.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:30:47.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:30:47.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:47.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:47.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:47.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:47.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:47.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:47.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:47.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:47.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:47.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:47.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:47.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:47.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:47.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:47.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:47.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:47.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:47.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:47.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:47.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:47.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:47.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:47.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:47.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:47.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:47 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:47.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:30:47] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T11:30:47.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:30:47] ENGINE Bus STOPPED 2024-08-19T11:30:47.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:30:47] ENGINE Bus STARTING 2024-08-19T11:30:47.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:30:47] "GET /metrics HTTP/1.1" 200 33681 "" "Prometheus/2.43.0" 2024-08-19T11:30:47.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:30:47] ENGINE Serving on http://:::9283 2024-08-19T11:30:47.849 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:30:47] ENGINE Bus STARTED 2024-08-19T11:30:47.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='client.24749 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:47.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: mgrmap e22: y(active, since 2m), standbys: x 2024-08-19T11:30:47.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:47.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:47.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:47.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:47.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:47.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:47.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:30:47.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:30:47.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:47.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:47.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:47.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:47.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:47.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:47.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:47.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:47.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:47.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:47.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:47.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:47.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:47.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:47.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:30:47.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:30:47.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:47.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:47.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='client.24749 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:47.852 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: mgrmap e22: y(active, since 2m), standbys: x 2024-08-19T11:30:47.852 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:47.852 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:47.852 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:47.852 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:47.852 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:47.852 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:47.852 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:30:47.852 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:30:47.852 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:47.852 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:47.852 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:47.852 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:47.852 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:47.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:47.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:47.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:47.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:47.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:47.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:47.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:47.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:47.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:47.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:30:47.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:30:47.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:47.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:47.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:47.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:47.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:47.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:47.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:47.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:47.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:47.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:47.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:47.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:47.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:47.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:47.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:47.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:47.855 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:47.855 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:47.855 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:47.855 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:47.855 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:47.855 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:47.855 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:47.855 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:47.855 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:47.855 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:47.856 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:47.856 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:47.856 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:47.856 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:47.856 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:47.856 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:47.856 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:47.856 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:47.856 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:47.856 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:47.856 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:47.856 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:47.856 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:47.856 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:47.857 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:47.857 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:47.857 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:47.857 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:47.857 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:47.857 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:47.857 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:47.857 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:47 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:48.231 INFO:tasks.workunit.client.0.smithi136.stdout:{ 2024-08-19T11:30:48.231 INFO:tasks.workunit.client.0.smithi136.stdout: "balancer": { 2024-08-19T11:30:48.231 INFO:tasks.workunit.client.0.smithi136.stdout: "active": true, 2024-08-19T11:30:48.231 INFO:tasks.workunit.client.0.smithi136.stdout: "mode": "" 2024-08-19T11:30:48.232 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.232 INFO:tasks.workunit.client.0.smithi136.stdout: "channels": [ 2024-08-19T11:30:48.232 INFO:tasks.workunit.client.0.smithi136.stdout: "basic", 2024-08-19T11:30:48.232 INFO:tasks.workunit.client.0.smithi136.stdout: "crash", 2024-08-19T11:30:48.232 INFO:tasks.workunit.client.0.smithi136.stdout: "device", 2024-08-19T11:30:48.232 INFO:tasks.workunit.client.0.smithi136.stdout: "ident", 2024-08-19T11:30:48.232 INFO:tasks.workunit.client.0.smithi136.stdout: "perf" 2024-08-19T11:30:48.232 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:48.232 INFO:tasks.workunit.client.0.smithi136.stdout: "channels_available": [ 2024-08-19T11:30:48.232 INFO:tasks.workunit.client.0.smithi136.stdout: "basic", 2024-08-19T11:30:48.232 INFO:tasks.workunit.client.0.smithi136.stdout: "ident", 2024-08-19T11:30:48.232 INFO:tasks.workunit.client.0.smithi136.stdout: "crash", 2024-08-19T11:30:48.232 INFO:tasks.workunit.client.0.smithi136.stdout: "device", 2024-08-19T11:30:48.232 INFO:tasks.workunit.client.0.smithi136.stdout: "perf" 2024-08-19T11:30:48.232 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:48.233 INFO:tasks.workunit.client.0.smithi136.stdout: "collections_available": [ 2024-08-19T11:30:48.233 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_base", 2024-08-19T11:30:48.233 INFO:tasks.workunit.client.0.smithi136.stdout: "device_base", 2024-08-19T11:30:48.233 INFO:tasks.workunit.client.0.smithi136.stdout: "crash_base", 2024-08-19T11:30:48.233 INFO:tasks.workunit.client.0.smithi136.stdout: "ident_base", 2024-08-19T11:30:48.233 INFO:tasks.workunit.client.0.smithi136.stdout: "perf_perf", 2024-08-19T11:30:48.233 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_mds_metadata", 2024-08-19T11:30:48.233 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_pool_usage", 2024-08-19T11:30:48.233 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_usage_by_class", 2024-08-19T11:30:48.233 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_rook_v01", 2024-08-19T11:30:48.233 INFO:tasks.workunit.client.0.smithi136.stdout: "perf_memory_metrics", 2024-08-19T11:30:48.233 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_pool_options_bluestore" 2024-08-19T11:30:48.233 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:48.233 INFO:tasks.workunit.client.0.smithi136.stdout: "collections_opted_in": [ 2024-08-19T11:30:48.234 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_base", 2024-08-19T11:30:48.234 INFO:tasks.workunit.client.0.smithi136.stdout: "device_base", 2024-08-19T11:30:48.234 INFO:tasks.workunit.client.0.smithi136.stdout: "crash_base", 2024-08-19T11:30:48.234 INFO:tasks.workunit.client.0.smithi136.stdout: "ident_base", 2024-08-19T11:30:48.234 INFO:tasks.workunit.client.0.smithi136.stdout: "perf_perf", 2024-08-19T11:30:48.234 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_mds_metadata", 2024-08-19T11:30:48.234 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_pool_usage", 2024-08-19T11:30:48.234 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_usage_by_class", 2024-08-19T11:30:48.234 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_rook_v01", 2024-08-19T11:30:48.234 INFO:tasks.workunit.client.0.smithi136.stdout: "perf_memory_metrics", 2024-08-19T11:30:48.234 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_pool_options_bluestore" 2024-08-19T11:30:48.234 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:48.234 INFO:tasks.workunit.client.0.smithi136.stdout: "config": { 2024-08-19T11:30:48.235 INFO:tasks.workunit.client.0.smithi136.stdout: "active_changed": [ 2024-08-19T11:30:48.235 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-19T11:30:48.235 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_debug", 2024-08-19T11:30:48.235 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_mon_ticket_ttl", 2024-08-19T11:30:48.235 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_service_ticket_ttl", 2024-08-19T11:30:48.235 INFO:tasks.workunit.client.0.smithi136.stdout: "bdev_debug_aio", 2024-08-19T11:30:48.235 INFO:tasks.workunit.client.0.smithi136.stdout: "client_check_pool_perm", 2024-08-19T11:30:48.235 INFO:tasks.workunit.client.0.smithi136.stdout: "client_mount_gid", 2024-08-19T11:30:48.235 INFO:tasks.workunit.client.0.smithi136.stdout: "client_mount_uid", 2024-08-19T11:30:48.235 INFO:tasks.workunit.client.0.smithi136.stdout: "client_quota", 2024-08-19T11:30:48.235 INFO:tasks.workunit.client.0.smithi136.stdout: "container_image", 2024-08-19T11:30:48.235 INFO:tasks.workunit.client.0.smithi136.stdout: "daemonize", 2024-08-19T11:30:48.235 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_asserts_on_shutdown", 2024-08-19T11:30:48.236 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_mgr", 2024-08-19T11:30:48.236 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_mon", 2024-08-19T11:30:48.236 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_ms", 2024-08-19T11:30:48.236 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_osd", 2024-08-19T11:30:48.236 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_paxos", 2024-08-19T11:30:48.236 INFO:tasks.workunit.client.0.smithi136.stdout: "keyring", 2024-08-19T11:30:48.236 INFO:tasks.workunit.client.0.smithi136.stdout: "leveldb_block_size", 2024-08-19T11:30:48.236 INFO:tasks.workunit.client.0.smithi136.stdout: "leveldb_cache_size", 2024-08-19T11:30:48.236 INFO:tasks.workunit.client.0.smithi136.stdout: "leveldb_compression", 2024-08-19T11:30:48.236 INFO:tasks.workunit.client.0.smithi136.stdout: "leveldb_log", 2024-08-19T11:30:48.236 INFO:tasks.workunit.client.0.smithi136.stdout: "leveldb_write_buffer_size", 2024-08-19T11:30:48.236 INFO:tasks.workunit.client.0.smithi136.stdout: "log_to_file", 2024-08-19T11:30:48.236 INFO:tasks.workunit.client.0.smithi136.stdout: "log_to_journald", 2024-08-19T11:30:48.236 INFO:tasks.workunit.client.0.smithi136.stdout: "log_to_stderr", 2024-08-19T11:30:48.237 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_allow_pool_delete", 2024-08-19T11:30:48.237 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_clock_drift_allowed", 2024-08-19T11:30:48.237 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_cluster_log_file_level", 2024-08-19T11:30:48.237 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_cluster_log_to_file", 2024-08-19T11:30:48.237 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_cluster_log_to_journald", 2024-08-19T11:30:48.237 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_cluster_log_to_stderr", 2024-08-19T11:30:48.237 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_data_avail_warn", 2024-08-19T11:30:48.237 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_election_default_strategy", 2024-08-19T11:30:48.237 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_host", 2024-08-19T11:30:48.237 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_max_pg_per_osd", 2024-08-19T11:30:48.237 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_mgr_mkfs_grace", 2024-08-19T11:30:48.237 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_osd_prime_pg_temp", 2024-08-19T11:30:48.237 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_osd_reporter_subtree_level", 2024-08-19T11:30:48.237 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_pg_warn_max_object_skew", 2024-08-19T11:30:48.238 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-19T11:30:48.238 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-19T11:30:48.238 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-19T11:30:48.238 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-19T11:30:48.238 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-19T11:30:48.238 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-19T11:30:48.238 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-19T11:30:48.238 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-19T11:30:48.238 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_too_few_osds", 2024-08-19T11:30:48.238 INFO:tasks.workunit.client.0.smithi136.stdout: "ms_die_on_bug", 2024-08-19T11:30:48.238 INFO:tasks.workunit.client.0.smithi136.stdout: "ms_die_on_old_message", 2024-08-19T11:30:48.238 INFO:tasks.workunit.client.0.smithi136.stdout: "no_config_file", 2024-08-19T11:30:48.238 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_class_default_list", 2024-08-19T11:30:48.239 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_class_load_list", 2024-08-19T11:30:48.239 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_crush_chooseleaf_type", 2024-08-19T11:30:48.239 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_misdirected_ops", 2024-08-19T11:30:48.239 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_op_order", 2024-08-19T11:30:48.239 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_pg_log_writeout", 2024-08-19T11:30:48.239 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_shutdown", 2024-08-19T11:30:48.239 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_verify_cached_snaps", 2024-08-19T11:30:48.239 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_verify_missing_on_start", 2024-08-19T11:30:48.239 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_verify_stray_on_activate", 2024-08-19T11:30:48.239 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-19T11:30:48.239 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_delete_sleep", 2024-08-19T11:30:48.239 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_delete_sleep_hdd", 2024-08-19T11:30:48.239 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_delete_sleep_hybrid", 2024-08-19T11:30:48.239 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_delete_sleep_ssd", 2024-08-19T11:30:48.240 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_max_backfills", 2024-08-19T11:30:48.240 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-19T11:30:48.240 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_profile", 2024-08-19T11:30:48.240 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-19T11:30:48.240 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-19T11:30:48.240 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-19T11:30:48.240 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-19T11:30:48.240 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-19T11:30:48.240 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-19T11:30:48.240 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_client_lim", 2024-08-19T11:30:48.240 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_client_res", 2024-08-19T11:30:48.240 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-19T11:30:48.240 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_memory_target", 2024-08-19T11:30:48.240 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_memory_target_autotune", 2024-08-19T11:30:48.241 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_op_queue", 2024-08-19T11:30:48.241 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_op_queue_cut_off", 2024-08-19T11:30:48.241 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pg_delete_cost", 2024-08-19T11:30:48.241 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pool_default_erasure_code_profile", 2024-08-19T11:30:48.241 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-19T11:30:48.241 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recover_clone_overlap", 2024-08-19T11:30:48.241 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_max_active", 2024-08-19T11:30:48.241 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_max_active_hdd", 2024-08-19T11:30:48.241 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_max_active_ssd", 2024-08-19T11:30:48.241 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_max_chunk", 2024-08-19T11:30:48.241 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_sleep", 2024-08-19T11:30:48.241 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_sleep_hdd", 2024-08-19T11:30:48.241 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_sleep_hybrid", 2024-08-19T11:30:48.241 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_sleep_ssd", 2024-08-19T11:30:48.242 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_scrub_load_threshold", 2024-08-19T11:30:48.242 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_scrub_max_interval", 2024-08-19T11:30:48.242 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_scrub_sleep", 2024-08-19T11:30:48.242 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_shutdown_pgref_assert", 2024-08-19T11:30:48.242 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_snap_trim_sleep", 2024-08-19T11:30:48.242 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_snap_trim_sleep_hdd", 2024-08-19T11:30:48.242 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-19T11:30:48.242 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_snap_trim_sleep_ssd", 2024-08-19T11:30:48.242 INFO:tasks.workunit.client.0.smithi136.stdout: "public_addr", 2024-08-19T11:30:48.242 INFO:tasks.workunit.client.0.smithi136.stdout: "public_addrv", 2024-08-19T11:30:48.242 INFO:tasks.workunit.client.0.smithi136.stdout: "public_network", 2024-08-19T11:30:48.242 INFO:tasks.workunit.client.0.smithi136.stdout: "rbd_default_features", 2024-08-19T11:30:48.242 INFO:tasks.workunit.client.0.smithi136.stdout: "rbd_qos_exclude_ops", 2024-08-19T11:30:48.242 INFO:tasks.workunit.client.0.smithi136.stdout: "setgroup", 2024-08-19T11:30:48.243 INFO:tasks.workunit.client.0.smithi136.stdout: "setuser" 2024-08-19T11:30:48.243 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:48.243 INFO:tasks.workunit.client.0.smithi136.stdout: "cluster_changed": [ 2024-08-19T11:30:48.243 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-19T11:30:48.243 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_debug", 2024-08-19T11:30:48.243 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_mon_ticket_ttl", 2024-08-19T11:30:48.243 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_service_ticket_ttl", 2024-08-19T11:30:48.243 INFO:tasks.workunit.client.0.smithi136.stdout: "bdev_debug_aio", 2024-08-19T11:30:48.243 INFO:tasks.workunit.client.0.smithi136.stdout: "container_image", 2024-08-19T11:30:48.243 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_asserts_on_shutdown", 2024-08-19T11:30:48.243 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_mgr", 2024-08-19T11:30:48.243 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_mon", 2024-08-19T11:30:48.243 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_ms", 2024-08-19T11:30:48.243 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_osd", 2024-08-19T11:30:48.244 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_paxos", 2024-08-19T11:30:48.244 INFO:tasks.workunit.client.0.smithi136.stdout: "log_to_file", 2024-08-19T11:30:48.244 INFO:tasks.workunit.client.0.smithi136.stdout: "log_to_journald", 2024-08-19T11:30:48.244 INFO:tasks.workunit.client.0.smithi136.stdout: "log_to_stderr", 2024-08-19T11:30:48.244 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_join_fs", 2024-08-19T11:30:48.244 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/cephadm/allow_ptrace", 2024-08-19T11:30:48.244 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/cephadm/container_init", 2024-08-19T11:30:48.244 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/cephadm/migration_current", 2024-08-19T11:30:48.244 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/cephadm/use_repo_digest", 2024-08-19T11:30:48.244 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-19T11:30:48.244 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-19T11:30:48.244 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-19T11:30:48.244 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-19T11:30:48.244 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/dashboard/ssl_server_port", 2024-08-19T11:30:48.245 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/orchestrator/orchestrator", 2024-08-19T11:30:48.245 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/telemetry/channel_ident", 2024-08-19T11:30:48.245 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/telemetry/channel_perf", 2024-08-19T11:30:48.245 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/telemetry/description", 2024-08-19T11:30:48.245 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/telemetry/enabled", 2024-08-19T11:30:48.245 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/telemetry/organization", 2024-08-19T11:30:48.245 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_allow_pool_delete", 2024-08-19T11:30:48.245 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_clock_drift_allowed", 2024-08-19T11:30:48.245 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_cluster_log_file_level", 2024-08-19T11:30:48.245 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_cluster_log_to_file", 2024-08-19T11:30:48.245 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_data_avail_warn", 2024-08-19T11:30:48.245 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_election_default_strategy", 2024-08-19T11:30:48.245 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_max_pg_per_osd", 2024-08-19T11:30:48.245 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_mgr_mkfs_grace", 2024-08-19T11:30:48.246 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_osd_prime_pg_temp", 2024-08-19T11:30:48.246 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_osd_reporter_subtree_level", 2024-08-19T11:30:48.246 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_pg_warn_max_object_skew", 2024-08-19T11:30:48.246 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-19T11:30:48.246 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-19T11:30:48.246 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-19T11:30:48.246 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-19T11:30:48.246 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-19T11:30:48.246 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-19T11:30:48.246 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-19T11:30:48.246 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-19T11:30:48.246 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_too_few_osds", 2024-08-19T11:30:48.246 INFO:tasks.workunit.client.0.smithi136.stdout: "ms_die_on_bug", 2024-08-19T11:30:48.247 INFO:tasks.workunit.client.0.smithi136.stdout: "ms_die_on_old_message", 2024-08-19T11:30:48.247 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_class_default_list", 2024-08-19T11:30:48.247 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_class_load_list", 2024-08-19T11:30:48.247 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_misdirected_ops", 2024-08-19T11:30:48.247 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_op_order", 2024-08-19T11:30:48.247 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_pg_log_writeout", 2024-08-19T11:30:48.247 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_shutdown", 2024-08-19T11:30:48.247 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_verify_cached_snaps", 2024-08-19T11:30:48.247 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_verify_missing_on_start", 2024-08-19T11:30:48.247 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_verify_stray_on_activate", 2024-08-19T11:30:48.247 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-19T11:30:48.247 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-19T11:30:48.247 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_profile", 2024-08-19T11:30:48.248 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_memory_target", 2024-08-19T11:30:48.248 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_memory_target_autotune", 2024-08-19T11:30:48.248 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_op_queue", 2024-08-19T11:30:48.248 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_op_queue_cut_off", 2024-08-19T11:30:48.248 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pool_default_erasure_code_profile", 2024-08-19T11:30:48.248 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-19T11:30:48.248 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recover_clone_overlap", 2024-08-19T11:30:48.248 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_max_chunk", 2024-08-19T11:30:48.248 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_scrub_load_threshold", 2024-08-19T11:30:48.248 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_scrub_max_interval", 2024-08-19T11:30:48.248 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_shutdown_pgref_assert", 2024-08-19T11:30:48.248 INFO:tasks.workunit.client.0.smithi136.stdout: "public_network", 2024-08-19T11:30:48.249 INFO:tasks.workunit.client.0.smithi136.stdout: "rgw_cache_enabled", 2024-08-19T11:30:48.249 INFO:tasks.workunit.client.0.smithi136.stdout: "rgw_enable_ops_log", 2024-08-19T11:30:48.249 INFO:tasks.workunit.client.0.smithi136.stdout: "rgw_enable_usage_log" 2024-08-19T11:30:48.249 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.249 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.249 INFO:tasks.workunit.client.0.smithi136.stdout: "contact": null, 2024-08-19T11:30:48.249 INFO:tasks.workunit.client.0.smithi136.stdout: "crashes": [], 2024-08-19T11:30:48.249 INFO:tasks.workunit.client.0.smithi136.stdout: "created": "2024-08-19T11:22:03.711368Z", 2024-08-19T11:30:48.249 INFO:tasks.workunit.client.0.smithi136.stdout: "crush": { 2024-08-19T11:30:48.249 INFO:tasks.workunit.client.0.smithi136.stdout: "bucket_algs": { 2024-08-19T11:30:48.249 INFO:tasks.workunit.client.0.smithi136.stdout: "straw2": 3 2024-08-19T11:30:48.249 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.249 INFO:tasks.workunit.client.0.smithi136.stdout: "bucket_sizes": { 2024-08-19T11:30:48.250 INFO:tasks.workunit.client.0.smithi136.stdout: "2": 1, 2024-08-19T11:30:48.250 INFO:tasks.workunit.client.0.smithi136.stdout: "4": 2 2024-08-19T11:30:48.250 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.250 INFO:tasks.workunit.client.0.smithi136.stdout: "bucket_types": { 2024-08-19T11:30:48.250 INFO:tasks.workunit.client.0.smithi136.stdout: "1": 2, 2024-08-19T11:30:48.250 INFO:tasks.workunit.client.0.smithi136.stdout: "11": 1 2024-08-19T11:30:48.250 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.250 INFO:tasks.workunit.client.0.smithi136.stdout: "compat_weight_set": false, 2024-08-19T11:30:48.250 INFO:tasks.workunit.client.0.smithi136.stdout: "device_classes": [ 2024-08-19T11:30:48.250 INFO:tasks.workunit.client.0.smithi136.stdout: 8 2024-08-19T11:30:48.250 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:48.250 INFO:tasks.workunit.client.0.smithi136.stdout: "num_buckets": 6, 2024-08-19T11:30:48.250 INFO:tasks.workunit.client.0.smithi136.stdout: "num_devices": 8, 2024-08-19T11:30:48.251 INFO:tasks.workunit.client.0.smithi136.stdout: "num_rules": 1, 2024-08-19T11:30:48.251 INFO:tasks.workunit.client.0.smithi136.stdout: "num_types": 12, 2024-08-19T11:30:48.251 INFO:tasks.workunit.client.0.smithi136.stdout: "num_weight_sets": 0, 2024-08-19T11:30:48.251 INFO:tasks.workunit.client.0.smithi136.stdout: "tunables": { 2024-08-19T11:30:48.251 INFO:tasks.workunit.client.0.smithi136.stdout: "allowed_bucket_algs": 54, 2024-08-19T11:30:48.251 INFO:tasks.workunit.client.0.smithi136.stdout: "choose_local_fallback_tries": 0, 2024-08-19T11:30:48.251 INFO:tasks.workunit.client.0.smithi136.stdout: "choose_local_tries": 0, 2024-08-19T11:30:48.251 INFO:tasks.workunit.client.0.smithi136.stdout: "choose_total_tries": 50, 2024-08-19T11:30:48.251 INFO:tasks.workunit.client.0.smithi136.stdout: "chooseleaf_descend_once": 1, 2024-08-19T11:30:48.251 INFO:tasks.workunit.client.0.smithi136.stdout: "chooseleaf_stable": 1, 2024-08-19T11:30:48.251 INFO:tasks.workunit.client.0.smithi136.stdout: "chooseleaf_vary_r": 1, 2024-08-19T11:30:48.251 INFO:tasks.workunit.client.0.smithi136.stdout: "has_v2_rules": 0, 2024-08-19T11:30:48.251 INFO:tasks.workunit.client.0.smithi136.stdout: "has_v3_rules": 0, 2024-08-19T11:30:48.251 INFO:tasks.workunit.client.0.smithi136.stdout: "has_v4_buckets": 1, 2024-08-19T11:30:48.252 INFO:tasks.workunit.client.0.smithi136.stdout: "has_v5_rules": 0, 2024-08-19T11:30:48.252 INFO:tasks.workunit.client.0.smithi136.stdout: "legacy_tunables": 0, 2024-08-19T11:30:48.252 INFO:tasks.workunit.client.0.smithi136.stdout: "minimum_required_version": "jewel", 2024-08-19T11:30:48.252 INFO:tasks.workunit.client.0.smithi136.stdout: "optimal_tunables": 1, 2024-08-19T11:30:48.252 INFO:tasks.workunit.client.0.smithi136.stdout: "profile": "jewel", 2024-08-19T11:30:48.252 INFO:tasks.workunit.client.0.smithi136.stdout: "require_feature_tunables": 1, 2024-08-19T11:30:48.252 INFO:tasks.workunit.client.0.smithi136.stdout: "require_feature_tunables2": 1, 2024-08-19T11:30:48.252 INFO:tasks.workunit.client.0.smithi136.stdout: "require_feature_tunables3": 1, 2024-08-19T11:30:48.252 INFO:tasks.workunit.client.0.smithi136.stdout: "require_feature_tunables5": 1, 2024-08-19T11:30:48.252 INFO:tasks.workunit.client.0.smithi136.stdout: "straw_calc_version": 1 2024-08-19T11:30:48.252 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.252 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.253 INFO:tasks.workunit.client.0.smithi136.stdout: "description": "upgrade test cluster", 2024-08-19T11:30:48.253 INFO:tasks.workunit.client.0.smithi136.stdout: "fs": { 2024-08-19T11:30:48.253 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1, 2024-08-19T11:30:48.253 INFO:tasks.workunit.client.0.smithi136.stdout: "feature_flags": { 2024-08-19T11:30:48.253 INFO:tasks.workunit.client.0.smithi136.stdout: "enable_multiple": true, 2024-08-19T11:30:48.253 INFO:tasks.workunit.client.0.smithi136.stdout: "ever_enabled_multiple": true 2024-08-19T11:30:48.253 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.253 INFO:tasks.workunit.client.0.smithi136.stdout: "filesystems": [ 2024-08-19T11:30:48.253 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.253 INFO:tasks.workunit.client.0.smithi136.stdout: "approx_ctime": "2024-08", 2024-08-19T11:30:48.253 INFO:tasks.workunit.client.0.smithi136.stdout: "balancer_enabled": false, 2024-08-19T11:30:48.253 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.253 INFO:tasks.workunit.client.0.smithi136.stdout: "cached_caps": 0, 2024-08-19T11:30:48.253 INFO:tasks.workunit.client.0.smithi136.stdout: "cached_dns": 10, 2024-08-19T11:30:48.254 INFO:tasks.workunit.client.0.smithi136.stdout: "cached_inos": 13, 2024-08-19T11:30:48.254 INFO:tasks.workunit.client.0.smithi136.stdout: "cached_subtrees": 2, 2024-08-19T11:30:48.254 INFO:tasks.workunit.client.0.smithi136.stdout: "ever_allowed_features": 0, 2024-08-19T11:30:48.254 INFO:tasks.workunit.client.0.smithi136.stdout: "explicitly_allowed_features": 0, 2024-08-19T11:30:48.254 INFO:tasks.workunit.client.0.smithi136.stdout: "files": 0, 2024-08-19T11:30:48.254 INFO:tasks.workunit.client.0.smithi136.stdout: "max_mds": 1, 2024-08-19T11:30:48.254 INFO:tasks.workunit.client.0.smithi136.stdout: "num_data_pools": 1, 2024-08-19T11:30:48.254 INFO:tasks.workunit.client.0.smithi136.stdout: "num_in": 1, 2024-08-19T11:30:48.254 INFO:tasks.workunit.client.0.smithi136.stdout: "num_mds": 1, 2024-08-19T11:30:48.254 INFO:tasks.workunit.client.0.smithi136.stdout: "num_sessions": 0, 2024-08-19T11:30:48.254 INFO:tasks.workunit.client.0.smithi136.stdout: "num_standby_replay": 0, 2024-08-19T11:30:48.254 INFO:tasks.workunit.client.0.smithi136.stdout: "num_up": 1, 2024-08-19T11:30:48.255 INFO:tasks.workunit.client.0.smithi136.stdout: "snaps": 0, 2024-08-19T11:30:48.255 INFO:tasks.workunit.client.0.smithi136.stdout: "standby_count_wanted": 0 2024-08-19T11:30:48.255 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.255 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:48.255 INFO:tasks.workunit.client.0.smithi136.stdout: "num_standby_mds": 1, 2024-08-19T11:30:48.255 INFO:tasks.workunit.client.0.smithi136.stdout: "total_num_mds": 2 2024-08-19T11:30:48.255 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.255 INFO:tasks.workunit.client.0.smithi136.stdout: "heap_stats": { 2024-08-19T11:30:48.255 INFO:tasks.workunit.client.0.smithi136.stdout: "mds": { 2024-08-19T11:30:48.255 INFO:tasks.workunit.client.0.smithi136.stdout: "mds.66d609471b43c94ed14ef10d1ea80b0c4e84155a": { 2024-08-19T11:30:48.255 INFO:tasks.workunit.client.0.smithi136.stdout: "actual_memory_used": 20135936, 2024-08-19T11:30:48.255 INFO:tasks.workunit.client.0.smithi136.stdout: "central_cache_freelist": 342024, 2024-08-19T11:30:48.256 INFO:tasks.workunit.client.0.smithi136.stdout: "malloc_metadata": 2621440, 2024-08-19T11:30:48.256 INFO:tasks.workunit.client.0.smithi136.stdout: "page_heap_freelist": 851968, 2024-08-19T11:30:48.256 INFO:tasks.workunit.client.0.smithi136.stdout: "released_to_os": 0, 2024-08-19T11:30:48.256 INFO:tasks.workunit.client.0.smithi136.stdout: "spans_in_use": 344, 2024-08-19T11:30:48.256 INFO:tasks.workunit.client.0.smithi136.stdout: "tcmalloc_page_size": 8192, 2024-08-19T11:30:48.256 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_cache_freelists": 922056, 2024-08-19T11:30:48.256 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_heaps_in_use": 12, 2024-08-19T11:30:48.256 INFO:tasks.workunit.client.0.smithi136.stdout: "transfer_cache_freelist": 690688, 2024-08-19T11:30:48.256 INFO:tasks.workunit.client.0.smithi136.stdout: "use_by_application": 14707760, 2024-08-19T11:30:48.256 INFO:tasks.workunit.client.0.smithi136.stdout: "virtual_address_space_used": 20135936 2024-08-19T11:30:48.256 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.256 INFO:tasks.workunit.client.0.smithi136.stdout: "mds.f75a27bd54e9b270b172ae5961384f60174164b2": { 2024-08-19T11:30:48.256 INFO:tasks.workunit.client.0.smithi136.stdout: "actual_memory_used": 20365312, 2024-08-19T11:30:48.257 INFO:tasks.workunit.client.0.smithi136.stdout: "central_cache_freelist": 496504, 2024-08-19T11:30:48.257 INFO:tasks.workunit.client.0.smithi136.stdout: "malloc_metadata": 2621440, 2024-08-19T11:30:48.257 INFO:tasks.workunit.client.0.smithi136.stdout: "page_heap_freelist": 8192, 2024-08-19T11:30:48.257 INFO:tasks.workunit.client.0.smithi136.stdout: "released_to_os": 819200, 2024-08-19T11:30:48.257 INFO:tasks.workunit.client.0.smithi136.stdout: "spans_in_use": 425, 2024-08-19T11:30:48.257 INFO:tasks.workunit.client.0.smithi136.stdout: "tcmalloc_page_size": 8192, 2024-08-19T11:30:48.257 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_cache_freelists": 1234424, 2024-08-19T11:30:48.257 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_heaps_in_use": 20, 2024-08-19T11:30:48.257 INFO:tasks.workunit.client.0.smithi136.stdout: "transfer_cache_freelist": 904704, 2024-08-19T11:30:48.257 INFO:tasks.workunit.client.0.smithi136.stdout: "use_by_application": 15100048, 2024-08-19T11:30:48.257 INFO:tasks.workunit.client.0.smithi136.stdout: "virtual_address_space_used": 21184512 2024-08-19T11:30:48.257 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.257 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.258 INFO:tasks.workunit.client.0.smithi136.stdout: "mon": { 2024-08-19T11:30:48.258 INFO:tasks.workunit.client.0.smithi136.stdout: "mon.66d609471b43c94ed14ef10d1ea80b0c4e84155a": { 2024-08-19T11:30:48.258 INFO:tasks.workunit.client.0.smithi136.stdout: "actual_memory_used": 36782080, 2024-08-19T11:30:48.258 INFO:tasks.workunit.client.0.smithi136.stdout: "central_cache_freelist": 1368680, 2024-08-19T11:30:48.258 INFO:tasks.workunit.client.0.smithi136.stdout: "malloc_metadata": 2621440, 2024-08-19T11:30:48.258 INFO:tasks.workunit.client.0.smithi136.stdout: "page_heap_freelist": 188416, 2024-08-19T11:30:48.258 INFO:tasks.workunit.client.0.smithi136.stdout: "released_to_os": 9699328, 2024-08-19T11:30:48.258 INFO:tasks.workunit.client.0.smithi136.stdout: "spans_in_use": 1165, 2024-08-19T11:30:48.258 INFO:tasks.workunit.client.0.smithi136.stdout: "tcmalloc_page_size": 8192, 2024-08-19T11:30:48.258 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_cache_freelists": 7736544, 2024-08-19T11:30:48.258 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_heaps_in_use": 21, 2024-08-19T11:30:48.258 INFO:tasks.workunit.client.0.smithi136.stdout: "transfer_cache_freelist": 1089024, 2024-08-19T11:30:48.258 INFO:tasks.workunit.client.0.smithi136.stdout: "use_by_application": 23777976, 2024-08-19T11:30:48.258 INFO:tasks.workunit.client.0.smithi136.stdout: "virtual_address_space_used": 46481408 2024-08-19T11:30:48.259 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.259 INFO:tasks.workunit.client.0.smithi136.stdout: "mon.a8a83eaa082a24dbfedbadefdb64a4eaca3a2300": { 2024-08-19T11:30:48.259 INFO:tasks.workunit.client.0.smithi136.stdout: "actual_memory_used": 37044224, 2024-08-19T11:30:48.259 INFO:tasks.workunit.client.0.smithi136.stdout: "central_cache_freelist": 967600, 2024-08-19T11:30:48.259 INFO:tasks.workunit.client.0.smithi136.stdout: "malloc_metadata": 2621440, 2024-08-19T11:30:48.259 INFO:tasks.workunit.client.0.smithi136.stdout: "page_heap_freelist": 827392, 2024-08-19T11:30:48.259 INFO:tasks.workunit.client.0.smithi136.stdout: "released_to_os": 7331840, 2024-08-19T11:30:48.259 INFO:tasks.workunit.client.0.smithi136.stdout: "spans_in_use": 1001, 2024-08-19T11:30:48.259 INFO:tasks.workunit.client.0.smithi136.stdout: "tcmalloc_page_size": 8192, 2024-08-19T11:30:48.259 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_cache_freelists": 6621224, 2024-08-19T11:30:48.259 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_heaps_in_use": 21, 2024-08-19T11:30:48.259 INFO:tasks.workunit.client.0.smithi136.stdout: "transfer_cache_freelist": 2224896, 2024-08-19T11:30:48.259 INFO:tasks.workunit.client.0.smithi136.stdout: "use_by_application": 23781672, 2024-08-19T11:30:48.260 INFO:tasks.workunit.client.0.smithi136.stdout: "virtual_address_space_used": 44376064 2024-08-19T11:30:48.260 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.260 INFO:tasks.workunit.client.0.smithi136.stdout: "mon.f75a27bd54e9b270b172ae5961384f60174164b2": { 2024-08-19T11:30:48.260 INFO:tasks.workunit.client.0.smithi136.stdout: "actual_memory_used": 43835392, 2024-08-19T11:30:48.260 INFO:tasks.workunit.client.0.smithi136.stdout: "central_cache_freelist": 1514128, 2024-08-19T11:30:48.260 INFO:tasks.workunit.client.0.smithi136.stdout: "malloc_metadata": 2621440, 2024-08-19T11:30:48.260 INFO:tasks.workunit.client.0.smithi136.stdout: "page_heap_freelist": 0, 2024-08-19T11:30:48.260 INFO:tasks.workunit.client.0.smithi136.stdout: "released_to_os": 4628480, 2024-08-19T11:30:48.260 INFO:tasks.workunit.client.0.smithi136.stdout: "spans_in_use": 1727, 2024-08-19T11:30:48.260 INFO:tasks.workunit.client.0.smithi136.stdout: "tcmalloc_page_size": 8192, 2024-08-19T11:30:48.260 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_cache_freelists": 10492136, 2024-08-19T11:30:48.260 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_heaps_in_use": 23, 2024-08-19T11:30:48.260 INFO:tasks.workunit.client.0.smithi136.stdout: "transfer_cache_freelist": 2749952, 2024-08-19T11:30:48.260 INFO:tasks.workunit.client.0.smithi136.stdout: "use_by_application": 26457736, 2024-08-19T11:30:48.260 INFO:tasks.workunit.client.0.smithi136.stdout: "virtual_address_space_used": 48463872 2024-08-19T11:30:48.261 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.261 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.261 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:48.261 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.0": { 2024-08-19T11:30:48.261 INFO:tasks.workunit.client.0.smithi136.stdout: "actual_memory_used": 46964736, 2024-08-19T11:30:48.261 INFO:tasks.workunit.client.0.smithi136.stdout: "central_cache_freelist": 971480, 2024-08-19T11:30:48.261 INFO:tasks.workunit.client.0.smithi136.stdout: "malloc_metadata": 2752512, 2024-08-19T11:30:48.261 INFO:tasks.workunit.client.0.smithi136.stdout: "page_heap_freelist": 49152, 2024-08-19T11:30:48.261 INFO:tasks.workunit.client.0.smithi136.stdout: "released_to_os": 483328, 2024-08-19T11:30:48.261 INFO:tasks.workunit.client.0.smithi136.stdout: "spans_in_use": 1399, 2024-08-19T11:30:48.261 INFO:tasks.workunit.client.0.smithi136.stdout: "tcmalloc_page_size": 8192, 2024-08-19T11:30:48.261 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_cache_freelists": 4763968, 2024-08-19T11:30:48.261 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_heaps_in_use": 46, 2024-08-19T11:30:48.262 INFO:tasks.workunit.client.0.smithi136.stdout: "transfer_cache_freelist": 2492928, 2024-08-19T11:30:48.262 INFO:tasks.workunit.client.0.smithi136.stdout: "use_by_application": 35934696, 2024-08-19T11:30:48.262 INFO:tasks.workunit.client.0.smithi136.stdout: "virtual_address_space_used": 47448064 2024-08-19T11:30:48.262 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.262 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.1": { 2024-08-19T11:30:48.262 INFO:tasks.workunit.client.0.smithi136.stdout: "actual_memory_used": 46170112, 2024-08-19T11:30:48.262 INFO:tasks.workunit.client.0.smithi136.stdout: "central_cache_freelist": 885336, 2024-08-19T11:30:48.262 INFO:tasks.workunit.client.0.smithi136.stdout: "malloc_metadata": 2752512, 2024-08-19T11:30:48.262 INFO:tasks.workunit.client.0.smithi136.stdout: "page_heap_freelist": 0, 2024-08-19T11:30:48.262 INFO:tasks.workunit.client.0.smithi136.stdout: "released_to_os": 163840, 2024-08-19T11:30:48.262 INFO:tasks.workunit.client.0.smithi136.stdout: "spans_in_use": 1398, 2024-08-19T11:30:48.262 INFO:tasks.workunit.client.0.smithi136.stdout: "tcmalloc_page_size": 8192, 2024-08-19T11:30:48.262 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_cache_freelists": 5533488, 2024-08-19T11:30:48.262 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_heaps_in_use": 47, 2024-08-19T11:30:48.263 INFO:tasks.workunit.client.0.smithi136.stdout: "transfer_cache_freelist": 2617600, 2024-08-19T11:30:48.263 INFO:tasks.workunit.client.0.smithi136.stdout: "use_by_application": 34381176, 2024-08-19T11:30:48.263 INFO:tasks.workunit.client.0.smithi136.stdout: "virtual_address_space_used": 46333952 2024-08-19T11:30:48.263 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.263 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.2": { 2024-08-19T11:30:48.263 INFO:tasks.workunit.client.0.smithi136.stdout: "actual_memory_used": 50307072, 2024-08-19T11:30:48.263 INFO:tasks.workunit.client.0.smithi136.stdout: "central_cache_freelist": 1897520, 2024-08-19T11:30:48.263 INFO:tasks.workunit.client.0.smithi136.stdout: "malloc_metadata": 2752512, 2024-08-19T11:30:48.263 INFO:tasks.workunit.client.0.smithi136.stdout: "page_heap_freelist": 73728, 2024-08-19T11:30:48.263 INFO:tasks.workunit.client.0.smithi136.stdout: "released_to_os": 221184, 2024-08-19T11:30:48.263 INFO:tasks.workunit.client.0.smithi136.stdout: "spans_in_use": 1670, 2024-08-19T11:30:48.263 INFO:tasks.workunit.client.0.smithi136.stdout: "tcmalloc_page_size": 8192, 2024-08-19T11:30:48.263 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_cache_freelists": 5210472, 2024-08-19T11:30:48.264 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_heaps_in_use": 47, 2024-08-19T11:30:48.264 INFO:tasks.workunit.client.0.smithi136.stdout: "transfer_cache_freelist": 4162816, 2024-08-19T11:30:48.264 INFO:tasks.workunit.client.0.smithi136.stdout: "use_by_application": 36210024, 2024-08-19T11:30:48.264 INFO:tasks.workunit.client.0.smithi136.stdout: "virtual_address_space_used": 50528256 2024-08-19T11:30:48.264 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.264 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.3": { 2024-08-19T11:30:48.264 INFO:tasks.workunit.client.0.smithi136.stdout: "actual_memory_used": 46718976, 2024-08-19T11:30:48.264 INFO:tasks.workunit.client.0.smithi136.stdout: "central_cache_freelist": 1755168, 2024-08-19T11:30:48.264 INFO:tasks.workunit.client.0.smithi136.stdout: "malloc_metadata": 2752512, 2024-08-19T11:30:48.264 INFO:tasks.workunit.client.0.smithi136.stdout: "page_heap_freelist": 0, 2024-08-19T11:30:48.264 INFO:tasks.workunit.client.0.smithi136.stdout: "released_to_os": 663552, 2024-08-19T11:30:48.264 INFO:tasks.workunit.client.0.smithi136.stdout: "spans_in_use": 1606, 2024-08-19T11:30:48.264 INFO:tasks.workunit.client.0.smithi136.stdout: "tcmalloc_page_size": 8192, 2024-08-19T11:30:48.264 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_cache_freelists": 5075192, 2024-08-19T11:30:48.265 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_heaps_in_use": 47, 2024-08-19T11:30:48.265 INFO:tasks.workunit.client.0.smithi136.stdout: "transfer_cache_freelist": 2985472, 2024-08-19T11:30:48.265 INFO:tasks.workunit.client.0.smithi136.stdout: "use_by_application": 34150632, 2024-08-19T11:30:48.265 INFO:tasks.workunit.client.0.smithi136.stdout: "virtual_address_space_used": 47382528 2024-08-19T11:30:48.265 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.265 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.4": { 2024-08-19T11:30:48.265 INFO:tasks.workunit.client.0.smithi136.stdout: "actual_memory_used": 45015040, 2024-08-19T11:30:48.265 INFO:tasks.workunit.client.0.smithi136.stdout: "central_cache_freelist": 649328, 2024-08-19T11:30:48.265 INFO:tasks.workunit.client.0.smithi136.stdout: "malloc_metadata": 2752512, 2024-08-19T11:30:48.265 INFO:tasks.workunit.client.0.smithi136.stdout: "page_heap_freelist": 0, 2024-08-19T11:30:48.265 INFO:tasks.workunit.client.0.smithi136.stdout: "released_to_os": 270336, 2024-08-19T11:30:48.265 INFO:tasks.workunit.client.0.smithi136.stdout: "spans_in_use": 1268, 2024-08-19T11:30:48.266 INFO:tasks.workunit.client.0.smithi136.stdout: "tcmalloc_page_size": 8192, 2024-08-19T11:30:48.266 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_cache_freelists": 5198928, 2024-08-19T11:30:48.266 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_heaps_in_use": 48, 2024-08-19T11:30:48.266 INFO:tasks.workunit.client.0.smithi136.stdout: "transfer_cache_freelist": 1800704, 2024-08-19T11:30:48.266 INFO:tasks.workunit.client.0.smithi136.stdout: "use_by_application": 34613568, 2024-08-19T11:30:48.266 INFO:tasks.workunit.client.0.smithi136.stdout: "virtual_address_space_used": 45285376 2024-08-19T11:30:48.266 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.266 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.5": { 2024-08-19T11:30:48.266 INFO:tasks.workunit.client.0.smithi136.stdout: "actual_memory_used": 48398336, 2024-08-19T11:30:48.266 INFO:tasks.workunit.client.0.smithi136.stdout: "central_cache_freelist": 1854256, 2024-08-19T11:30:48.266 INFO:tasks.workunit.client.0.smithi136.stdout: "malloc_metadata": 2752512, 2024-08-19T11:30:48.266 INFO:tasks.workunit.client.0.smithi136.stdout: "page_heap_freelist": 16384, 2024-08-19T11:30:48.266 INFO:tasks.workunit.client.0.smithi136.stdout: "released_to_os": 1081344, 2024-08-19T11:30:48.267 INFO:tasks.workunit.client.0.smithi136.stdout: "spans_in_use": 1682, 2024-08-19T11:30:48.267 INFO:tasks.workunit.client.0.smithi136.stdout: "tcmalloc_page_size": 8192, 2024-08-19T11:30:48.267 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_cache_freelists": 5557096, 2024-08-19T11:30:48.267 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_heaps_in_use": 47, 2024-08-19T11:30:48.267 INFO:tasks.workunit.client.0.smithi136.stdout: "transfer_cache_freelist": 3516928, 2024-08-19T11:30:48.267 INFO:tasks.workunit.client.0.smithi136.stdout: "use_by_application": 34701160, 2024-08-19T11:30:48.267 INFO:tasks.workunit.client.0.smithi136.stdout: "virtual_address_space_used": 49479680 2024-08-19T11:30:48.267 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.267 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.6": { 2024-08-19T11:30:48.267 INFO:tasks.workunit.client.0.smithi136.stdout: "actual_memory_used": 48848896, 2024-08-19T11:30:48.267 INFO:tasks.workunit.client.0.smithi136.stdout: "central_cache_freelist": 2115768, 2024-08-19T11:30:48.267 INFO:tasks.workunit.client.0.smithi136.stdout: "malloc_metadata": 2752512, 2024-08-19T11:30:48.267 INFO:tasks.workunit.client.0.smithi136.stdout: "page_heap_freelist": 0, 2024-08-19T11:30:48.268 INFO:tasks.workunit.client.0.smithi136.stdout: "released_to_os": 696320, 2024-08-19T11:30:48.268 INFO:tasks.workunit.client.0.smithi136.stdout: "spans_in_use": 1692, 2024-08-19T11:30:48.268 INFO:tasks.workunit.client.0.smithi136.stdout: "tcmalloc_page_size": 8192, 2024-08-19T11:30:48.268 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_cache_freelists": 5840312, 2024-08-19T11:30:48.268 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_heaps_in_use": 47, 2024-08-19T11:30:48.268 INFO:tasks.workunit.client.0.smithi136.stdout: "transfer_cache_freelist": 3542016, 2024-08-19T11:30:48.268 INFO:tasks.workunit.client.0.smithi136.stdout: "use_by_application": 34598288, 2024-08-19T11:30:48.268 INFO:tasks.workunit.client.0.smithi136.stdout: "virtual_address_space_used": 49545216 2024-08-19T11:30:48.268 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.268 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.7": { 2024-08-19T11:30:48.268 INFO:tasks.workunit.client.0.smithi136.stdout: "actual_memory_used": 45834240, 2024-08-19T11:30:48.268 INFO:tasks.workunit.client.0.smithi136.stdout: "central_cache_freelist": 1520648, 2024-08-19T11:30:48.268 INFO:tasks.workunit.client.0.smithi136.stdout: "malloc_metadata": 2752512, 2024-08-19T11:30:48.269 INFO:tasks.workunit.client.0.smithi136.stdout: "page_heap_freelist": 16384, 2024-08-19T11:30:48.269 INFO:tasks.workunit.client.0.smithi136.stdout: "released_to_os": 565248, 2024-08-19T11:30:48.269 INFO:tasks.workunit.client.0.smithi136.stdout: "spans_in_use": 1342, 2024-08-19T11:30:48.269 INFO:tasks.workunit.client.0.smithi136.stdout: "tcmalloc_page_size": 8192, 2024-08-19T11:30:48.269 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_cache_freelists": 4884704, 2024-08-19T11:30:48.269 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_heaps_in_use": 47, 2024-08-19T11:30:48.269 INFO:tasks.workunit.client.0.smithi136.stdout: "transfer_cache_freelist": 1862144, 2024-08-19T11:30:48.269 INFO:tasks.workunit.client.0.smithi136.stdout: "use_by_application": 34797848, 2024-08-19T11:30:48.269 INFO:tasks.workunit.client.0.smithi136.stdout: "virtual_address_space_used": 46399488 2024-08-19T11:30:48.269 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.269 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.269 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.270 INFO:tasks.workunit.client.0.smithi136.stdout: "hosts": { 2024-08-19T11:30:48.270 INFO:tasks.workunit.client.0.smithi136.stdout: "num": 2, 2024-08-19T11:30:48.270 INFO:tasks.workunit.client.0.smithi136.stdout: "num_with_mds": 2, 2024-08-19T11:30:48.270 INFO:tasks.workunit.client.0.smithi136.stdout: "num_with_mgr": 2, 2024-08-19T11:30:48.270 INFO:tasks.workunit.client.0.smithi136.stdout: "num_with_mon": 2, 2024-08-19T11:30:48.270 INFO:tasks.workunit.client.0.smithi136.stdout: "num_with_osd": 2 2024-08-19T11:30:48.270 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.270 INFO:tasks.workunit.client.0.smithi136.stdout: "io_rate": { 2024-08-19T11:30:48.270 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_stats_delta": { 2024-08-19T11:30:48.270 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": 0, 2024-08-19T11:30:48.270 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:48.270 INFO:tasks.workunit.client.0.smithi136.stdout: "num_store_stats": 0, 2024-08-19T11:30:48.270 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:48.270 INFO:tasks.workunit.client.0.smithi136.stdout: "stamp_delta": "12.002405", 2024-08-19T11:30:48.271 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:48.271 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:48.271 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:48.271 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:48.271 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:48.271 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:48.271 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:48.271 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:48.271 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:48.271 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:48.271 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:48.271 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:48.271 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:48.271 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:48.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:48.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:48.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:48.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:48.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:48.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:48.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:48.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:48.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:48.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:48.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:48.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:48.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:48.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:48.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:48.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:48.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:48.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:48.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:48.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:48.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 254, 2024-08-19T11:30:48.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 338, 2024-08-19T11:30:48.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:48.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:48.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:48.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 56, 2024-08-19T11:30:48.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:48.273 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.273 INFO:tasks.workunit.client.0.smithi136.stdout: "store_stats": { 2024-08-19T11:30:48.274 INFO:tasks.workunit.client.0.smithi136.stdout: "allocated": 0, 2024-08-19T11:30:48.274 INFO:tasks.workunit.client.0.smithi136.stdout: "available": 0, 2024-08-19T11:30:48.274 INFO:tasks.workunit.client.0.smithi136.stdout: "data_compressed": 0, 2024-08-19T11:30:48.274 INFO:tasks.workunit.client.0.smithi136.stdout: "data_compressed_allocated": 0, 2024-08-19T11:30:48.274 INFO:tasks.workunit.client.0.smithi136.stdout: "data_compressed_original": 0, 2024-08-19T11:30:48.274 INFO:tasks.workunit.client.0.smithi136.stdout: "data_stored": 0, 2024-08-19T11:30:48.274 INFO:tasks.workunit.client.0.smithi136.stdout: "internal_metadata": 0, 2024-08-19T11:30:48.274 INFO:tasks.workunit.client.0.smithi136.stdout: "internally_reserved": 0, 2024-08-19T11:30:48.274 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_allocated": 0, 2024-08-19T11:30:48.274 INFO:tasks.workunit.client.0.smithi136.stdout: "total": 0 2024-08-19T11:30:48.274 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.274 INFO:tasks.workunit.client.0.smithi136.stdout: "up": 0 2024-08-19T11:30:48.274 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.275 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.275 INFO:tasks.workunit.client.0.smithi136.stdout: "leaderboard": false, 2024-08-19T11:30:48.275 INFO:tasks.workunit.client.0.smithi136.stdout: "leaderboard_description": null, 2024-08-19T11:30:48.275 INFO:tasks.workunit.client.0.smithi136.stdout: "license": "sharing-1-0", 2024-08-19T11:30:48.275 INFO:tasks.workunit.client.0.smithi136.stdout: "mempool": { 2024-08-19T11:30:48.275 INFO:tasks.workunit.client.0.smithi136.stdout: "mds": { 2024-08-19T11:30:48.275 INFO:tasks.workunit.client.0.smithi136.stdout: "mds.66d609471b43c94ed14ef10d1ea80b0c4e84155a": { 2024-08-19T11:30:48.275 INFO:tasks.workunit.client.0.smithi136.stdout: "bloom_filter": { 2024-08-19T11:30:48.275 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.275 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.275 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.275 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:48.275 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.276 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.276 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.276 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_reader": { 2024-08-19T11:30:48.276 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.276 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.276 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.276 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_writer": { 2024-08-19T11:30:48.276 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.276 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.276 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.276 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_alloc": { 2024-08-19T11:30:48.276 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.276 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.276 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.277 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_blob": { 2024-08-19T11:30:48.277 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.277 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.277 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.277 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_buffer": { 2024-08-19T11:30:48.277 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.277 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.277 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.277 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_data": { 2024-08-19T11:30:48.277 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.277 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.277 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.277 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_meta": { 2024-08-19T11:30:48.278 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.278 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.278 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.278 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_onode": { 2024-08-19T11:30:48.278 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.278 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.278 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.278 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_other": { 2024-08-19T11:30:48.278 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.278 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.278 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.278 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_extent": { 2024-08-19T11:30:48.278 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.279 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.279 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.279 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_fsck": { 2024-08-19T11:30:48.279 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.279 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.279 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.279 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_inline_bl": { 2024-08-19T11:30:48.279 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.279 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.279 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.279 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_shared_blob": { 2024-08-19T11:30:48.279 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.279 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.279 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.280 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_txc": { 2024-08-19T11:30:48.280 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.280 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.280 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.280 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing": { 2024-08-19T11:30:48.280 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.280 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.280 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.280 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing_deferred": { 2024-08-19T11:30:48.280 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.280 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.280 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.281 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_anon": { 2024-08-19T11:30:48.281 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 149127, 2024-08-19T11:30:48.281 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 31 2024-08-19T11:30:48.281 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.281 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_meta": { 2024-08-19T11:30:48.281 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.281 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.281 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.281 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_co": { 2024-08-19T11:30:48.281 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 928, 2024-08-19T11:30:48.281 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 2 2024-08-19T11:30:48.281 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.281 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:48.281 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.282 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.282 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.282 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mapbl": { 2024-08-19T11:30:48.282 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.282 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.282 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.282 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pglog": { 2024-08-19T11:30:48.282 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.282 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.282 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.282 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap": { 2024-08-19T11:30:48.282 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.282 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.282 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.283 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap_mapping": { 2024-08-19T11:30:48.283 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.283 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.283 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.283 INFO:tasks.workunit.client.0.smithi136.stdout: "pgmap": { 2024-08-19T11:30:48.283 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.283 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.283 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.283 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_1": { 2024-08-19T11:30:48.283 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.283 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.283 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.284 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_2": { 2024-08-19T11:30:48.284 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.284 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.284 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.284 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.284 INFO:tasks.workunit.client.0.smithi136.stdout: "mds.f75a27bd54e9b270b172ae5961384f60174164b2": { 2024-08-19T11:30:48.284 INFO:tasks.workunit.client.0.smithi136.stdout: "bloom_filter": { 2024-08-19T11:30:48.284 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.284 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.284 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.284 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:48.284 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.284 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.284 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.285 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_reader": { 2024-08-19T11:30:48.285 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.285 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.285 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.285 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_writer": { 2024-08-19T11:30:48.285 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.285 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.285 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.285 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_alloc": { 2024-08-19T11:30:48.285 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.285 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.285 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.285 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_blob": { 2024-08-19T11:30:48.286 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.286 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.286 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.286 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_buffer": { 2024-08-19T11:30:48.286 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.286 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.286 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.286 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_data": { 2024-08-19T11:30:48.286 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.286 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.286 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.286 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_meta": { 2024-08-19T11:30:48.286 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.286 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.287 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.287 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_onode": { 2024-08-19T11:30:48.287 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.287 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.287 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.287 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_other": { 2024-08-19T11:30:48.287 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.287 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.287 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.287 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_extent": { 2024-08-19T11:30:48.287 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.287 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.287 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.287 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_fsck": { 2024-08-19T11:30:48.288 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.288 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.288 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.288 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_inline_bl": { 2024-08-19T11:30:48.288 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.288 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.288 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.288 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_shared_blob": { 2024-08-19T11:30:48.288 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.288 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.288 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.288 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_txc": { 2024-08-19T11:30:48.288 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.288 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.289 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.289 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing": { 2024-08-19T11:30:48.289 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.289 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.289 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.289 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing_deferred": { 2024-08-19T11:30:48.289 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.289 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.289 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.289 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_anon": { 2024-08-19T11:30:48.289 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 222439, 2024-08-19T11:30:48.289 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 68 2024-08-19T11:30:48.289 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.289 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_meta": { 2024-08-19T11:30:48.289 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.290 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.290 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.290 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_co": { 2024-08-19T11:30:48.290 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 51704, 2024-08-19T11:30:48.290 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 208 2024-08-19T11:30:48.290 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.290 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:48.290 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.290 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.290 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.290 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mapbl": { 2024-08-19T11:30:48.290 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.291 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.291 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.291 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pglog": { 2024-08-19T11:30:48.291 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.291 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.291 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.291 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap": { 2024-08-19T11:30:48.291 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 8208, 2024-08-19T11:30:48.291 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 139 2024-08-19T11:30:48.291 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.291 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap_mapping": { 2024-08-19T11:30:48.291 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.291 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.291 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.292 INFO:tasks.workunit.client.0.smithi136.stdout: "pgmap": { 2024-08-19T11:30:48.292 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.292 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.292 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.292 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_1": { 2024-08-19T11:30:48.292 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.292 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.292 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.292 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_2": { 2024-08-19T11:30:48.292 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.292 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.292 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.292 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.292 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.293 INFO:tasks.workunit.client.0.smithi136.stdout: "mon": { 2024-08-19T11:30:48.293 INFO:tasks.workunit.client.0.smithi136.stdout: "mon.66d609471b43c94ed14ef10d1ea80b0c4e84155a": { 2024-08-19T11:30:48.293 INFO:tasks.workunit.client.0.smithi136.stdout: "bloom_filter": { 2024-08-19T11:30:48.293 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.293 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.293 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.293 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:48.293 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.293 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.293 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.293 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_reader": { 2024-08-19T11:30:48.293 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.293 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.293 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.294 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_writer": { 2024-08-19T11:30:48.294 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.294 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.294 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.294 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_alloc": { 2024-08-19T11:30:48.294 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.294 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.294 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.294 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_blob": { 2024-08-19T11:30:48.294 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.294 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.294 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.294 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_buffer": { 2024-08-19T11:30:48.295 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.295 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.295 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.295 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_data": { 2024-08-19T11:30:48.295 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.295 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.295 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.295 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_meta": { 2024-08-19T11:30:48.295 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.295 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.295 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.295 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_onode": { 2024-08-19T11:30:48.295 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.295 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.296 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.296 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_other": { 2024-08-19T11:30:48.296 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.296 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.296 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.296 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_extent": { 2024-08-19T11:30:48.296 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.296 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.296 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.296 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_fsck": { 2024-08-19T11:30:48.296 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.296 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.296 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.296 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_inline_bl": { 2024-08-19T11:30:48.297 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.297 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.297 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.297 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_shared_blob": { 2024-08-19T11:30:48.297 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.297 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.297 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.297 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_txc": { 2024-08-19T11:30:48.297 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.297 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.298 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.298 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing": { 2024-08-19T11:30:48.298 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.298 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.298 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.298 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing_deferred": { 2024-08-19T11:30:48.298 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.298 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.298 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.298 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_anon": { 2024-08-19T11:30:48.298 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 1178038, 2024-08-19T11:30:48.298 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 370 2024-08-19T11:30:48.298 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.298 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_meta": { 2024-08-19T11:30:48.299 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.299 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.299 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.299 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_co": { 2024-08-19T11:30:48.299 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.299 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.299 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.299 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:48.299 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.299 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.299 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.299 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mapbl": { 2024-08-19T11:30:48.299 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.299 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.300 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.300 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pglog": { 2024-08-19T11:30:48.300 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.300 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.300 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.300 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap": { 2024-08-19T11:30:48.300 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 6784, 2024-08-19T11:30:48.300 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 138 2024-08-19T11:30:48.300 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.300 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap_mapping": { 2024-08-19T11:30:48.300 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 12744, 2024-08-19T11:30:48.300 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 1546 2024-08-19T11:30:48.300 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.300 INFO:tasks.workunit.client.0.smithi136.stdout: "pgmap": { 2024-08-19T11:30:48.301 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 5312, 2024-08-19T11:30:48.301 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 103 2024-08-19T11:30:48.301 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.301 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_1": { 2024-08-19T11:30:48.301 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.301 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.301 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.301 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_2": { 2024-08-19T11:30:48.301 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.301 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.301 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.302 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.302 INFO:tasks.workunit.client.0.smithi136.stdout: "mon.a8a83eaa082a24dbfedbadefdb64a4eaca3a2300": { 2024-08-19T11:30:48.302 INFO:tasks.workunit.client.0.smithi136.stdout: "bloom_filter": { 2024-08-19T11:30:48.302 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.302 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.302 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.302 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:48.302 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.302 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.302 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.302 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_reader": { 2024-08-19T11:30:48.302 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.302 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.302 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.303 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_writer": { 2024-08-19T11:30:48.303 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.303 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.303 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.303 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_alloc": { 2024-08-19T11:30:48.303 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.303 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.303 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.303 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_blob": { 2024-08-19T11:30:48.303 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.303 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.304 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.304 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_buffer": { 2024-08-19T11:30:48.304 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.304 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.304 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.304 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_data": { 2024-08-19T11:30:48.304 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.304 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.304 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.304 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_meta": { 2024-08-19T11:30:48.304 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.304 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.304 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.305 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_onode": { 2024-08-19T11:30:48.305 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.305 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.305 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.305 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_other": { 2024-08-19T11:30:48.305 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.305 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.305 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.305 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_extent": { 2024-08-19T11:30:48.305 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.305 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.305 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.305 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_fsck": { 2024-08-19T11:30:48.305 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.306 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.306 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.306 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_inline_bl": { 2024-08-19T11:30:48.306 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.306 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.306 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.306 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_shared_blob": { 2024-08-19T11:30:48.306 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.306 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.306 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.306 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_txc": { 2024-08-19T11:30:48.306 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.306 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.307 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.307 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing": { 2024-08-19T11:30:48.307 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.307 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.307 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.307 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing_deferred": { 2024-08-19T11:30:48.307 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.307 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.307 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.307 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_anon": { 2024-08-19T11:30:48.307 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 1201030, 2024-08-19T11:30:48.307 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 374 2024-08-19T11:30:48.307 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.308 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_meta": { 2024-08-19T11:30:48.308 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.308 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.308 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.308 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_co": { 2024-08-19T11:30:48.308 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.308 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.308 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.308 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:48.308 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.308 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.308 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.308 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mapbl": { 2024-08-19T11:30:48.308 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.309 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.309 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.309 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pglog": { 2024-08-19T11:30:48.309 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.309 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.309 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.309 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap": { 2024-08-19T11:30:48.309 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 6784, 2024-08-19T11:30:48.309 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 138 2024-08-19T11:30:48.309 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.309 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap_mapping": { 2024-08-19T11:30:48.309 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 12744, 2024-08-19T11:30:48.309 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 1546 2024-08-19T11:30:48.309 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.310 INFO:tasks.workunit.client.0.smithi136.stdout: "pgmap": { 2024-08-19T11:30:48.310 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 5312, 2024-08-19T11:30:48.310 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 103 2024-08-19T11:30:48.310 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.310 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_1": { 2024-08-19T11:30:48.310 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.310 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.310 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.310 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_2": { 2024-08-19T11:30:48.311 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.311 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.311 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.311 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.311 INFO:tasks.workunit.client.0.smithi136.stdout: "mon.f75a27bd54e9b270b172ae5961384f60174164b2": { 2024-08-19T11:30:48.311 INFO:tasks.workunit.client.0.smithi136.stdout: "bloom_filter": { 2024-08-19T11:30:48.311 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.311 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.311 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.311 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:48.311 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.311 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.311 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.311 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_reader": { 2024-08-19T11:30:48.312 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.312 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.312 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.312 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_writer": { 2024-08-19T11:30:48.312 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.312 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.312 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.312 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_alloc": { 2024-08-19T11:30:48.312 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.312 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.312 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.312 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_blob": { 2024-08-19T11:30:48.312 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.313 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.313 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.313 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_buffer": { 2024-08-19T11:30:48.313 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.313 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.313 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.313 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_data": { 2024-08-19T11:30:48.313 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.313 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.313 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.313 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_meta": { 2024-08-19T11:30:48.313 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.313 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.313 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.313 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_onode": { 2024-08-19T11:30:48.314 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.314 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.314 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.314 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_other": { 2024-08-19T11:30:48.314 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.314 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.314 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.314 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_extent": { 2024-08-19T11:30:48.314 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.314 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.314 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.314 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_fsck": { 2024-08-19T11:30:48.315 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.315 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.315 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.315 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_inline_bl": { 2024-08-19T11:30:48.315 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.315 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.315 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.315 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_shared_blob": { 2024-08-19T11:30:48.315 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.315 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.315 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.316 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_txc": { 2024-08-19T11:30:48.316 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.316 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.316 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.316 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing": { 2024-08-19T11:30:48.316 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.316 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.316 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.316 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing_deferred": { 2024-08-19T11:30:48.316 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.316 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.316 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.316 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_anon": { 2024-08-19T11:30:48.316 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 1217726, 2024-08-19T11:30:48.317 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 350 2024-08-19T11:30:48.317 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.317 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_meta": { 2024-08-19T11:30:48.317 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 352, 2024-08-19T11:30:48.317 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 4 2024-08-19T11:30:48.317 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.317 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_co": { 2024-08-19T11:30:48.317 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.317 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.317 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.317 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:48.317 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.317 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.317 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.317 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mapbl": { 2024-08-19T11:30:48.318 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.318 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.318 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.318 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pglog": { 2024-08-19T11:30:48.318 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.318 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.318 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.318 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap": { 2024-08-19T11:30:48.318 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 6784, 2024-08-19T11:30:48.318 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 138 2024-08-19T11:30:48.318 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.318 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap_mapping": { 2024-08-19T11:30:48.318 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 12744, 2024-08-19T11:30:48.319 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 1546 2024-08-19T11:30:48.319 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.319 INFO:tasks.workunit.client.0.smithi136.stdout: "pgmap": { 2024-08-19T11:30:48.319 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 10624, 2024-08-19T11:30:48.319 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 206 2024-08-19T11:30:48.319 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.319 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_1": { 2024-08-19T11:30:48.319 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.319 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.319 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.319 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_2": { 2024-08-19T11:30:48.319 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.319 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.319 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.319 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.320 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.320 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:48.320 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.0": { 2024-08-19T11:30:48.320 INFO:tasks.workunit.client.0.smithi136.stdout: "bloom_filter": { 2024-08-19T11:30:48.320 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.320 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.320 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.320 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:48.320 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 6304, 2024-08-19T11:30:48.320 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 115 2024-08-19T11:30:48.320 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.321 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_reader": { 2024-08-19T11:30:48.321 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 16896, 2024-08-19T11:30:48.321 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 8 2024-08-19T11:30:48.321 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.321 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_writer": { 2024-08-19T11:30:48.321 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 576, 2024-08-19T11:30:48.321 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3 2024-08-19T11:30:48.321 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.321 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_alloc": { 2024-08-19T11:30:48.321 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 6240, 2024-08-19T11:30:48.321 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 78 2024-08-19T11:30:48.322 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.322 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_blob": { 2024-08-19T11:30:48.322 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 23184, 2024-08-19T11:30:48.322 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 207 2024-08-19T11:30:48.322 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.322 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_buffer": { 2024-08-19T11:30:48.322 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 1824, 2024-08-19T11:30:48.322 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 46 2024-08-19T11:30:48.322 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.322 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_data": { 2024-08-19T11:30:48.322 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 610304, 2024-08-19T11:30:48.322 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 18 2024-08-19T11:30:48.322 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.323 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_meta": { 2024-08-19T11:30:48.323 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 58674, 2024-08-19T11:30:48.323 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 10678 2024-08-19T11:30:48.323 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.323 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_onode": { 2024-08-19T11:30:48.323 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 147136, 2024-08-19T11:30:48.323 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 248 2024-08-19T11:30:48.323 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.323 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_other": { 2024-08-19T11:30:48.323 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 11780, 2024-08-19T11:30:48.323 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 780 2024-08-19T11:30:48.323 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.323 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_extent": { 2024-08-19T11:30:48.323 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 9936, 2024-08-19T11:30:48.324 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 207 2024-08-19T11:30:48.324 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.324 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_fsck": { 2024-08-19T11:30:48.324 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.324 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.324 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.324 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_inline_bl": { 2024-08-19T11:30:48.324 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 33826, 2024-08-19T11:30:48.324 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 216 2024-08-19T11:30:48.324 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.324 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_shared_blob": { 2024-08-19T11:30:48.324 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 23184, 2024-08-19T11:30:48.325 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 207 2024-08-19T11:30:48.325 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.325 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_txc": { 2024-08-19T11:30:48.325 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.325 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.325 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.325 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing": { 2024-08-19T11:30:48.325 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 460413, 2024-08-19T11:30:48.325 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 100 2024-08-19T11:30:48.325 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.325 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing_deferred": { 2024-08-19T11:30:48.325 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.325 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.325 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.326 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_anon": { 2024-08-19T11:30:48.326 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2449740, 2024-08-19T11:30:48.326 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 197 2024-08-19T11:30:48.326 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.326 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_meta": { 2024-08-19T11:30:48.326 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 7040, 2024-08-19T11:30:48.326 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 80 2024-08-19T11:30:48.326 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.326 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_co": { 2024-08-19T11:30:48.326 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.327 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.327 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.327 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:48.327 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 521640, 2024-08-19T11:30:48.327 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 45 2024-08-19T11:30:48.327 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.327 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mapbl": { 2024-08-19T11:30:48.327 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.327 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.327 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.327 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pglog": { 2024-08-19T11:30:48.327 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 94952, 2024-08-19T11:30:48.327 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 185 2024-08-19T11:30:48.327 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.328 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap": { 2024-08-19T11:30:48.328 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 241352, 2024-08-19T11:30:48.328 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3539 2024-08-19T11:30:48.328 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.328 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap_mapping": { 2024-08-19T11:30:48.328 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.328 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.328 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.328 INFO:tasks.workunit.client.0.smithi136.stdout: "pgmap": { 2024-08-19T11:30:48.328 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.328 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.328 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.328 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_1": { 2024-08-19T11:30:48.328 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.329 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.329 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.329 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_2": { 2024-08-19T11:30:48.329 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.329 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.329 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.329 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.329 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.1": { 2024-08-19T11:30:48.329 INFO:tasks.workunit.client.0.smithi136.stdout: "bloom_filter": { 2024-08-19T11:30:48.329 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.329 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.329 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.329 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:48.329 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 6304, 2024-08-19T11:30:48.330 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 115 2024-08-19T11:30:48.330 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.330 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_reader": { 2024-08-19T11:30:48.330 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 16896, 2024-08-19T11:30:48.330 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 8 2024-08-19T11:30:48.330 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.330 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_writer": { 2024-08-19T11:30:48.330 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 576, 2024-08-19T11:30:48.330 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3 2024-08-19T11:30:48.330 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.330 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_alloc": { 2024-08-19T11:30:48.330 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 5360, 2024-08-19T11:30:48.330 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 67 2024-08-19T11:30:48.330 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.331 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_blob": { 2024-08-19T11:30:48.331 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 21952, 2024-08-19T11:30:48.331 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 196 2024-08-19T11:30:48.331 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.331 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_buffer": { 2024-08-19T11:30:48.331 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 1152, 2024-08-19T11:30:48.331 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 40 2024-08-19T11:30:48.331 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.331 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_data": { 2024-08-19T11:30:48.331 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 12288, 2024-08-19T11:30:48.331 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3 2024-08-19T11:30:48.331 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.331 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_meta": { 2024-08-19T11:30:48.331 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 52390, 2024-08-19T11:30:48.332 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 9705 2024-08-19T11:30:48.332 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.332 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_onode": { 2024-08-19T11:30:48.332 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 138296, 2024-08-19T11:30:48.332 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 235 2024-08-19T11:30:48.332 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.332 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_other": { 2024-08-19T11:30:48.332 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 9868, 2024-08-19T11:30:48.332 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 608 2024-08-19T11:30:48.333 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.333 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_extent": { 2024-08-19T11:30:48.333 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 9408, 2024-08-19T11:30:48.333 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 196 2024-08-19T11:30:48.333 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.333 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_fsck": { 2024-08-19T11:30:48.333 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.333 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.333 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.333 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_inline_bl": { 2024-08-19T11:30:48.333 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 29726, 2024-08-19T11:30:48.333 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 203 2024-08-19T11:30:48.333 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.333 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_shared_blob": { 2024-08-19T11:30:48.334 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 21952, 2024-08-19T11:30:48.334 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 196 2024-08-19T11:30:48.334 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.334 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_txc": { 2024-08-19T11:30:48.334 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 736, 2024-08-19T11:30:48.334 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 1 2024-08-19T11:30:48.334 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.334 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing": { 2024-08-19T11:30:48.334 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 474722, 2024-08-19T11:30:48.334 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 104 2024-08-19T11:30:48.334 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.334 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing_deferred": { 2024-08-19T11:30:48.334 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 12112, 2024-08-19T11:30:48.334 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3 2024-08-19T11:30:48.335 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.335 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_anon": { 2024-08-19T11:30:48.335 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2412608, 2024-08-19T11:30:48.335 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 191 2024-08-19T11:30:48.335 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.335 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_meta": { 2024-08-19T11:30:48.335 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 4928, 2024-08-19T11:30:48.335 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 56 2024-08-19T11:30:48.335 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.335 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_co": { 2024-08-19T11:30:48.335 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.335 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.335 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.335 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:48.336 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 440496, 2024-08-19T11:30:48.336 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 38 2024-08-19T11:30:48.336 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.336 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mapbl": { 2024-08-19T11:30:48.336 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.336 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.336 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.336 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pglog": { 2024-08-19T11:30:48.336 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 8528, 2024-08-19T11:30:48.336 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 22 2024-08-19T11:30:48.336 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.336 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap": { 2024-08-19T11:30:48.336 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 241352, 2024-08-19T11:30:48.336 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3539 2024-08-19T11:30:48.337 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.337 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap_mapping": { 2024-08-19T11:30:48.337 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.337 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.337 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.337 INFO:tasks.workunit.client.0.smithi136.stdout: "pgmap": { 2024-08-19T11:30:48.337 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.337 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.337 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.337 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_1": { 2024-08-19T11:30:48.337 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.337 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.337 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.337 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_2": { 2024-08-19T11:30:48.338 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.338 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.338 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.338 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.338 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.2": { 2024-08-19T11:30:48.338 INFO:tasks.workunit.client.0.smithi136.stdout: "bloom_filter": { 2024-08-19T11:30:48.338 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.338 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.338 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.338 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:48.338 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 6304, 2024-08-19T11:30:48.338 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 115 2024-08-19T11:30:48.338 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.338 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_reader": { 2024-08-19T11:30:48.339 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 16896, 2024-08-19T11:30:48.339 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 8 2024-08-19T11:30:48.339 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.339 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_writer": { 2024-08-19T11:30:48.339 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 576, 2024-08-19T11:30:48.339 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3 2024-08-19T11:30:48.339 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.339 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_alloc": { 2024-08-19T11:30:48.339 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 4880, 2024-08-19T11:30:48.339 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 61 2024-08-19T11:30:48.339 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.339 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_blob": { 2024-08-19T11:30:48.339 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 21728, 2024-08-19T11:30:48.339 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 194 2024-08-19T11:30:48.340 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.340 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_buffer": { 2024-08-19T11:30:48.340 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 1152, 2024-08-19T11:30:48.340 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 40 2024-08-19T11:30:48.340 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.340 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_data": { 2024-08-19T11:30:48.340 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 12288, 2024-08-19T11:30:48.340 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3 2024-08-19T11:30:48.340 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.340 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_meta": { 2024-08-19T11:30:48.340 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 89788, 2024-08-19T11:30:48.340 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 15468 2024-08-19T11:30:48.340 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.340 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_onode": { 2024-08-19T11:30:48.341 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 201536, 2024-08-19T11:30:48.341 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 328 2024-08-19T11:30:48.341 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.341 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_other": { 2024-08-19T11:30:48.341 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 9044, 2024-08-19T11:30:48.341 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 597 2024-08-19T11:30:48.341 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.341 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_extent": { 2024-08-19T11:30:48.341 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 9312, 2024-08-19T11:30:48.341 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 194 2024-08-19T11:30:48.341 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.341 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_fsck": { 2024-08-19T11:30:48.341 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.341 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.341 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.342 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_inline_bl": { 2024-08-19T11:30:48.342 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 28270, 2024-08-19T11:30:48.342 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 196 2024-08-19T11:30:48.342 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.342 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_shared_blob": { 2024-08-19T11:30:48.342 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 21728, 2024-08-19T11:30:48.342 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 194 2024-08-19T11:30:48.342 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.342 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_txc": { 2024-08-19T11:30:48.342 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 736, 2024-08-19T11:30:48.342 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 1 2024-08-19T11:30:48.342 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.342 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing": { 2024-08-19T11:30:48.343 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 430418, 2024-08-19T11:30:48.343 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 93 2024-08-19T11:30:48.343 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.343 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing_deferred": { 2024-08-19T11:30:48.343 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 12112, 2024-08-19T11:30:48.343 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3 2024-08-19T11:30:48.343 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.343 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_anon": { 2024-08-19T11:30:48.343 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2429060, 2024-08-19T11:30:48.343 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 177 2024-08-19T11:30:48.343 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.343 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_meta": { 2024-08-19T11:30:48.343 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 4488, 2024-08-19T11:30:48.344 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 51 2024-08-19T11:30:48.344 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.344 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_co": { 2024-08-19T11:30:48.344 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.344 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.344 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.344 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:48.344 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 359352, 2024-08-19T11:30:48.344 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 31 2024-08-19T11:30:48.344 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.344 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mapbl": { 2024-08-19T11:30:48.344 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.344 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.345 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.345 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pglog": { 2024-08-19T11:30:48.345 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 10400, 2024-08-19T11:30:48.345 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 28 2024-08-19T11:30:48.345 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.345 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap": { 2024-08-19T11:30:48.345 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 241864, 2024-08-19T11:30:48.345 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3563 2024-08-19T11:30:48.345 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.345 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap_mapping": { 2024-08-19T11:30:48.345 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.345 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.346 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.346 INFO:tasks.workunit.client.0.smithi136.stdout: "pgmap": { 2024-08-19T11:30:48.346 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.346 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.346 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.346 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_1": { 2024-08-19T11:30:48.346 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.346 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.346 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.346 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_2": { 2024-08-19T11:30:48.346 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.346 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.346 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.347 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.347 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.3": { 2024-08-19T11:30:48.347 INFO:tasks.workunit.client.0.smithi136.stdout: "bloom_filter": { 2024-08-19T11:30:48.347 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.347 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.347 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.347 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:48.347 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 6304, 2024-08-19T11:30:48.347 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 115 2024-08-19T11:30:48.347 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.347 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_reader": { 2024-08-19T11:30:48.347 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 16896, 2024-08-19T11:30:48.347 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 8 2024-08-19T11:30:48.348 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.348 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_writer": { 2024-08-19T11:30:48.348 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 576, 2024-08-19T11:30:48.348 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3 2024-08-19T11:30:48.348 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.348 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_alloc": { 2024-08-19T11:30:48.348 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 3920, 2024-08-19T11:30:48.348 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 49 2024-08-19T11:30:48.348 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.348 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_blob": { 2024-08-19T11:30:48.348 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 22064, 2024-08-19T11:30:48.348 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 197 2024-08-19T11:30:48.348 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.348 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_buffer": { 2024-08-19T11:30:48.349 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 480, 2024-08-19T11:30:48.349 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 34 2024-08-19T11:30:48.349 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.349 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_data": { 2024-08-19T11:30:48.349 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.349 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.349 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.349 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_meta": { 2024-08-19T11:30:48.349 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 90089, 2024-08-19T11:30:48.349 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 15643 2024-08-19T11:30:48.349 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.349 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_onode": { 2024-08-19T11:30:48.349 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 204256, 2024-08-19T11:30:48.350 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 332 2024-08-19T11:30:48.350 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.350 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_other": { 2024-08-19T11:30:48.350 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 9808, 2024-08-19T11:30:48.350 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 611 2024-08-19T11:30:48.350 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.350 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_extent": { 2024-08-19T11:30:48.350 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 9456, 2024-08-19T11:30:48.350 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 197 2024-08-19T11:30:48.350 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.350 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_fsck": { 2024-08-19T11:30:48.350 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.350 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.351 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.351 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_inline_bl": { 2024-08-19T11:30:48.351 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 28790, 2024-08-19T11:30:48.351 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 200 2024-08-19T11:30:48.351 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.351 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_shared_blob": { 2024-08-19T11:30:48.351 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 22064, 2024-08-19T11:30:48.351 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 197 2024-08-19T11:30:48.351 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.351 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_txc": { 2024-08-19T11:30:48.351 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2208, 2024-08-19T11:30:48.351 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3 2024-08-19T11:30:48.351 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.351 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing": { 2024-08-19T11:30:48.352 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 294937, 2024-08-19T11:30:48.352 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 61 2024-08-19T11:30:48.352 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.352 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing_deferred": { 2024-08-19T11:30:48.352 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 26565, 2024-08-19T11:30:48.352 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 9 2024-08-19T11:30:48.352 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.352 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_anon": { 2024-08-19T11:30:48.352 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2457413, 2024-08-19T11:30:48.352 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 185 2024-08-19T11:30:48.352 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.352 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_meta": { 2024-08-19T11:30:48.352 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 4752, 2024-08-19T11:30:48.353 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 54 2024-08-19T11:30:48.353 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.353 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_co": { 2024-08-19T11:30:48.353 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.353 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.353 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.353 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:48.353 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 428904, 2024-08-19T11:30:48.353 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 37 2024-08-19T11:30:48.353 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.353 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mapbl": { 2024-08-19T11:30:48.353 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.353 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.353 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.354 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pglog": { 2024-08-19T11:30:48.354 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 10400, 2024-08-19T11:30:48.354 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 20 2024-08-19T11:30:48.354 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.354 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap": { 2024-08-19T11:30:48.354 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 241352, 2024-08-19T11:30:48.354 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3539 2024-08-19T11:30:48.354 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.354 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap_mapping": { 2024-08-19T11:30:48.354 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.354 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.354 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.354 INFO:tasks.workunit.client.0.smithi136.stdout: "pgmap": { 2024-08-19T11:30:48.355 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.355 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.355 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.355 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_1": { 2024-08-19T11:30:48.355 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.355 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.355 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.355 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_2": { 2024-08-19T11:30:48.355 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.355 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.355 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.355 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.355 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.4": { 2024-08-19T11:30:48.356 INFO:tasks.workunit.client.0.smithi136.stdout: "bloom_filter": { 2024-08-19T11:30:48.356 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.356 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.356 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.356 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:48.356 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 6304, 2024-08-19T11:30:48.356 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 115 2024-08-19T11:30:48.356 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.356 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_reader": { 2024-08-19T11:30:48.356 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 16896, 2024-08-19T11:30:48.356 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 8 2024-08-19T11:30:48.356 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.356 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_writer": { 2024-08-19T11:30:48.356 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 576, 2024-08-19T11:30:48.357 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3 2024-08-19T11:30:48.357 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.357 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_alloc": { 2024-08-19T11:30:48.357 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 4000, 2024-08-19T11:30:48.357 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 50 2024-08-19T11:30:48.357 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.357 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_blob": { 2024-08-19T11:30:48.357 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 22064, 2024-08-19T11:30:48.357 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 197 2024-08-19T11:30:48.357 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.357 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_buffer": { 2024-08-19T11:30:48.357 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 816, 2024-08-19T11:30:48.357 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 37 2024-08-19T11:30:48.357 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.358 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_data": { 2024-08-19T11:30:48.358 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.358 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.358 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.358 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_meta": { 2024-08-19T11:30:48.358 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 51647, 2024-08-19T11:30:48.358 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 9654 2024-08-19T11:30:48.358 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.358 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_onode": { 2024-08-19T11:30:48.358 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 137616, 2024-08-19T11:30:48.358 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 234 2024-08-19T11:30:48.358 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.358 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_other": { 2024-08-19T11:30:48.359 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 9888, 2024-08-19T11:30:48.359 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 610 2024-08-19T11:30:48.359 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.359 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_extent": { 2024-08-19T11:30:48.359 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 9456, 2024-08-19T11:30:48.359 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 197 2024-08-19T11:30:48.359 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.359 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_fsck": { 2024-08-19T11:30:48.359 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.359 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.359 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.359 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_inline_bl": { 2024-08-19T11:30:48.359 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 29302, 2024-08-19T11:30:48.359 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 202 2024-08-19T11:30:48.360 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.360 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_shared_blob": { 2024-08-19T11:30:48.360 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 22064, 2024-08-19T11:30:48.360 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 197 2024-08-19T11:30:48.360 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.360 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_txc": { 2024-08-19T11:30:48.360 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 736, 2024-08-19T11:30:48.360 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 1 2024-08-19T11:30:48.360 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.360 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing": { 2024-08-19T11:30:48.360 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 979320, 2024-08-19T11:30:48.360 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 84 2024-08-19T11:30:48.360 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.360 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing_deferred": { 2024-08-19T11:30:48.361 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 12112, 2024-08-19T11:30:48.361 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3 2024-08-19T11:30:48.361 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.361 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_anon": { 2024-08-19T11:30:48.361 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2454090, 2024-08-19T11:30:48.361 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 187 2024-08-19T11:30:48.361 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.361 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_meta": { 2024-08-19T11:30:48.361 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 4664, 2024-08-19T11:30:48.361 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 53 2024-08-19T11:30:48.361 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.361 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_co": { 2024-08-19T11:30:48.361 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.362 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.362 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.362 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:48.362 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 440496, 2024-08-19T11:30:48.362 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 38 2024-08-19T11:30:48.362 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.362 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mapbl": { 2024-08-19T11:30:48.362 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.362 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.362 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.362 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pglog": { 2024-08-19T11:30:48.362 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 8944, 2024-08-19T11:30:48.362 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 18 2024-08-19T11:30:48.362 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.363 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap": { 2024-08-19T11:30:48.363 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 241864, 2024-08-19T11:30:48.363 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3563 2024-08-19T11:30:48.363 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.363 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap_mapping": { 2024-08-19T11:30:48.363 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.363 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.363 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.363 INFO:tasks.workunit.client.0.smithi136.stdout: "pgmap": { 2024-08-19T11:30:48.363 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.363 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.363 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.363 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_1": { 2024-08-19T11:30:48.363 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.364 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.364 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.364 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_2": { 2024-08-19T11:30:48.364 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.364 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.364 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.364 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.364 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.5": { 2024-08-19T11:30:48.364 INFO:tasks.workunit.client.0.smithi136.stdout: "bloom_filter": { 2024-08-19T11:30:48.364 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.364 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.365 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.365 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:48.365 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 6304, 2024-08-19T11:30:48.365 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 115 2024-08-19T11:30:48.365 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.365 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_reader": { 2024-08-19T11:30:48.365 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 16896, 2024-08-19T11:30:48.365 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 8 2024-08-19T11:30:48.365 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.365 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_writer": { 2024-08-19T11:30:48.365 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 576, 2024-08-19T11:30:48.366 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3 2024-08-19T11:30:48.366 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.366 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_alloc": { 2024-08-19T11:30:48.366 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 3360, 2024-08-19T11:30:48.366 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 42 2024-08-19T11:30:48.366 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.366 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_blob": { 2024-08-19T11:30:48.366 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 22064, 2024-08-19T11:30:48.366 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 197 2024-08-19T11:30:48.366 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.366 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_buffer": { 2024-08-19T11:30:48.366 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 480, 2024-08-19T11:30:48.366 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 34 2024-08-19T11:30:48.367 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.367 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_data": { 2024-08-19T11:30:48.367 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.367 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.367 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.367 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_meta": { 2024-08-19T11:30:48.367 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 92425, 2024-08-19T11:30:48.367 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 15929 2024-08-19T11:30:48.367 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.367 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_onode": { 2024-08-19T11:30:48.367 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 208336, 2024-08-19T11:30:48.367 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 338 2024-08-19T11:30:48.367 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.367 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_other": { 2024-08-19T11:30:48.368 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 10256, 2024-08-19T11:30:48.368 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 615 2024-08-19T11:30:48.368 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.368 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_extent": { 2024-08-19T11:30:48.368 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 9456, 2024-08-19T11:30:48.368 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 197 2024-08-19T11:30:48.368 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.368 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_fsck": { 2024-08-19T11:30:48.368 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.368 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.368 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.368 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_inline_bl": { 2024-08-19T11:30:48.368 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 30326, 2024-08-19T11:30:48.368 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 206 2024-08-19T11:30:48.369 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.369 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_shared_blob": { 2024-08-19T11:30:48.369 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 22064, 2024-08-19T11:30:48.369 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 197 2024-08-19T11:30:48.369 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.369 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_txc": { 2024-08-19T11:30:48.369 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2208, 2024-08-19T11:30:48.369 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3 2024-08-19T11:30:48.369 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.369 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing": { 2024-08-19T11:30:48.369 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 879961, 2024-08-19T11:30:48.369 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 60 2024-08-19T11:30:48.369 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.369 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing_deferred": { 2024-08-19T11:30:48.370 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 26565, 2024-08-19T11:30:48.370 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 9 2024-08-19T11:30:48.370 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.370 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_anon": { 2024-08-19T11:30:48.370 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2439200, 2024-08-19T11:30:48.370 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 175 2024-08-19T11:30:48.370 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.370 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_meta": { 2024-08-19T11:30:48.370 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 5456, 2024-08-19T11:30:48.370 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 62 2024-08-19T11:30:48.370 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.370 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_co": { 2024-08-19T11:30:48.370 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.371 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.371 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.371 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:48.371 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 475272, 2024-08-19T11:30:48.371 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 41 2024-08-19T11:30:48.371 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.371 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mapbl": { 2024-08-19T11:30:48.371 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.371 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.371 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.371 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pglog": { 2024-08-19T11:30:48.371 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 13520, 2024-08-19T11:30:48.371 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 26 2024-08-19T11:30:48.371 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.371 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap": { 2024-08-19T11:30:48.372 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 241864, 2024-08-19T11:30:48.372 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3563 2024-08-19T11:30:48.372 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.372 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap_mapping": { 2024-08-19T11:30:48.372 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.372 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.372 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.372 INFO:tasks.workunit.client.0.smithi136.stdout: "pgmap": { 2024-08-19T11:30:48.372 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.372 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.372 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.372 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_1": { 2024-08-19T11:30:48.373 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.373 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.373 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.373 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_2": { 2024-08-19T11:30:48.373 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.373 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.373 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.373 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.373 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.6": { 2024-08-19T11:30:48.373 INFO:tasks.workunit.client.0.smithi136.stdout: "bloom_filter": { 2024-08-19T11:30:48.373 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.373 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.373 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.373 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:48.374 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 6304, 2024-08-19T11:30:48.374 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 115 2024-08-19T11:30:48.374 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.374 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_reader": { 2024-08-19T11:30:48.374 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 16896, 2024-08-19T11:30:48.374 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 8 2024-08-19T11:30:48.374 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.374 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_writer": { 2024-08-19T11:30:48.374 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 576, 2024-08-19T11:30:48.374 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3 2024-08-19T11:30:48.374 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.374 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_alloc": { 2024-08-19T11:30:48.374 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2880, 2024-08-19T11:30:48.374 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 36 2024-08-19T11:30:48.375 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.375 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_blob": { 2024-08-19T11:30:48.375 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 23072, 2024-08-19T11:30:48.375 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 206 2024-08-19T11:30:48.375 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.375 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_buffer": { 2024-08-19T11:30:48.375 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 256, 2024-08-19T11:30:48.375 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 32 2024-08-19T11:30:48.375 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.375 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_data": { 2024-08-19T11:30:48.375 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.375 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.376 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.376 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_meta": { 2024-08-19T11:30:48.376 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 92036, 2024-08-19T11:30:48.376 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 16170 2024-08-19T11:30:48.376 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.376 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_onode": { 2024-08-19T11:30:48.376 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 206976, 2024-08-19T11:30:48.376 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 336 2024-08-19T11:30:48.376 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.376 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_other": { 2024-08-19T11:30:48.376 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 11280, 2024-08-19T11:30:48.376 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 772 2024-08-19T11:30:48.376 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.376 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_extent": { 2024-08-19T11:30:48.377 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 9888, 2024-08-19T11:30:48.377 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 206 2024-08-19T11:30:48.377 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.377 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_fsck": { 2024-08-19T11:30:48.377 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.377 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.377 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.377 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_inline_bl": { 2024-08-19T11:30:48.377 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 30842, 2024-08-19T11:30:48.377 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 204 2024-08-19T11:30:48.377 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.377 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_shared_blob": { 2024-08-19T11:30:48.377 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 23072, 2024-08-19T11:30:48.378 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 206 2024-08-19T11:30:48.378 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.378 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_txc": { 2024-08-19T11:30:48.378 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.378 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.378 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.378 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing": { 2024-08-19T11:30:48.378 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 269983, 2024-08-19T11:30:48.378 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 54 2024-08-19T11:30:48.378 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.378 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing_deferred": { 2024-08-19T11:30:48.378 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.379 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.379 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.379 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_anon": { 2024-08-19T11:30:48.379 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2444860, 2024-08-19T11:30:48.379 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 179 2024-08-19T11:30:48.379 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.379 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_meta": { 2024-08-19T11:30:48.379 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 4488, 2024-08-19T11:30:48.379 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 51 2024-08-19T11:30:48.379 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.379 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_co": { 2024-08-19T11:30:48.379 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.379 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.379 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.380 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:48.380 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 452088, 2024-08-19T11:30:48.380 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 39 2024-08-19T11:30:48.380 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.380 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mapbl": { 2024-08-19T11:30:48.380 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.380 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.380 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.380 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pglog": { 2024-08-19T11:30:48.380 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 94952, 2024-08-19T11:30:48.380 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 193 2024-08-19T11:30:48.380 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.380 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap": { 2024-08-19T11:30:48.380 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 242120, 2024-08-19T11:30:48.381 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3575 2024-08-19T11:30:48.381 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.381 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap_mapping": { 2024-08-19T11:30:48.381 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.381 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.381 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.381 INFO:tasks.workunit.client.0.smithi136.stdout: "pgmap": { 2024-08-19T11:30:48.381 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.381 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.381 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.381 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_1": { 2024-08-19T11:30:48.381 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.381 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.381 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.381 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_2": { 2024-08-19T11:30:48.382 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.382 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.382 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.382 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.382 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.7": { 2024-08-19T11:30:48.382 INFO:tasks.workunit.client.0.smithi136.stdout: "bloom_filter": { 2024-08-19T11:30:48.382 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.382 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.382 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.382 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:48.382 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 6304, 2024-08-19T11:30:48.382 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 115 2024-08-19T11:30:48.382 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.383 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_reader": { 2024-08-19T11:30:48.383 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 16896, 2024-08-19T11:30:48.383 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 8 2024-08-19T11:30:48.383 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.383 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_writer": { 2024-08-19T11:30:48.383 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 576, 2024-08-19T11:30:48.383 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3 2024-08-19T11:30:48.383 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.383 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_alloc": { 2024-08-19T11:30:48.383 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2240, 2024-08-19T11:30:48.383 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 28 2024-08-19T11:30:48.383 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.383 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_blob": { 2024-08-19T11:30:48.383 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 22736, 2024-08-19T11:30:48.384 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 203 2024-08-19T11:30:48.384 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.384 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_buffer": { 2024-08-19T11:30:48.384 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 1152, 2024-08-19T11:30:48.384 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 40 2024-08-19T11:30:48.384 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.384 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_data": { 2024-08-19T11:30:48.384 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 274432, 2024-08-19T11:30:48.384 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 8 2024-08-19T11:30:48.384 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.384 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_meta": { 2024-08-19T11:30:48.384 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 55133, 2024-08-19T11:30:48.384 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 10370 2024-08-19T11:30:48.384 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.385 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_onode": { 2024-08-19T11:30:48.385 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 143056, 2024-08-19T11:30:48.385 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 242 2024-08-19T11:30:48.385 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.385 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_other": { 2024-08-19T11:30:48.385 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 12004, 2024-08-19T11:30:48.385 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 773 2024-08-19T11:30:48.385 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.385 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_extent": { 2024-08-19T11:30:48.385 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 9744, 2024-08-19T11:30:48.385 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 203 2024-08-19T11:30:48.385 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.386 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_fsck": { 2024-08-19T11:30:48.386 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.386 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.386 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.386 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_inline_bl": { 2024-08-19T11:30:48.386 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 32882, 2024-08-19T11:30:48.386 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 210 2024-08-19T11:30:48.386 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.386 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_shared_blob": { 2024-08-19T11:30:48.386 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 22736, 2024-08-19T11:30:48.386 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 203 2024-08-19T11:30:48.386 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.386 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_txc": { 2024-08-19T11:30:48.387 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.387 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.387 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.387 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing": { 2024-08-19T11:30:48.387 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 209360, 2024-08-19T11:30:48.387 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 41 2024-08-19T11:30:48.387 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.387 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing_deferred": { 2024-08-19T11:30:48.387 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.387 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.387 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.387 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_anon": { 2024-08-19T11:30:48.387 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2395678, 2024-08-19T11:30:48.387 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 197 2024-08-19T11:30:48.388 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.388 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_meta": { 2024-08-19T11:30:48.388 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 5984, 2024-08-19T11:30:48.388 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 68 2024-08-19T11:30:48.388 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.388 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_co": { 2024-08-19T11:30:48.388 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.388 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.388 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.388 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:48.388 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 533232, 2024-08-19T11:30:48.388 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 46 2024-08-19T11:30:48.389 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.389 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mapbl": { 2024-08-19T11:30:48.389 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.389 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.389 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.389 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pglog": { 2024-08-19T11:30:48.389 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 96408, 2024-08-19T11:30:48.389 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 223 2024-08-19T11:30:48.389 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.389 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap": { 2024-08-19T11:30:48.389 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 241352, 2024-08-19T11:30:48.389 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3539 2024-08-19T11:30:48.389 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.389 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap_mapping": { 2024-08-19T11:30:48.390 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.390 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.390 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.390 INFO:tasks.workunit.client.0.smithi136.stdout: "pgmap": { 2024-08-19T11:30:48.390 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.390 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.390 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.390 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_1": { 2024-08-19T11:30:48.390 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.390 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.390 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.390 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_2": { 2024-08-19T11:30:48.391 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:48.391 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:48.391 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.391 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.391 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.391 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.391 INFO:tasks.workunit.client.0.smithi136.stdout: "metadata": { 2024-08-19T11:30:48.391 INFO:tasks.workunit.client.0.smithi136.stdout: "mds": { 2024-08-19T11:30:48.391 INFO:tasks.workunit.client.0.smithi136.stdout: "arch": { 2024-08-19T11:30:48.391 INFO:tasks.workunit.client.0.smithi136.stdout: "x86_64": 2 2024-08-19T11:30:48.391 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.391 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph_version": { 2024-08-19T11:30:48.391 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T11:30:48.392 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.392 INFO:tasks.workunit.client.0.smithi136.stdout: "cpu": { 2024-08-19T11:30:48.392 INFO:tasks.workunit.client.0.smithi136.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-19T11:30:48.392 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.392 INFO:tasks.workunit.client.0.smithi136.stdout: "distro": { 2024-08-19T11:30:48.392 INFO:tasks.workunit.client.0.smithi136.stdout: "centos": 2 2024-08-19T11:30:48.392 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.392 INFO:tasks.workunit.client.0.smithi136.stdout: "distro_description": { 2024-08-19T11:30:48.392 INFO:tasks.workunit.client.0.smithi136.stdout: "CentOS Stream 9": 2 2024-08-19T11:30:48.392 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.392 INFO:tasks.workunit.client.0.smithi136.stdout: "kernel_description": { 2024-08-19T11:30:48.392 INFO:tasks.workunit.client.0.smithi136.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-19T11:30:48.392 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.392 INFO:tasks.workunit.client.0.smithi136.stdout: "kernel_version": { 2024-08-19T11:30:48.393 INFO:tasks.workunit.client.0.smithi136.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-19T11:30:48.393 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.393 INFO:tasks.workunit.client.0.smithi136.stdout: "os": { 2024-08-19T11:30:48.393 INFO:tasks.workunit.client.0.smithi136.stdout: "Linux": 2 2024-08-19T11:30:48.393 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.393 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.393 INFO:tasks.workunit.client.0.smithi136.stdout: "mon": { 2024-08-19T11:30:48.393 INFO:tasks.workunit.client.0.smithi136.stdout: "arch": { 2024-08-19T11:30:48.393 INFO:tasks.workunit.client.0.smithi136.stdout: "x86_64": 3 2024-08-19T11:30:48.393 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.393 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph_version": { 2024-08-19T11:30:48.393 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 3 2024-08-19T11:30:48.393 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.394 INFO:tasks.workunit.client.0.smithi136.stdout: "cpu": { 2024-08-19T11:30:48.394 INFO:tasks.workunit.client.0.smithi136.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-19T11:30:48.394 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.394 INFO:tasks.workunit.client.0.smithi136.stdout: "distro": { 2024-08-19T11:30:48.394 INFO:tasks.workunit.client.0.smithi136.stdout: "centos": 3 2024-08-19T11:30:48.394 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.394 INFO:tasks.workunit.client.0.smithi136.stdout: "distro_description": { 2024-08-19T11:30:48.394 INFO:tasks.workunit.client.0.smithi136.stdout: "CentOS Stream 9": 3 2024-08-19T11:30:48.394 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.394 INFO:tasks.workunit.client.0.smithi136.stdout: "kernel_description": { 2024-08-19T11:30:48.394 INFO:tasks.workunit.client.0.smithi136.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-19T11:30:48.394 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.394 INFO:tasks.workunit.client.0.smithi136.stdout: "kernel_version": { 2024-08-19T11:30:48.395 INFO:tasks.workunit.client.0.smithi136.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-19T11:30:48.395 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.395 INFO:tasks.workunit.client.0.smithi136.stdout: "os": { 2024-08-19T11:30:48.395 INFO:tasks.workunit.client.0.smithi136.stdout: "Linux": 3 2024-08-19T11:30:48.395 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.395 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.395 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:48.395 INFO:tasks.workunit.client.0.smithi136.stdout: "arch": { 2024-08-19T11:30:48.395 INFO:tasks.workunit.client.0.smithi136.stdout: "x86_64": 8 2024-08-19T11:30:48.395 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.395 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph_version": { 2024-08-19T11:30:48.395 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 8 2024-08-19T11:30:48.395 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.396 INFO:tasks.workunit.client.0.smithi136.stdout: "cpu": { 2024-08-19T11:30:48.396 INFO:tasks.workunit.client.0.smithi136.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-19T11:30:48.396 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.396 INFO:tasks.workunit.client.0.smithi136.stdout: "distro": { 2024-08-19T11:30:48.396 INFO:tasks.workunit.client.0.smithi136.stdout: "centos": 8 2024-08-19T11:30:48.396 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.396 INFO:tasks.workunit.client.0.smithi136.stdout: "distro_description": { 2024-08-19T11:30:48.396 INFO:tasks.workunit.client.0.smithi136.stdout: "CentOS Stream 9": 8 2024-08-19T11:30:48.396 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.396 INFO:tasks.workunit.client.0.smithi136.stdout: "kernel_description": { 2024-08-19T11:30:48.396 INFO:tasks.workunit.client.0.smithi136.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-19T11:30:48.396 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.396 INFO:tasks.workunit.client.0.smithi136.stdout: "kernel_version": { 2024-08-19T11:30:48.396 INFO:tasks.workunit.client.0.smithi136.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-19T11:30:48.397 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.397 INFO:tasks.workunit.client.0.smithi136.stdout: "os": { 2024-08-19T11:30:48.397 INFO:tasks.workunit.client.0.smithi136.stdout: "Linux": 8 2024-08-19T11:30:48.397 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.397 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_objectstore": { 2024-08-19T11:30:48.397 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore": 8 2024-08-19T11:30:48.397 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.397 INFO:tasks.workunit.client.0.smithi136.stdout: "rotational": { 2024-08-19T11:30:48.397 INFO:tasks.workunit.client.0.smithi136.stdout: "0": 8 2024-08-19T11:30:48.397 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.397 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.397 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.397 INFO:tasks.workunit.client.0.smithi136.stdout: "mon": { 2024-08-19T11:30:48.397 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3, 2024-08-19T11:30:48.398 INFO:tasks.workunit.client.0.smithi136.stdout: "features": { 2024-08-19T11:30:48.398 INFO:tasks.workunit.client.0.smithi136.stdout: "optional": [], 2024-08-19T11:30:48.398 INFO:tasks.workunit.client.0.smithi136.stdout: "persistent": [ 2024-08-19T11:30:48.398 INFO:tasks.workunit.client.0.smithi136.stdout: "kraken", 2024-08-19T11:30:48.398 INFO:tasks.workunit.client.0.smithi136.stdout: "luminous", 2024-08-19T11:30:48.398 INFO:tasks.workunit.client.0.smithi136.stdout: "mimic", 2024-08-19T11:30:48.398 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap-prune", 2024-08-19T11:30:48.398 INFO:tasks.workunit.client.0.smithi136.stdout: "nautilus", 2024-08-19T11:30:48.398 INFO:tasks.workunit.client.0.smithi136.stdout: "octopus", 2024-08-19T11:30:48.398 INFO:tasks.workunit.client.0.smithi136.stdout: "pacific", 2024-08-19T11:30:48.398 INFO:tasks.workunit.client.0.smithi136.stdout: "elector-pinging", 2024-08-19T11:30:48.398 INFO:tasks.workunit.client.0.smithi136.stdout: "quincy", 2024-08-19T11:30:48.398 INFO:tasks.workunit.client.0.smithi136.stdout: "reef" 2024-08-19T11:30:48.399 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.399 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.399 INFO:tasks.workunit.client.0.smithi136.stdout: "ipv4_addr_mons": 6, 2024-08-19T11:30:48.399 INFO:tasks.workunit.client.0.smithi136.stdout: "ipv6_addr_mons": 0, 2024-08-19T11:30:48.399 INFO:tasks.workunit.client.0.smithi136.stdout: "min_mon_release": 18, 2024-08-19T11:30:48.399 INFO:tasks.workunit.client.0.smithi136.stdout: "v1_addr_mons": 3, 2024-08-19T11:30:48.399 INFO:tasks.workunit.client.0.smithi136.stdout: "v2_addr_mons": 3 2024-08-19T11:30:48.399 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.399 INFO:tasks.workunit.client.0.smithi136.stdout: "organization": "ceph-qa", 2024-08-19T11:30:48.399 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:48.399 INFO:tasks.workunit.client.0.smithi136.stdout: "cluster_network": false, 2024-08-19T11:30:48.399 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 8, 2024-08-19T11:30:48.399 INFO:tasks.workunit.client.0.smithi136.stdout: "require_min_compat_client": "luminous", 2024-08-19T11:30:48.399 INFO:tasks.workunit.client.0.smithi136.stdout: "require_osd_release": "reef" 2024-08-19T11:30:48.400 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.400 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_perf_histograms": [ 2024-08-19T11:30:48.400 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.400 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T11:30:48.400 INFO:tasks.workunit.client.0.smithi136.stdout: "axes": [ 2024-08-19T11:30:48.400 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.400 INFO:tasks.workunit.client.0.smithi136.stdout: "buckets": 32, 2024-08-19T11:30:48.400 INFO:tasks.workunit.client.0.smithi136.stdout: "min": 0, 2024-08-19T11:30:48.400 INFO:tasks.workunit.client.0.smithi136.stdout: "name": "Latency (usec)", 2024-08-19T11:30:48.400 INFO:tasks.workunit.client.0.smithi136.stdout: "quant_size": 100000, 2024-08-19T11:30:48.400 INFO:tasks.workunit.client.0.smithi136.stdout: "ranges": [ 2024-08-19T11:30:48.400 INFO:tasks.workunit.client.0.smithi136.stdout: "[None, -1]", 2024-08-19T11:30:48.400 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 99999]", 2024-08-19T11:30:48.400 INFO:tasks.workunit.client.0.smithi136.stdout: "[100000, 199999]", 2024-08-19T11:30:48.401 INFO:tasks.workunit.client.0.smithi136.stdout: "[200000, 399999]", 2024-08-19T11:30:48.401 INFO:tasks.workunit.client.0.smithi136.stdout: "[400000, 799999]", 2024-08-19T11:30:48.401 INFO:tasks.workunit.client.0.smithi136.stdout: "[800000, 1599999]", 2024-08-19T11:30:48.401 INFO:tasks.workunit.client.0.smithi136.stdout: "[1600000, 3199999]", 2024-08-19T11:30:48.401 INFO:tasks.workunit.client.0.smithi136.stdout: "[3200000, 6399999]", 2024-08-19T11:30:48.401 INFO:tasks.workunit.client.0.smithi136.stdout: "[6400000, 12799999]", 2024-08-19T11:30:48.401 INFO:tasks.workunit.client.0.smithi136.stdout: "[12800000, 25599999]", 2024-08-19T11:30:48.401 INFO:tasks.workunit.client.0.smithi136.stdout: "[25600000, 51199999]", 2024-08-19T11:30:48.401 INFO:tasks.workunit.client.0.smithi136.stdout: "[51200000, 102399999]", 2024-08-19T11:30:48.401 INFO:tasks.workunit.client.0.smithi136.stdout: "[102400000, 204799999]", 2024-08-19T11:30:48.401 INFO:tasks.workunit.client.0.smithi136.stdout: "[204800000, 409599999]", 2024-08-19T11:30:48.401 INFO:tasks.workunit.client.0.smithi136.stdout: "[409600000, 819199999]", 2024-08-19T11:30:48.401 INFO:tasks.workunit.client.0.smithi136.stdout: "[819200000, 1638399999]", 2024-08-19T11:30:48.402 INFO:tasks.workunit.client.0.smithi136.stdout: "[1638400000, 3276799999]", 2024-08-19T11:30:48.402 INFO:tasks.workunit.client.0.smithi136.stdout: "[3276800000, 6553599999]", 2024-08-19T11:30:48.402 INFO:tasks.workunit.client.0.smithi136.stdout: "[6553600000, 13107199999]", 2024-08-19T11:30:48.402 INFO:tasks.workunit.client.0.smithi136.stdout: "[13107200000, 26214399999]", 2024-08-19T11:30:48.402 INFO:tasks.workunit.client.0.smithi136.stdout: "[26214400000, 52428799999]", 2024-08-19T11:30:48.402 INFO:tasks.workunit.client.0.smithi136.stdout: "[52428800000, 104857599999]", 2024-08-19T11:30:48.402 INFO:tasks.workunit.client.0.smithi136.stdout: "[104857600000, 209715199999]", 2024-08-19T11:30:48.402 INFO:tasks.workunit.client.0.smithi136.stdout: "[209715200000, 419430399999]", 2024-08-19T11:30:48.402 INFO:tasks.workunit.client.0.smithi136.stdout: "[419430400000, 838860799999]", 2024-08-19T11:30:48.402 INFO:tasks.workunit.client.0.smithi136.stdout: "[838860800000, 1677721599999]", 2024-08-19T11:30:48.402 INFO:tasks.workunit.client.0.smithi136.stdout: "[1677721600000, 3355443199999]", 2024-08-19T11:30:48.402 INFO:tasks.workunit.client.0.smithi136.stdout: "[3355443200000, 6710886399999]", 2024-08-19T11:30:48.402 INFO:tasks.workunit.client.0.smithi136.stdout: "[6710886400000, 13421772799999]", 2024-08-19T11:30:48.402 INFO:tasks.workunit.client.0.smithi136.stdout: "[13421772800000, 26843545599999]", 2024-08-19T11:30:48.403 INFO:tasks.workunit.client.0.smithi136.stdout: "[26843545600000, 53687091199999]", 2024-08-19T11:30:48.403 INFO:tasks.workunit.client.0.smithi136.stdout: "[53687091200000, None]" 2024-08-19T11:30:48.403 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:48.403 INFO:tasks.workunit.client.0.smithi136.stdout: "scale_type": "log2" 2024-08-19T11:30:48.403 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.403 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.403 INFO:tasks.workunit.client.0.smithi136.stdout: "buckets": 32, 2024-08-19T11:30:48.403 INFO:tasks.workunit.client.0.smithi136.stdout: "min": 0, 2024-08-19T11:30:48.403 INFO:tasks.workunit.client.0.smithi136.stdout: "name": "Request size (bytes)", 2024-08-19T11:30:48.403 INFO:tasks.workunit.client.0.smithi136.stdout: "quant_size": 512, 2024-08-19T11:30:48.403 INFO:tasks.workunit.client.0.smithi136.stdout: "ranges": [ 2024-08-19T11:30:48.403 INFO:tasks.workunit.client.0.smithi136.stdout: "[None, -1]", 2024-08-19T11:30:48.403 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 511]", 2024-08-19T11:30:48.403 INFO:tasks.workunit.client.0.smithi136.stdout: "[512, 1023]", 2024-08-19T11:30:48.404 INFO:tasks.workunit.client.0.smithi136.stdout: "[1024, 2047]", 2024-08-19T11:30:48.404 INFO:tasks.workunit.client.0.smithi136.stdout: "[2048, 4095]", 2024-08-19T11:30:48.404 INFO:tasks.workunit.client.0.smithi136.stdout: "[4096, 8191]", 2024-08-19T11:30:48.404 INFO:tasks.workunit.client.0.smithi136.stdout: "[8192, 16383]", 2024-08-19T11:30:48.404 INFO:tasks.workunit.client.0.smithi136.stdout: "[16384, 32767]", 2024-08-19T11:30:48.404 INFO:tasks.workunit.client.0.smithi136.stdout: "[32768, 65535]", 2024-08-19T11:30:48.404 INFO:tasks.workunit.client.0.smithi136.stdout: "[65536, 131071]", 2024-08-19T11:30:48.404 INFO:tasks.workunit.client.0.smithi136.stdout: "[131072, 262143]", 2024-08-19T11:30:48.404 INFO:tasks.workunit.client.0.smithi136.stdout: "[262144, 524287]", 2024-08-19T11:30:48.404 INFO:tasks.workunit.client.0.smithi136.stdout: "[524288, 1048575]", 2024-08-19T11:30:48.404 INFO:tasks.workunit.client.0.smithi136.stdout: "[1048576, 2097151]", 2024-08-19T11:30:48.404 INFO:tasks.workunit.client.0.smithi136.stdout: "[2097152, 4194303]", 2024-08-19T11:30:48.405 INFO:tasks.workunit.client.0.smithi136.stdout: "[4194304, 8388607]", 2024-08-19T11:30:48.405 INFO:tasks.workunit.client.0.smithi136.stdout: "[8388608, 16777215]", 2024-08-19T11:30:48.405 INFO:tasks.workunit.client.0.smithi136.stdout: "[16777216, 33554431]", 2024-08-19T11:30:48.405 INFO:tasks.workunit.client.0.smithi136.stdout: "[33554432, 67108863]", 2024-08-19T11:30:48.405 INFO:tasks.workunit.client.0.smithi136.stdout: "[67108864, 134217727]", 2024-08-19T11:30:48.405 INFO:tasks.workunit.client.0.smithi136.stdout: "[134217728, 268435455]", 2024-08-19T11:30:48.405 INFO:tasks.workunit.client.0.smithi136.stdout: "[268435456, 536870911]", 2024-08-19T11:30:48.405 INFO:tasks.workunit.client.0.smithi136.stdout: "[536870912, 1073741823]", 2024-08-19T11:30:48.405 INFO:tasks.workunit.client.0.smithi136.stdout: "[1073741824, 2147483647]", 2024-08-19T11:30:48.405 INFO:tasks.workunit.client.0.smithi136.stdout: "[2147483648, 4294967295]", 2024-08-19T11:30:48.405 INFO:tasks.workunit.client.0.smithi136.stdout: "[4294967296, 8589934591]", 2024-08-19T11:30:48.405 INFO:tasks.workunit.client.0.smithi136.stdout: "[8589934592, 17179869183]", 2024-08-19T11:30:48.405 INFO:tasks.workunit.client.0.smithi136.stdout: "[17179869184, 34359738367]", 2024-08-19T11:30:48.405 INFO:tasks.workunit.client.0.smithi136.stdout: "[34359738368, 68719476735]", 2024-08-19T11:30:48.406 INFO:tasks.workunit.client.0.smithi136.stdout: "[68719476736, 137438953471]", 2024-08-19T11:30:48.406 INFO:tasks.workunit.client.0.smithi136.stdout: "[137438953472, 274877906943]", 2024-08-19T11:30:48.406 INFO:tasks.workunit.client.0.smithi136.stdout: "[274877906944, None]" 2024-08-19T11:30:48.406 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:48.406 INFO:tasks.workunit.client.0.smithi136.stdout: "scale_type": "log2" 2024-08-19T11:30:48.406 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.406 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:48.406 INFO:tasks.workunit.client.0.smithi136.stdout: "osds": [ 2024-08-19T11:30:48.406 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.406 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 0, 2024-08-19T11:30:48.406 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.406 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.407 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.407 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.407 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.407 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.407 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.407 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.407 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.407 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.407 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.407 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.407 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.407 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.407 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.408 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.408 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.408 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.408 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.408 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.408 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.408 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.408 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.408 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.408 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.408 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.408 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.408 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.408 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.408 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.409 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.409 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.409 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.409 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.409 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.409 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.409 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 1, 2024-08-19T11:30:48.409 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.409 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.409 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.409 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.409 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.409 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.410 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.410 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.410 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.410 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.410 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.410 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.410 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.410 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.410 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.410 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.410 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.410 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.410 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.410 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.411 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.411 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.411 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.411 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.411 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.411 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.411 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.411 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.411 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.411 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.411 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.411 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.412 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.412 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.412 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.412 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.412 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 2, 2024-08-19T11:30:48.412 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.412 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.412 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.412 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.412 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.412 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.412 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.412 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.413 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.413 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.413 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.413 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.413 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.413 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.413 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.413 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.413 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.413 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.413 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.413 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.413 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.414 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.414 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.414 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.414 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.414 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.414 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.414 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.414 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.414 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.414 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.414 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.414 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.414 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.415 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.415 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.415 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 3, 2024-08-19T11:30:48.415 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.415 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.415 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.415 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.415 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.415 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.415 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.415 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.415 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.415 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.416 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.416 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.416 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.416 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.416 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.416 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.416 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.416 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.416 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.416 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.416 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.416 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.416 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.417 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.417 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.417 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.417 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.417 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.417 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.417 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.417 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.417 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.417 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.417 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.417 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.417 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.418 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 4, 2024-08-19T11:30:48.418 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.418 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.418 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.418 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.418 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.418 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.418 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.418 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.418 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.418 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.418 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.418 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.419 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.419 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.419 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.419 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.419 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.419 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.419 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.419 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.419 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.419 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.419 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.419 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.419 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.419 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.420 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.420 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.420 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.420 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.420 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.420 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.420 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.420 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.420 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.420 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.420 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 5, 2024-08-19T11:30:48.420 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.420 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.420 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.421 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.421 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.421 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.421 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.421 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.421 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.421 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.421 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.421 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.421 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.421 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.421 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.422 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.422 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.422 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.422 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.422 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.422 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.422 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.422 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.422 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.422 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.422 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.422 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.423 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.423 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.423 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.423 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.423 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.423 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.423 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.423 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.423 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.423 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 6, 2024-08-19T11:30:48.423 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.423 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.423 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.424 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.424 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.424 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.424 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.424 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.424 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.424 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.424 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.424 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.424 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.424 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.424 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.424 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.425 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.425 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.425 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.425 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.425 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.425 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.425 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.425 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.425 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.425 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.425 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.425 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.425 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.425 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.426 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.426 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.426 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.426 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.426 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.426 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.426 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 7, 2024-08-19T11:30:48.426 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.426 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.426 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.426 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.427 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.427 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.427 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.427 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.427 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.427 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.427 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.427 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.427 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.427 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.427 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.428 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.428 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.428 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.428 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.428 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.428 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.428 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.428 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.428 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.428 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.428 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.428 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.428 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.428 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.429 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.429 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.429 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.429 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.429 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.429 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.429 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.429 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.429 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T11:30:48.429 INFO:tasks.workunit.client.0.smithi136.stdout: "axes": [ 2024-08-19T11:30:48.429 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.429 INFO:tasks.workunit.client.0.smithi136.stdout: "buckets": 32, 2024-08-19T11:30:48.429 INFO:tasks.workunit.client.0.smithi136.stdout: "min": 0, 2024-08-19T11:30:48.429 INFO:tasks.workunit.client.0.smithi136.stdout: "name": "Latency (usec)", 2024-08-19T11:30:48.430 INFO:tasks.workunit.client.0.smithi136.stdout: "quant_size": 100000, 2024-08-19T11:30:48.430 INFO:tasks.workunit.client.0.smithi136.stdout: "ranges": [ 2024-08-19T11:30:48.430 INFO:tasks.workunit.client.0.smithi136.stdout: "[None, -1]", 2024-08-19T11:30:48.430 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 99999]", 2024-08-19T11:30:48.430 INFO:tasks.workunit.client.0.smithi136.stdout: "[100000, 199999]", 2024-08-19T11:30:48.430 INFO:tasks.workunit.client.0.smithi136.stdout: "[200000, 399999]", 2024-08-19T11:30:48.430 INFO:tasks.workunit.client.0.smithi136.stdout: "[400000, 799999]", 2024-08-19T11:30:48.430 INFO:tasks.workunit.client.0.smithi136.stdout: "[800000, 1599999]", 2024-08-19T11:30:48.430 INFO:tasks.workunit.client.0.smithi136.stdout: "[1600000, 3199999]", 2024-08-19T11:30:48.430 INFO:tasks.workunit.client.0.smithi136.stdout: "[3200000, 6399999]", 2024-08-19T11:30:48.430 INFO:tasks.workunit.client.0.smithi136.stdout: "[6400000, 12799999]", 2024-08-19T11:30:48.431 INFO:tasks.workunit.client.0.smithi136.stdout: "[12800000, 25599999]", 2024-08-19T11:30:48.431 INFO:tasks.workunit.client.0.smithi136.stdout: "[25600000, 51199999]", 2024-08-19T11:30:48.431 INFO:tasks.workunit.client.0.smithi136.stdout: "[51200000, 102399999]", 2024-08-19T11:30:48.431 INFO:tasks.workunit.client.0.smithi136.stdout: "[102400000, 204799999]", 2024-08-19T11:30:48.431 INFO:tasks.workunit.client.0.smithi136.stdout: "[204800000, 409599999]", 2024-08-19T11:30:48.431 INFO:tasks.workunit.client.0.smithi136.stdout: "[409600000, 819199999]", 2024-08-19T11:30:48.431 INFO:tasks.workunit.client.0.smithi136.stdout: "[819200000, 1638399999]", 2024-08-19T11:30:48.431 INFO:tasks.workunit.client.0.smithi136.stdout: "[1638400000, 3276799999]", 2024-08-19T11:30:48.431 INFO:tasks.workunit.client.0.smithi136.stdout: "[3276800000, 6553599999]", 2024-08-19T11:30:48.431 INFO:tasks.workunit.client.0.smithi136.stdout: "[6553600000, 13107199999]", 2024-08-19T11:30:48.431 INFO:tasks.workunit.client.0.smithi136.stdout: "[13107200000, 26214399999]", 2024-08-19T11:30:48.431 INFO:tasks.workunit.client.0.smithi136.stdout: "[26214400000, 52428799999]", 2024-08-19T11:30:48.431 INFO:tasks.workunit.client.0.smithi136.stdout: "[52428800000, 104857599999]", 2024-08-19T11:30:48.432 INFO:tasks.workunit.client.0.smithi136.stdout: "[104857600000, 209715199999]", 2024-08-19T11:30:48.432 INFO:tasks.workunit.client.0.smithi136.stdout: "[209715200000, 419430399999]", 2024-08-19T11:30:48.432 INFO:tasks.workunit.client.0.smithi136.stdout: "[419430400000, 838860799999]", 2024-08-19T11:30:48.432 INFO:tasks.workunit.client.0.smithi136.stdout: "[838860800000, 1677721599999]", 2024-08-19T11:30:48.432 INFO:tasks.workunit.client.0.smithi136.stdout: "[1677721600000, 3355443199999]", 2024-08-19T11:30:48.432 INFO:tasks.workunit.client.0.smithi136.stdout: "[3355443200000, 6710886399999]", 2024-08-19T11:30:48.432 INFO:tasks.workunit.client.0.smithi136.stdout: "[6710886400000, 13421772799999]", 2024-08-19T11:30:48.432 INFO:tasks.workunit.client.0.smithi136.stdout: "[13421772800000, 26843545599999]", 2024-08-19T11:30:48.432 INFO:tasks.workunit.client.0.smithi136.stdout: "[26843545600000, 53687091199999]", 2024-08-19T11:30:48.432 INFO:tasks.workunit.client.0.smithi136.stdout: "[53687091200000, None]" 2024-08-19T11:30:48.432 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:48.432 INFO:tasks.workunit.client.0.smithi136.stdout: "scale_type": "log2" 2024-08-19T11:30:48.432 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.432 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.433 INFO:tasks.workunit.client.0.smithi136.stdout: "buckets": 32, 2024-08-19T11:30:48.433 INFO:tasks.workunit.client.0.smithi136.stdout: "min": 0, 2024-08-19T11:30:48.433 INFO:tasks.workunit.client.0.smithi136.stdout: "name": "Request size (bytes)", 2024-08-19T11:30:48.433 INFO:tasks.workunit.client.0.smithi136.stdout: "quant_size": 512, 2024-08-19T11:30:48.433 INFO:tasks.workunit.client.0.smithi136.stdout: "ranges": [ 2024-08-19T11:30:48.433 INFO:tasks.workunit.client.0.smithi136.stdout: "[None, -1]", 2024-08-19T11:30:48.433 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 511]", 2024-08-19T11:30:48.433 INFO:tasks.workunit.client.0.smithi136.stdout: "[512, 1023]", 2024-08-19T11:30:48.433 INFO:tasks.workunit.client.0.smithi136.stdout: "[1024, 2047]", 2024-08-19T11:30:48.433 INFO:tasks.workunit.client.0.smithi136.stdout: "[2048, 4095]", 2024-08-19T11:30:48.433 INFO:tasks.workunit.client.0.smithi136.stdout: "[4096, 8191]", 2024-08-19T11:30:48.433 INFO:tasks.workunit.client.0.smithi136.stdout: "[8192, 16383]", 2024-08-19T11:30:48.433 INFO:tasks.workunit.client.0.smithi136.stdout: "[16384, 32767]", 2024-08-19T11:30:48.433 INFO:tasks.workunit.client.0.smithi136.stdout: "[32768, 65535]", 2024-08-19T11:30:48.434 INFO:tasks.workunit.client.0.smithi136.stdout: "[65536, 131071]", 2024-08-19T11:30:48.434 INFO:tasks.workunit.client.0.smithi136.stdout: "[131072, 262143]", 2024-08-19T11:30:48.434 INFO:tasks.workunit.client.0.smithi136.stdout: "[262144, 524287]", 2024-08-19T11:30:48.434 INFO:tasks.workunit.client.0.smithi136.stdout: "[524288, 1048575]", 2024-08-19T11:30:48.434 INFO:tasks.workunit.client.0.smithi136.stdout: "[1048576, 2097151]", 2024-08-19T11:30:48.434 INFO:tasks.workunit.client.0.smithi136.stdout: "[2097152, 4194303]", 2024-08-19T11:30:48.434 INFO:tasks.workunit.client.0.smithi136.stdout: "[4194304, 8388607]", 2024-08-19T11:30:48.434 INFO:tasks.workunit.client.0.smithi136.stdout: "[8388608, 16777215]", 2024-08-19T11:30:48.434 INFO:tasks.workunit.client.0.smithi136.stdout: "[16777216, 33554431]", 2024-08-19T11:30:48.434 INFO:tasks.workunit.client.0.smithi136.stdout: "[33554432, 67108863]", 2024-08-19T11:30:48.434 INFO:tasks.workunit.client.0.smithi136.stdout: "[67108864, 134217727]", 2024-08-19T11:30:48.434 INFO:tasks.workunit.client.0.smithi136.stdout: "[134217728, 268435455]", 2024-08-19T11:30:48.434 INFO:tasks.workunit.client.0.smithi136.stdout: "[268435456, 536870911]", 2024-08-19T11:30:48.434 INFO:tasks.workunit.client.0.smithi136.stdout: "[536870912, 1073741823]", 2024-08-19T11:30:48.435 INFO:tasks.workunit.client.0.smithi136.stdout: "[1073741824, 2147483647]", 2024-08-19T11:30:48.435 INFO:tasks.workunit.client.0.smithi136.stdout: "[2147483648, 4294967295]", 2024-08-19T11:30:48.435 INFO:tasks.workunit.client.0.smithi136.stdout: "[4294967296, 8589934591]", 2024-08-19T11:30:48.435 INFO:tasks.workunit.client.0.smithi136.stdout: "[8589934592, 17179869183]", 2024-08-19T11:30:48.435 INFO:tasks.workunit.client.0.smithi136.stdout: "[17179869184, 34359738367]", 2024-08-19T11:30:48.435 INFO:tasks.workunit.client.0.smithi136.stdout: "[34359738368, 68719476735]", 2024-08-19T11:30:48.435 INFO:tasks.workunit.client.0.smithi136.stdout: "[68719476736, 137438953471]", 2024-08-19T11:30:48.435 INFO:tasks.workunit.client.0.smithi136.stdout: "[137438953472, 274877906943]", 2024-08-19T11:30:48.435 INFO:tasks.workunit.client.0.smithi136.stdout: "[274877906944, None]" 2024-08-19T11:30:48.435 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:48.435 INFO:tasks.workunit.client.0.smithi136.stdout: "scale_type": "log2" 2024-08-19T11:30:48.435 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.435 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:48.435 INFO:tasks.workunit.client.0.smithi136.stdout: "osds": [ 2024-08-19T11:30:48.436 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.436 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 0, 2024-08-19T11:30:48.436 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.436 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.436 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.436 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.436 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.436 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.436 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.436 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.436 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.436 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.436 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.437 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.437 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.437 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.437 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.437 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.437 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.437 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.437 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.437 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.437 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.437 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.437 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.437 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.437 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.438 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.438 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.438 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.438 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.438 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.438 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.438 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.438 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.438 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.438 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.438 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.438 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 1, 2024-08-19T11:30:48.438 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.439 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.439 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.439 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.439 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.439 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.439 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.439 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.439 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.439 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.439 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.439 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.439 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.439 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.439 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.440 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.440 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.440 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.440 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.440 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.440 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.440 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.440 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.440 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.440 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.440 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.440 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.440 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.440 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.441 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.441 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.441 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.441 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.441 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.441 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.441 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.441 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 2, 2024-08-19T11:30:48.441 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.441 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.441 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.441 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.441 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.441 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.441 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.442 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.442 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.442 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.442 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.442 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.442 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.442 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.442 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.442 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.442 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.442 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.442 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.443 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.443 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.443 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.443 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.443 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.443 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.443 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.443 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.443 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.443 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.443 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.443 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.443 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.443 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.444 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.444 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.444 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.444 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 3, 2024-08-19T11:30:48.444 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.444 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.444 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.444 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.444 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.444 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.444 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.444 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.444 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.444 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.445 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.445 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.445 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.445 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.445 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.445 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.445 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.445 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.445 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.445 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.445 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.445 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.445 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.445 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.445 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.446 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.446 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.446 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.446 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.446 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.446 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.446 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.446 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.446 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.446 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.446 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.446 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 4, 2024-08-19T11:30:48.446 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.447 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.447 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.447 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.447 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.447 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.447 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.447 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.447 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.447 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.447 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.447 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.447 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.448 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.448 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.448 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.448 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.448 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.448 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.448 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.448 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.448 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.448 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.448 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.448 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.448 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.448 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.449 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.449 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.449 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.449 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.449 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.449 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.449 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.449 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.449 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.449 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 5, 2024-08-19T11:30:48.449 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.449 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.449 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.449 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.449 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.450 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.450 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.450 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.450 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.450 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.450 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.450 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.450 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.450 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.450 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.450 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.450 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.451 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.451 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.451 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.451 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.451 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.451 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.451 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.451 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.451 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.451 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.451 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.451 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.451 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.451 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.451 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.452 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.452 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.452 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.452 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.452 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 6, 2024-08-19T11:30:48.452 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.452 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.452 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.452 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.452 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.452 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.453 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.453 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.453 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.453 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.453 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.453 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.453 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.453 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.453 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.453 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.453 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.453 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.453 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.453 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.454 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.454 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.454 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.454 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.454 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.454 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.454 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.454 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.454 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.454 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.454 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.454 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.454 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.455 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.455 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.455 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.455 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 7, 2024-08-19T11:30:48.455 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.455 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.455 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.455 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.455 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.455 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.455 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.455 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.455 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.456 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.456 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.456 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.456 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.456 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.456 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.456 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.456 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.456 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.456 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.456 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.456 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.456 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.457 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.457 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.457 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.457 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.457 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.457 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.457 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.457 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.457 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.457 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.457 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.457 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.457 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.457 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.458 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.458 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T11:30:48.458 INFO:tasks.workunit.client.0.smithi136.stdout: "axes": [ 2024-08-19T11:30:48.458 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.458 INFO:tasks.workunit.client.0.smithi136.stdout: "buckets": 32, 2024-08-19T11:30:48.458 INFO:tasks.workunit.client.0.smithi136.stdout: "min": 0, 2024-08-19T11:30:48.458 INFO:tasks.workunit.client.0.smithi136.stdout: "name": "Latency (usec)", 2024-08-19T11:30:48.458 INFO:tasks.workunit.client.0.smithi136.stdout: "quant_size": 100000, 2024-08-19T11:30:48.458 INFO:tasks.workunit.client.0.smithi136.stdout: "ranges": [ 2024-08-19T11:30:48.458 INFO:tasks.workunit.client.0.smithi136.stdout: "[None, -1]", 2024-08-19T11:30:48.458 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 99999]", 2024-08-19T11:30:48.459 INFO:tasks.workunit.client.0.smithi136.stdout: "[100000, 199999]", 2024-08-19T11:30:48.459 INFO:tasks.workunit.client.0.smithi136.stdout: "[200000, 399999]", 2024-08-19T11:30:48.459 INFO:tasks.workunit.client.0.smithi136.stdout: "[400000, 799999]", 2024-08-19T11:30:48.459 INFO:tasks.workunit.client.0.smithi136.stdout: "[800000, 1599999]", 2024-08-19T11:30:48.459 INFO:tasks.workunit.client.0.smithi136.stdout: "[1600000, 3199999]", 2024-08-19T11:30:48.459 INFO:tasks.workunit.client.0.smithi136.stdout: "[3200000, 6399999]", 2024-08-19T11:30:48.459 INFO:tasks.workunit.client.0.smithi136.stdout: "[6400000, 12799999]", 2024-08-19T11:30:48.459 INFO:tasks.workunit.client.0.smithi136.stdout: "[12800000, 25599999]", 2024-08-19T11:30:48.459 INFO:tasks.workunit.client.0.smithi136.stdout: "[25600000, 51199999]", 2024-08-19T11:30:48.459 INFO:tasks.workunit.client.0.smithi136.stdout: "[51200000, 102399999]", 2024-08-19T11:30:48.459 INFO:tasks.workunit.client.0.smithi136.stdout: "[102400000, 204799999]", 2024-08-19T11:30:48.459 INFO:tasks.workunit.client.0.smithi136.stdout: "[204800000, 409599999]", 2024-08-19T11:30:48.459 INFO:tasks.workunit.client.0.smithi136.stdout: "[409600000, 819199999]", 2024-08-19T11:30:48.459 INFO:tasks.workunit.client.0.smithi136.stdout: "[819200000, 1638399999]", 2024-08-19T11:30:48.460 INFO:tasks.workunit.client.0.smithi136.stdout: "[1638400000, 3276799999]", 2024-08-19T11:30:48.460 INFO:tasks.workunit.client.0.smithi136.stdout: "[3276800000, 6553599999]", 2024-08-19T11:30:48.460 INFO:tasks.workunit.client.0.smithi136.stdout: "[6553600000, 13107199999]", 2024-08-19T11:30:48.460 INFO:tasks.workunit.client.0.smithi136.stdout: "[13107200000, 26214399999]", 2024-08-19T11:30:48.460 INFO:tasks.workunit.client.0.smithi136.stdout: "[26214400000, 52428799999]", 2024-08-19T11:30:48.460 INFO:tasks.workunit.client.0.smithi136.stdout: "[52428800000, 104857599999]", 2024-08-19T11:30:48.460 INFO:tasks.workunit.client.0.smithi136.stdout: "[104857600000, 209715199999]", 2024-08-19T11:30:48.460 INFO:tasks.workunit.client.0.smithi136.stdout: "[209715200000, 419430399999]", 2024-08-19T11:30:48.460 INFO:tasks.workunit.client.0.smithi136.stdout: "[419430400000, 838860799999]", 2024-08-19T11:30:48.460 INFO:tasks.workunit.client.0.smithi136.stdout: "[838860800000, 1677721599999]", 2024-08-19T11:30:48.460 INFO:tasks.workunit.client.0.smithi136.stdout: "[1677721600000, 3355443199999]", 2024-08-19T11:30:48.460 INFO:tasks.workunit.client.0.smithi136.stdout: "[3355443200000, 6710886399999]", 2024-08-19T11:30:48.460 INFO:tasks.workunit.client.0.smithi136.stdout: "[6710886400000, 13421772799999]", 2024-08-19T11:30:48.460 INFO:tasks.workunit.client.0.smithi136.stdout: "[13421772800000, 26843545599999]", 2024-08-19T11:30:48.461 INFO:tasks.workunit.client.0.smithi136.stdout: "[26843545600000, 53687091199999]", 2024-08-19T11:30:48.461 INFO:tasks.workunit.client.0.smithi136.stdout: "[53687091200000, None]" 2024-08-19T11:30:48.461 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:48.461 INFO:tasks.workunit.client.0.smithi136.stdout: "scale_type": "log2" 2024-08-19T11:30:48.461 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.461 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.461 INFO:tasks.workunit.client.0.smithi136.stdout: "buckets": 32, 2024-08-19T11:30:48.461 INFO:tasks.workunit.client.0.smithi136.stdout: "min": 0, 2024-08-19T11:30:48.461 INFO:tasks.workunit.client.0.smithi136.stdout: "name": "Request size (bytes)", 2024-08-19T11:30:48.461 INFO:tasks.workunit.client.0.smithi136.stdout: "quant_size": 512, 2024-08-19T11:30:48.461 INFO:tasks.workunit.client.0.smithi136.stdout: "ranges": [ 2024-08-19T11:30:48.461 INFO:tasks.workunit.client.0.smithi136.stdout: "[None, -1]", 2024-08-19T11:30:48.461 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 511]", 2024-08-19T11:30:48.461 INFO:tasks.workunit.client.0.smithi136.stdout: "[512, 1023]", 2024-08-19T11:30:48.462 INFO:tasks.workunit.client.0.smithi136.stdout: "[1024, 2047]", 2024-08-19T11:30:48.462 INFO:tasks.workunit.client.0.smithi136.stdout: "[2048, 4095]", 2024-08-19T11:30:48.462 INFO:tasks.workunit.client.0.smithi136.stdout: "[4096, 8191]", 2024-08-19T11:30:48.462 INFO:tasks.workunit.client.0.smithi136.stdout: "[8192, 16383]", 2024-08-19T11:30:48.462 INFO:tasks.workunit.client.0.smithi136.stdout: "[16384, 32767]", 2024-08-19T11:30:48.462 INFO:tasks.workunit.client.0.smithi136.stdout: "[32768, 65535]", 2024-08-19T11:30:48.462 INFO:tasks.workunit.client.0.smithi136.stdout: "[65536, 131071]", 2024-08-19T11:30:48.462 INFO:tasks.workunit.client.0.smithi136.stdout: "[131072, 262143]", 2024-08-19T11:30:48.462 INFO:tasks.workunit.client.0.smithi136.stdout: "[262144, 524287]", 2024-08-19T11:30:48.462 INFO:tasks.workunit.client.0.smithi136.stdout: "[524288, 1048575]", 2024-08-19T11:30:48.462 INFO:tasks.workunit.client.0.smithi136.stdout: "[1048576, 2097151]", 2024-08-19T11:30:48.462 INFO:tasks.workunit.client.0.smithi136.stdout: "[2097152, 4194303]", 2024-08-19T11:30:48.462 INFO:tasks.workunit.client.0.smithi136.stdout: "[4194304, 8388607]", 2024-08-19T11:30:48.463 INFO:tasks.workunit.client.0.smithi136.stdout: "[8388608, 16777215]", 2024-08-19T11:30:48.463 INFO:tasks.workunit.client.0.smithi136.stdout: "[16777216, 33554431]", 2024-08-19T11:30:48.463 INFO:tasks.workunit.client.0.smithi136.stdout: "[33554432, 67108863]", 2024-08-19T11:30:48.463 INFO:tasks.workunit.client.0.smithi136.stdout: "[67108864, 134217727]", 2024-08-19T11:30:48.463 INFO:tasks.workunit.client.0.smithi136.stdout: "[134217728, 268435455]", 2024-08-19T11:30:48.463 INFO:tasks.workunit.client.0.smithi136.stdout: "[268435456, 536870911]", 2024-08-19T11:30:48.463 INFO:tasks.workunit.client.0.smithi136.stdout: "[536870912, 1073741823]", 2024-08-19T11:30:48.463 INFO:tasks.workunit.client.0.smithi136.stdout: "[1073741824, 2147483647]", 2024-08-19T11:30:48.463 INFO:tasks.workunit.client.0.smithi136.stdout: "[2147483648, 4294967295]", 2024-08-19T11:30:48.463 INFO:tasks.workunit.client.0.smithi136.stdout: "[4294967296, 8589934591]", 2024-08-19T11:30:48.463 INFO:tasks.workunit.client.0.smithi136.stdout: "[8589934592, 17179869183]", 2024-08-19T11:30:48.463 INFO:tasks.workunit.client.0.smithi136.stdout: "[17179869184, 34359738367]", 2024-08-19T11:30:48.463 INFO:tasks.workunit.client.0.smithi136.stdout: "[34359738368, 68719476735]", 2024-08-19T11:30:48.463 INFO:tasks.workunit.client.0.smithi136.stdout: "[68719476736, 137438953471]", 2024-08-19T11:30:48.463 INFO:tasks.workunit.client.0.smithi136.stdout: "[137438953472, 274877906943]", 2024-08-19T11:30:48.464 INFO:tasks.workunit.client.0.smithi136.stdout: "[274877906944, None]" 2024-08-19T11:30:48.464 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:48.464 INFO:tasks.workunit.client.0.smithi136.stdout: "scale_type": "log2" 2024-08-19T11:30:48.464 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.464 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:48.464 INFO:tasks.workunit.client.0.smithi136.stdout: "osds": [ 2024-08-19T11:30:48.464 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.464 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 0, 2024-08-19T11:30:48.464 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.464 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.464 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.464 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.464 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.464 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.465 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.465 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.465 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.465 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.465 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.465 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.465 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.465 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.465 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.465 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.465 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.465 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.465 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.465 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.466 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.466 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.466 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.466 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.466 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.466 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.466 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.466 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.466 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.466 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.466 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.466 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.466 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.466 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.467 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.467 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.467 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 1, 2024-08-19T11:30:48.467 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.467 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.467 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.467 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.467 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.467 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.467 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.467 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.468 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.468 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.468 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.468 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.468 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.468 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.468 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.468 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.468 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.468 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.468 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.468 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.468 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.468 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.469 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.469 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.469 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.469 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.469 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.469 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.469 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.469 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.469 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.469 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.469 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.469 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.469 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.469 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.470 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 2, 2024-08-19T11:30:48.470 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.470 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.470 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.470 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.470 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.470 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.470 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.470 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.470 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.470 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.470 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.470 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.471 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.471 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.471 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.471 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.471 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.471 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.471 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.471 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.471 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.471 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.471 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.471 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.471 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.471 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.472 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.472 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.472 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.472 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.472 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.472 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.472 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.472 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.472 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.472 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.472 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 3, 2024-08-19T11:30:48.472 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.473 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.473 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.473 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.473 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.473 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.473 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.473 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.473 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.473 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.473 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.473 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.473 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.473 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.473 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.474 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.474 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.474 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.474 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.474 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.474 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.474 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.474 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.474 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.474 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.474 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.474 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.475 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.475 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.475 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.475 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.475 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.475 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.475 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.475 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.475 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.475 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 4, 2024-08-19T11:30:48.475 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.475 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.475 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.475 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.476 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.476 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.476 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.476 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.476 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.476 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.476 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.476 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.476 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.476 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.476 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.476 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.477 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.477 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.477 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.477 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.477 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.477 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.477 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.477 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.477 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.477 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.477 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.477 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.477 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.478 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.478 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.478 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.478 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.478 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.478 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.478 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.478 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 5, 2024-08-19T11:30:48.478 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.478 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.478 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.478 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.479 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.479 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.479 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.479 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.479 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.479 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.479 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.479 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.479 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.479 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.479 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.479 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.479 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.479 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.480 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.480 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.480 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.480 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.480 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.480 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.480 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.480 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.480 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.480 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.480 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.480 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.480 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.480 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.481 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.481 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.481 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.481 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.481 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 6, 2024-08-19T11:30:48.481 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.481 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.481 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.481 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.481 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.481 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.481 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.481 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.481 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.482 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.482 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.482 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.482 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.482 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.482 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.482 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.482 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.482 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.482 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.482 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.482 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.482 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.483 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.483 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.483 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.483 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.483 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.483 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.483 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.483 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.483 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.483 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.483 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.483 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.483 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.484 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.484 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 7, 2024-08-19T11:30:48.484 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.484 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.484 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.484 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.484 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.484 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.484 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.484 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.484 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.484 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.484 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.484 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.485 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.485 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.485 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.485 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.485 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.485 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.485 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.485 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.485 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.485 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.485 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.485 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.486 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.486 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.486 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.486 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.486 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.486 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.486 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.486 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.486 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.486 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.486 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.486 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.487 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.487 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T11:30:48.487 INFO:tasks.workunit.client.0.smithi136.stdout: "axes": [ 2024-08-19T11:30:48.487 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.487 INFO:tasks.workunit.client.0.smithi136.stdout: "buckets": 32, 2024-08-19T11:30:48.487 INFO:tasks.workunit.client.0.smithi136.stdout: "min": 0, 2024-08-19T11:30:48.487 INFO:tasks.workunit.client.0.smithi136.stdout: "name": "Latency (usec)", 2024-08-19T11:30:48.487 INFO:tasks.workunit.client.0.smithi136.stdout: "quant_size": 100000, 2024-08-19T11:30:48.487 INFO:tasks.workunit.client.0.smithi136.stdout: "ranges": [ 2024-08-19T11:30:48.487 INFO:tasks.workunit.client.0.smithi136.stdout: "[None, -1]", 2024-08-19T11:30:48.487 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 99999]", 2024-08-19T11:30:48.487 INFO:tasks.workunit.client.0.smithi136.stdout: "[100000, 199999]", 2024-08-19T11:30:48.488 INFO:tasks.workunit.client.0.smithi136.stdout: "[200000, 399999]", 2024-08-19T11:30:48.488 INFO:tasks.workunit.client.0.smithi136.stdout: "[400000, 799999]", 2024-08-19T11:30:48.488 INFO:tasks.workunit.client.0.smithi136.stdout: "[800000, 1599999]", 2024-08-19T11:30:48.488 INFO:tasks.workunit.client.0.smithi136.stdout: "[1600000, 3199999]", 2024-08-19T11:30:48.488 INFO:tasks.workunit.client.0.smithi136.stdout: "[3200000, 6399999]", 2024-08-19T11:30:48.488 INFO:tasks.workunit.client.0.smithi136.stdout: "[6400000, 12799999]", 2024-08-19T11:30:48.488 INFO:tasks.workunit.client.0.smithi136.stdout: "[12800000, 25599999]", 2024-08-19T11:30:48.488 INFO:tasks.workunit.client.0.smithi136.stdout: "[25600000, 51199999]", 2024-08-19T11:30:48.488 INFO:tasks.workunit.client.0.smithi136.stdout: "[51200000, 102399999]", 2024-08-19T11:30:48.488 INFO:tasks.workunit.client.0.smithi136.stdout: "[102400000, 204799999]", 2024-08-19T11:30:48.488 INFO:tasks.workunit.client.0.smithi136.stdout: "[204800000, 409599999]", 2024-08-19T11:30:48.488 INFO:tasks.workunit.client.0.smithi136.stdout: "[409600000, 819199999]", 2024-08-19T11:30:48.488 INFO:tasks.workunit.client.0.smithi136.stdout: "[819200000, 1638399999]", 2024-08-19T11:30:48.488 INFO:tasks.workunit.client.0.smithi136.stdout: "[1638400000, 3276799999]", 2024-08-19T11:30:48.489 INFO:tasks.workunit.client.0.smithi136.stdout: "[3276800000, 6553599999]", 2024-08-19T11:30:48.489 INFO:tasks.workunit.client.0.smithi136.stdout: "[6553600000, 13107199999]", 2024-08-19T11:30:48.489 INFO:tasks.workunit.client.0.smithi136.stdout: "[13107200000, 26214399999]", 2024-08-19T11:30:48.489 INFO:tasks.workunit.client.0.smithi136.stdout: "[26214400000, 52428799999]", 2024-08-19T11:30:48.489 INFO:tasks.workunit.client.0.smithi136.stdout: "[52428800000, 104857599999]", 2024-08-19T11:30:48.489 INFO:tasks.workunit.client.0.smithi136.stdout: "[104857600000, 209715199999]", 2024-08-19T11:30:48.489 INFO:tasks.workunit.client.0.smithi136.stdout: "[209715200000, 419430399999]", 2024-08-19T11:30:48.489 INFO:tasks.workunit.client.0.smithi136.stdout: "[419430400000, 838860799999]", 2024-08-19T11:30:48.489 INFO:tasks.workunit.client.0.smithi136.stdout: "[838860800000, 1677721599999]", 2024-08-19T11:30:48.489 INFO:tasks.workunit.client.0.smithi136.stdout: "[1677721600000, 3355443199999]", 2024-08-19T11:30:48.489 INFO:tasks.workunit.client.0.smithi136.stdout: "[3355443200000, 6710886399999]", 2024-08-19T11:30:48.489 INFO:tasks.workunit.client.0.smithi136.stdout: "[6710886400000, 13421772799999]", 2024-08-19T11:30:48.489 INFO:tasks.workunit.client.0.smithi136.stdout: "[13421772800000, 26843545599999]", 2024-08-19T11:30:48.489 INFO:tasks.workunit.client.0.smithi136.stdout: "[26843545600000, 53687091199999]", 2024-08-19T11:30:48.490 INFO:tasks.workunit.client.0.smithi136.stdout: "[53687091200000, None]" 2024-08-19T11:30:48.490 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:48.490 INFO:tasks.workunit.client.0.smithi136.stdout: "scale_type": "log2" 2024-08-19T11:30:48.490 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.490 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.490 INFO:tasks.workunit.client.0.smithi136.stdout: "buckets": 32, 2024-08-19T11:30:48.490 INFO:tasks.workunit.client.0.smithi136.stdout: "min": 0, 2024-08-19T11:30:48.490 INFO:tasks.workunit.client.0.smithi136.stdout: "name": "Request size (bytes)", 2024-08-19T11:30:48.490 INFO:tasks.workunit.client.0.smithi136.stdout: "quant_size": 512, 2024-08-19T11:30:48.490 INFO:tasks.workunit.client.0.smithi136.stdout: "ranges": [ 2024-08-19T11:30:48.490 INFO:tasks.workunit.client.0.smithi136.stdout: "[None, -1]", 2024-08-19T11:30:48.490 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 511]", 2024-08-19T11:30:48.490 INFO:tasks.workunit.client.0.smithi136.stdout: "[512, 1023]", 2024-08-19T11:30:48.491 INFO:tasks.workunit.client.0.smithi136.stdout: "[1024, 2047]", 2024-08-19T11:30:48.491 INFO:tasks.workunit.client.0.smithi136.stdout: "[2048, 4095]", 2024-08-19T11:30:48.491 INFO:tasks.workunit.client.0.smithi136.stdout: "[4096, 8191]", 2024-08-19T11:30:48.491 INFO:tasks.workunit.client.0.smithi136.stdout: "[8192, 16383]", 2024-08-19T11:30:48.491 INFO:tasks.workunit.client.0.smithi136.stdout: "[16384, 32767]", 2024-08-19T11:30:48.491 INFO:tasks.workunit.client.0.smithi136.stdout: "[32768, 65535]", 2024-08-19T11:30:48.491 INFO:tasks.workunit.client.0.smithi136.stdout: "[65536, 131071]", 2024-08-19T11:30:48.491 INFO:tasks.workunit.client.0.smithi136.stdout: "[131072, 262143]", 2024-08-19T11:30:48.491 INFO:tasks.workunit.client.0.smithi136.stdout: "[262144, 524287]", 2024-08-19T11:30:48.491 INFO:tasks.workunit.client.0.smithi136.stdout: "[524288, 1048575]", 2024-08-19T11:30:48.491 INFO:tasks.workunit.client.0.smithi136.stdout: "[1048576, 2097151]", 2024-08-19T11:30:48.491 INFO:tasks.workunit.client.0.smithi136.stdout: "[2097152, 4194303]", 2024-08-19T11:30:48.491 INFO:tasks.workunit.client.0.smithi136.stdout: "[4194304, 8388607]", 2024-08-19T11:30:48.492 INFO:tasks.workunit.client.0.smithi136.stdout: "[8388608, 16777215]", 2024-08-19T11:30:48.492 INFO:tasks.workunit.client.0.smithi136.stdout: "[16777216, 33554431]", 2024-08-19T11:30:48.492 INFO:tasks.workunit.client.0.smithi136.stdout: "[33554432, 67108863]", 2024-08-19T11:30:48.492 INFO:tasks.workunit.client.0.smithi136.stdout: "[67108864, 134217727]", 2024-08-19T11:30:48.492 INFO:tasks.workunit.client.0.smithi136.stdout: "[134217728, 268435455]", 2024-08-19T11:30:48.492 INFO:tasks.workunit.client.0.smithi136.stdout: "[268435456, 536870911]", 2024-08-19T11:30:48.492 INFO:tasks.workunit.client.0.smithi136.stdout: "[536870912, 1073741823]", 2024-08-19T11:30:48.492 INFO:tasks.workunit.client.0.smithi136.stdout: "[1073741824, 2147483647]", 2024-08-19T11:30:48.492 INFO:tasks.workunit.client.0.smithi136.stdout: "[2147483648, 4294967295]", 2024-08-19T11:30:48.492 INFO:tasks.workunit.client.0.smithi136.stdout: "[4294967296, 8589934591]", 2024-08-19T11:30:48.492 INFO:tasks.workunit.client.0.smithi136.stdout: "[8589934592, 17179869183]", 2024-08-19T11:30:48.492 INFO:tasks.workunit.client.0.smithi136.stdout: "[17179869184, 34359738367]", 2024-08-19T11:30:48.493 INFO:tasks.workunit.client.0.smithi136.stdout: "[34359738368, 68719476735]", 2024-08-19T11:30:48.493 INFO:tasks.workunit.client.0.smithi136.stdout: "[68719476736, 137438953471]", 2024-08-19T11:30:48.493 INFO:tasks.workunit.client.0.smithi136.stdout: "[137438953472, 274877906943]", 2024-08-19T11:30:48.493 INFO:tasks.workunit.client.0.smithi136.stdout: "[274877906944, None]" 2024-08-19T11:30:48.493 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:48.493 INFO:tasks.workunit.client.0.smithi136.stdout: "scale_type": "log2" 2024-08-19T11:30:48.493 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.493 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:48.493 INFO:tasks.workunit.client.0.smithi136.stdout: "osds": [ 2024-08-19T11:30:48.493 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.493 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 0, 2024-08-19T11:30:48.493 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.493 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.494 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.494 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.494 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.494 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.494 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.494 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.494 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.494 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.494 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.494 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.494 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.494 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.495 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.495 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.495 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.495 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.495 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.495 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.495 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.495 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.495 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.495 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.495 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.495 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.495 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.496 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.496 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.496 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.496 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.496 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.496 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.496 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.496 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.496 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.496 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 1, 2024-08-19T11:30:48.496 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.497 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.497 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.497 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.497 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.497 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.497 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 10, 5, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.497 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 14, 3, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.497 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.497 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.497 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.497 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.497 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.497 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.498 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.498 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.498 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.498 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.498 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.498 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.498 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.498 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.498 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.498 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.498 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.499 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.499 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.499 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.499 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.499 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.499 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.499 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.499 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.499 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.499 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.499 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.499 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 2, 2024-08-19T11:30:48.499 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.500 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.500 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.500 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.500 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.500 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.500 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.500 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.500 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.500 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.500 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.500 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.500 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.500 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.501 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.501 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.501 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.501 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.501 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.501 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.501 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.501 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.501 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.501 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.501 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.501 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.501 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.502 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.502 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.502 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.502 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.502 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.502 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.502 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.502 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.502 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.502 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 3, 2024-08-19T11:30:48.502 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.502 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.502 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.502 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.503 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.503 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.503 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.503 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.503 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.503 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.503 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.503 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.503 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.503 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.503 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.503 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.503 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.503 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.504 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.504 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.504 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.504 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.504 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.504 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.504 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.504 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.504 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.504 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.504 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.504 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.504 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.505 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.505 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.505 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.505 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.505 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.505 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 4, 2024-08-19T11:30:48.505 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.505 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.505 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.505 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.505 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.505 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.505 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.505 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.506 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.506 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.506 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.506 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.506 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.506 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.506 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.506 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.506 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.506 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.506 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.506 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.506 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.506 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.507 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.507 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.507 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.507 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.507 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.507 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.507 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.507 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.507 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.507 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.507 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.507 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.507 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.508 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.508 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 5, 2024-08-19T11:30:48.508 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.508 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.508 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.508 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.508 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.508 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.508 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.508 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.508 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.508 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.508 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.508 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.508 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.509 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.509 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.509 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.509 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.509 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.509 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.509 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.509 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.509 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.509 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.509 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.509 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.510 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.510 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.510 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.510 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.510 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.510 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.510 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.510 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.510 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.510 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.510 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.510 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 6, 2024-08-19T11:30:48.510 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.510 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.511 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.511 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.511 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.511 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.511 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.511 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.511 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.511 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.511 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.511 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.511 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.511 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.511 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.512 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.512 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.512 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.512 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.512 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.512 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.512 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.512 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.512 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.512 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.512 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.512 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.513 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.513 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.513 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.513 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.513 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.513 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.513 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.513 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.513 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.513 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 7, 2024-08-19T11:30:48.513 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:48.513 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.513 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.513 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.514 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.514 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.514 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.514 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.514 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.514 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.514 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.514 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.514 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.514 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.514 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.514 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.514 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.515 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.515 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.515 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.515 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.515 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.515 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.515 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.515 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.515 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.515 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.515 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.515 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.515 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.515 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.516 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:48.516 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:48.516 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.516 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.516 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:48.516 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.516 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.516 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:48.516 INFO:tasks.workunit.client.0.smithi136.stdout: "perf_counters": { 2024-08-19T11:30:48.516 INFO:tasks.workunit.client.0.smithi136.stdout: "mds.f75a27bd54e9b270b172ae5961384f60174164b2": { 2024-08-19T11:30:48.516 INFO:tasks.workunit.client.0.smithi136.stdout: "mds": { 2024-08-19T11:30:48.516 INFO:tasks.workunit.client.0.smithi136.stdout: "caps": { 2024-08-19T11:30:48.516 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.516 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.517 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph_cap_op_flush_ack": { 2024-08-19T11:30:48.517 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.517 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.517 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-19T11:30:48.517 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.517 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.517 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph_cap_op_grant": { 2024-08-19T11:30:48.517 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.517 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.517 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph_cap_op_revoke": { 2024-08-19T11:30:48.517 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.517 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.517 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph_cap_op_trunc": { 2024-08-19T11:30:48.517 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.518 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.518 INFO:tasks.workunit.client.0.smithi136.stdout: "dir_commit": { 2024-08-19T11:30:48.518 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 12 2024-08-19T11:30:48.518 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.518 INFO:tasks.workunit.client.0.smithi136.stdout: "dir_fetch_complete": { 2024-08-19T11:30:48.518 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.518 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.518 INFO:tasks.workunit.client.0.smithi136.stdout: "dir_fetch_keys": { 2024-08-19T11:30:48.518 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.518 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.518 INFO:tasks.workunit.client.0.smithi136.stdout: "dir_merge": { 2024-08-19T11:30:48.518 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.518 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.519 INFO:tasks.workunit.client.0.smithi136.stdout: "dir_split": { 2024-08-19T11:30:48.519 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.519 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.519 INFO:tasks.workunit.client.0.smithi136.stdout: "exported_inodes": { 2024-08-19T11:30:48.519 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.519 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.519 INFO:tasks.workunit.client.0.smithi136.stdout: "forward": { 2024-08-19T11:30:48.519 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.519 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.519 INFO:tasks.workunit.client.0.smithi136.stdout: "handle_client_cap_release": { 2024-08-19T11:30:48.519 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.519 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.519 INFO:tasks.workunit.client.0.smithi136.stdout: "handle_client_caps": { 2024-08-19T11:30:48.520 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.520 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.520 INFO:tasks.workunit.client.0.smithi136.stdout: "handle_client_caps_dirty": { 2024-08-19T11:30:48.520 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.520 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.520 INFO:tasks.workunit.client.0.smithi136.stdout: "handle_inode_file_caps": { 2024-08-19T11:30:48.520 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.520 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.520 INFO:tasks.workunit.client.0.smithi136.stdout: "imported_inodes": { 2024-08-19T11:30:48.520 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.520 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.520 INFO:tasks.workunit.client.0.smithi136.stdout: "inodes": { 2024-08-19T11:30:48.520 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 10 2024-08-19T11:30:48.520 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.520 INFO:tasks.workunit.client.0.smithi136.stdout: "inodes_expired": { 2024-08-19T11:30:48.521 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.521 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.521 INFO:tasks.workunit.client.0.smithi136.stdout: "inodes_pinned": { 2024-08-19T11:30:48.521 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 10 2024-08-19T11:30:48.521 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.521 INFO:tasks.workunit.client.0.smithi136.stdout: "inodes_with_caps": { 2024-08-19T11:30:48.521 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.521 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.521 INFO:tasks.workunit.client.0.smithi136.stdout: "load_cent": { 2024-08-19T11:30:48.521 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.521 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.521 INFO:tasks.workunit.client.0.smithi136.stdout: "openino_dir_fetch": { 2024-08-19T11:30:48.521 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.521 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.522 INFO:tasks.workunit.client.0.smithi136.stdout: "process_request_cap_release": { 2024-08-19T11:30:48.522 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.522 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.522 INFO:tasks.workunit.client.0.smithi136.stdout: "reply_latency": { 2024-08-19T11:30:48.522 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:48.522 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 126076 2024-08-19T11:30:48.522 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.522 INFO:tasks.workunit.client.0.smithi136.stdout: "request": { 2024-08-19T11:30:48.522 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:48.522 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.522 INFO:tasks.workunit.client.0.smithi136.stdout: "root_rbytes": { 2024-08-19T11:30:48.522 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.523 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.523 INFO:tasks.workunit.client.0.smithi136.stdout: "root_rfiles": { 2024-08-19T11:30:48.523 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.523 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.523 INFO:tasks.workunit.client.0.smithi136.stdout: "root_rsnaps": { 2024-08-19T11:30:48.523 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.523 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.523 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_reply": { 2024-08-19T11:30:48.523 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.523 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.523 INFO:tasks.workunit.client.0.smithi136.stdout: "subtrees": { 2024-08-19T11:30:48.523 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:48.523 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.524 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.524 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_cache": { 2024-08-19T11:30:48.524 INFO:tasks.workunit.client.0.smithi136.stdout: "ireq_enqueue_scrub": { 2024-08-19T11:30:48.524 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.524 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.524 INFO:tasks.workunit.client.0.smithi136.stdout: "ireq_exportdir": { 2024-08-19T11:30:48.524 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.524 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.524 INFO:tasks.workunit.client.0.smithi136.stdout: "ireq_flush": { 2024-08-19T11:30:48.524 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.524 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.524 INFO:tasks.workunit.client.0.smithi136.stdout: "ireq_fragmentdir": { 2024-08-19T11:30:48.524 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.524 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.524 INFO:tasks.workunit.client.0.smithi136.stdout: "ireq_fragstats": { 2024-08-19T11:30:48.525 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.525 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.525 INFO:tasks.workunit.client.0.smithi136.stdout: "ireq_inodestats": { 2024-08-19T11:30:48.525 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.525 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.525 INFO:tasks.workunit.client.0.smithi136.stdout: "num_recovering_enqueued": { 2024-08-19T11:30:48.525 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.525 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.525 INFO:tasks.workunit.client.0.smithi136.stdout: "num_recovering_prioritized": { 2024-08-19T11:30:48.525 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.525 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.525 INFO:tasks.workunit.client.0.smithi136.stdout: "num_recovering_processing": { 2024-08-19T11:30:48.525 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.525 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.526 INFO:tasks.workunit.client.0.smithi136.stdout: "num_strays": { 2024-08-19T11:30:48.526 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.526 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.526 INFO:tasks.workunit.client.0.smithi136.stdout: "num_strays_delayed": { 2024-08-19T11:30:48.526 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.526 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.526 INFO:tasks.workunit.client.0.smithi136.stdout: "num_strays_enqueuing": { 2024-08-19T11:30:48.526 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.526 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.526 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_completed": { 2024-08-19T11:30:48.526 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.526 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.526 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_started": { 2024-08-19T11:30:48.526 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.527 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.527 INFO:tasks.workunit.client.0.smithi136.stdout: "strays_created": { 2024-08-19T11:30:48.527 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.527 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.527 INFO:tasks.workunit.client.0.smithi136.stdout: "strays_enqueued": { 2024-08-19T11:30:48.527 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.527 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.527 INFO:tasks.workunit.client.0.smithi136.stdout: "strays_migrated": { 2024-08-19T11:30:48.527 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.527 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.527 INFO:tasks.workunit.client.0.smithi136.stdout: "strays_reintegrated": { 2024-08-19T11:30:48.528 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.528 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.528 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.528 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_log": { 2024-08-19T11:30:48.528 INFO:tasks.workunit.client.0.smithi136.stdout: "ev": { 2024-08-19T11:30:48.528 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5 2024-08-19T11:30:48.528 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.528 INFO:tasks.workunit.client.0.smithi136.stdout: "evadd": { 2024-08-19T11:30:48.528 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5 2024-08-19T11:30:48.528 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.528 INFO:tasks.workunit.client.0.smithi136.stdout: "evex": { 2024-08-19T11:30:48.528 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.528 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.528 INFO:tasks.workunit.client.0.smithi136.stdout: "evexd": { 2024-08-19T11:30:48.529 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.529 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.529 INFO:tasks.workunit.client.0.smithi136.stdout: "evexg": { 2024-08-19T11:30:48.529 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.529 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.529 INFO:tasks.workunit.client.0.smithi136.stdout: "evtrm": { 2024-08-19T11:30:48.529 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.529 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.529 INFO:tasks.workunit.client.0.smithi136.stdout: "jlat": { 2024-08-19T11:30:48.529 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 5, 2024-08-19T11:30:48.529 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 9462839 2024-08-19T11:30:48.529 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.529 INFO:tasks.workunit.client.0.smithi136.stdout: "replayed": { 2024-08-19T11:30:48.529 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.530 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.530 INFO:tasks.workunit.client.0.smithi136.stdout: "seg": { 2024-08-19T11:30:48.530 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1 2024-08-19T11:30:48.530 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.530 INFO:tasks.workunit.client.0.smithi136.stdout: "segadd": { 2024-08-19T11:30:48.530 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1 2024-08-19T11:30:48.530 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.530 INFO:tasks.workunit.client.0.smithi136.stdout: "segex": { 2024-08-19T11:30:48.530 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.530 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.530 INFO:tasks.workunit.client.0.smithi136.stdout: "segexd": { 2024-08-19T11:30:48.530 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.530 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.530 INFO:tasks.workunit.client.0.smithi136.stdout: "segexg": { 2024-08-19T11:30:48.531 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.531 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.531 INFO:tasks.workunit.client.0.smithi136.stdout: "segtrm": { 2024-08-19T11:30:48.531 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.531 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.531 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.531 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_mem": { 2024-08-19T11:30:48.531 INFO:tasks.workunit.client.0.smithi136.stdout: "cap": { 2024-08-19T11:30:48.531 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.531 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.531 INFO:tasks.workunit.client.0.smithi136.stdout: "cap+": { 2024-08-19T11:30:48.531 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:48.531 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.532 INFO:tasks.workunit.client.0.smithi136.stdout: "cap-": { 2024-08-19T11:30:48.532 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:48.532 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.532 INFO:tasks.workunit.client.0.smithi136.stdout: "dir": { 2024-08-19T11:30:48.532 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 12 2024-08-19T11:30:48.532 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.532 INFO:tasks.workunit.client.0.smithi136.stdout: "dir+": { 2024-08-19T11:30:48.532 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 12 2024-08-19T11:30:48.532 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.532 INFO:tasks.workunit.client.0.smithi136.stdout: "dir-": { 2024-08-19T11:30:48.532 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.532 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.533 INFO:tasks.workunit.client.0.smithi136.stdout: "dn": { 2024-08-19T11:30:48.533 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 10 2024-08-19T11:30:48.533 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.533 INFO:tasks.workunit.client.0.smithi136.stdout: "dn+": { 2024-08-19T11:30:48.533 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 10 2024-08-19T11:30:48.533 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.533 INFO:tasks.workunit.client.0.smithi136.stdout: "dn-": { 2024-08-19T11:30:48.533 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.533 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.533 INFO:tasks.workunit.client.0.smithi136.stdout: "heap": { 2024-08-19T11:30:48.533 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 207124 2024-08-19T11:30:48.533 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.533 INFO:tasks.workunit.client.0.smithi136.stdout: "ino": { 2024-08-19T11:30:48.533 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 13 2024-08-19T11:30:48.534 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.534 INFO:tasks.workunit.client.0.smithi136.stdout: "ino+": { 2024-08-19T11:30:48.534 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 13 2024-08-19T11:30:48.534 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.534 INFO:tasks.workunit.client.0.smithi136.stdout: "ino-": { 2024-08-19T11:30:48.534 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.534 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.534 INFO:tasks.workunit.client.0.smithi136.stdout: "rss": { 2024-08-19T11:30:48.534 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 40680 2024-08-19T11:30:48.534 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.534 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.534 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_server": { 2024-08-19T11:30:48.534 INFO:tasks.workunit.client.0.smithi136.stdout: "cap_acquisition_throttle": { 2024-08-19T11:30:48.534 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.535 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.535 INFO:tasks.workunit.client.0.smithi136.stdout: "cap_revoke_eviction": { 2024-08-19T11:30:48.535 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.535 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.535 INFO:tasks.workunit.client.0.smithi136.stdout: "handle_client_request": { 2024-08-19T11:30:48.535 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:48.535 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.535 INFO:tasks.workunit.client.0.smithi136.stdout: "handle_client_session": { 2024-08-19T11:30:48.535 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 16 2024-08-19T11:30:48.535 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.535 INFO:tasks.workunit.client.0.smithi136.stdout: "handle_peer_request": { 2024-08-19T11:30:48.535 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.535 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.535 INFO:tasks.workunit.client.0.smithi136.stdout: "req_create_latency": { 2024-08-19T11:30:48.536 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.536 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.536 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.536 INFO:tasks.workunit.client.0.smithi136.stdout: "req_getattr_latency": { 2024-08-19T11:30:48.536 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:48.536 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 126076 2024-08-19T11:30:48.536 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.536 INFO:tasks.workunit.client.0.smithi136.stdout: "req_getfilelock_latency": { 2024-08-19T11:30:48.536 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.536 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.536 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.536 INFO:tasks.workunit.client.0.smithi136.stdout: "req_getvxattr_latency": { 2024-08-19T11:30:48.536 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.537 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.537 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.537 INFO:tasks.workunit.client.0.smithi136.stdout: "req_link_latency": { 2024-08-19T11:30:48.537 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.537 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.537 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.537 INFO:tasks.workunit.client.0.smithi136.stdout: "req_lookup_latency": { 2024-08-19T11:30:48.537 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.537 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.537 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.537 INFO:tasks.workunit.client.0.smithi136.stdout: "req_lookuphash_latency": { 2024-08-19T11:30:48.537 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.537 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.537 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.538 INFO:tasks.workunit.client.0.smithi136.stdout: "req_lookupino_latency": { 2024-08-19T11:30:48.538 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.538 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.538 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.538 INFO:tasks.workunit.client.0.smithi136.stdout: "req_lookupname_latency": { 2024-08-19T11:30:48.538 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.538 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.538 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.538 INFO:tasks.workunit.client.0.smithi136.stdout: "req_lookupparent_latency": { 2024-08-19T11:30:48.538 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.538 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.538 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.538 INFO:tasks.workunit.client.0.smithi136.stdout: "req_lookupsnap_latency": { 2024-08-19T11:30:48.539 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.539 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.539 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.539 INFO:tasks.workunit.client.0.smithi136.stdout: "req_lssnap_latency": { 2024-08-19T11:30:48.539 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.539 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.539 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.539 INFO:tasks.workunit.client.0.smithi136.stdout: "req_mkdir_latency": { 2024-08-19T11:30:48.539 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.539 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.539 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.539 INFO:tasks.workunit.client.0.smithi136.stdout: "req_mknod_latency": { 2024-08-19T11:30:48.539 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.539 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.540 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.540 INFO:tasks.workunit.client.0.smithi136.stdout: "req_mksnap_latency": { 2024-08-19T11:30:48.540 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.540 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.540 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.540 INFO:tasks.workunit.client.0.smithi136.stdout: "req_open_latency": { 2024-08-19T11:30:48.540 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.540 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.540 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.540 INFO:tasks.workunit.client.0.smithi136.stdout: "req_readdir_latency": { 2024-08-19T11:30:48.540 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.540 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.540 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.541 INFO:tasks.workunit.client.0.smithi136.stdout: "req_rename_latency": { 2024-08-19T11:30:48.541 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.541 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.541 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.541 INFO:tasks.workunit.client.0.smithi136.stdout: "req_renamesnap_latency": { 2024-08-19T11:30:48.541 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.541 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.541 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.541 INFO:tasks.workunit.client.0.smithi136.stdout: "req_rmdir_latency": { 2024-08-19T11:30:48.541 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.541 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.541 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.541 INFO:tasks.workunit.client.0.smithi136.stdout: "req_rmsnap_latency": { 2024-08-19T11:30:48.541 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.542 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.542 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.542 INFO:tasks.workunit.client.0.smithi136.stdout: "req_rmxattr_latency": { 2024-08-19T11:30:48.542 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.542 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.542 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.542 INFO:tasks.workunit.client.0.smithi136.stdout: "req_setattr_latency": { 2024-08-19T11:30:48.542 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.542 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.542 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.542 INFO:tasks.workunit.client.0.smithi136.stdout: "req_setdirlayout_latency": { 2024-08-19T11:30:48.542 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.542 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.542 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.543 INFO:tasks.workunit.client.0.smithi136.stdout: "req_setfilelock_latency": { 2024-08-19T11:30:48.543 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.543 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.543 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.543 INFO:tasks.workunit.client.0.smithi136.stdout: "req_setlayout_latency": { 2024-08-19T11:30:48.543 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.543 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.543 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.543 INFO:tasks.workunit.client.0.smithi136.stdout: "req_setxattr_latency": { 2024-08-19T11:30:48.543 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.543 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.543 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.543 INFO:tasks.workunit.client.0.smithi136.stdout: "req_snapdiff_latency": { 2024-08-19T11:30:48.544 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.544 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.544 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.544 INFO:tasks.workunit.client.0.smithi136.stdout: "req_symlink_latency": { 2024-08-19T11:30:48.544 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.544 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.544 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.544 INFO:tasks.workunit.client.0.smithi136.stdout: "req_unlink_latency": { 2024-08-19T11:30:48.544 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.544 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.544 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.544 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.544 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_sessions": { 2024-08-19T11:30:48.544 INFO:tasks.workunit.client.0.smithi136.stdout: "average_load": { 2024-08-19T11:30:48.544 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.545 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.545 INFO:tasks.workunit.client.0.smithi136.stdout: "avg_session_uptime": { 2024-08-19T11:30:48.545 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 86 2024-08-19T11:30:48.545 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.545 INFO:tasks.workunit.client.0.smithi136.stdout: "mdthresh_evicted": { 2024-08-19T11:30:48.545 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.545 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.545 INFO:tasks.workunit.client.0.smithi136.stdout: "session_add": { 2024-08-19T11:30:48.545 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:48.545 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.545 INFO:tasks.workunit.client.0.smithi136.stdout: "session_count": { 2024-08-19T11:30:48.545 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.545 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.546 INFO:tasks.workunit.client.0.smithi136.stdout: "session_remove": { 2024-08-19T11:30:48.546 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:48.546 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.546 INFO:tasks.workunit.client.0.smithi136.stdout: "sessions_open": { 2024-08-19T11:30:48.546 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.546 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.546 INFO:tasks.workunit.client.0.smithi136.stdout: "sessions_stale": { 2024-08-19T11:30:48.546 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.546 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.546 INFO:tasks.workunit.client.0.smithi136.stdout: "total_load": { 2024-08-19T11:30:48.546 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1 2024-08-19T11:30:48.546 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.546 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.546 INFO:tasks.workunit.client.0.smithi136.stdout: "objecter": { 2024-08-19T11:30:48.547 INFO:tasks.workunit.client.0.smithi136.stdout: "op_active": { 2024-08-19T11:30:48.547 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.547 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.547 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:48.547 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.547 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.547 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rmw": { 2024-08-19T11:30:48.547 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.547 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.547 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:48.547 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 45 2024-08-19T11:30:48.547 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.547 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.547 INFO:tasks.workunit.client.0.smithi136.stdout: "purge_queue": { 2024-08-19T11:30:48.547 INFO:tasks.workunit.client.0.smithi136.stdout: "pq_executed": { 2024-08-19T11:30:48.548 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.548 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.548 INFO:tasks.workunit.client.0.smithi136.stdout: "pq_executed_ops": { 2024-08-19T11:30:48.548 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.548 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.548 INFO:tasks.workunit.client.0.smithi136.stdout: "pq_executing": { 2024-08-19T11:30:48.548 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.548 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.548 INFO:tasks.workunit.client.0.smithi136.stdout: "pq_executing_high_water": { 2024-08-19T11:30:48.548 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.548 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.548 INFO:tasks.workunit.client.0.smithi136.stdout: "pq_executing_ops": { 2024-08-19T11:30:48.548 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.548 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.549 INFO:tasks.workunit.client.0.smithi136.stdout: "pq_executing_ops_high_water": { 2024-08-19T11:30:48.549 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.549 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.549 INFO:tasks.workunit.client.0.smithi136.stdout: "pq_item_in_journal": { 2024-08-19T11:30:48.549 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.549 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.549 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.549 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.549 INFO:tasks.workunit.client.0.smithi136.stdout: "mon.66d609471b43c94ed14ef10d1ea80b0c4e84155a": { 2024-08-19T11:30:48.549 INFO:tasks.workunit.client.0.smithi136.stdout: "mon": { 2024-08-19T11:30:48.549 INFO:tasks.workunit.client.0.smithi136.stdout: "election_call": { 2024-08-19T11:30:48.549 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:48.549 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.549 INFO:tasks.workunit.client.0.smithi136.stdout: "election_lose": { 2024-08-19T11:30:48.550 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:48.550 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.550 INFO:tasks.workunit.client.0.smithi136.stdout: "election_win": { 2024-08-19T11:30:48.550 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.550 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.550 INFO:tasks.workunit.client.0.smithi136.stdout: "num_elections": { 2024-08-19T11:30:48.550 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 7 2024-08-19T11:30:48.550 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.550 INFO:tasks.workunit.client.0.smithi136.stdout: "num_sessions": { 2024-08-19T11:30:48.550 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 11 2024-08-19T11:30:48.550 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.550 INFO:tasks.workunit.client.0.smithi136.stdout: "session_add": { 2024-08-19T11:30:48.550 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4 2024-08-19T11:30:48.550 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.551 INFO:tasks.workunit.client.0.smithi136.stdout: "session_rm": { 2024-08-19T11:30:48.551 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 55 2024-08-19T11:30:48.551 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.551 INFO:tasks.workunit.client.0.smithi136.stdout: "session_trim": { 2024-08-19T11:30:48.551 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.551 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.551 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.551 INFO:tasks.workunit.client.0.smithi136.stdout: "paxos": { 2024-08-19T11:30:48.551 INFO:tasks.workunit.client.0.smithi136.stdout: "accept_timeout": { 2024-08-19T11:30:48.551 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.551 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.551 INFO:tasks.workunit.client.0.smithi136.stdout: "begin": { 2024-08-19T11:30:48.552 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 842 2024-08-19T11:30:48.552 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.552 INFO:tasks.workunit.client.0.smithi136.stdout: "begin_bytes": { 2024-08-19T11:30:48.552 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 842, 2024-08-19T11:30:48.552 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4048285 2024-08-19T11:30:48.552 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.552 INFO:tasks.workunit.client.0.smithi136.stdout: "begin_keys": { 2024-08-19T11:30:48.552 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.552 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.552 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.552 INFO:tasks.workunit.client.0.smithi136.stdout: "begin_latency": { 2024-08-19T11:30:48.552 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 842, 2024-08-19T11:30:48.552 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 143997141 2024-08-19T11:30:48.553 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.553 INFO:tasks.workunit.client.0.smithi136.stdout: "collect": { 2024-08-19T11:30:48.553 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:48.553 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.553 INFO:tasks.workunit.client.0.smithi136.stdout: "collect_bytes": { 2024-08-19T11:30:48.553 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:48.553 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 146 2024-08-19T11:30:48.553 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.553 INFO:tasks.workunit.client.0.smithi136.stdout: "collect_keys": { 2024-08-19T11:30:48.553 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:48.553 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:48.553 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.553 INFO:tasks.workunit.client.0.smithi136.stdout: "collect_latency": { 2024-08-19T11:30:48.553 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:48.554 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 999980 2024-08-19T11:30:48.554 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.554 INFO:tasks.workunit.client.0.smithi136.stdout: "collect_timeout": { 2024-08-19T11:30:48.554 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.554 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.554 INFO:tasks.workunit.client.0.smithi136.stdout: "collect_uncommitted": { 2024-08-19T11:30:48.554 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.554 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.554 INFO:tasks.workunit.client.0.smithi136.stdout: "commit": { 2024-08-19T11:30:48.554 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 843 2024-08-19T11:30:48.554 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.554 INFO:tasks.workunit.client.0.smithi136.stdout: "commit_bytes": { 2024-08-19T11:30:48.555 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.555 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.555 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.555 INFO:tasks.workunit.client.0.smithi136.stdout: "commit_keys": { 2024-08-19T11:30:48.555 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.555 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.555 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.555 INFO:tasks.workunit.client.0.smithi136.stdout: "commit_latency": { 2024-08-19T11:30:48.555 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.555 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.555 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.555 INFO:tasks.workunit.client.0.smithi136.stdout: "lease_ack_timeout": { 2024-08-19T11:30:48.555 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.556 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.556 INFO:tasks.workunit.client.0.smithi136.stdout: "lease_timeout": { 2024-08-19T11:30:48.556 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.556 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.556 INFO:tasks.workunit.client.0.smithi136.stdout: "new_pn": { 2024-08-19T11:30:48.556 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.556 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.556 INFO:tasks.workunit.client.0.smithi136.stdout: "new_pn_latency": { 2024-08-19T11:30:48.556 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.556 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.556 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.556 INFO:tasks.workunit.client.0.smithi136.stdout: "refresh": { 2024-08-19T11:30:48.556 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 843 2024-08-19T11:30:48.557 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.557 INFO:tasks.workunit.client.0.smithi136.stdout: "refresh_latency": { 2024-08-19T11:30:48.557 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 843, 2024-08-19T11:30:48.557 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1924961754 2024-08-19T11:30:48.557 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.557 INFO:tasks.workunit.client.0.smithi136.stdout: "restart": { 2024-08-19T11:30:48.557 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 13 2024-08-19T11:30:48.557 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.557 INFO:tasks.workunit.client.0.smithi136.stdout: "share_state": { 2024-08-19T11:30:48.557 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.557 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.557 INFO:tasks.workunit.client.0.smithi136.stdout: "share_state_bytes": { 2024-08-19T11:30:48.558 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.558 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.558 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.558 INFO:tasks.workunit.client.0.smithi136.stdout: "share_state_keys": { 2024-08-19T11:30:48.558 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.558 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.558 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.558 INFO:tasks.workunit.client.0.smithi136.stdout: "start_leader": { 2024-08-19T11:30:48.558 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.558 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.558 INFO:tasks.workunit.client.0.smithi136.stdout: "start_peon": { 2024-08-19T11:30:48.559 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:48.559 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.559 INFO:tasks.workunit.client.0.smithi136.stdout: "store_state": { 2024-08-19T11:30:48.559 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 843 2024-08-19T11:30:48.559 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.559 INFO:tasks.workunit.client.0.smithi136.stdout: "store_state_bytes": { 2024-08-19T11:30:48.559 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 843, 2024-08-19T11:30:48.559 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 7938421 2024-08-19T11:30:48.559 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.559 INFO:tasks.workunit.client.0.smithi136.stdout: "store_state_keys": { 2024-08-19T11:30:48.559 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 843, 2024-08-19T11:30:48.559 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5691 2024-08-19T11:30:48.559 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.559 INFO:tasks.workunit.client.0.smithi136.stdout: "store_state_latency": { 2024-08-19T11:30:48.560 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 843, 2024-08-19T11:30:48.560 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 278994468 2024-08-19T11:30:48.560 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.560 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.560 INFO:tasks.workunit.client.0.smithi136.stdout: "prioritycache": { 2024-08-19T11:30:48.560 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_bytes": { 2024-08-19T11:30:48.560 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1020054731 2024-08-19T11:30:48.560 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.560 INFO:tasks.workunit.client.0.smithi136.stdout: "heap_bytes": { 2024-08-19T11:30:48.560 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 43859968 2024-08-19T11:30:48.560 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.560 INFO:tasks.workunit.client.0.smithi136.stdout: "mapped_bytes": { 2024-08-19T11:30:48.561 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 32538624 2024-08-19T11:30:48.561 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.561 INFO:tasks.workunit.client.0.smithi136.stdout: "target_bytes": { 2024-08-19T11:30:48.561 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2147483648 2024-08-19T11:30:48.561 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.561 INFO:tasks.workunit.client.0.smithi136.stdout: "unmapped_bytes": { 2024-08-19T11:30:48.561 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 11321344 2024-08-19T11:30:48.561 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.561 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.561 INFO:tasks.workunit.client.0.smithi136.stdout: "prioritycache:full": { 2024-08-19T11:30:48.561 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.561 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 348127232 2024-08-19T11:30:48.562 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.562 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.562 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.562 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.562 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.562 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.562 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.562 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.562 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 277005286 2024-08-19T11:30:48.562 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.562 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.562 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 311403 2024-08-19T11:30:48.563 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.563 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.563 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.563 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.563 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.563 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.563 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.563 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.563 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.563 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.563 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.563 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.563 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.563 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.564 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.564 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.564 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.564 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.564 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.564 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.564 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.564 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.564 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.564 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.564 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.564 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.564 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 70810543 2024-08-19T11:30:48.565 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.565 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.565 INFO:tasks.workunit.client.0.smithi136.stdout: "prioritycache:inc": { 2024-08-19T11:30:48.565 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.565 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 348127232 2024-08-19T11:30:48.565 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.565 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.565 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.565 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.565 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.565 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.565 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.565 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.565 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 277005286 2024-08-19T11:30:48.566 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.566 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.566 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 44197 2024-08-19T11:30:48.566 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.566 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.566 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.566 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.566 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.566 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.566 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.566 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.566 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.566 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.566 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.567 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.567 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.567 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.567 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.567 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.567 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.567 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.567 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.567 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.567 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.567 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.567 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.567 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.568 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.568 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.568 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71077749 2024-08-19T11:30:48.568 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.568 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.568 INFO:tasks.workunit.client.0.smithi136.stdout: "prioritycache:kv": { 2024-08-19T11:30:48.568 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.568 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 322961408 2024-08-19T11:30:48.568 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.568 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.568 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:48.568 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.568 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.568 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.569 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.569 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.569 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 184670190 2024-08-19T11:30:48.569 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.569 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.569 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.569 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.569 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.569 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.569 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.569 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.569 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.569 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.569 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.570 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.570 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.570 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.570 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.570 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.570 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.570 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.570 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.570 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.570 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.570 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.570 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.570 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.570 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.571 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.571 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.571 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.571 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.571 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71182354 2024-08-19T11:30:48.571 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.571 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.571 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb": { 2024-08-19T11:30:48.571 INFO:tasks.workunit.client.0.smithi136.stdout: "compact": { 2024-08-19T11:30:48.571 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.571 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.571 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_queue_len": { 2024-08-19T11:30:48.571 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.571 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.571 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_queue_merge": { 2024-08-19T11:30:48.572 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.572 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.572 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_range": { 2024-08-19T11:30:48.572 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1 2024-08-19T11:30:48.572 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.572 INFO:tasks.workunit.client.0.smithi136.stdout: "get_latency": { 2024-08-19T11:30:48.572 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 36046, 2024-08-19T11:30:48.572 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 87103612 2024-08-19T11:30:48.572 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.572 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb_write_delay_time": { 2024-08-19T11:30:48.572 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.572 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.572 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.572 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb_write_memtable_time": { 2024-08-19T11:30:48.573 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.573 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.573 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.573 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-19T11:30:48.573 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.573 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.573 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.573 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb_write_wal_time": { 2024-08-19T11:30:48.573 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.573 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.573 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.573 INFO:tasks.workunit.client.0.smithi136.stdout: "submit_latency": { 2024-08-19T11:30:48.573 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.573 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.574 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.574 INFO:tasks.workunit.client.0.smithi136.stdout: "submit_sync_latency": { 2024-08-19T11:30:48.574 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1839, 2024-08-19T11:30:48.574 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 521473340 2024-08-19T11:30:48.574 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.574 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.574 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.574 INFO:tasks.workunit.client.0.smithi136.stdout: "mon.a8a83eaa082a24dbfedbadefdb64a4eaca3a2300": { 2024-08-19T11:30:48.574 INFO:tasks.workunit.client.0.smithi136.stdout: "mon": { 2024-08-19T11:30:48.574 INFO:tasks.workunit.client.0.smithi136.stdout: "election_call": { 2024-08-19T11:30:48.574 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1 2024-08-19T11:30:48.574 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.574 INFO:tasks.workunit.client.0.smithi136.stdout: "election_lose": { 2024-08-19T11:30:48.575 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1 2024-08-19T11:30:48.575 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.575 INFO:tasks.workunit.client.0.smithi136.stdout: "election_win": { 2024-08-19T11:30:48.575 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.575 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.575 INFO:tasks.workunit.client.0.smithi136.stdout: "num_elections": { 2024-08-19T11:30:48.575 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3 2024-08-19T11:30:48.575 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.575 INFO:tasks.workunit.client.0.smithi136.stdout: "num_sessions": { 2024-08-19T11:30:48.575 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 11 2024-08-19T11:30:48.575 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.575 INFO:tasks.workunit.client.0.smithi136.stdout: "session_add": { 2024-08-19T11:30:48.575 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5 2024-08-19T11:30:48.576 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.576 INFO:tasks.workunit.client.0.smithi136.stdout: "session_rm": { 2024-08-19T11:30:48.576 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 79 2024-08-19T11:30:48.576 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.576 INFO:tasks.workunit.client.0.smithi136.stdout: "session_trim": { 2024-08-19T11:30:48.576 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.576 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.576 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.576 INFO:tasks.workunit.client.0.smithi136.stdout: "paxos": { 2024-08-19T11:30:48.576 INFO:tasks.workunit.client.0.smithi136.stdout: "accept_timeout": { 2024-08-19T11:30:48.576 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.576 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.576 INFO:tasks.workunit.client.0.smithi136.stdout: "begin": { 2024-08-19T11:30:48.576 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 833 2024-08-19T11:30:48.577 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.577 INFO:tasks.workunit.client.0.smithi136.stdout: "begin_bytes": { 2024-08-19T11:30:48.577 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 833, 2024-08-19T11:30:48.577 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4022003 2024-08-19T11:30:48.577 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.577 INFO:tasks.workunit.client.0.smithi136.stdout: "begin_keys": { 2024-08-19T11:30:48.577 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.577 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.577 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.577 INFO:tasks.workunit.client.0.smithi136.stdout: "begin_latency": { 2024-08-19T11:30:48.577 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 833, 2024-08-19T11:30:48.577 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 214995234 2024-08-19T11:30:48.577 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.577 INFO:tasks.workunit.client.0.smithi136.stdout: "collect": { 2024-08-19T11:30:48.578 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1 2024-08-19T11:30:48.578 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.578 INFO:tasks.workunit.client.0.smithi136.stdout: "collect_bytes": { 2024-08-19T11:30:48.578 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1, 2024-08-19T11:30:48.578 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 73 2024-08-19T11:30:48.578 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.578 INFO:tasks.workunit.client.0.smithi136.stdout: "collect_keys": { 2024-08-19T11:30:48.578 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1, 2024-08-19T11:30:48.578 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1 2024-08-19T11:30:48.578 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.578 INFO:tasks.workunit.client.0.smithi136.stdout: "collect_latency": { 2024-08-19T11:30:48.578 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1, 2024-08-19T11:30:48.578 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.579 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.579 INFO:tasks.workunit.client.0.smithi136.stdout: "collect_timeout": { 2024-08-19T11:30:48.579 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.579 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.579 INFO:tasks.workunit.client.0.smithi136.stdout: "collect_uncommitted": { 2024-08-19T11:30:48.579 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.579 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.579 INFO:tasks.workunit.client.0.smithi136.stdout: "commit": { 2024-08-19T11:30:48.579 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 834 2024-08-19T11:30:48.579 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.579 INFO:tasks.workunit.client.0.smithi136.stdout: "commit_bytes": { 2024-08-19T11:30:48.579 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.579 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.580 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.580 INFO:tasks.workunit.client.0.smithi136.stdout: "commit_keys": { 2024-08-19T11:30:48.580 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.580 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.580 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.580 INFO:tasks.workunit.client.0.smithi136.stdout: "commit_latency": { 2024-08-19T11:30:48.580 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.580 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.580 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.580 INFO:tasks.workunit.client.0.smithi136.stdout: "lease_ack_timeout": { 2024-08-19T11:30:48.580 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.580 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.580 INFO:tasks.workunit.client.0.smithi136.stdout: "lease_timeout": { 2024-08-19T11:30:48.580 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.581 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.581 INFO:tasks.workunit.client.0.smithi136.stdout: "new_pn": { 2024-08-19T11:30:48.581 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.581 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.581 INFO:tasks.workunit.client.0.smithi136.stdout: "new_pn_latency": { 2024-08-19T11:30:48.581 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.581 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.581 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.581 INFO:tasks.workunit.client.0.smithi136.stdout: "refresh": { 2024-08-19T11:30:48.581 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 834 2024-08-19T11:30:48.581 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.581 INFO:tasks.workunit.client.0.smithi136.stdout: "refresh_latency": { 2024-08-19T11:30:48.581 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 834, 2024-08-19T11:30:48.581 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2004955470 2024-08-19T11:30:48.582 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.582 INFO:tasks.workunit.client.0.smithi136.stdout: "restart": { 2024-08-19T11:30:48.582 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 8 2024-08-19T11:30:48.582 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.582 INFO:tasks.workunit.client.0.smithi136.stdout: "share_state": { 2024-08-19T11:30:48.582 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.582 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.582 INFO:tasks.workunit.client.0.smithi136.stdout: "share_state_bytes": { 2024-08-19T11:30:48.582 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.582 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.582 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.582 INFO:tasks.workunit.client.0.smithi136.stdout: "share_state_keys": { 2024-08-19T11:30:48.582 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.582 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.583 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.583 INFO:tasks.workunit.client.0.smithi136.stdout: "start_leader": { 2024-08-19T11:30:48.583 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.583 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.583 INFO:tasks.workunit.client.0.smithi136.stdout: "start_peon": { 2024-08-19T11:30:48.583 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1 2024-08-19T11:30:48.583 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.583 INFO:tasks.workunit.client.0.smithi136.stdout: "store_state": { 2024-08-19T11:30:48.583 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 834 2024-08-19T11:30:48.583 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.583 INFO:tasks.workunit.client.0.smithi136.stdout: "store_state_bytes": { 2024-08-19T11:30:48.583 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 834, 2024-08-19T11:30:48.583 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 7887766 2024-08-19T11:30:48.584 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.584 INFO:tasks.workunit.client.0.smithi136.stdout: "store_state_keys": { 2024-08-19T11:30:48.584 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 834, 2024-08-19T11:30:48.584 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5621 2024-08-19T11:30:48.584 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.584 INFO:tasks.workunit.client.0.smithi136.stdout: "store_state_latency": { 2024-08-19T11:30:48.584 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 834, 2024-08-19T11:30:48.584 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 536988086 2024-08-19T11:30:48.584 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.584 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.584 INFO:tasks.workunit.client.0.smithi136.stdout: "prioritycache": { 2024-08-19T11:30:48.584 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_bytes": { 2024-08-19T11:30:48.584 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1020054731 2024-08-19T11:30:48.585 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.585 INFO:tasks.workunit.client.0.smithi136.stdout: "heap_bytes": { 2024-08-19T11:30:48.585 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 41754624 2024-08-19T11:30:48.585 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.585 INFO:tasks.workunit.client.0.smithi136.stdout: "mapped_bytes": { 2024-08-19T11:30:48.585 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 32129024 2024-08-19T11:30:48.585 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.585 INFO:tasks.workunit.client.0.smithi136.stdout: "target_bytes": { 2024-08-19T11:30:48.585 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2147483648 2024-08-19T11:30:48.585 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.585 INFO:tasks.workunit.client.0.smithi136.stdout: "unmapped_bytes": { 2024-08-19T11:30:48.585 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 9625600 2024-08-19T11:30:48.585 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.585 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.586 INFO:tasks.workunit.client.0.smithi136.stdout: "prioritycache:full": { 2024-08-19T11:30:48.586 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.586 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 348127232 2024-08-19T11:30:48.586 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.586 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.586 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.586 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.586 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.586 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.586 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.586 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.586 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 277005286 2024-08-19T11:30:48.587 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.587 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.587 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 311403 2024-08-19T11:30:48.587 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.587 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.587 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.587 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.587 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.587 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.587 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.587 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.587 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.587 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.587 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.588 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.588 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.588 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.588 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.588 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.588 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.588 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.588 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.588 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.588 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.588 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.588 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.588 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.589 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.589 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.589 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 70810543 2024-08-19T11:30:48.589 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.589 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.589 INFO:tasks.workunit.client.0.smithi136.stdout: "prioritycache:inc": { 2024-08-19T11:30:48.589 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.589 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 348127232 2024-08-19T11:30:48.589 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.589 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.589 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.589 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.589 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.589 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.590 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.590 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.590 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 277005286 2024-08-19T11:30:48.590 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.590 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.590 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 44197 2024-08-19T11:30:48.590 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.590 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.590 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.590 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.590 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.590 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.590 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.590 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.591 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.591 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.591 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.591 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.591 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.591 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.591 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.591 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.591 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.591 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.591 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.591 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.591 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.591 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.592 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.592 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.592 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.592 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.592 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71077749 2024-08-19T11:30:48.592 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.592 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.592 INFO:tasks.workunit.client.0.smithi136.stdout: "prioritycache:kv": { 2024-08-19T11:30:48.592 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.592 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 322961408 2024-08-19T11:30:48.592 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.592 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.592 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:48.592 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.592 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.593 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.593 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.593 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.593 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 184670190 2024-08-19T11:30:48.593 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.593 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.593 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.593 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.593 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.593 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.593 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.593 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.593 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.593 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.594 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.594 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.594 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.594 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.594 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.594 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.594 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.594 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.594 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.594 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.594 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.594 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.594 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.594 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.595 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.595 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.595 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.595 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.595 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.595 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71182354 2024-08-19T11:30:48.595 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.595 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.595 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb": { 2024-08-19T11:30:48.595 INFO:tasks.workunit.client.0.smithi136.stdout: "compact": { 2024-08-19T11:30:48.595 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.595 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.595 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_queue_len": { 2024-08-19T11:30:48.596 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.596 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.596 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_queue_merge": { 2024-08-19T11:30:48.596 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.596 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.596 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_range": { 2024-08-19T11:30:48.596 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1 2024-08-19T11:30:48.596 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.596 INFO:tasks.workunit.client.0.smithi136.stdout: "get_latency": { 2024-08-19T11:30:48.596 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 35531, 2024-08-19T11:30:48.596 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 90058939 2024-08-19T11:30:48.596 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.596 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb_write_delay_time": { 2024-08-19T11:30:48.597 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.597 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.597 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.597 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb_write_memtable_time": { 2024-08-19T11:30:48.597 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.597 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.597 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.597 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-19T11:30:48.597 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.597 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.597 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.597 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb_write_wal_time": { 2024-08-19T11:30:48.597 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.598 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.598 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.598 INFO:tasks.workunit.client.0.smithi136.stdout: "submit_latency": { 2024-08-19T11:30:48.598 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.598 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.598 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.598 INFO:tasks.workunit.client.0.smithi136.stdout: "submit_sync_latency": { 2024-08-19T11:30:48.598 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1794, 2024-08-19T11:30:48.598 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 808942205 2024-08-19T11:30:48.598 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.598 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.598 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.598 INFO:tasks.workunit.client.0.smithi136.stdout: "mon.f75a27bd54e9b270b172ae5961384f60174164b2": { 2024-08-19T11:30:48.599 INFO:tasks.workunit.client.0.smithi136.stdout: "mon": { 2024-08-19T11:30:48.599 INFO:tasks.workunit.client.0.smithi136.stdout: "election_call": { 2024-08-19T11:30:48.599 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:48.599 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.599 INFO:tasks.workunit.client.0.smithi136.stdout: "election_lose": { 2024-08-19T11:30:48.599 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.599 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.599 INFO:tasks.workunit.client.0.smithi136.stdout: "election_win": { 2024-08-19T11:30:48.599 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3 2024-08-19T11:30:48.599 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.599 INFO:tasks.workunit.client.0.smithi136.stdout: "num_elections": { 2024-08-19T11:30:48.599 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 9 2024-08-19T11:30:48.599 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.599 INFO:tasks.workunit.client.0.smithi136.stdout: "num_sessions": { 2024-08-19T11:30:48.600 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 7 2024-08-19T11:30:48.600 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.600 INFO:tasks.workunit.client.0.smithi136.stdout: "session_add": { 2024-08-19T11:30:48.600 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3 2024-08-19T11:30:48.600 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.600 INFO:tasks.workunit.client.0.smithi136.stdout: "session_rm": { 2024-08-19T11:30:48.600 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 183 2024-08-19T11:30:48.600 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.600 INFO:tasks.workunit.client.0.smithi136.stdout: "session_trim": { 2024-08-19T11:30:48.600 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.600 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.600 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.600 INFO:tasks.workunit.client.0.smithi136.stdout: "paxos": { 2024-08-19T11:30:48.600 INFO:tasks.workunit.client.0.smithi136.stdout: "accept_timeout": { 2024-08-19T11:30:48.601 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.601 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.601 INFO:tasks.workunit.client.0.smithi136.stdout: "begin": { 2024-08-19T11:30:48.601 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 968 2024-08-19T11:30:48.601 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.601 INFO:tasks.workunit.client.0.smithi136.stdout: "begin_bytes": { 2024-08-19T11:30:48.601 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 968, 2024-08-19T11:30:48.601 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5100272 2024-08-19T11:30:48.601 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.601 INFO:tasks.workunit.client.0.smithi136.stdout: "begin_keys": { 2024-08-19T11:30:48.601 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 968, 2024-08-19T11:30:48.601 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2904 2024-08-19T11:30:48.601 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.601 INFO:tasks.workunit.client.0.smithi136.stdout: "begin_latency": { 2024-08-19T11:30:48.602 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 968, 2024-08-19T11:30:48.602 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 166996286 2024-08-19T11:30:48.602 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.602 INFO:tasks.workunit.client.0.smithi136.stdout: "collect": { 2024-08-19T11:30:48.602 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.602 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.602 INFO:tasks.workunit.client.0.smithi136.stdout: "collect_bytes": { 2024-08-19T11:30:48.602 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.602 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.602 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.602 INFO:tasks.workunit.client.0.smithi136.stdout: "collect_keys": { 2024-08-19T11:30:48.602 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.602 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.602 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.603 INFO:tasks.workunit.client.0.smithi136.stdout: "collect_latency": { 2024-08-19T11:30:48.603 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.603 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.603 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.603 INFO:tasks.workunit.client.0.smithi136.stdout: "collect_timeout": { 2024-08-19T11:30:48.603 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.603 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.603 INFO:tasks.workunit.client.0.smithi136.stdout: "collect_uncommitted": { 2024-08-19T11:30:48.603 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.603 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.603 INFO:tasks.workunit.client.0.smithi136.stdout: "commit": { 2024-08-19T11:30:48.603 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 968 2024-08-19T11:30:48.603 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.603 INFO:tasks.workunit.client.0.smithi136.stdout: "commit_bytes": { 2024-08-19T11:30:48.604 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 968, 2024-08-19T11:30:48.604 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5030634 2024-08-19T11:30:48.604 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.604 INFO:tasks.workunit.client.0.smithi136.stdout: "commit_keys": { 2024-08-19T11:30:48.604 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 968, 2024-08-19T11:30:48.604 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5531 2024-08-19T11:30:48.604 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.604 INFO:tasks.workunit.client.0.smithi136.stdout: "commit_latency": { 2024-08-19T11:30:48.604 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 968, 2024-08-19T11:30:48.604 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 418133841 2024-08-19T11:30:48.604 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.604 INFO:tasks.workunit.client.0.smithi136.stdout: "lease_ack_timeout": { 2024-08-19T11:30:48.604 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.605 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.605 INFO:tasks.workunit.client.0.smithi136.stdout: "lease_timeout": { 2024-08-19T11:30:48.605 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.605 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.605 INFO:tasks.workunit.client.0.smithi136.stdout: "new_pn": { 2024-08-19T11:30:48.605 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:48.605 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.605 INFO:tasks.workunit.client.0.smithi136.stdout: "new_pn_latency": { 2024-08-19T11:30:48.605 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:48.605 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1999956 2024-08-19T11:30:48.605 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.605 INFO:tasks.workunit.client.0.smithi136.stdout: "refresh": { 2024-08-19T11:30:48.605 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 970 2024-08-19T11:30:48.606 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.606 INFO:tasks.workunit.client.0.smithi136.stdout: "refresh_latency": { 2024-08-19T11:30:48.606 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 970, 2024-08-19T11:30:48.606 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2574942817 2024-08-19T11:30:48.606 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.606 INFO:tasks.workunit.client.0.smithi136.stdout: "restart": { 2024-08-19T11:30:48.606 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 12 2024-08-19T11:30:48.606 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.606 INFO:tasks.workunit.client.0.smithi136.stdout: "share_state": { 2024-08-19T11:30:48.606 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:48.606 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.606 INFO:tasks.workunit.client.0.smithi136.stdout: "share_state_bytes": { 2024-08-19T11:30:48.606 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:48.607 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1050 2024-08-19T11:30:48.607 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.607 INFO:tasks.workunit.client.0.smithi136.stdout: "share_state_keys": { 2024-08-19T11:30:48.607 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:48.607 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:48.607 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.607 INFO:tasks.workunit.client.0.smithi136.stdout: "start_leader": { 2024-08-19T11:30:48.607 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3 2024-08-19T11:30:48.607 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.607 INFO:tasks.workunit.client.0.smithi136.stdout: "start_peon": { 2024-08-19T11:30:48.607 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.607 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.607 INFO:tasks.workunit.client.0.smithi136.stdout: "store_state": { 2024-08-19T11:30:48.607 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.607 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.608 INFO:tasks.workunit.client.0.smithi136.stdout: "store_state_bytes": { 2024-08-19T11:30:48.608 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.608 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.608 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.608 INFO:tasks.workunit.client.0.smithi136.stdout: "store_state_keys": { 2024-08-19T11:30:48.608 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.608 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.608 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.608 INFO:tasks.workunit.client.0.smithi136.stdout: "store_state_latency": { 2024-08-19T11:30:48.608 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.608 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.608 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.608 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.608 INFO:tasks.workunit.client.0.smithi136.stdout: "prioritycache": { 2024-08-19T11:30:48.609 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_bytes": { 2024-08-19T11:30:48.609 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1020054731 2024-08-19T11:30:48.609 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.609 INFO:tasks.workunit.client.0.smithi136.stdout: "heap_bytes": { 2024-08-19T11:30:48.609 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 45842432 2024-08-19T11:30:48.609 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.609 INFO:tasks.workunit.client.0.smithi136.stdout: "mapped_bytes": { 2024-08-19T11:30:48.609 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 39493632 2024-08-19T11:30:48.609 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.609 INFO:tasks.workunit.client.0.smithi136.stdout: "target_bytes": { 2024-08-19T11:30:48.609 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2147483648 2024-08-19T11:30:48.609 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.609 INFO:tasks.workunit.client.0.smithi136.stdout: "unmapped_bytes": { 2024-08-19T11:30:48.609 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 6348800 2024-08-19T11:30:48.610 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.610 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.610 INFO:tasks.workunit.client.0.smithi136.stdout: "prioritycache:full": { 2024-08-19T11:30:48.610 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.610 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 348127232 2024-08-19T11:30:48.610 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.610 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.610 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.610 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.610 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.610 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.610 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.611 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.611 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 277006362 2024-08-19T11:30:48.611 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.611 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.611 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 310973 2024-08-19T11:30:48.611 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.611 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.611 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.611 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.611 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.611 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.611 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.611 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.611 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.611 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.612 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.612 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.612 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.612 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.612 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.612 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.612 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.612 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.612 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.612 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.612 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.612 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.612 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.612 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.612 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.613 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.613 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 70809897 2024-08-19T11:30:48.613 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.613 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.613 INFO:tasks.workunit.client.0.smithi136.stdout: "prioritycache:inc": { 2024-08-19T11:30:48.613 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.613 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 348127232 2024-08-19T11:30:48.613 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.613 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.613 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.613 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.613 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.613 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.613 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.614 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.614 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 277006362 2024-08-19T11:30:48.614 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.614 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.614 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 41758 2024-08-19T11:30:48.614 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.614 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.614 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.614 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.614 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.614 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.614 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.614 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.615 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.615 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.615 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.615 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.615 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.615 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.615 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.615 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.615 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.615 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.615 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.615 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.615 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.615 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.615 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.616 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.616 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.616 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.616 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71079112 2024-08-19T11:30:48.616 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.616 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.616 INFO:tasks.workunit.client.0.smithi136.stdout: "prioritycache:kv": { 2024-08-19T11:30:48.616 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.616 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 322961408 2024-08-19T11:30:48.616 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.616 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.616 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:48.616 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.617 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.617 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.617 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.617 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.617 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 184670908 2024-08-19T11:30:48.617 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.617 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.617 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.617 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.617 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.617 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.617 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.617 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.618 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.618 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.618 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.618 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.618 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.618 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.618 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.618 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.618 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.618 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.618 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.618 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.618 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.619 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.619 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.619 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.619 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.619 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.619 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.619 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.619 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.619 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71181636 2024-08-19T11:30:48.619 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.619 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.619 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb": { 2024-08-19T11:30:48.619 INFO:tasks.workunit.client.0.smithi136.stdout: "compact": { 2024-08-19T11:30:48.619 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.620 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.620 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_queue_len": { 2024-08-19T11:30:48.620 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.620 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.620 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_queue_merge": { 2024-08-19T11:30:48.620 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.620 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.620 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_range": { 2024-08-19T11:30:48.620 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1 2024-08-19T11:30:48.620 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.620 INFO:tasks.workunit.client.0.smithi136.stdout: "get_latency": { 2024-08-19T11:30:48.620 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 43466, 2024-08-19T11:30:48.620 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 176762018 2024-08-19T11:30:48.620 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.620 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb_write_delay_time": { 2024-08-19T11:30:48.621 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.621 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.621 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.621 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb_write_memtable_time": { 2024-08-19T11:30:48.621 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.621 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.621 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.621 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-19T11:30:48.621 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.621 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.621 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.621 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb_write_wal_time": { 2024-08-19T11:30:48.621 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.621 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.621 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.622 INFO:tasks.workunit.client.0.smithi136.stdout: "submit_latency": { 2024-08-19T11:30:48.622 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.622 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.622 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.622 INFO:tasks.workunit.client.0.smithi136.stdout: "submit_sync_latency": { 2024-08-19T11:30:48.622 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2109, 2024-08-19T11:30:48.622 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 688640795 2024-08-19T11:30:48.622 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.622 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.622 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.622 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.0": { 2024-08-19T11:30:48.622 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:48.622 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_fallback": { 2024-08-19T11:30:48.622 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.623 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.623 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_size_fallback": { 2024-08-19T11:30:48.623 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.623 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.623 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_db": { 2024-08-19T11:30:48.623 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 65536 2024-08-19T11:30:48.623 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.623 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_main": { 2024-08-19T11:30:48.623 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.623 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.623 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_wal": { 2024-08-19T11:30:48.623 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.623 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.624 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_slow": { 2024-08-19T11:30:48.624 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.624 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.624 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_sst": { 2024-08-19T11:30:48.624 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 12288 2024-08-19T11:30:48.624 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.624 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_wal": { 2024-08-19T11:30:48.624 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2969600 2024-08-19T11:30:48.624 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.624 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lat": { 2024-08-19T11:30:48.624 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.624 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.624 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.625 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lock_lat": { 2024-08-19T11:30:48.625 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.625 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.625 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.625 INFO:tasks.workunit.client.0.smithi136.stdout: "db_total_bytes": { 2024-08-19T11:30:48.625 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:48.625 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.625 INFO:tasks.workunit.client.0.smithi136.stdout: "db_used_bytes": { 2024-08-19T11:30:48.625 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 27656192 2024-08-19T11:30:48.625 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.625 INFO:tasks.workunit.client.0.smithi136.stdout: "log_bytes": { 2024-08-19T11:30:48.625 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1880064 2024-08-19T11:30:48.625 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.625 INFO:tasks.workunit.client.0.smithi136.stdout: "logged_bytes": { 2024-08-19T11:30:48.625 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1740800 2024-08-19T11:30:48.626 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.626 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_db": { 2024-08-19T11:30:48.626 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 31850496 2024-08-19T11:30:48.626 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.626 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_slow": { 2024-08-19T11:30:48.626 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.626 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.626 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_wal": { 2024-08-19T11:30:48.626 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.626 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.626 INFO:tasks.workunit.client.0.smithi136.stdout: "num_files": { 2024-08-19T11:30:48.626 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 14 2024-08-19T11:30:48.626 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.626 INFO:tasks.workunit.client.0.smithi136.stdout: "read_bytes": { 2024-08-19T11:30:48.627 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 206272 2024-08-19T11:30:48.627 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.627 INFO:tasks.workunit.client.0.smithi136.stdout: "read_count": { 2024-08-19T11:30:48.627 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 23 2024-08-19T11:30:48.627 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.627 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes": { 2024-08-19T11:30:48.627 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1282048 2024-08-19T11:30:48.627 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.627 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_db": { 2024-08-19T11:30:48.628 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1286144 2024-08-19T11:30:48.628 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.628 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_slow": { 2024-08-19T11:30:48.628 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.628 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.628 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_wal": { 2024-08-19T11:30:48.628 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.628 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.628 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_count": { 2024-08-19T11:30:48.628 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 15 2024-08-19T11:30:48.628 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.628 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_bytes": { 2024-08-19T11:30:48.628 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4913 2024-08-19T11:30:48.629 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.629 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_count": { 2024-08-19T11:30:48.629 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4 2024-08-19T11:30:48.629 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.629 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_bytes": { 2024-08-19T11:30:48.629 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5505 2024-08-19T11:30:48.629 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.629 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_count": { 2024-08-19T11:30:48.629 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:48.629 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.629 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_bytes": { 2024-08-19T11:30:48.629 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5505 2024-08-19T11:30:48.629 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.630 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_count": { 2024-08-19T11:30:48.630 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:48.630 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.630 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes": { 2024-08-19T11:30:48.630 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.630 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.630 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_db": { 2024-08-19T11:30:48.630 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.630 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.630 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_slow": { 2024-08-19T11:30:48.630 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.630 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.630 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_wal": { 2024-08-19T11:30:48.631 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.631 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.631 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_count": { 2024-08-19T11:30:48.631 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.631 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.631 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_total_bytes": { 2024-08-19T11:30:48.631 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.631 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.631 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_used_bytes": { 2024-08-19T11:30:48.631 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.631 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.631 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_total_bytes": { 2024-08-19T11:30:48.631 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.631 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.632 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_used_bytes": { 2024-08-19T11:30:48.632 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.632 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.632 INFO:tasks.workunit.client.0.smithi136.stdout: "write_bytes": { 2024-08-19T11:30:48.632 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4788224 2024-08-19T11:30:48.632 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.632 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.632 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore": { 2024-08-19T11:30:48.632 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit": { 2024-08-19T11:30:48.632 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4096 2024-08-19T11:30:48.632 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.632 INFO:tasks.workunit.client.0.smithi136.stdout: "allocated": { 2024-08-19T11:30:48.632 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1400832 2024-08-19T11:30:48.632 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.633 INFO:tasks.workunit.client.0.smithi136.stdout: "clist_lat": { 2024-08-19T11:30:48.633 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 4, 2024-08-19T11:30:48.633 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 149499 2024-08-19T11:30:48.633 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.633 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_lat": { 2024-08-19T11:30:48.633 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.633 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.633 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.633 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed": { 2024-08-19T11:30:48.633 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.633 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.633 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_allocated": { 2024-08-19T11:30:48.633 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.634 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.634 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_original": { 2024-08-19T11:30:48.634 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.634 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.634 INFO:tasks.workunit.client.0.smithi136.stdout: "csum_lat": { 2024-08-19T11:30:48.634 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 23, 2024-08-19T11:30:48.634 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 49870 2024-08-19T11:30:48.634 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.634 INFO:tasks.workunit.client.0.smithi136.stdout: "decompress_lat": { 2024-08-19T11:30:48.634 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.634 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.634 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.634 INFO:tasks.workunit.client.0.smithi136.stdout: "fragmentation_micros": { 2024-08-19T11:30:48.634 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.635 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.635 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_commit_lat": { 2024-08-19T11:30:48.635 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 412, 2024-08-19T11:30:48.635 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 99148989 2024-08-19T11:30:48.635 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.635 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_final_lat": { 2024-08-19T11:30:48.635 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 407, 2024-08-19T11:30:48.635 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 13412930 2024-08-19T11:30:48.635 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.635 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_flush_lat": { 2024-08-19T11:30:48.635 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 412, 2024-08-19T11:30:48.635 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 388262 2024-08-19T11:30:48.635 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.636 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_sync_lat": { 2024-08-19T11:30:48.636 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 412, 2024-08-19T11:30:48.636 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 99537251 2024-08-19T11:30:48.636 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.636 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_keys_lat": { 2024-08-19T11:30:48.636 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.636 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.636 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.636 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_values_lat": { 2024-08-19T11:30:48.636 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1, 2024-08-19T11:30:48.636 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 34463 2024-08-19T11:30:48.636 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.636 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_lower_bound_lat": { 2024-08-19T11:30:48.637 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 10, 2024-08-19T11:30:48.637 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 23384 2024-08-19T11:30:48.637 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.637 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_next_lat": { 2024-08-19T11:30:48.637 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.637 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.637 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.637 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_seek_to_first_lat": { 2024-08-19T11:30:48.637 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.637 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.637 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.637 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_upper_bound_lat": { 2024-08-19T11:30:48.637 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 4, 2024-08-19T11:30:48.638 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 9080 2024-08-19T11:30:48.638 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.638 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_hits": { 2024-08-19T11:30:48.638 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 924 2024-08-19T11:30:48.638 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.638 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_misses": { 2024-08-19T11:30:48.638 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 244 2024-08-19T11:30:48.638 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.638 INFO:tasks.workunit.client.0.smithi136.stdout: "read_lat": { 2024-08-19T11:30:48.638 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 135, 2024-08-19T11:30:48.638 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2857370 2024-08-19T11:30:48.638 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.638 INFO:tasks.workunit.client.0.smithi136.stdout: "read_onode_meta_lat": { 2024-08-19T11:30:48.639 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 355, 2024-08-19T11:30:48.639 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 288554 2024-08-19T11:30:48.639 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.639 INFO:tasks.workunit.client.0.smithi136.stdout: "read_wait_aio_lat": { 2024-08-19T11:30:48.639 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 220, 2024-08-19T11:30:48.639 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3316984 2024-08-19T11:30:48.639 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.639 INFO:tasks.workunit.client.0.smithi136.stdout: "reads_with_retries": { 2024-08-19T11:30:48.639 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.639 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.639 INFO:tasks.workunit.client.0.smithi136.stdout: "remove_lat": { 2024-08-19T11:30:48.639 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:48.639 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 43977 2024-08-19T11:30:48.639 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.640 INFO:tasks.workunit.client.0.smithi136.stdout: "state_aio_wait_lat": { 2024-08-19T11:30:48.640 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 516, 2024-08-19T11:30:48.640 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 21569847 2024-08-19T11:30:48.640 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.640 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T11:30:48.640 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 133, 2024-08-19T11:30:48.640 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 10895729 2024-08-19T11:30:48.640 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.640 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_cleanup_lat": { 2024-08-19T11:30:48.640 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 133, 2024-08-19T11:30:48.640 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 461806935520 2024-08-19T11:30:48.640 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.640 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_queued_lat": { 2024-08-19T11:30:48.640 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 133, 2024-08-19T11:30:48.641 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 137263759125 2024-08-19T11:30:48.641 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.641 INFO:tasks.workunit.client.0.smithi136.stdout: "state_done_lat": { 2024-08-19T11:30:48.641 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 516, 2024-08-19T11:30:48.641 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 63224657750 2024-08-19T11:30:48.641 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.641 INFO:tasks.workunit.client.0.smithi136.stdout: "state_finishing_lat": { 2024-08-19T11:30:48.641 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 516, 2024-08-19T11:30:48.641 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 50030 2024-08-19T11:30:48.641 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.641 INFO:tasks.workunit.client.0.smithi136.stdout: "state_io_done_lat": { 2024-08-19T11:30:48.641 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 516, 2024-08-19T11:30:48.641 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 922554 2024-08-19T11:30:48.642 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.642 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_commiting_lat": { 2024-08-19T11:30:48.642 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 516, 2024-08-19T11:30:48.642 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 156174896 2024-08-19T11:30:48.642 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.642 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_done_lat": { 2024-08-19T11:30:48.642 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 516, 2024-08-19T11:30:48.642 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 168355 2024-08-19T11:30:48.642 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.642 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_queued_lat": { 2024-08-19T11:30:48.642 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 516, 2024-08-19T11:30:48.642 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 101747605 2024-08-19T11:30:48.642 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.642 INFO:tasks.workunit.client.0.smithi136.stdout: "state_prepare_lat": { 2024-08-19T11:30:48.643 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 516, 2024-08-19T11:30:48.643 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24821890 2024-08-19T11:30:48.643 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.643 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": { 2024-08-19T11:30:48.643 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 943838 2024-08-19T11:30:48.643 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.643 INFO:tasks.workunit.client.0.smithi136.stdout: "truncate_lat": { 2024-08-19T11:30:48.643 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 67, 2024-08-19T11:30:48.643 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 332633 2024-08-19T11:30:48.643 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.643 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_commit_lat": { 2024-08-19T11:30:48.643 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 516, 2024-08-19T11:30:48.643 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 305308949 2024-08-19T11:30:48.644 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.644 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_submit_lat": { 2024-08-19T11:30:48.644 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 516, 2024-08-19T11:30:48.644 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 29094115 2024-08-19T11:30:48.644 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.644 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_throttle_lat": { 2024-08-19T11:30:48.644 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 516, 2024-08-19T11:30:48.644 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2981816 2024-08-19T11:30:48.644 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.644 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.644 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache": { 2024-08-19T11:30:48.644 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_bytes": { 2024-08-19T11:30:48.644 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1861458400 2024-08-19T11:30:48.645 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.645 INFO:tasks.workunit.client.0.smithi136.stdout: "heap_bytes": { 2024-08-19T11:30:48.645 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 44695552 2024-08-19T11:30:48.645 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.645 INFO:tasks.workunit.client.0.smithi136.stdout: "mapped_bytes": { 2024-08-19T11:30:48.645 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 44023808 2024-08-19T11:30:48.645 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.645 INFO:tasks.workunit.client.0.smithi136.stdout: "target_bytes": { 2024-08-19T11:30:48.645 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3137370316 2024-08-19T11:30:48.645 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.645 INFO:tasks.workunit.client.0.smithi136.stdout: "unmapped_bytes": { 2024-08-19T11:30:48.645 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 671744 2024-08-19T11:30:48.645 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.645 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.646 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:data": { 2024-08-19T11:30:48.646 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.646 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 159383552 2024-08-19T11:30:48.646 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.646 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.646 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.646 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.646 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.646 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.646 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.646 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.646 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 85459700 2024-08-19T11:30:48.646 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.647 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.647 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.647 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.647 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.647 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.647 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.647 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.647 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.647 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.647 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.647 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.647 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.647 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.647 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.648 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.648 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.648 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 610304 2024-08-19T11:30:48.648 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.648 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.648 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.648 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.648 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.648 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.648 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.648 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.648 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.648 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.648 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.649 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 73313548 2024-08-19T11:30:48.649 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.649 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.649 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv": { 2024-08-19T11:30:48.649 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.649 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 780140544 2024-08-19T11:30:48.649 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.649 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.649 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:48.649 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.649 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.649 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.649 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.650 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.650 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 640947755 2024-08-19T11:30:48.650 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.650 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.650 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.650 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.650 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.650 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.650 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.650 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.650 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.650 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.650 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.651 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.651 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.651 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.651 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.651 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.651 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.651 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2128 2024-08-19T11:30:48.651 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.651 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.651 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.651 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.651 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.651 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.652 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.652 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.652 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.652 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.652 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.652 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 72081797 2024-08-19T11:30:48.652 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.652 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.652 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T11:30:48.652 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.652 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 192937984 2024-08-19T11:30:48.652 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.652 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.653 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:48.653 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.653 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.653 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 464 2024-08-19T11:30:48.653 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.653 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.653 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 56973133 2024-08-19T11:30:48.653 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.653 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.653 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.653 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.653 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.653 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.654 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.654 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.654 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.654 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.654 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.654 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.654 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.654 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.654 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.654 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.654 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.654 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.654 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.655 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.655 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.655 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.655 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.655 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.655 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.655 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.655 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.655 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.655 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.655 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 68855523 2024-08-19T11:30:48.655 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.655 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.656 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:meta": { 2024-08-19T11:30:48.656 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.656 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 713031680 2024-08-19T11:30:48.656 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.656 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.656 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.656 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.656 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.656 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.656 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.656 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.656 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 640947755 2024-08-19T11:30:48.657 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.657 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.657 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.657 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.657 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.657 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2496 2024-08-19T11:30:48.657 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.657 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.657 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 6240 2024-08-19T11:30:48.657 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.657 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.657 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.658 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.658 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.658 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.658 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.658 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.658 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 260865 2024-08-19T11:30:48.658 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.658 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.658 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.658 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.658 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.658 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.658 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.659 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.659 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.659 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.659 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.659 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71814324 2024-08-19T11:30:48.659 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.659 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.659 INFO:tasks.workunit.client.0.smithi136.stdout: "objecter": { 2024-08-19T11:30:48.659 INFO:tasks.workunit.client.0.smithi136.stdout: "op_active": { 2024-08-19T11:30:48.659 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.659 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.659 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:48.659 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.659 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.660 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rmw": { 2024-08-19T11:30:48.660 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.660 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.660 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:48.660 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.660 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.660 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.660 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:48.660 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg": { 2024-08-19T11:30:48.660 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 45 2024-08-19T11:30:48.660 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.660 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg_removing": { 2024-08-19T11:30:48.660 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.661 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.661 INFO:tasks.workunit.client.0.smithi136.stdout: "op": { 2024-08-19T11:30:48.661 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 6 2024-08-19T11:30:48.661 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.661 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_degraded": { 2024-08-19T11:30:48.661 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.661 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.661 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_unreadable": { 2024-08-19T11:30:48.661 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.661 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.661 INFO:tasks.workunit.client.0.smithi136.stdout: "op_in_bytes": { 2024-08-19T11:30:48.661 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 616 2024-08-19T11:30:48.661 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.662 INFO:tasks.workunit.client.0.smithi136.stdout: "op_latency": { 2024-08-19T11:30:48.662 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 6, 2024-08-19T11:30:48.662 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 38705339 2024-08-19T11:30:48.662 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.662 INFO:tasks.workunit.client.0.smithi136.stdout: "op_out_bytes": { 2024-08-19T11:30:48.662 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.662 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.662 INFO:tasks.workunit.client.0.smithi136.stdout: "op_prepare_latency": { 2024-08-19T11:30:48.662 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 7, 2024-08-19T11:30:48.662 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 6783414 2024-08-19T11:30:48.662 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.662 INFO:tasks.workunit.client.0.smithi136.stdout: "op_process_latency": { 2024-08-19T11:30:48.662 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 6, 2024-08-19T11:30:48.663 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 31908203 2024-08-19T11:30:48.663 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.663 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:48.663 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.663 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.663 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency": { 2024-08-19T11:30:48.663 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.663 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.663 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.663 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T11:30:48.663 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.663 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.663 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_out_bytes": { 2024-08-19T11:30:48.664 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.664 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.664 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_prepare_latency": { 2024-08-19T11:30:48.664 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.664 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.664 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.664 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_process_latency": { 2024-08-19T11:30:48.664 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.664 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.664 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.664 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw": { 2024-08-19T11:30:48.664 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.664 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.664 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_in_bytes": { 2024-08-19T11:30:48.665 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.665 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.665 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency": { 2024-08-19T11:30:48.665 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.665 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.665 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.665 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T11:30:48.665 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.665 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.665 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T11:30:48.665 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.665 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.665 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_out_bytes": { 2024-08-19T11:30:48.665 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.666 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.666 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_prepare_latency": { 2024-08-19T11:30:48.666 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.666 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.666 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.666 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_process_latency": { 2024-08-19T11:30:48.666 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.666 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.666 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.666 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:48.666 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 6 2024-08-19T11:30:48.666 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.666 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_in_bytes": { 2024-08-19T11:30:48.667 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 616 2024-08-19T11:30:48.667 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.667 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency": { 2024-08-19T11:30:48.667 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 6, 2024-08-19T11:30:48.667 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 38705339 2024-08-19T11:30:48.667 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.667 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T11:30:48.667 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.667 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.667 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_prepare_latency": { 2024-08-19T11:30:48.667 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 7, 2024-08-19T11:30:48.667 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 6783414 2024-08-19T11:30:48.667 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.668 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_process_latency": { 2024-08-19T11:30:48.668 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 6, 2024-08-19T11:30:48.668 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 31908203 2024-08-19T11:30:48.668 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.668 INFO:tasks.workunit.client.0.smithi136.stdout: "op_wip": { 2024-08-19T11:30:48.668 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.668 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.668 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_bytes": { 2024-08-19T11:30:48.668 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1771686 2024-08-19T11:30:48.668 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.668 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_ops": { 2024-08-19T11:30:48.668 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 8 2024-08-19T11:30:48.668 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.669 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes": { 2024-08-19T11:30:48.669 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:48.669 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.669 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes_used": { 2024-08-19T11:30:48.669 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 29065216 2024-08-19T11:30:48.669 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.669 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.669 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.669 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.1": { 2024-08-19T11:30:48.669 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:48.669 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_fallback": { 2024-08-19T11:30:48.669 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.669 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.669 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_size_fallback": { 2024-08-19T11:30:48.670 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.670 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.670 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_db": { 2024-08-19T11:30:48.670 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 65536 2024-08-19T11:30:48.670 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.670 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_main": { 2024-08-19T11:30:48.670 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.670 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.670 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_wal": { 2024-08-19T11:30:48.670 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.670 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.670 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_slow": { 2024-08-19T11:30:48.670 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.671 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.671 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_sst": { 2024-08-19T11:30:48.671 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 12288 2024-08-19T11:30:48.671 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.671 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_wal": { 2024-08-19T11:30:48.671 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2576384 2024-08-19T11:30:48.671 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.671 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lat": { 2024-08-19T11:30:48.671 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.671 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.672 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.672 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lock_lat": { 2024-08-19T11:30:48.672 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.672 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.672 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.672 INFO:tasks.workunit.client.0.smithi136.stdout: "db_total_bytes": { 2024-08-19T11:30:48.672 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:48.672 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.672 INFO:tasks.workunit.client.0.smithi136.stdout: "db_used_bytes": { 2024-08-19T11:30:48.672 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 27656192 2024-08-19T11:30:48.672 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.672 INFO:tasks.workunit.client.0.smithi136.stdout: "log_bytes": { 2024-08-19T11:30:48.672 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1642496 2024-08-19T11:30:48.673 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.673 INFO:tasks.workunit.client.0.smithi136.stdout: "logged_bytes": { 2024-08-19T11:30:48.673 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1503232 2024-08-19T11:30:48.673 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.673 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_db": { 2024-08-19T11:30:48.673 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 31850496 2024-08-19T11:30:48.673 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.673 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_slow": { 2024-08-19T11:30:48.673 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.673 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.673 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_wal": { 2024-08-19T11:30:48.673 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.673 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.673 INFO:tasks.workunit.client.0.smithi136.stdout: "num_files": { 2024-08-19T11:30:48.674 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 14 2024-08-19T11:30:48.674 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.674 INFO:tasks.workunit.client.0.smithi136.stdout: "read_bytes": { 2024-08-19T11:30:48.674 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 206272 2024-08-19T11:30:48.674 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.674 INFO:tasks.workunit.client.0.smithi136.stdout: "read_count": { 2024-08-19T11:30:48.674 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 23 2024-08-19T11:30:48.674 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.674 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes": { 2024-08-19T11:30:48.674 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1282048 2024-08-19T11:30:48.674 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.674 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_db": { 2024-08-19T11:30:48.674 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1286144 2024-08-19T11:30:48.675 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.675 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_slow": { 2024-08-19T11:30:48.675 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.675 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.675 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_wal": { 2024-08-19T11:30:48.675 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.675 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.675 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_count": { 2024-08-19T11:30:48.675 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 15 2024-08-19T11:30:48.675 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.675 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_bytes": { 2024-08-19T11:30:48.675 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4913 2024-08-19T11:30:48.675 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.676 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_count": { 2024-08-19T11:30:48.676 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4 2024-08-19T11:30:48.676 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.676 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_bytes": { 2024-08-19T11:30:48.676 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5505 2024-08-19T11:30:48.676 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.676 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_count": { 2024-08-19T11:30:48.676 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:48.676 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.676 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_bytes": { 2024-08-19T11:30:48.676 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5505 2024-08-19T11:30:48.676 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.676 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_count": { 2024-08-19T11:30:48.676 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:48.677 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.677 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes": { 2024-08-19T11:30:48.677 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.677 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.677 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_db": { 2024-08-19T11:30:48.677 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.677 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.677 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_slow": { 2024-08-19T11:30:48.677 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.677 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.677 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_wal": { 2024-08-19T11:30:48.677 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.678 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.678 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_count": { 2024-08-19T11:30:48.678 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.678 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.678 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_total_bytes": { 2024-08-19T11:30:48.678 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.678 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.678 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_used_bytes": { 2024-08-19T11:30:48.678 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.678 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.678 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_total_bytes": { 2024-08-19T11:30:48.678 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.679 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.679 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_used_bytes": { 2024-08-19T11:30:48.679 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.679 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.679 INFO:tasks.workunit.client.0.smithi136.stdout: "write_bytes": { 2024-08-19T11:30:48.679 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4157440 2024-08-19T11:30:48.679 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.679 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.679 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore": { 2024-08-19T11:30:48.679 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit": { 2024-08-19T11:30:48.679 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4096 2024-08-19T11:30:48.679 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.679 INFO:tasks.workunit.client.0.smithi136.stdout: "allocated": { 2024-08-19T11:30:48.680 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 802816 2024-08-19T11:30:48.680 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.680 INFO:tasks.workunit.client.0.smithi136.stdout: "clist_lat": { 2024-08-19T11:30:48.680 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 5, 2024-08-19T11:30:48.680 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 205788 2024-08-19T11:30:48.680 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.680 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_lat": { 2024-08-19T11:30:48.680 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.680 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.680 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.680 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed": { 2024-08-19T11:30:48.680 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.680 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.680 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_allocated": { 2024-08-19T11:30:48.681 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.681 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.681 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_original": { 2024-08-19T11:30:48.681 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.681 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.681 INFO:tasks.workunit.client.0.smithi136.stdout: "csum_lat": { 2024-08-19T11:30:48.681 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 29, 2024-08-19T11:30:48.681 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 83181 2024-08-19T11:30:48.681 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.681 INFO:tasks.workunit.client.0.smithi136.stdout: "decompress_lat": { 2024-08-19T11:30:48.681 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.681 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.681 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.681 INFO:tasks.workunit.client.0.smithi136.stdout: "fragmentation_micros": { 2024-08-19T11:30:48.681 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.682 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.682 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_commit_lat": { 2024-08-19T11:30:48.682 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 354, 2024-08-19T11:30:48.682 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 69386558 2024-08-19T11:30:48.682 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.682 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_final_lat": { 2024-08-19T11:30:48.682 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 351, 2024-08-19T11:30:48.682 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 6053397 2024-08-19T11:30:48.682 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.682 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_flush_lat": { 2024-08-19T11:30:48.682 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 354, 2024-08-19T11:30:48.682 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 378109 2024-08-19T11:30:48.683 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.683 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_sync_lat": { 2024-08-19T11:30:48.683 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 354, 2024-08-19T11:30:48.683 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 69764667 2024-08-19T11:30:48.683 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.683 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_keys_lat": { 2024-08-19T11:30:48.683 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.683 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.683 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.683 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_values_lat": { 2024-08-19T11:30:48.683 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3, 2024-08-19T11:30:48.683 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 39265 2024-08-19T11:30:48.683 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.683 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_lower_bound_lat": { 2024-08-19T11:30:48.684 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 4, 2024-08-19T11:30:48.684 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 8942 2024-08-19T11:30:48.684 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.684 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_next_lat": { 2024-08-19T11:30:48.684 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.684 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.684 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.684 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_seek_to_first_lat": { 2024-08-19T11:30:48.684 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.684 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.684 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.684 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_upper_bound_lat": { 2024-08-19T11:30:48.684 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 5, 2024-08-19T11:30:48.685 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 25663 2024-08-19T11:30:48.685 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.685 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_hits": { 2024-08-19T11:30:48.685 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 863 2024-08-19T11:30:48.685 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.685 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_misses": { 2024-08-19T11:30:48.685 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 255 2024-08-19T11:30:48.685 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.685 INFO:tasks.workunit.client.0.smithi136.stdout: "read_lat": { 2024-08-19T11:30:48.685 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 147, 2024-08-19T11:30:48.685 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4453801 2024-08-19T11:30:48.685 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.685 INFO:tasks.workunit.client.0.smithi136.stdout: "read_onode_meta_lat": { 2024-08-19T11:30:48.685 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 375, 2024-08-19T11:30:48.686 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 304864 2024-08-19T11:30:48.686 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.686 INFO:tasks.workunit.client.0.smithi136.stdout: "read_wait_aio_lat": { 2024-08-19T11:30:48.686 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 228, 2024-08-19T11:30:48.686 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4718363 2024-08-19T11:30:48.686 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.686 INFO:tasks.workunit.client.0.smithi136.stdout: "reads_with_retries": { 2024-08-19T11:30:48.686 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.686 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.686 INFO:tasks.workunit.client.0.smithi136.stdout: "remove_lat": { 2024-08-19T11:30:48.686 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3, 2024-08-19T11:30:48.686 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 128884 2024-08-19T11:30:48.686 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.686 INFO:tasks.workunit.client.0.smithi136.stdout: "state_aio_wait_lat": { 2024-08-19T11:30:48.687 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 424, 2024-08-19T11:30:48.687 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 32270522 2024-08-19T11:30:48.687 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.687 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T11:30:48.687 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 129, 2024-08-19T11:30:48.687 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 7929946 2024-08-19T11:30:48.687 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.687 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_cleanup_lat": { 2024-08-19T11:30:48.687 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 128, 2024-08-19T11:30:48.687 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 365578233037 2024-08-19T11:30:48.687 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.687 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_queued_lat": { 2024-08-19T11:30:48.687 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 129, 2024-08-19T11:30:48.688 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 129619307197 2024-08-19T11:30:48.688 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.688 INFO:tasks.workunit.client.0.smithi136.stdout: "state_done_lat": { 2024-08-19T11:30:48.688 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 423, 2024-08-19T11:30:48.688 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 75636317043 2024-08-19T11:30:48.688 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.688 INFO:tasks.workunit.client.0.smithi136.stdout: "state_finishing_lat": { 2024-08-19T11:30:48.688 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 423, 2024-08-19T11:30:48.688 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 51142 2024-08-19T11:30:48.688 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.688 INFO:tasks.workunit.client.0.smithi136.stdout: "state_io_done_lat": { 2024-08-19T11:30:48.688 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 424, 2024-08-19T11:30:48.688 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 798592 2024-08-19T11:30:48.689 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.689 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_commiting_lat": { 2024-08-19T11:30:48.689 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 424, 2024-08-19T11:30:48.689 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 103820374 2024-08-19T11:30:48.689 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.689 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_done_lat": { 2024-08-19T11:30:48.689 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 424, 2024-08-19T11:30:48.689 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 179637 2024-08-19T11:30:48.689 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.689 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_queued_lat": { 2024-08-19T11:30:48.689 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 424, 2024-08-19T11:30:48.690 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 41289375 2024-08-19T11:30:48.690 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.690 INFO:tasks.workunit.client.0.smithi136.stdout: "state_prepare_lat": { 2024-08-19T11:30:48.690 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 424, 2024-08-19T11:30:48.690 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 23952971 2024-08-19T11:30:48.690 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.690 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": { 2024-08-19T11:30:48.690 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 352921 2024-08-19T11:30:48.690 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.690 INFO:tasks.workunit.client.0.smithi136.stdout: "truncate_lat": { 2024-08-19T11:30:48.690 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 62, 2024-08-19T11:30:48.690 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 309161 2024-08-19T11:30:48.690 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.691 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_commit_lat": { 2024-08-19T11:30:48.691 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 424, 2024-08-19T11:30:48.691 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 202233006 2024-08-19T11:30:48.691 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.691 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_submit_lat": { 2024-08-19T11:30:48.691 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 424, 2024-08-19T11:30:48.691 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 28309050 2024-08-19T11:30:48.691 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.691 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_throttle_lat": { 2024-08-19T11:30:48.691 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 424, 2024-08-19T11:30:48.691 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3012679 2024-08-19T11:30:48.691 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.692 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.692 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache": { 2024-08-19T11:30:48.692 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_bytes": { 2024-08-19T11:30:48.692 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1861458400 2024-08-19T11:30:48.692 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.692 INFO:tasks.workunit.client.0.smithi136.stdout: "heap_bytes": { 2024-08-19T11:30:48.692 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 43581440 2024-08-19T11:30:48.692 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.692 INFO:tasks.workunit.client.0.smithi136.stdout: "mapped_bytes": { 2024-08-19T11:30:48.692 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 43319296 2024-08-19T11:30:48.692 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.692 INFO:tasks.workunit.client.0.smithi136.stdout: "target_bytes": { 2024-08-19T11:30:48.692 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3137370316 2024-08-19T11:30:48.692 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.693 INFO:tasks.workunit.client.0.smithi136.stdout: "unmapped_bytes": { 2024-08-19T11:30:48.693 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 262144 2024-08-19T11:30:48.693 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.693 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.693 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:data": { 2024-08-19T11:30:48.693 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.693 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 159383552 2024-08-19T11:30:48.693 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.693 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.693 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.693 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.693 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.693 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.693 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.694 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.694 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 85497069 2024-08-19T11:30:48.694 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.694 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.694 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.694 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.694 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.694 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.694 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.694 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.694 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.694 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.694 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.695 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.695 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.695 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.695 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.695 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.695 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.695 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 12288 2024-08-19T11:30:48.695 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.695 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.695 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.695 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.695 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.695 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.695 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.696 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.696 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.696 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.696 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.696 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 73874195 2024-08-19T11:30:48.696 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.696 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.696 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv": { 2024-08-19T11:30:48.696 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.696 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 780140544 2024-08-19T11:30:48.696 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.696 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.696 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:48.696 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.696 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.697 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.697 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.697 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.697 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 641228022 2024-08-19T11:30:48.697 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.697 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.697 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.697 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.697 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.697 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.697 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.697 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.697 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.698 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.698 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.698 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.698 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.698 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.698 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.698 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.698 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.698 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2128 2024-08-19T11:30:48.698 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.698 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.698 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.698 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.698 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.699 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.699 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.699 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.699 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.699 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.699 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.699 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71801530 2024-08-19T11:30:48.699 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.699 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.699 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T11:30:48.699 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.700 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 192937984 2024-08-19T11:30:48.700 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.700 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.700 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:48.700 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.700 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.700 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 464 2024-08-19T11:30:48.700 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.700 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.700 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 56998046 2024-08-19T11:30:48.700 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.700 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.700 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.701 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.701 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.701 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.701 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.701 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.701 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.701 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.701 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.701 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.701 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.701 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.701 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.701 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.701 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.701 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.702 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.702 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.702 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.702 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.702 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.702 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.702 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.702 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.702 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.702 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.702 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.702 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 68830610 2024-08-19T11:30:48.702 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.703 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.703 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:meta": { 2024-08-19T11:30:48.703 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.703 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 713031680 2024-08-19T11:30:48.703 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.703 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.703 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.703 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.703 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.703 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.703 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.703 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.704 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 641228022 2024-08-19T11:30:48.704 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.704 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.704 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.704 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.704 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.704 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.704 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.704 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.704 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.704 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.704 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.704 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.705 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.705 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.705 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.705 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.705 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.705 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 243546 2024-08-19T11:30:48.705 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.705 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.705 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.705 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.705 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.705 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.705 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.706 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.706 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.706 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.706 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.706 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71560112 2024-08-19T11:30:48.706 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.706 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.706 INFO:tasks.workunit.client.0.smithi136.stdout: "objecter": { 2024-08-19T11:30:48.706 INFO:tasks.workunit.client.0.smithi136.stdout: "op_active": { 2024-08-19T11:30:48.706 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.706 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.706 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:48.706 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.707 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.707 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rmw": { 2024-08-19T11:30:48.707 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.707 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.707 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:48.707 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.707 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.707 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.707 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:48.707 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg": { 2024-08-19T11:30:48.707 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 38 2024-08-19T11:30:48.707 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.708 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg_removing": { 2024-08-19T11:30:48.708 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.708 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.708 INFO:tasks.workunit.client.0.smithi136.stdout: "op": { 2024-08-19T11:30:48.708 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 157 2024-08-19T11:30:48.708 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.708 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_degraded": { 2024-08-19T11:30:48.708 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.708 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.708 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_unreadable": { 2024-08-19T11:30:48.708 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.708 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.708 INFO:tasks.workunit.client.0.smithi136.stdout: "op_in_bytes": { 2024-08-19T11:30:48.709 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2429467 2024-08-19T11:30:48.709 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.709 INFO:tasks.workunit.client.0.smithi136.stdout: "op_latency": { 2024-08-19T11:30:48.709 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 157, 2024-08-19T11:30:48.709 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1287179000 2024-08-19T11:30:48.709 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.709 INFO:tasks.workunit.client.0.smithi136.stdout: "op_out_bytes": { 2024-08-19T11:30:48.709 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1063 2024-08-19T11:30:48.709 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.709 INFO:tasks.workunit.client.0.smithi136.stdout: "op_prepare_latency": { 2024-08-19T11:30:48.709 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 157, 2024-08-19T11:30:48.709 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 52161981 2024-08-19T11:30:48.709 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.710 INFO:tasks.workunit.client.0.smithi136.stdout: "op_process_latency": { 2024-08-19T11:30:48.710 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 157, 2024-08-19T11:30:48.710 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 162615870 2024-08-19T11:30:48.710 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.710 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:48.710 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 33 2024-08-19T11:30:48.710 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.710 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency": { 2024-08-19T11:30:48.710 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 33, 2024-08-19T11:30:48.710 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5212297 2024-08-19T11:30:48.710 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.710 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T11:30:48.710 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.711 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.711 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_out_bytes": { 2024-08-19T11:30:48.711 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1063 2024-08-19T11:30:48.711 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.711 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_prepare_latency": { 2024-08-19T11:30:48.711 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 33, 2024-08-19T11:30:48.711 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4575143 2024-08-19T11:30:48.711 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.711 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_process_latency": { 2024-08-19T11:30:48.711 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 33, 2024-08-19T11:30:48.711 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3862078 2024-08-19T11:30:48.711 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.711 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw": { 2024-08-19T11:30:48.712 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 22 2024-08-19T11:30:48.712 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.712 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_in_bytes": { 2024-08-19T11:30:48.712 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.712 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.712 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency": { 2024-08-19T11:30:48.712 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 22, 2024-08-19T11:30:48.712 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 17568046 2024-08-19T11:30:48.712 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.712 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T11:30:48.712 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.712 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.712 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T11:30:48.712 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.713 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.713 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_out_bytes": { 2024-08-19T11:30:48.713 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.713 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.713 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_prepare_latency": { 2024-08-19T11:30:48.713 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 22, 2024-08-19T11:30:48.713 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 7837041 2024-08-19T11:30:48.713 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.713 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_process_latency": { 2024-08-19T11:30:48.713 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 22, 2024-08-19T11:30:48.713 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 16536564 2024-08-19T11:30:48.713 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.713 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:48.713 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 102 2024-08-19T11:30:48.714 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.714 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_in_bytes": { 2024-08-19T11:30:48.714 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2429467 2024-08-19T11:30:48.714 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.714 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency": { 2024-08-19T11:30:48.714 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 102, 2024-08-19T11:30:48.714 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1264398657 2024-08-19T11:30:48.714 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.714 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T11:30:48.714 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.714 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.714 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_prepare_latency": { 2024-08-19T11:30:48.714 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 102, 2024-08-19T11:30:48.714 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 39749797 2024-08-19T11:30:48.715 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.715 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_process_latency": { 2024-08-19T11:30:48.715 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 102, 2024-08-19T11:30:48.715 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 142217228 2024-08-19T11:30:48.715 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.715 INFO:tasks.workunit.client.0.smithi136.stdout: "op_wip": { 2024-08-19T11:30:48.715 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.715 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.715 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_bytes": { 2024-08-19T11:30:48.715 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 590368 2024-08-19T11:30:48.715 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.715 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_ops": { 2024-08-19T11:30:48.716 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:48.716 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.716 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes": { 2024-08-19T11:30:48.716 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:48.716 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.716 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes_used": { 2024-08-19T11:30:48.716 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 28471296 2024-08-19T11:30:48.716 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.716 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.716 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.716 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.2": { 2024-08-19T11:30:48.716 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:48.716 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_fallback": { 2024-08-19T11:30:48.717 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.717 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.717 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_size_fallback": { 2024-08-19T11:30:48.717 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.717 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.717 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_db": { 2024-08-19T11:30:48.717 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 65536 2024-08-19T11:30:48.717 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.717 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_main": { 2024-08-19T11:30:48.717 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.717 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.717 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_wal": { 2024-08-19T11:30:48.717 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.718 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.718 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_slow": { 2024-08-19T11:30:48.718 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.718 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.718 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_sst": { 2024-08-19T11:30:48.718 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 12288 2024-08-19T11:30:48.718 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.718 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_wal": { 2024-08-19T11:30:48.718 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 7004160 2024-08-19T11:30:48.718 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.718 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lat": { 2024-08-19T11:30:48.718 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.718 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.719 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.719 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lock_lat": { 2024-08-19T11:30:48.719 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.719 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.719 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.719 INFO:tasks.workunit.client.0.smithi136.stdout: "db_total_bytes": { 2024-08-19T11:30:48.719 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:48.719 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.719 INFO:tasks.workunit.client.0.smithi136.stdout: "db_used_bytes": { 2024-08-19T11:30:48.719 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 31850496 2024-08-19T11:30:48.719 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.719 INFO:tasks.workunit.client.0.smithi136.stdout: "log_bytes": { 2024-08-19T11:30:48.719 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3473408 2024-08-19T11:30:48.719 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.720 INFO:tasks.workunit.client.0.smithi136.stdout: "logged_bytes": { 2024-08-19T11:30:48.720 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3334144 2024-08-19T11:30:48.720 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.720 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_db": { 2024-08-19T11:30:48.720 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 31850496 2024-08-19T11:30:48.720 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.720 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_slow": { 2024-08-19T11:30:48.720 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.720 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.720 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_wal": { 2024-08-19T11:30:48.720 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.720 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.720 INFO:tasks.workunit.client.0.smithi136.stdout: "num_files": { 2024-08-19T11:30:48.721 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 14 2024-08-19T11:30:48.721 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.721 INFO:tasks.workunit.client.0.smithi136.stdout: "read_bytes": { 2024-08-19T11:30:48.721 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 206272 2024-08-19T11:30:48.721 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.721 INFO:tasks.workunit.client.0.smithi136.stdout: "read_count": { 2024-08-19T11:30:48.721 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 23 2024-08-19T11:30:48.721 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.721 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes": { 2024-08-19T11:30:48.721 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1282048 2024-08-19T11:30:48.721 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.721 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_db": { 2024-08-19T11:30:48.721 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1286144 2024-08-19T11:30:48.721 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.722 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_slow": { 2024-08-19T11:30:48.722 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.722 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.722 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_wal": { 2024-08-19T11:30:48.722 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.722 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.722 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_count": { 2024-08-19T11:30:48.722 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 15 2024-08-19T11:30:48.722 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.722 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_bytes": { 2024-08-19T11:30:48.722 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4913 2024-08-19T11:30:48.722 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.722 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_count": { 2024-08-19T11:30:48.723 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4 2024-08-19T11:30:48.723 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.723 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_bytes": { 2024-08-19T11:30:48.723 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5505 2024-08-19T11:30:48.723 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.723 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_count": { 2024-08-19T11:30:48.723 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:48.723 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.723 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_bytes": { 2024-08-19T11:30:48.723 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5505 2024-08-19T11:30:48.723 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.723 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_count": { 2024-08-19T11:30:48.723 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:48.723 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.724 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes": { 2024-08-19T11:30:48.724 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.724 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.724 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_db": { 2024-08-19T11:30:48.724 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.724 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.724 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_slow": { 2024-08-19T11:30:48.724 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.724 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.724 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_wal": { 2024-08-19T11:30:48.724 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.724 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.724 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_count": { 2024-08-19T11:30:48.725 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.725 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.725 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_total_bytes": { 2024-08-19T11:30:48.725 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.725 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.725 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_used_bytes": { 2024-08-19T11:30:48.725 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.725 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.725 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_total_bytes": { 2024-08-19T11:30:48.725 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.725 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.725 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_used_bytes": { 2024-08-19T11:30:48.725 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.725 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.726 INFO:tasks.workunit.client.0.smithi136.stdout: "write_bytes": { 2024-08-19T11:30:48.726 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 10416128 2024-08-19T11:30:48.726 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.726 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.726 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore": { 2024-08-19T11:30:48.726 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit": { 2024-08-19T11:30:48.726 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4096 2024-08-19T11:30:48.726 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.726 INFO:tasks.workunit.client.0.smithi136.stdout: "allocated": { 2024-08-19T11:30:48.726 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 794624 2024-08-19T11:30:48.726 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.726 INFO:tasks.workunit.client.0.smithi136.stdout: "clist_lat": { 2024-08-19T11:30:48.726 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 4, 2024-08-19T11:30:48.726 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 200838 2024-08-19T11:30:48.727 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.727 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_lat": { 2024-08-19T11:30:48.727 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.727 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.727 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.727 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed": { 2024-08-19T11:30:48.727 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.727 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.727 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_allocated": { 2024-08-19T11:30:48.727 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.727 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.728 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_original": { 2024-08-19T11:30:48.728 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.728 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.728 INFO:tasks.workunit.client.0.smithi136.stdout: "csum_lat": { 2024-08-19T11:30:48.728 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 11, 2024-08-19T11:30:48.728 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 13262 2024-08-19T11:30:48.728 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.728 INFO:tasks.workunit.client.0.smithi136.stdout: "decompress_lat": { 2024-08-19T11:30:48.728 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.728 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.728 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.728 INFO:tasks.workunit.client.0.smithi136.stdout: "fragmentation_micros": { 2024-08-19T11:30:48.729 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.729 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.729 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_commit_lat": { 2024-08-19T11:30:48.729 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 801, 2024-08-19T11:30:48.729 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 326578257 2024-08-19T11:30:48.729 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.729 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_final_lat": { 2024-08-19T11:30:48.729 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 800, 2024-08-19T11:30:48.729 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 21643684 2024-08-19T11:30:48.729 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.729 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_flush_lat": { 2024-08-19T11:30:48.729 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 801, 2024-08-19T11:30:48.729 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 737865 2024-08-19T11:30:48.729 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.730 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_sync_lat": { 2024-08-19T11:30:48.730 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 801, 2024-08-19T11:30:48.730 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 327316122 2024-08-19T11:30:48.730 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.730 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_keys_lat": { 2024-08-19T11:30:48.730 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.730 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.730 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.730 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_values_lat": { 2024-08-19T11:30:48.730 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3, 2024-08-19T11:30:48.730 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 36179 2024-08-19T11:30:48.730 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.731 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_lower_bound_lat": { 2024-08-19T11:30:48.731 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:48.731 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1047 2024-08-19T11:30:48.731 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.731 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_next_lat": { 2024-08-19T11:30:48.731 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.731 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.731 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.731 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_seek_to_first_lat": { 2024-08-19T11:30:48.731 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.731 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.731 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.731 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_upper_bound_lat": { 2024-08-19T11:30:48.731 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:48.732 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3543 2024-08-19T11:30:48.732 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.732 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_hits": { 2024-08-19T11:30:48.732 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3752 2024-08-19T11:30:48.732 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.732 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_misses": { 2024-08-19T11:30:48.732 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 331 2024-08-19T11:30:48.732 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.732 INFO:tasks.workunit.client.0.smithi136.stdout: "read_lat": { 2024-08-19T11:30:48.732 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 116, 2024-08-19T11:30:48.732 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1534284 2024-08-19T11:30:48.732 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.732 INFO:tasks.workunit.client.0.smithi136.stdout: "read_onode_meta_lat": { 2024-08-19T11:30:48.733 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 308, 2024-08-19T11:30:48.733 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 316531 2024-08-19T11:30:48.733 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.733 INFO:tasks.workunit.client.0.smithi136.stdout: "read_wait_aio_lat": { 2024-08-19T11:30:48.733 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 192, 2024-08-19T11:30:48.733 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2652565 2024-08-19T11:30:48.733 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.733 INFO:tasks.workunit.client.0.smithi136.stdout: "reads_with_retries": { 2024-08-19T11:30:48.733 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.733 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.733 INFO:tasks.workunit.client.0.smithi136.stdout: "remove_lat": { 2024-08-19T11:30:48.733 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 103, 2024-08-19T11:30:48.733 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5826955 2024-08-19T11:30:48.734 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.734 INFO:tasks.workunit.client.0.smithi136.stdout: "state_aio_wait_lat": { 2024-08-19T11:30:48.734 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3452, 2024-08-19T11:30:48.734 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2222569231 2024-08-19T11:30:48.734 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.734 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T11:30:48.734 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 123, 2024-08-19T11:30:48.734 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 19920198 2024-08-19T11:30:48.734 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.734 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_cleanup_lat": { 2024-08-19T11:30:48.734 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 122, 2024-08-19T11:30:48.734 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 262026276359 2024-08-19T11:30:48.734 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.735 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_queued_lat": { 2024-08-19T11:30:48.735 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 123, 2024-08-19T11:30:48.735 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 112366059661 2024-08-19T11:30:48.735 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.735 INFO:tasks.workunit.client.0.smithi136.stdout: "state_done_lat": { 2024-08-19T11:30:48.735 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3451, 2024-08-19T11:30:48.735 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 35950123591 2024-08-19T11:30:48.735 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.735 INFO:tasks.workunit.client.0.smithi136.stdout: "state_finishing_lat": { 2024-08-19T11:30:48.735 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3451, 2024-08-19T11:30:48.735 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 203590 2024-08-19T11:30:48.735 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.735 INFO:tasks.workunit.client.0.smithi136.stdout: "state_io_done_lat": { 2024-08-19T11:30:48.735 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3452, 2024-08-19T11:30:48.736 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4428836 2024-08-19T11:30:48.736 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.736 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_commiting_lat": { 2024-08-19T11:30:48.736 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3452, 2024-08-19T11:30:48.736 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1589238571 2024-08-19T11:30:48.736 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.736 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_done_lat": { 2024-08-19T11:30:48.736 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3452, 2024-08-19T11:30:48.736 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 534348 2024-08-19T11:30:48.736 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.736 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_queued_lat": { 2024-08-19T11:30:48.736 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3452, 2024-08-19T11:30:48.736 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 816483632 2024-08-19T11:30:48.736 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.737 INFO:tasks.workunit.client.0.smithi136.stdout: "state_prepare_lat": { 2024-08-19T11:30:48.737 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3452, 2024-08-19T11:30:48.737 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 227995265 2024-08-19T11:30:48.737 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.737 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": { 2024-08-19T11:30:48.737 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 353324 2024-08-19T11:30:48.737 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.737 INFO:tasks.workunit.client.0.smithi136.stdout: "truncate_lat": { 2024-08-19T11:30:48.737 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 59, 2024-08-19T11:30:48.737 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 259594 2024-08-19T11:30:48.737 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.737 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_commit_lat": { 2024-08-19T11:30:48.737 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3452, 2024-08-19T11:30:48.737 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4860978197 2024-08-19T11:30:48.737 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.737 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_submit_lat": { 2024-08-19T11:30:48.738 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3452, 2024-08-19T11:30:48.738 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 261668018 2024-08-19T11:30:48.738 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.738 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_throttle_lat": { 2024-08-19T11:30:48.738 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3452, 2024-08-19T11:30:48.738 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 134432476 2024-08-19T11:30:48.738 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.738 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.738 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache": { 2024-08-19T11:30:48.738 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_bytes": { 2024-08-19T11:30:48.738 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1861458400 2024-08-19T11:30:48.738 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.738 INFO:tasks.workunit.client.0.smithi136.stdout: "heap_bytes": { 2024-08-19T11:30:48.738 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 47775744 2024-08-19T11:30:48.739 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.739 INFO:tasks.workunit.client.0.smithi136.stdout: "mapped_bytes": { 2024-08-19T11:30:48.739 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 47513600 2024-08-19T11:30:48.739 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.739 INFO:tasks.workunit.client.0.smithi136.stdout: "target_bytes": { 2024-08-19T11:30:48.739 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3137370316 2024-08-19T11:30:48.739 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.739 INFO:tasks.workunit.client.0.smithi136.stdout: "unmapped_bytes": { 2024-08-19T11:30:48.739 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 262144 2024-08-19T11:30:48.739 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.739 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.739 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:data": { 2024-08-19T11:30:48.739 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.739 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 159383552 2024-08-19T11:30:48.740 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.740 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.740 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.740 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.740 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.740 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.740 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.740 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.740 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 85491200 2024-08-19T11:30:48.740 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.740 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.741 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.741 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.741 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.741 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.741 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.741 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.741 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.741 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.741 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.741 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.741 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.741 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.741 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.742 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.742 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.742 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 12288 2024-08-19T11:30:48.742 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.742 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.742 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.742 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.742 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.742 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.742 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.742 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.742 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.743 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.743 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.743 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 73880064 2024-08-19T11:30:48.743 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.743 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.743 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv": { 2024-08-19T11:30:48.743 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.743 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 780140544 2024-08-19T11:30:48.743 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.743 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.743 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:48.743 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.743 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.743 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.744 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.744 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.744 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 641184005 2024-08-19T11:30:48.744 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.744 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.744 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.744 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.744 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.744 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.744 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.744 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.744 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.744 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.744 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.744 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.745 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.745 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.745 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.745 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.745 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.745 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2128 2024-08-19T11:30:48.745 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.745 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.745 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.745 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.745 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.745 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.745 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.746 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.746 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.746 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.746 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.746 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71845547 2024-08-19T11:30:48.746 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.746 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.746 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T11:30:48.746 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.746 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 192937984 2024-08-19T11:30:48.746 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.746 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.746 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:48.746 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.747 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.747 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 464 2024-08-19T11:30:48.747 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.747 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.747 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 56994133 2024-08-19T11:30:48.747 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.747 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.747 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.747 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.747 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.747 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.747 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.747 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.748 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.748 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.748 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.748 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.748 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.748 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.748 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.748 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.748 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.748 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.748 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.748 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.748 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.748 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.749 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.749 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.749 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.749 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.749 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.749 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.749 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.749 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 68834523 2024-08-19T11:30:48.749 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.749 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.749 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:meta": { 2024-08-19T11:30:48.749 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.749 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 713031680 2024-08-19T11:30:48.750 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.750 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.750 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.750 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.750 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.750 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.750 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.750 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.750 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 641184005 2024-08-19T11:30:48.750 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.750 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.750 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.751 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.751 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.751 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.751 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.751 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.751 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.751 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.751 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.751 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.751 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.751 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.751 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.751 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.751 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.752 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 342902 2024-08-19T11:30:48.752 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.752 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.752 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.752 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.752 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.752 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.752 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.752 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.752 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.752 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.752 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.752 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71504773 2024-08-19T11:30:48.752 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.753 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.753 INFO:tasks.workunit.client.0.smithi136.stdout: "objecter": { 2024-08-19T11:30:48.753 INFO:tasks.workunit.client.0.smithi136.stdout: "op_active": { 2024-08-19T11:30:48.753 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.753 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.753 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:48.753 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.753 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.753 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rmw": { 2024-08-19T11:30:48.753 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.753 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.753 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:48.754 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.754 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.754 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.754 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:48.754 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg": { 2024-08-19T11:30:48.754 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 31 2024-08-19T11:30:48.754 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.754 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg_removing": { 2024-08-19T11:30:48.754 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.754 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.754 INFO:tasks.workunit.client.0.smithi136.stdout: "op": { 2024-08-19T11:30:48.754 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 10 2024-08-19T11:30:48.754 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.755 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_degraded": { 2024-08-19T11:30:48.755 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.755 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.755 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_unreadable": { 2024-08-19T11:30:48.755 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.755 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.755 INFO:tasks.workunit.client.0.smithi136.stdout: "op_in_bytes": { 2024-08-19T11:30:48.755 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.755 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.755 INFO:tasks.workunit.client.0.smithi136.stdout: "op_latency": { 2024-08-19T11:30:48.755 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 10, 2024-08-19T11:30:48.755 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 79149604 2024-08-19T11:30:48.755 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.756 INFO:tasks.workunit.client.0.smithi136.stdout: "op_out_bytes": { 2024-08-19T11:30:48.756 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.756 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.756 INFO:tasks.workunit.client.0.smithi136.stdout: "op_prepare_latency": { 2024-08-19T11:30:48.756 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 10, 2024-08-19T11:30:48.756 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5008602 2024-08-19T11:30:48.756 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.756 INFO:tasks.workunit.client.0.smithi136.stdout: "op_process_latency": { 2024-08-19T11:30:48.756 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 10, 2024-08-19T11:30:48.756 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 61749849 2024-08-19T11:30:48.756 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.756 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:48.756 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.756 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.757 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency": { 2024-08-19T11:30:48.757 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.757 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.757 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.757 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T11:30:48.757 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.757 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.757 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_out_bytes": { 2024-08-19T11:30:48.757 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.757 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.757 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_prepare_latency": { 2024-08-19T11:30:48.757 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.757 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.757 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.757 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_process_latency": { 2024-08-19T11:30:48.758 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.758 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.758 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.758 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw": { 2024-08-19T11:30:48.758 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.758 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.758 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_in_bytes": { 2024-08-19T11:30:48.758 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.758 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.758 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency": { 2024-08-19T11:30:48.758 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.758 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.758 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.758 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T11:30:48.759 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.759 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.759 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T11:30:48.759 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.759 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.759 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_out_bytes": { 2024-08-19T11:30:48.759 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.759 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.759 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_prepare_latency": { 2024-08-19T11:30:48.759 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.759 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.759 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.759 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_process_latency": { 2024-08-19T11:30:48.760 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.760 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.760 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.760 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:48.760 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 10 2024-08-19T11:30:48.760 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.760 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_in_bytes": { 2024-08-19T11:30:48.760 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.760 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.760 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency": { 2024-08-19T11:30:48.760 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 10, 2024-08-19T11:30:48.760 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 79149604 2024-08-19T11:30:48.760 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.760 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T11:30:48.760 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.761 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.761 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_prepare_latency": { 2024-08-19T11:30:48.761 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 10, 2024-08-19T11:30:48.761 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5008602 2024-08-19T11:30:48.761 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.761 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_process_latency": { 2024-08-19T11:30:48.761 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 10, 2024-08-19T11:30:48.761 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 61749849 2024-08-19T11:30:48.761 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.761 INFO:tasks.workunit.client.0.smithi136.stdout: "op_wip": { 2024-08-19T11:30:48.761 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.761 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.761 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_bytes": { 2024-08-19T11:30:48.761 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.762 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.762 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_ops": { 2024-08-19T11:30:48.762 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.762 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.762 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes": { 2024-08-19T11:30:48.762 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:48.762 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.762 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes_used": { 2024-08-19T11:30:48.762 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 32657408 2024-08-19T11:30:48.762 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.762 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.762 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.762 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.3": { 2024-08-19T11:30:48.763 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:48.763 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_fallback": { 2024-08-19T11:30:48.763 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.763 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.763 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_size_fallback": { 2024-08-19T11:30:48.763 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.763 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.763 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_db": { 2024-08-19T11:30:48.763 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 65536 2024-08-19T11:30:48.763 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.763 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_main": { 2024-08-19T11:30:48.763 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.763 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.764 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_wal": { 2024-08-19T11:30:48.764 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.764 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.764 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_slow": { 2024-08-19T11:30:48.764 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.764 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.764 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_sst": { 2024-08-19T11:30:48.764 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 12288 2024-08-19T11:30:48.764 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.764 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_wal": { 2024-08-19T11:30:48.764 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 6119424 2024-08-19T11:30:48.764 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.764 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lat": { 2024-08-19T11:30:48.764 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.764 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.764 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.765 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lock_lat": { 2024-08-19T11:30:48.765 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.765 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.765 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.765 INFO:tasks.workunit.client.0.smithi136.stdout: "db_total_bytes": { 2024-08-19T11:30:48.765 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:48.765 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.765 INFO:tasks.workunit.client.0.smithi136.stdout: "db_used_bytes": { 2024-08-19T11:30:48.765 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 27656192 2024-08-19T11:30:48.765 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.765 INFO:tasks.workunit.client.0.smithi136.stdout: "log_bytes": { 2024-08-19T11:30:48.765 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3096576 2024-08-19T11:30:48.766 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.766 INFO:tasks.workunit.client.0.smithi136.stdout: "logged_bytes": { 2024-08-19T11:30:48.766 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2957312 2024-08-19T11:30:48.766 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.766 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_db": { 2024-08-19T11:30:48.766 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 31850496 2024-08-19T11:30:48.766 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.766 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_slow": { 2024-08-19T11:30:48.766 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.766 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.766 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_wal": { 2024-08-19T11:30:48.766 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.766 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.767 INFO:tasks.workunit.client.0.smithi136.stdout: "num_files": { 2024-08-19T11:30:48.767 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 14 2024-08-19T11:30:48.767 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.767 INFO:tasks.workunit.client.0.smithi136.stdout: "read_bytes": { 2024-08-19T11:30:48.767 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 206272 2024-08-19T11:30:48.767 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.767 INFO:tasks.workunit.client.0.smithi136.stdout: "read_count": { 2024-08-19T11:30:48.767 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 23 2024-08-19T11:30:48.767 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.767 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes": { 2024-08-19T11:30:48.767 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1282048 2024-08-19T11:30:48.767 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.767 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_db": { 2024-08-19T11:30:48.767 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1286144 2024-08-19T11:30:48.768 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.768 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_slow": { 2024-08-19T11:30:48.768 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.768 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.768 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_wal": { 2024-08-19T11:30:48.768 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.768 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.768 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_count": { 2024-08-19T11:30:48.768 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 15 2024-08-19T11:30:48.768 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.768 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_bytes": { 2024-08-19T11:30:48.768 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4913 2024-08-19T11:30:48.768 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.769 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_count": { 2024-08-19T11:30:48.769 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4 2024-08-19T11:30:48.769 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.769 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_bytes": { 2024-08-19T11:30:48.769 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5503 2024-08-19T11:30:48.769 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.769 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_count": { 2024-08-19T11:30:48.769 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:48.769 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.769 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_bytes": { 2024-08-19T11:30:48.769 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5503 2024-08-19T11:30:48.769 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.769 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_count": { 2024-08-19T11:30:48.769 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:48.770 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.770 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes": { 2024-08-19T11:30:48.770 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.770 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.770 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_db": { 2024-08-19T11:30:48.770 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.770 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.770 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_slow": { 2024-08-19T11:30:48.770 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.770 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.770 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_wal": { 2024-08-19T11:30:48.770 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.770 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.770 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_count": { 2024-08-19T11:30:48.771 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.771 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.771 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_total_bytes": { 2024-08-19T11:30:48.771 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.771 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.771 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_used_bytes": { 2024-08-19T11:30:48.771 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.771 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.771 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_total_bytes": { 2024-08-19T11:30:48.771 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.771 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.771 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_used_bytes": { 2024-08-19T11:30:48.771 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.771 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.772 INFO:tasks.workunit.client.0.smithi136.stdout: "write_bytes": { 2024-08-19T11:30:48.772 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 9154560 2024-08-19T11:30:48.772 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.772 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.772 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore": { 2024-08-19T11:30:48.772 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit": { 2024-08-19T11:30:48.772 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4096 2024-08-19T11:30:48.772 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.772 INFO:tasks.workunit.client.0.smithi136.stdout: "allocated": { 2024-08-19T11:30:48.772 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 806912 2024-08-19T11:30:48.772 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.772 INFO:tasks.workunit.client.0.smithi136.stdout: "clist_lat": { 2024-08-19T11:30:48.772 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.773 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.773 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.773 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_lat": { 2024-08-19T11:30:48.773 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.773 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.773 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.773 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed": { 2024-08-19T11:30:48.773 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.773 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.773 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_allocated": { 2024-08-19T11:30:48.773 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.773 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.773 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_original": { 2024-08-19T11:30:48.774 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.774 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.774 INFO:tasks.workunit.client.0.smithi136.stdout: "csum_lat": { 2024-08-19T11:30:48.774 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3, 2024-08-19T11:30:48.774 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 7537 2024-08-19T11:30:48.774 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.774 INFO:tasks.workunit.client.0.smithi136.stdout: "decompress_lat": { 2024-08-19T11:30:48.774 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.774 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.774 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.774 INFO:tasks.workunit.client.0.smithi136.stdout: "fragmentation_micros": { 2024-08-19T11:30:48.774 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.774 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.774 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_commit_lat": { 2024-08-19T11:30:48.774 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 709, 2024-08-19T11:30:48.775 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 318182262 2024-08-19T11:30:48.775 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.775 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_final_lat": { 2024-08-19T11:30:48.775 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 696, 2024-08-19T11:30:48.775 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 22547861 2024-08-19T11:30:48.775 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.775 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_flush_lat": { 2024-08-19T11:30:48.775 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 709, 2024-08-19T11:30:48.775 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 573971 2024-08-19T11:30:48.775 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.775 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_sync_lat": { 2024-08-19T11:30:48.775 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 709, 2024-08-19T11:30:48.775 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 318756233 2024-08-19T11:30:48.775 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.776 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_keys_lat": { 2024-08-19T11:30:48.776 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.776 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.776 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.776 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_values_lat": { 2024-08-19T11:30:48.776 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1, 2024-08-19T11:30:48.776 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 43841 2024-08-19T11:30:48.776 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.776 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_lower_bound_lat": { 2024-08-19T11:30:48.776 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:48.776 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 963 2024-08-19T11:30:48.776 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.776 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_next_lat": { 2024-08-19T11:30:48.777 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.777 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.777 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.777 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_seek_to_first_lat": { 2024-08-19T11:30:48.777 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.777 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.777 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.777 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_upper_bound_lat": { 2024-08-19T11:30:48.777 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3, 2024-08-19T11:30:48.777 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 8102 2024-08-19T11:30:48.777 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.777 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_hits": { 2024-08-19T11:30:48.777 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3465 2024-08-19T11:30:48.777 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.777 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_misses": { 2024-08-19T11:30:48.778 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 337 2024-08-19T11:30:48.778 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.778 INFO:tasks.workunit.client.0.smithi136.stdout: "read_lat": { 2024-08-19T11:30:48.778 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 92, 2024-08-19T11:30:48.778 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 878691 2024-08-19T11:30:48.778 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.778 INFO:tasks.workunit.client.0.smithi136.stdout: "read_onode_meta_lat": { 2024-08-19T11:30:48.778 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 157, 2024-08-19T11:30:48.778 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 368531 2024-08-19T11:30:48.778 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.778 INFO:tasks.workunit.client.0.smithi136.stdout: "read_wait_aio_lat": { 2024-08-19T11:30:48.778 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 65, 2024-08-19T11:30:48.778 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 394806 2024-08-19T11:30:48.778 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.778 INFO:tasks.workunit.client.0.smithi136.stdout: "reads_with_retries": { 2024-08-19T11:30:48.779 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.779 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.779 INFO:tasks.workunit.client.0.smithi136.stdout: "remove_lat": { 2024-08-19T11:30:48.779 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 100, 2024-08-19T11:30:48.779 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5511892 2024-08-19T11:30:48.779 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.779 INFO:tasks.workunit.client.0.smithi136.stdout: "state_aio_wait_lat": { 2024-08-19T11:30:48.779 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3356, 2024-08-19T11:30:48.779 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2369409945 2024-08-19T11:30:48.779 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.779 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T11:30:48.779 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 54, 2024-08-19T11:30:48.779 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3860694 2024-08-19T11:30:48.780 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.780 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_cleanup_lat": { 2024-08-19T11:30:48.780 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 51, 2024-08-19T11:30:48.780 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 384472886988 2024-08-19T11:30:48.780 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.780 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_queued_lat": { 2024-08-19T11:30:48.780 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 54, 2024-08-19T11:30:48.780 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 85530047942 2024-08-19T11:30:48.780 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.780 INFO:tasks.workunit.client.0.smithi136.stdout: "state_done_lat": { 2024-08-19T11:30:48.780 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3353, 2024-08-19T11:30:48.780 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 687750445 2024-08-19T11:30:48.780 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.780 INFO:tasks.workunit.client.0.smithi136.stdout: "state_finishing_lat": { 2024-08-19T11:30:48.780 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3353, 2024-08-19T11:30:48.781 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 183987 2024-08-19T11:30:48.781 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.781 INFO:tasks.workunit.client.0.smithi136.stdout: "state_io_done_lat": { 2024-08-19T11:30:48.781 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3356, 2024-08-19T11:30:48.781 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 15808934 2024-08-19T11:30:48.781 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.781 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_commiting_lat": { 2024-08-19T11:30:48.781 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3356, 2024-08-19T11:30:48.781 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1705431430 2024-08-19T11:30:48.781 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.781 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_done_lat": { 2024-08-19T11:30:48.781 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3356, 2024-08-19T11:30:48.781 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 455492 2024-08-19T11:30:48.782 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.782 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_queued_lat": { 2024-08-19T11:30:48.782 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3356, 2024-08-19T11:30:48.782 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 883833607 2024-08-19T11:30:48.782 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.782 INFO:tasks.workunit.client.0.smithi136.stdout: "state_prepare_lat": { 2024-08-19T11:30:48.782 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3356, 2024-08-19T11:30:48.782 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 233926561 2024-08-19T11:30:48.782 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.782 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": { 2024-08-19T11:30:48.782 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 355145 2024-08-19T11:30:48.782 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.782 INFO:tasks.workunit.client.0.smithi136.stdout: "truncate_lat": { 2024-08-19T11:30:48.783 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 45, 2024-08-19T11:30:48.783 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 226930 2024-08-19T11:30:48.783 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.783 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_commit_lat": { 2024-08-19T11:30:48.783 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3356, 2024-08-19T11:30:48.783 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5208636037 2024-08-19T11:30:48.783 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.783 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_submit_lat": { 2024-08-19T11:30:48.783 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3356, 2024-08-19T11:30:48.783 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 266745811 2024-08-19T11:30:48.783 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.783 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_throttle_lat": { 2024-08-19T11:30:48.783 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3356, 2024-08-19T11:30:48.783 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 145553378 2024-08-19T11:30:48.784 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.784 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.784 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache": { 2024-08-19T11:30:48.784 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_bytes": { 2024-08-19T11:30:48.784 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1861458400 2024-08-19T11:30:48.784 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.784 INFO:tasks.workunit.client.0.smithi136.stdout: "heap_bytes": { 2024-08-19T11:30:48.784 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 44630016 2024-08-19T11:30:48.784 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.784 INFO:tasks.workunit.client.0.smithi136.stdout: "mapped_bytes": { 2024-08-19T11:30:48.784 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 43802624 2024-08-19T11:30:48.784 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.784 INFO:tasks.workunit.client.0.smithi136.stdout: "target_bytes": { 2024-08-19T11:30:48.785 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3137370316 2024-08-19T11:30:48.785 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.785 INFO:tasks.workunit.client.0.smithi136.stdout: "unmapped_bytes": { 2024-08-19T11:30:48.785 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 827392 2024-08-19T11:30:48.785 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.785 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.785 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:data": { 2024-08-19T11:30:48.785 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.785 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 159383552 2024-08-19T11:30:48.785 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.785 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.785 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.785 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.785 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.786 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.786 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.786 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.786 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 85491671 2024-08-19T11:30:48.786 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.786 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.786 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.786 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.786 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.786 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.786 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.786 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.786 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.787 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.787 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.787 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.787 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.787 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.787 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.787 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.787 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.787 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.787 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.787 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.787 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.787 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.787 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.787 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.788 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.788 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.788 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.788 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.788 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.788 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 73891881 2024-08-19T11:30:48.788 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.788 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.788 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv": { 2024-08-19T11:30:48.788 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.788 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 780140544 2024-08-19T11:30:48.788 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.788 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.788 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:48.789 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.789 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.789 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.789 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.789 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.789 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 641187533 2024-08-19T11:30:48.789 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.789 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.789 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.789 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.789 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.789 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.790 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.790 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.790 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.790 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.790 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.790 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.790 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.790 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.790 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.790 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.790 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.790 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2128 2024-08-19T11:30:48.791 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.791 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.791 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.791 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.791 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.791 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.791 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.791 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.791 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.791 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.791 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.791 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71842019 2024-08-19T11:30:48.792 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.792 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.792 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T11:30:48.792 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.792 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 192937984 2024-08-19T11:30:48.792 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.792 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.792 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:48.792 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.792 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.792 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 464 2024-08-19T11:30:48.792 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.792 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.792 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 56994447 2024-08-19T11:30:48.793 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.793 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.793 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.793 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.793 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.793 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.793 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.793 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.793 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.793 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.793 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.793 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.794 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.794 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.794 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.794 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.794 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.794 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.794 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.794 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.794 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.794 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.794 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.795 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.795 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.795 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.795 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.795 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.795 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.795 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 68834209 2024-08-19T11:30:48.795 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.795 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.795 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:meta": { 2024-08-19T11:30:48.795 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.795 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 713031680 2024-08-19T11:30:48.795 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.796 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.796 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.796 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.796 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.796 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.796 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.796 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.796 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 641187533 2024-08-19T11:30:48.796 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.796 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.796 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.796 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.796 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.797 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.797 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.797 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.797 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.797 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.797 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.797 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.797 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.797 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.797 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5828 2024-08-19T11:30:48.797 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.797 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.797 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 343876 2024-08-19T11:30:48.797 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.798 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.798 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.798 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.798 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.798 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.798 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.798 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.798 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.798 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.798 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.798 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71494443 2024-08-19T11:30:48.798 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.798 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.799 INFO:tasks.workunit.client.0.smithi136.stdout: "objecter": { 2024-08-19T11:30:48.799 INFO:tasks.workunit.client.0.smithi136.stdout: "op_active": { 2024-08-19T11:30:48.799 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.799 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.799 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:48.799 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.799 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.799 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rmw": { 2024-08-19T11:30:48.799 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.799 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.799 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:48.799 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.799 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.799 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.800 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:48.800 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg": { 2024-08-19T11:30:48.800 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 37 2024-08-19T11:30:48.800 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.800 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg_removing": { 2024-08-19T11:30:48.800 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.800 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.800 INFO:tasks.workunit.client.0.smithi136.stdout: "op": { 2024-08-19T11:30:48.800 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.800 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.800 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_degraded": { 2024-08-19T11:30:48.800 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.800 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.800 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_unreadable": { 2024-08-19T11:30:48.800 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.801 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.801 INFO:tasks.workunit.client.0.smithi136.stdout: "op_in_bytes": { 2024-08-19T11:30:48.801 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.801 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.801 INFO:tasks.workunit.client.0.smithi136.stdout: "op_latency": { 2024-08-19T11:30:48.801 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.801 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.801 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.801 INFO:tasks.workunit.client.0.smithi136.stdout: "op_out_bytes": { 2024-08-19T11:30:48.801 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.801 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.801 INFO:tasks.workunit.client.0.smithi136.stdout: "op_prepare_latency": { 2024-08-19T11:30:48.801 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:48.802 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 693479 2024-08-19T11:30:48.802 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.802 INFO:tasks.workunit.client.0.smithi136.stdout: "op_process_latency": { 2024-08-19T11:30:48.802 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.802 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.802 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.802 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:48.802 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.802 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.802 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency": { 2024-08-19T11:30:48.802 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.802 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.802 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.803 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T11:30:48.803 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.803 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.803 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_out_bytes": { 2024-08-19T11:30:48.803 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.803 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.803 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_prepare_latency": { 2024-08-19T11:30:48.803 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.803 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.803 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.803 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_process_latency": { 2024-08-19T11:30:48.803 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.803 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.803 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.804 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw": { 2024-08-19T11:30:48.804 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.804 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.804 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_in_bytes": { 2024-08-19T11:30:48.804 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.804 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.804 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency": { 2024-08-19T11:30:48.804 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.804 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.804 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.804 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T11:30:48.804 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.804 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.805 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T11:30:48.805 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.805 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.805 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_out_bytes": { 2024-08-19T11:30:48.805 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.805 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.805 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_prepare_latency": { 2024-08-19T11:30:48.805 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.805 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.805 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.805 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_process_latency": { 2024-08-19T11:30:48.805 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.805 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.805 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.806 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:48.806 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.806 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.806 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_in_bytes": { 2024-08-19T11:30:48.806 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.806 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.806 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency": { 2024-08-19T11:30:48.806 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.806 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.806 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.806 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T11:30:48.806 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.806 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.806 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_prepare_latency": { 2024-08-19T11:30:48.807 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:48.807 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 693479 2024-08-19T11:30:48.807 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.807 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_process_latency": { 2024-08-19T11:30:48.807 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.807 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.807 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.807 INFO:tasks.workunit.client.0.smithi136.stdout: "op_wip": { 2024-08-19T11:30:48.807 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.807 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.807 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_bytes": { 2024-08-19T11:30:48.807 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.807 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.808 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_ops": { 2024-08-19T11:30:48.808 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.808 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.808 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes": { 2024-08-19T11:30:48.808 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:48.808 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.808 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes_used": { 2024-08-19T11:30:48.808 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 28471296 2024-08-19T11:30:48.808 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.808 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.808 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.808 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.4": { 2024-08-19T11:30:48.808 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:48.808 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_fallback": { 2024-08-19T11:30:48.809 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.809 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.809 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_size_fallback": { 2024-08-19T11:30:48.809 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.809 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.809 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_db": { 2024-08-19T11:30:48.809 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 65536 2024-08-19T11:30:48.809 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.809 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_main": { 2024-08-19T11:30:48.809 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.809 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.809 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_wal": { 2024-08-19T11:30:48.809 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.809 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.810 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_slow": { 2024-08-19T11:30:48.810 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.810 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.810 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_sst": { 2024-08-19T11:30:48.810 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 12288 2024-08-19T11:30:48.810 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.810 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_wal": { 2024-08-19T11:30:48.810 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1298432 2024-08-19T11:30:48.810 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.810 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lat": { 2024-08-19T11:30:48.810 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.810 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.810 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.810 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lock_lat": { 2024-08-19T11:30:48.811 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.811 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.811 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.811 INFO:tasks.workunit.client.0.smithi136.stdout: "db_total_bytes": { 2024-08-19T11:30:48.811 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:48.811 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.811 INFO:tasks.workunit.client.0.smithi136.stdout: "db_used_bytes": { 2024-08-19T11:30:48.811 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 27656192 2024-08-19T11:30:48.811 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.811 INFO:tasks.workunit.client.0.smithi136.stdout: "log_bytes": { 2024-08-19T11:30:48.811 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 917504 2024-08-19T11:30:48.811 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.811 INFO:tasks.workunit.client.0.smithi136.stdout: "logged_bytes": { 2024-08-19T11:30:48.811 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 778240 2024-08-19T11:30:48.812 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.812 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_db": { 2024-08-19T11:30:48.812 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 31850496 2024-08-19T11:30:48.812 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.812 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_slow": { 2024-08-19T11:30:48.812 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.812 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.812 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_wal": { 2024-08-19T11:30:48.812 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.812 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.812 INFO:tasks.workunit.client.0.smithi136.stdout: "num_files": { 2024-08-19T11:30:48.812 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 14 2024-08-19T11:30:48.812 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.813 INFO:tasks.workunit.client.0.smithi136.stdout: "read_bytes": { 2024-08-19T11:30:48.813 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 206272 2024-08-19T11:30:48.813 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.813 INFO:tasks.workunit.client.0.smithi136.stdout: "read_count": { 2024-08-19T11:30:48.813 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 23 2024-08-19T11:30:48.813 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.813 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes": { 2024-08-19T11:30:48.813 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1282048 2024-08-19T11:30:48.813 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.813 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_db": { 2024-08-19T11:30:48.813 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1286144 2024-08-19T11:30:48.813 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.813 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_slow": { 2024-08-19T11:30:48.813 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.814 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.814 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_wal": { 2024-08-19T11:30:48.814 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.814 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.814 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_count": { 2024-08-19T11:30:48.814 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 15 2024-08-19T11:30:48.814 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.814 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_bytes": { 2024-08-19T11:30:48.814 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4913 2024-08-19T11:30:48.814 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.814 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_count": { 2024-08-19T11:30:48.814 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4 2024-08-19T11:30:48.814 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.815 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_bytes": { 2024-08-19T11:30:48.815 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5505 2024-08-19T11:30:48.815 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.815 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_count": { 2024-08-19T11:30:48.815 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:48.815 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.815 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_bytes": { 2024-08-19T11:30:48.815 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5505 2024-08-19T11:30:48.815 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.815 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_count": { 2024-08-19T11:30:48.815 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:48.815 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.816 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes": { 2024-08-19T11:30:48.816 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.816 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.816 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_db": { 2024-08-19T11:30:48.816 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.816 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.816 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_slow": { 2024-08-19T11:30:48.816 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.816 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.816 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_wal": { 2024-08-19T11:30:48.816 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.816 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.816 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_count": { 2024-08-19T11:30:48.816 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.817 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.817 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_total_bytes": { 2024-08-19T11:30:48.817 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.817 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.817 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_used_bytes": { 2024-08-19T11:30:48.817 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.817 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.817 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_total_bytes": { 2024-08-19T11:30:48.817 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.817 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.817 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_used_bytes": { 2024-08-19T11:30:48.817 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.818 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.818 INFO:tasks.workunit.client.0.smithi136.stdout: "write_bytes": { 2024-08-19T11:30:48.818 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2154496 2024-08-19T11:30:48.818 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.818 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.818 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore": { 2024-08-19T11:30:48.818 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit": { 2024-08-19T11:30:48.818 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4096 2024-08-19T11:30:48.818 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.818 INFO:tasks.workunit.client.0.smithi136.stdout: "allocated": { 2024-08-19T11:30:48.818 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 806912 2024-08-19T11:30:48.818 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.818 INFO:tasks.workunit.client.0.smithi136.stdout: "clist_lat": { 2024-08-19T11:30:48.818 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 10, 2024-08-19T11:30:48.819 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 333461 2024-08-19T11:30:48.819 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.819 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_lat": { 2024-08-19T11:30:48.819 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.819 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.819 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.819 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed": { 2024-08-19T11:30:48.819 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.819 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.819 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_allocated": { 2024-08-19T11:30:48.819 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.819 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.819 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_original": { 2024-08-19T11:30:48.820 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.820 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.820 INFO:tasks.workunit.client.0.smithi136.stdout: "csum_lat": { 2024-08-19T11:30:48.820 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1, 2024-08-19T11:30:48.820 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4947 2024-08-19T11:30:48.820 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.820 INFO:tasks.workunit.client.0.smithi136.stdout: "decompress_lat": { 2024-08-19T11:30:48.820 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.820 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.820 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.820 INFO:tasks.workunit.client.0.smithi136.stdout: "fragmentation_micros": { 2024-08-19T11:30:48.820 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.820 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.820 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_commit_lat": { 2024-08-19T11:30:48.821 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 177, 2024-08-19T11:30:48.821 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 54160941 2024-08-19T11:30:48.821 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.821 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_final_lat": { 2024-08-19T11:30:48.821 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 167, 2024-08-19T11:30:48.821 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 13690502 2024-08-19T11:30:48.821 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.821 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_flush_lat": { 2024-08-19T11:30:48.821 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 177, 2024-08-19T11:30:48.821 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 203572 2024-08-19T11:30:48.821 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.821 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_sync_lat": { 2024-08-19T11:30:48.821 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 177, 2024-08-19T11:30:48.821 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 54364513 2024-08-19T11:30:48.822 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.822 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_keys_lat": { 2024-08-19T11:30:48.822 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.822 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.822 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.822 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_values_lat": { 2024-08-19T11:30:48.822 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3, 2024-08-19T11:30:48.822 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 37252 2024-08-19T11:30:48.822 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.822 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_lower_bound_lat": { 2024-08-19T11:30:48.822 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:48.822 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1030 2024-08-19T11:30:48.822 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.823 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_next_lat": { 2024-08-19T11:30:48.823 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.823 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.823 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.823 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_seek_to_first_lat": { 2024-08-19T11:30:48.823 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.823 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.823 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.823 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_upper_bound_lat": { 2024-08-19T11:30:48.823 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3, 2024-08-19T11:30:48.823 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 9276 2024-08-19T11:30:48.823 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.824 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_hits": { 2024-08-19T11:30:48.824 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 414 2024-08-19T11:30:48.824 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.824 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_misses": { 2024-08-19T11:30:48.824 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 248 2024-08-19T11:30:48.824 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.824 INFO:tasks.workunit.client.0.smithi136.stdout: "read_lat": { 2024-08-19T11:30:48.824 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 109, 2024-08-19T11:30:48.824 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3066637 2024-08-19T11:30:48.824 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.824 INFO:tasks.workunit.client.0.smithi136.stdout: "read_onode_meta_lat": { 2024-08-19T11:30:48.824 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 188, 2024-08-19T11:30:48.824 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 270924 2024-08-19T11:30:48.825 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.825 INFO:tasks.workunit.client.0.smithi136.stdout: "read_wait_aio_lat": { 2024-08-19T11:30:48.825 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 79, 2024-08-19T11:30:48.825 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2267564 2024-08-19T11:30:48.825 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.825 INFO:tasks.workunit.client.0.smithi136.stdout: "reads_with_retries": { 2024-08-19T11:30:48.825 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.825 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.825 INFO:tasks.workunit.client.0.smithi136.stdout: "remove_lat": { 2024-08-19T11:30:48.825 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 6, 2024-08-19T11:30:48.825 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 141075 2024-08-19T11:30:48.825 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.825 INFO:tasks.workunit.client.0.smithi136.stdout: "state_aio_wait_lat": { 2024-08-19T11:30:48.825 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 279, 2024-08-19T11:30:48.826 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4130175 2024-08-19T11:30:48.826 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.826 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T11:30:48.826 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 50, 2024-08-19T11:30:48.826 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3695056 2024-08-19T11:30:48.826 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.826 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_cleanup_lat": { 2024-08-19T11:30:48.826 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 49, 2024-08-19T11:30:48.826 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 215232025798 2024-08-19T11:30:48.826 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.826 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_queued_lat": { 2024-08-19T11:30:48.826 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 50, 2024-08-19T11:30:48.826 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 82671404374 2024-08-19T11:30:48.826 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.827 INFO:tasks.workunit.client.0.smithi136.stdout: "state_done_lat": { 2024-08-19T11:30:48.827 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 278, 2024-08-19T11:30:48.827 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 9977890912 2024-08-19T11:30:48.827 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.827 INFO:tasks.workunit.client.0.smithi136.stdout: "state_finishing_lat": { 2024-08-19T11:30:48.827 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 278, 2024-08-19T11:30:48.827 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 29303 2024-08-19T11:30:48.827 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.827 INFO:tasks.workunit.client.0.smithi136.stdout: "state_io_done_lat": { 2024-08-19T11:30:48.827 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 279, 2024-08-19T11:30:48.827 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 474704 2024-08-19T11:30:48.827 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.827 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_commiting_lat": { 2024-08-19T11:30:48.828 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 279, 2024-08-19T11:30:48.828 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 217250094 2024-08-19T11:30:48.828 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.828 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_done_lat": { 2024-08-19T11:30:48.828 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 279, 2024-08-19T11:30:48.828 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 80083 2024-08-19T11:30:48.828 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.828 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_queued_lat": { 2024-08-19T11:30:48.828 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 279, 2024-08-19T11:30:48.828 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 118880386 2024-08-19T11:30:48.829 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.829 INFO:tasks.workunit.client.0.smithi136.stdout: "state_prepare_lat": { 2024-08-19T11:30:48.829 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 279, 2024-08-19T11:30:48.829 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 13730492 2024-08-19T11:30:48.829 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.829 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": { 2024-08-19T11:30:48.829 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 353196 2024-08-19T11:30:48.829 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.829 INFO:tasks.workunit.client.0.smithi136.stdout: "truncate_lat": { 2024-08-19T11:30:48.829 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 48, 2024-08-19T11:30:48.829 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 229381 2024-08-19T11:30:48.829 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.829 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_commit_lat": { 2024-08-19T11:30:48.829 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 279, 2024-08-19T11:30:48.829 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 354502316 2024-08-19T11:30:48.830 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.830 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_submit_lat": { 2024-08-19T11:30:48.830 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 279, 2024-08-19T11:30:48.830 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 16750161 2024-08-19T11:30:48.830 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.830 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_throttle_lat": { 2024-08-19T11:30:48.830 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 279, 2024-08-19T11:30:48.830 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1816663 2024-08-19T11:30:48.830 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.830 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.830 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache": { 2024-08-19T11:30:48.830 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_bytes": { 2024-08-19T11:30:48.830 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1861472414 2024-08-19T11:30:48.830 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.831 INFO:tasks.workunit.client.0.smithi136.stdout: "heap_bytes": { 2024-08-19T11:30:48.831 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 42532864 2024-08-19T11:30:48.831 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.831 INFO:tasks.workunit.client.0.smithi136.stdout: "mapped_bytes": { 2024-08-19T11:30:48.831 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 42131456 2024-08-19T11:30:48.831 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.831 INFO:tasks.workunit.client.0.smithi136.stdout: "target_bytes": { 2024-08-19T11:30:48.831 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3137386803 2024-08-19T11:30:48.831 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.831 INFO:tasks.workunit.client.0.smithi136.stdout: "unmapped_bytes": { 2024-08-19T11:30:48.831 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 401408 2024-08-19T11:30:48.831 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.831 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.832 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:data": { 2024-08-19T11:30:48.832 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.832 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 159383552 2024-08-19T11:30:48.832 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.832 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.832 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.832 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.832 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.832 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.832 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.832 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.832 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 85498761 2024-08-19T11:30:48.832 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.832 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.833 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.833 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.833 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.833 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.833 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.833 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.833 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.833 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.833 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.833 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.833 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.833 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.833 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.833 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.834 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.834 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.834 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.834 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.834 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.834 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.834 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.834 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.834 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.834 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.834 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.834 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.834 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.834 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 73884791 2024-08-19T11:30:48.835 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.835 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.835 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv": { 2024-08-19T11:30:48.835 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.835 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 780140544 2024-08-19T11:30:48.835 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.835 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.835 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:48.835 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.835 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.835 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.835 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.835 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.836 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 641240708 2024-08-19T11:30:48.836 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.836 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.836 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.836 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.836 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.836 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.836 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.836 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.836 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.836 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.836 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.836 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.836 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.837 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.837 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.837 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.837 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.837 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2128 2024-08-19T11:30:48.837 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.837 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.837 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.837 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.837 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.837 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.837 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.837 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.837 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.838 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.838 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.838 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71788844 2024-08-19T11:30:48.838 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.838 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.838 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T11:30:48.838 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.838 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 192937984 2024-08-19T11:30:48.838 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.838 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.838 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:48.838 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.838 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.838 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 464 2024-08-19T11:30:48.839 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.839 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.839 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 56999174 2024-08-19T11:30:48.839 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.839 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.839 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.839 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.839 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.839 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.839 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.839 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.839 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.839 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.839 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.839 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.840 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.840 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.840 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.840 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.840 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.840 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.840 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.840 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.840 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.840 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.840 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.840 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.840 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.840 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.841 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.841 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.841 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.841 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 68829482 2024-08-19T11:30:48.841 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.841 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.841 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:meta": { 2024-08-19T11:30:48.841 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.841 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 713031680 2024-08-19T11:30:48.841 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.841 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.841 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.841 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.841 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.841 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.842 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.842 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.842 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 641240708 2024-08-19T11:30:48.842 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.842 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.842 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.842 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.842 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.842 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.842 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.842 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.842 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.842 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.843 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.843 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.843 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.843 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.843 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.843 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.843 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.843 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 240545 2024-08-19T11:30:48.843 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.843 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.843 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.843 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.843 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.843 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.844 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.844 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.844 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.844 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.844 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.844 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71550427 2024-08-19T11:30:48.844 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.844 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.844 INFO:tasks.workunit.client.0.smithi136.stdout: "objecter": { 2024-08-19T11:30:48.844 INFO:tasks.workunit.client.0.smithi136.stdout: "op_active": { 2024-08-19T11:30:48.844 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.844 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.844 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:48.845 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.845 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.845 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rmw": { 2024-08-19T11:30:48.845 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.845 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.845 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:48.845 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.845 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.845 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.845 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:48.845 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg": { 2024-08-19T11:30:48.845 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 38 2024-08-19T11:30:48.845 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.845 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg_removing": { 2024-08-19T11:30:48.846 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.846 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.846 INFO:tasks.workunit.client.0.smithi136.stdout: "op": { 2024-08-19T11:30:48.846 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1 2024-08-19T11:30:48.846 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.846 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_degraded": { 2024-08-19T11:30:48.846 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.846 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.846 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_unreadable": { 2024-08-19T11:30:48.846 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.846 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.846 INFO:tasks.workunit.client.0.smithi136.stdout: "op_in_bytes": { 2024-08-19T11:30:48.847 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 22 2024-08-19T11:30:48.847 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.847 INFO:tasks.workunit.client.0.smithi136.stdout: "op_latency": { 2024-08-19T11:30:48.847 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1, 2024-08-19T11:30:48.847 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 7031503 2024-08-19T11:30:48.847 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.847 INFO:tasks.workunit.client.0.smithi136.stdout: "op_out_bytes": { 2024-08-19T11:30:48.847 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.847 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.847 INFO:tasks.workunit.client.0.smithi136.stdout: "op_prepare_latency": { 2024-08-19T11:30:48.847 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1, 2024-08-19T11:30:48.847 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 662956 2024-08-19T11:30:48.847 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.847 INFO:tasks.workunit.client.0.smithi136.stdout: "op_process_latency": { 2024-08-19T11:30:48.848 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1, 2024-08-19T11:30:48.848 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 6644812 2024-08-19T11:30:48.848 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.848 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:48.848 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.848 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.848 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency": { 2024-08-19T11:30:48.848 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.848 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.848 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.848 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T11:30:48.848 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.849 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.849 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_out_bytes": { 2024-08-19T11:30:48.849 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.849 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.849 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_prepare_latency": { 2024-08-19T11:30:48.849 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.849 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.849 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.849 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_process_latency": { 2024-08-19T11:30:48.849 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.849 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.849 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.849 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw": { 2024-08-19T11:30:48.850 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.850 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.850 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_in_bytes": { 2024-08-19T11:30:48.850 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.850 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.850 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency": { 2024-08-19T11:30:48.850 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.850 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.850 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.850 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T11:30:48.850 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.850 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.851 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T11:30:48.851 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.851 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.851 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_out_bytes": { 2024-08-19T11:30:48.851 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.851 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.851 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_prepare_latency": { 2024-08-19T11:30:48.851 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.851 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.851 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.851 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_process_latency": { 2024-08-19T11:30:48.851 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.851 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.851 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.852 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:48.852 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1 2024-08-19T11:30:48.852 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.852 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_in_bytes": { 2024-08-19T11:30:48.852 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 22 2024-08-19T11:30:48.852 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.852 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency": { 2024-08-19T11:30:48.852 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1, 2024-08-19T11:30:48.852 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 7031503 2024-08-19T11:30:48.852 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.852 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T11:30:48.852 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.852 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.853 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_prepare_latency": { 2024-08-19T11:30:48.853 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1, 2024-08-19T11:30:48.853 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 662956 2024-08-19T11:30:48.853 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.853 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_process_latency": { 2024-08-19T11:30:48.853 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1, 2024-08-19T11:30:48.853 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 6644812 2024-08-19T11:30:48.853 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.853 INFO:tasks.workunit.client.0.smithi136.stdout: "op_wip": { 2024-08-19T11:30:48.853 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.853 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.853 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_bytes": { 2024-08-19T11:30:48.853 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.854 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.854 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_ops": { 2024-08-19T11:30:48.854 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.854 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.854 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes": { 2024-08-19T11:30:48.854 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:48.854 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.854 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes_used": { 2024-08-19T11:30:48.854 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 28475392 2024-08-19T11:30:48.854 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.854 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.854 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.854 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.5": { 2024-08-19T11:30:48.855 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:48.855 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_fallback": { 2024-08-19T11:30:48.855 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.855 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.855 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_size_fallback": { 2024-08-19T11:30:48.855 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.855 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.855 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_db": { 2024-08-19T11:30:48.855 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 65536 2024-08-19T11:30:48.855 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.855 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_main": { 2024-08-19T11:30:48.855 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.855 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.856 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_wal": { 2024-08-19T11:30:48.856 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.856 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.856 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_slow": { 2024-08-19T11:30:48.856 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.856 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.856 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_sst": { 2024-08-19T11:30:48.856 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 12288 2024-08-19T11:30:48.856 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.856 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_wal": { 2024-08-19T11:30:48.856 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 6250496 2024-08-19T11:30:48.856 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.856 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lat": { 2024-08-19T11:30:48.857 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.857 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.857 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.857 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lock_lat": { 2024-08-19T11:30:48.857 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.857 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.857 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.857 INFO:tasks.workunit.client.0.smithi136.stdout: "db_total_bytes": { 2024-08-19T11:30:48.857 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:48.857 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.857 INFO:tasks.workunit.client.0.smithi136.stdout: "db_used_bytes": { 2024-08-19T11:30:48.857 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 27656192 2024-08-19T11:30:48.857 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.857 INFO:tasks.workunit.client.0.smithi136.stdout: "log_bytes": { 2024-08-19T11:30:48.858 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3182592 2024-08-19T11:30:48.858 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.858 INFO:tasks.workunit.client.0.smithi136.stdout: "logged_bytes": { 2024-08-19T11:30:48.858 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3043328 2024-08-19T11:30:48.858 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.858 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_db": { 2024-08-19T11:30:48.858 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 31850496 2024-08-19T11:30:48.858 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.858 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_slow": { 2024-08-19T11:30:48.858 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.858 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.858 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_wal": { 2024-08-19T11:30:48.858 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.859 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.859 INFO:tasks.workunit.client.0.smithi136.stdout: "num_files": { 2024-08-19T11:30:48.859 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 14 2024-08-19T11:30:48.859 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.859 INFO:tasks.workunit.client.0.smithi136.stdout: "read_bytes": { 2024-08-19T11:30:48.859 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 206272 2024-08-19T11:30:48.859 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.859 INFO:tasks.workunit.client.0.smithi136.stdout: "read_count": { 2024-08-19T11:30:48.859 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 23 2024-08-19T11:30:48.859 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.859 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes": { 2024-08-19T11:30:48.859 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1282048 2024-08-19T11:30:48.859 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.859 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_db": { 2024-08-19T11:30:48.859 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1286144 2024-08-19T11:30:48.860 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.860 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_slow": { 2024-08-19T11:30:48.860 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.860 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.860 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_wal": { 2024-08-19T11:30:48.860 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.860 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.860 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_count": { 2024-08-19T11:30:48.860 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 15 2024-08-19T11:30:48.860 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.861 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_bytes": { 2024-08-19T11:30:48.861 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4913 2024-08-19T11:30:48.861 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.861 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_count": { 2024-08-19T11:30:48.862 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4 2024-08-19T11:30:48.862 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.862 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_bytes": { 2024-08-19T11:30:48.862 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5505 2024-08-19T11:30:48.862 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.862 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_count": { 2024-08-19T11:30:48.862 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:48.862 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.862 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_bytes": { 2024-08-19T11:30:48.862 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5505 2024-08-19T11:30:48.862 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.862 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_count": { 2024-08-19T11:30:48.862 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:48.863 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.863 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes": { 2024-08-19T11:30:48.863 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.863 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.863 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_db": { 2024-08-19T11:30:48.863 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.863 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.863 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_slow": { 2024-08-19T11:30:48.863 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.863 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.863 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_wal": { 2024-08-19T11:30:48.863 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.863 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.863 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_count": { 2024-08-19T11:30:48.864 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.864 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.864 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_total_bytes": { 2024-08-19T11:30:48.864 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.864 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.864 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_used_bytes": { 2024-08-19T11:30:48.864 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.864 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.864 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_total_bytes": { 2024-08-19T11:30:48.864 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.864 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.864 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_used_bytes": { 2024-08-19T11:30:48.864 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.864 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.865 INFO:tasks.workunit.client.0.smithi136.stdout: "write_bytes": { 2024-08-19T11:30:48.865 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 9371648 2024-08-19T11:30:48.865 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.865 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.865 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore": { 2024-08-19T11:30:48.865 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit": { 2024-08-19T11:30:48.865 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4096 2024-08-19T11:30:48.865 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.865 INFO:tasks.workunit.client.0.smithi136.stdout: "allocated": { 2024-08-19T11:30:48.865 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 806912 2024-08-19T11:30:48.865 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.865 INFO:tasks.workunit.client.0.smithi136.stdout: "clist_lat": { 2024-08-19T11:30:48.865 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 6, 2024-08-19T11:30:48.866 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 406675 2024-08-19T11:30:48.866 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.866 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_lat": { 2024-08-19T11:30:48.866 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.866 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.866 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.866 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed": { 2024-08-19T11:30:48.866 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.866 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.866 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_allocated": { 2024-08-19T11:30:48.866 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.866 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.866 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_original": { 2024-08-19T11:30:48.866 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.867 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.867 INFO:tasks.workunit.client.0.smithi136.stdout: "csum_lat": { 2024-08-19T11:30:48.867 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3, 2024-08-19T11:30:48.867 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 9198 2024-08-19T11:30:48.867 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.867 INFO:tasks.workunit.client.0.smithi136.stdout: "decompress_lat": { 2024-08-19T11:30:48.867 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.867 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.867 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.867 INFO:tasks.workunit.client.0.smithi136.stdout: "fragmentation_micros": { 2024-08-19T11:30:48.867 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.867 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.867 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_commit_lat": { 2024-08-19T11:30:48.868 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 730, 2024-08-19T11:30:48.868 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 460527034 2024-08-19T11:30:48.868 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.868 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_final_lat": { 2024-08-19T11:30:48.868 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 724, 2024-08-19T11:30:48.868 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 22545582 2024-08-19T11:30:48.868 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.868 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_flush_lat": { 2024-08-19T11:30:48.868 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 730, 2024-08-19T11:30:48.868 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 615389 2024-08-19T11:30:48.868 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.868 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_sync_lat": { 2024-08-19T11:30:48.868 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 730, 2024-08-19T11:30:48.868 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 461142423 2024-08-19T11:30:48.869 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.869 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_keys_lat": { 2024-08-19T11:30:48.869 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.869 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.869 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.869 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_values_lat": { 2024-08-19T11:30:48.869 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3, 2024-08-19T11:30:48.869 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 42708 2024-08-19T11:30:48.869 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.869 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_lower_bound_lat": { 2024-08-19T11:30:48.869 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:48.869 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1028 2024-08-19T11:30:48.869 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.869 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_next_lat": { 2024-08-19T11:30:48.870 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.870 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.870 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.870 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_seek_to_first_lat": { 2024-08-19T11:30:48.870 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.870 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.870 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.870 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_upper_bound_lat": { 2024-08-19T11:30:48.870 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:48.870 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4376 2024-08-19T11:30:48.870 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.870 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_hits": { 2024-08-19T11:30:48.870 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3480 2024-08-19T11:30:48.870 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.871 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_misses": { 2024-08-19T11:30:48.871 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 358 2024-08-19T11:30:48.871 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.871 INFO:tasks.workunit.client.0.smithi136.stdout: "read_lat": { 2024-08-19T11:30:48.871 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 98, 2024-08-19T11:30:48.871 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 846751 2024-08-19T11:30:48.871 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.871 INFO:tasks.workunit.client.0.smithi136.stdout: "read_onode_meta_lat": { 2024-08-19T11:30:48.871 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 160, 2024-08-19T11:30:48.871 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 296384 2024-08-19T11:30:48.871 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.871 INFO:tasks.workunit.client.0.smithi136.stdout: "read_wait_aio_lat": { 2024-08-19T11:30:48.871 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 62, 2024-08-19T11:30:48.871 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 356977 2024-08-19T11:30:48.872 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.872 INFO:tasks.workunit.client.0.smithi136.stdout: "reads_with_retries": { 2024-08-19T11:30:48.872 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.872 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.872 INFO:tasks.workunit.client.0.smithi136.stdout: "remove_lat": { 2024-08-19T11:30:48.872 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 104, 2024-08-19T11:30:48.872 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5670985 2024-08-19T11:30:48.872 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.872 INFO:tasks.workunit.client.0.smithi136.stdout: "state_aio_wait_lat": { 2024-08-19T11:30:48.872 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3393, 2024-08-19T11:30:48.872 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3824123749 2024-08-19T11:30:48.872 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.872 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T11:30:48.872 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 47, 2024-08-19T11:30:48.873 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 32576110 2024-08-19T11:30:48.873 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.873 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_cleanup_lat": { 2024-08-19T11:30:48.873 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 44, 2024-08-19T11:30:48.873 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 222789503114 2024-08-19T11:30:48.873 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.873 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_queued_lat": { 2024-08-19T11:30:48.873 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 47, 2024-08-19T11:30:48.873 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 63012359406 2024-08-19T11:30:48.873 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.873 INFO:tasks.workunit.client.0.smithi136.stdout: "state_done_lat": { 2024-08-19T11:30:48.873 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3390, 2024-08-19T11:30:48.873 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 11805759515 2024-08-19T11:30:48.873 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.874 INFO:tasks.workunit.client.0.smithi136.stdout: "state_finishing_lat": { 2024-08-19T11:30:48.874 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3390, 2024-08-19T11:30:48.874 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 192387 2024-08-19T11:30:48.874 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.874 INFO:tasks.workunit.client.0.smithi136.stdout: "state_io_done_lat": { 2024-08-19T11:30:48.874 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3393, 2024-08-19T11:30:48.874 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 205499856 2024-08-19T11:30:48.874 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.874 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_commiting_lat": { 2024-08-19T11:30:48.874 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3393, 2024-08-19T11:30:48.874 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2367388440 2024-08-19T11:30:48.874 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.874 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_done_lat": { 2024-08-19T11:30:48.874 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3393, 2024-08-19T11:30:48.875 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 465054 2024-08-19T11:30:48.875 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.875 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_queued_lat": { 2024-08-19T11:30:48.875 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3393, 2024-08-19T11:30:48.875 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1350629227 2024-08-19T11:30:48.875 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.875 INFO:tasks.workunit.client.0.smithi136.stdout: "state_prepare_lat": { 2024-08-19T11:30:48.875 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3393, 2024-08-19T11:30:48.875 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 383541742 2024-08-19T11:30:48.875 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.875 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": { 2024-08-19T11:30:48.875 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 355150 2024-08-19T11:30:48.875 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.875 INFO:tasks.workunit.client.0.smithi136.stdout: "truncate_lat": { 2024-08-19T11:30:48.876 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 39, 2024-08-19T11:30:48.876 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 173476 2024-08-19T11:30:48.876 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.876 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_commit_lat": { 2024-08-19T11:30:48.876 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3393, 2024-08-19T11:30:48.876 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 8131406477 2024-08-19T11:30:48.876 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.876 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_submit_lat": { 2024-08-19T11:30:48.876 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3393, 2024-08-19T11:30:48.876 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 417495124 2024-08-19T11:30:48.876 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.876 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_throttle_lat": { 2024-08-19T11:30:48.876 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3393, 2024-08-19T11:30:48.876 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 292016881 2024-08-19T11:30:48.877 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.877 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.877 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache": { 2024-08-19T11:30:48.877 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_bytes": { 2024-08-19T11:30:48.877 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1861472414 2024-08-19T11:30:48.877 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.877 INFO:tasks.workunit.client.0.smithi136.stdout: "heap_bytes": { 2024-08-19T11:30:48.877 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 45678592 2024-08-19T11:30:48.877 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.877 INFO:tasks.workunit.client.0.smithi136.stdout: "mapped_bytes": { 2024-08-19T11:30:48.877 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 45645824 2024-08-19T11:30:48.877 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.877 INFO:tasks.workunit.client.0.smithi136.stdout: "target_bytes": { 2024-08-19T11:30:48.877 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3137386803 2024-08-19T11:30:48.877 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.878 INFO:tasks.workunit.client.0.smithi136.stdout: "unmapped_bytes": { 2024-08-19T11:30:48.878 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 32768 2024-08-19T11:30:48.878 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.878 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.878 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:data": { 2024-08-19T11:30:48.878 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.878 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 159383552 2024-08-19T11:30:48.878 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.878 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.878 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.878 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.878 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.878 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.878 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.879 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.879 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 85492008 2024-08-19T11:30:48.879 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.879 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.879 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.879 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.879 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.879 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.879 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.879 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.879 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.879 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.879 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.879 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.879 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.880 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.880 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.880 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.880 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.880 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.880 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.880 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.880 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.880 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.880 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.880 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.880 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.880 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.880 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.881 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.881 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.881 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 73891544 2024-08-19T11:30:48.881 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.881 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.881 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv": { 2024-08-19T11:30:48.881 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.881 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 780140544 2024-08-19T11:30:48.881 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.881 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.881 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:48.881 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.881 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.881 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.881 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.882 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.882 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 641190060 2024-08-19T11:30:48.882 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.882 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.882 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.882 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.882 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.882 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.882 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.882 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.882 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.882 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.882 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.882 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.883 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.883 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.883 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.883 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.883 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.883 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2128 2024-08-19T11:30:48.883 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.883 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.883 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.883 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.883 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.883 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.883 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.883 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.884 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.884 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.884 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.884 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71839492 2024-08-19T11:30:48.884 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.884 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.884 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T11:30:48.884 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.884 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 192937984 2024-08-19T11:30:48.884 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.884 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.884 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:48.884 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.885 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.885 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 464 2024-08-19T11:30:48.885 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.885 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.885 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 56994672 2024-08-19T11:30:48.885 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.885 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.885 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.885 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.885 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.885 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.885 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.885 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.885 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.886 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.886 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.886 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.886 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.886 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.886 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.886 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.886 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.886 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.886 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.886 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.886 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.886 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.887 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.887 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.887 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.887 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.887 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.887 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.887 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.887 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 68833984 2024-08-19T11:30:48.887 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.887 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.887 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:meta": { 2024-08-19T11:30:48.887 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.887 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 713031680 2024-08-19T11:30:48.887 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.888 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.888 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.888 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.888 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.888 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.888 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.888 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.888 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 641190060 2024-08-19T11:30:48.888 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.888 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.888 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.888 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.888 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.888 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.889 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.889 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.889 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.889 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.889 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.889 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.889 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.889 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.889 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5849 2024-08-19T11:30:48.889 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.889 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.889 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 352122 2024-08-19T11:30:48.889 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.889 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.890 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.890 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.890 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.890 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.890 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.890 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.890 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.890 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.890 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.890 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71483649 2024-08-19T11:30:48.890 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.890 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.890 INFO:tasks.workunit.client.0.smithi136.stdout: "objecter": { 2024-08-19T11:30:48.891 INFO:tasks.workunit.client.0.smithi136.stdout: "op_active": { 2024-08-19T11:30:48.891 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.891 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.891 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:48.891 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.891 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.891 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rmw": { 2024-08-19T11:30:48.891 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.891 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.891 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:48.891 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.891 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.891 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.891 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:48.892 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg": { 2024-08-19T11:30:48.892 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 41 2024-08-19T11:30:48.892 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.892 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg_removing": { 2024-08-19T11:30:48.892 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.892 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.892 INFO:tasks.workunit.client.0.smithi136.stdout: "op": { 2024-08-19T11:30:48.892 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.892 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.892 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_degraded": { 2024-08-19T11:30:48.892 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.892 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.892 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_unreadable": { 2024-08-19T11:30:48.892 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.893 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.893 INFO:tasks.workunit.client.0.smithi136.stdout: "op_in_bytes": { 2024-08-19T11:30:48.893 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.893 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.893 INFO:tasks.workunit.client.0.smithi136.stdout: "op_latency": { 2024-08-19T11:30:48.893 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.893 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.893 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.893 INFO:tasks.workunit.client.0.smithi136.stdout: "op_out_bytes": { 2024-08-19T11:30:48.893 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.893 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.893 INFO:tasks.workunit.client.0.smithi136.stdout: "op_prepare_latency": { 2024-08-19T11:30:48.893 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.893 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.894 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.894 INFO:tasks.workunit.client.0.smithi136.stdout: "op_process_latency": { 2024-08-19T11:30:48.894 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.894 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.894 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.894 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:48.894 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.894 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.894 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency": { 2024-08-19T11:30:48.894 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.894 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.894 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.894 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T11:30:48.894 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.895 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.895 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_out_bytes": { 2024-08-19T11:30:48.895 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.895 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.895 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_prepare_latency": { 2024-08-19T11:30:48.895 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.895 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.895 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.895 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_process_latency": { 2024-08-19T11:30:48.895 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.895 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.895 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.895 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw": { 2024-08-19T11:30:48.895 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.896 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.896 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_in_bytes": { 2024-08-19T11:30:48.896 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.896 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.896 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency": { 2024-08-19T11:30:48.896 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.896 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.896 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.896 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T11:30:48.896 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.896 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.896 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T11:30:48.896 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.896 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.896 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_out_bytes": { 2024-08-19T11:30:48.897 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.897 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.897 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_prepare_latency": { 2024-08-19T11:30:48.897 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.897 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.897 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.897 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_process_latency": { 2024-08-19T11:30:48.897 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.897 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.897 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.897 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:48.897 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.897 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.897 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_in_bytes": { 2024-08-19T11:30:48.898 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.898 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.898 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency": { 2024-08-19T11:30:48.898 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.898 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.898 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.898 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T11:30:48.898 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.898 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.898 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_prepare_latency": { 2024-08-19T11:30:48.898 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.898 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.898 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.899 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_process_latency": { 2024-08-19T11:30:48.899 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.899 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.899 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.899 INFO:tasks.workunit.client.0.smithi136.stdout: "op_wip": { 2024-08-19T11:30:48.899 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.899 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.899 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_bytes": { 2024-08-19T11:30:48.899 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.899 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.899 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_ops": { 2024-08-19T11:30:48.899 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.899 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.899 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes": { 2024-08-19T11:30:48.899 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:48.900 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.900 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes_used": { 2024-08-19T11:30:48.900 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 28471296 2024-08-19T11:30:48.900 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.900 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.900 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.900 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.6": { 2024-08-19T11:30:48.900 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:48.900 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_fallback": { 2024-08-19T11:30:48.900 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.900 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.900 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_size_fallback": { 2024-08-19T11:30:48.900 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.900 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.901 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_db": { 2024-08-19T11:30:48.901 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 65536 2024-08-19T11:30:48.901 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.901 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_main": { 2024-08-19T11:30:48.901 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.901 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.901 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_wal": { 2024-08-19T11:30:48.901 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.901 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.901 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_slow": { 2024-08-19T11:30:48.901 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.901 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.901 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_sst": { 2024-08-19T11:30:48.901 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 12288 2024-08-19T11:30:48.901 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.902 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_wal": { 2024-08-19T11:30:48.902 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 6262784 2024-08-19T11:30:48.902 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.902 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lat": { 2024-08-19T11:30:48.902 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.902 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.902 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.902 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lock_lat": { 2024-08-19T11:30:48.902 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.902 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.902 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.902 INFO:tasks.workunit.client.0.smithi136.stdout: "db_total_bytes": { 2024-08-19T11:30:48.902 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:48.902 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.903 INFO:tasks.workunit.client.0.smithi136.stdout: "db_used_bytes": { 2024-08-19T11:30:48.903 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 27656192 2024-08-19T11:30:48.903 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.903 INFO:tasks.workunit.client.0.smithi136.stdout: "log_bytes": { 2024-08-19T11:30:48.903 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3198976 2024-08-19T11:30:48.903 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.903 INFO:tasks.workunit.client.0.smithi136.stdout: "logged_bytes": { 2024-08-19T11:30:48.903 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3059712 2024-08-19T11:30:48.903 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.903 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_db": { 2024-08-19T11:30:48.903 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 31850496 2024-08-19T11:30:48.903 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.903 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_slow": { 2024-08-19T11:30:48.903 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.903 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.904 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_wal": { 2024-08-19T11:30:48.904 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.904 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.904 INFO:tasks.workunit.client.0.smithi136.stdout: "num_files": { 2024-08-19T11:30:48.904 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 14 2024-08-19T11:30:48.904 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.904 INFO:tasks.workunit.client.0.smithi136.stdout: "read_bytes": { 2024-08-19T11:30:48.904 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 206272 2024-08-19T11:30:48.904 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.904 INFO:tasks.workunit.client.0.smithi136.stdout: "read_count": { 2024-08-19T11:30:48.904 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 23 2024-08-19T11:30:48.904 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.904 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes": { 2024-08-19T11:30:48.904 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1282048 2024-08-19T11:30:48.904 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.905 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_db": { 2024-08-19T11:30:48.905 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1286144 2024-08-19T11:30:48.905 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.905 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_slow": { 2024-08-19T11:30:48.905 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.905 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.905 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_wal": { 2024-08-19T11:30:48.905 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.905 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.905 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_count": { 2024-08-19T11:30:48.905 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 15 2024-08-19T11:30:48.905 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.905 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_bytes": { 2024-08-19T11:30:48.906 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4913 2024-08-19T11:30:48.906 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.906 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_count": { 2024-08-19T11:30:48.906 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4 2024-08-19T11:30:48.906 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.906 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_bytes": { 2024-08-19T11:30:48.906 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5504 2024-08-19T11:30:48.906 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.906 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_count": { 2024-08-19T11:30:48.906 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:48.906 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.906 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_bytes": { 2024-08-19T11:30:48.906 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5504 2024-08-19T11:30:48.907 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.907 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_count": { 2024-08-19T11:30:48.907 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:48.907 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.907 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes": { 2024-08-19T11:30:48.907 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.907 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.907 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_db": { 2024-08-19T11:30:48.907 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.907 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.907 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_slow": { 2024-08-19T11:30:48.907 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.907 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.907 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_wal": { 2024-08-19T11:30:48.907 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.908 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.908 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_count": { 2024-08-19T11:30:48.908 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.908 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.908 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_total_bytes": { 2024-08-19T11:30:48.908 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.908 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.908 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_used_bytes": { 2024-08-19T11:30:48.908 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.908 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.908 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_total_bytes": { 2024-08-19T11:30:48.908 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.908 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.908 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_used_bytes": { 2024-08-19T11:30:48.909 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.909 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.909 INFO:tasks.workunit.client.0.smithi136.stdout: "write_bytes": { 2024-08-19T11:30:48.909 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 9400320 2024-08-19T11:30:48.909 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.909 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.909 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore": { 2024-08-19T11:30:48.909 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit": { 2024-08-19T11:30:48.909 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4096 2024-08-19T11:30:48.909 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.909 INFO:tasks.workunit.client.0.smithi136.stdout: "allocated": { 2024-08-19T11:30:48.909 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1396736 2024-08-19T11:30:48.909 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.909 INFO:tasks.workunit.client.0.smithi136.stdout: "clist_lat": { 2024-08-19T11:30:48.910 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.910 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.910 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.910 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_lat": { 2024-08-19T11:30:48.910 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.910 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.910 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.910 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed": { 2024-08-19T11:30:48.910 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.910 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.910 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_allocated": { 2024-08-19T11:30:48.910 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.910 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.910 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_original": { 2024-08-19T11:30:48.911 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.911 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.911 INFO:tasks.workunit.client.0.smithi136.stdout: "csum_lat": { 2024-08-19T11:30:48.911 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3, 2024-08-19T11:30:48.911 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5348 2024-08-19T11:30:48.911 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.911 INFO:tasks.workunit.client.0.smithi136.stdout: "decompress_lat": { 2024-08-19T11:30:48.911 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.911 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.911 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.911 INFO:tasks.workunit.client.0.smithi136.stdout: "fragmentation_micros": { 2024-08-19T11:30:48.911 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.911 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.911 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_commit_lat": { 2024-08-19T11:30:48.912 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 734, 2024-08-19T11:30:48.912 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 491935078 2024-08-19T11:30:48.912 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.912 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_final_lat": { 2024-08-19T11:30:48.912 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 716, 2024-08-19T11:30:48.912 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 25620451 2024-08-19T11:30:48.912 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.912 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_flush_lat": { 2024-08-19T11:30:48.912 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 734, 2024-08-19T11:30:48.912 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 686738 2024-08-19T11:30:48.912 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.912 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_sync_lat": { 2024-08-19T11:30:48.912 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 734, 2024-08-19T11:30:48.912 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 492621816 2024-08-19T11:30:48.912 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.913 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_keys_lat": { 2024-08-19T11:30:48.913 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.913 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.913 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.913 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_values_lat": { 2024-08-19T11:30:48.913 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1, 2024-08-19T11:30:48.913 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 35428 2024-08-19T11:30:48.913 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.913 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_lower_bound_lat": { 2024-08-19T11:30:48.913 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:48.913 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1031 2024-08-19T11:30:48.913 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.913 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_next_lat": { 2024-08-19T11:30:48.913 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.914 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.914 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.914 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_seek_to_first_lat": { 2024-08-19T11:30:48.914 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.914 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.914 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.914 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_upper_bound_lat": { 2024-08-19T11:30:48.914 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3, 2024-08-19T11:30:48.914 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 9949 2024-08-19T11:30:48.914 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.914 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_hits": { 2024-08-19T11:30:48.914 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3501 2024-08-19T11:30:48.914 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.914 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_misses": { 2024-08-19T11:30:48.915 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 363 2024-08-19T11:30:48.915 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.915 INFO:tasks.workunit.client.0.smithi136.stdout: "read_lat": { 2024-08-19T11:30:48.915 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 100, 2024-08-19T11:30:48.915 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 787586 2024-08-19T11:30:48.915 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.915 INFO:tasks.workunit.client.0.smithi136.stdout: "read_onode_meta_lat": { 2024-08-19T11:30:48.915 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 159, 2024-08-19T11:30:48.915 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 283995 2024-08-19T11:30:48.915 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.915 INFO:tasks.workunit.client.0.smithi136.stdout: "read_wait_aio_lat": { 2024-08-19T11:30:48.915 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 59, 2024-08-19T11:30:48.915 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 396380 2024-08-19T11:30:48.915 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.916 INFO:tasks.workunit.client.0.smithi136.stdout: "reads_with_retries": { 2024-08-19T11:30:48.916 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.916 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.916 INFO:tasks.workunit.client.0.smithi136.stdout: "remove_lat": { 2024-08-19T11:30:48.916 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 100, 2024-08-19T11:30:48.916 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 6326210 2024-08-19T11:30:48.916 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.916 INFO:tasks.workunit.client.0.smithi136.stdout: "state_aio_wait_lat": { 2024-08-19T11:30:48.916 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3387, 2024-08-19T11:30:48.916 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3854025416 2024-08-19T11:30:48.916 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.916 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T11:30:48.916 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 40, 2024-08-19T11:30:48.916 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 18320515 2024-08-19T11:30:48.916 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.917 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_cleanup_lat": { 2024-08-19T11:30:48.917 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 40, 2024-08-19T11:30:48.917 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 372228383846 2024-08-19T11:30:48.917 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.917 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_queued_lat": { 2024-08-19T11:30:48.917 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 40, 2024-08-19T11:30:48.917 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 56103325842 2024-08-19T11:30:48.917 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.917 INFO:tasks.workunit.client.0.smithi136.stdout: "state_done_lat": { 2024-08-19T11:30:48.917 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3387, 2024-08-19T11:30:48.917 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1105123954 2024-08-19T11:30:48.917 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.917 INFO:tasks.workunit.client.0.smithi136.stdout: "state_finishing_lat": { 2024-08-19T11:30:48.917 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3387, 2024-08-19T11:30:48.918 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 209549 2024-08-19T11:30:48.918 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.918 INFO:tasks.workunit.client.0.smithi136.stdout: "state_io_done_lat": { 2024-08-19T11:30:48.918 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3387, 2024-08-19T11:30:48.918 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 108507541 2024-08-19T11:30:48.918 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.918 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_commiting_lat": { 2024-08-19T11:30:48.918 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3387, 2024-08-19T11:30:48.918 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2704416861 2024-08-19T11:30:48.918 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.918 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_done_lat": { 2024-08-19T11:30:48.918 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3387, 2024-08-19T11:30:48.918 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 512668 2024-08-19T11:30:48.918 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.919 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_queued_lat": { 2024-08-19T11:30:48.919 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3387, 2024-08-19T11:30:48.919 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1511330416 2024-08-19T11:30:48.919 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.919 INFO:tasks.workunit.client.0.smithi136.stdout: "state_prepare_lat": { 2024-08-19T11:30:48.919 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3387, 2024-08-19T11:30:48.919 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 373555844 2024-08-19T11:30:48.919 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.919 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": { 2024-08-19T11:30:48.919 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 945740 2024-08-19T11:30:48.919 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.919 INFO:tasks.workunit.client.0.smithi136.stdout: "truncate_lat": { 2024-08-19T11:30:48.919 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 33, 2024-08-19T11:30:48.919 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 208979 2024-08-19T11:30:48.919 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.920 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_commit_lat": { 2024-08-19T11:30:48.920 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3387, 2024-08-19T11:30:48.920 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 8552080973 2024-08-19T11:30:48.920 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.920 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_submit_lat": { 2024-08-19T11:30:48.920 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3387, 2024-08-19T11:30:48.920 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 410281686 2024-08-19T11:30:48.920 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.920 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_throttle_lat": { 2024-08-19T11:30:48.920 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3387, 2024-08-19T11:30:48.920 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 273718132 2024-08-19T11:30:48.920 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.920 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.920 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache": { 2024-08-19T11:30:48.921 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_bytes": { 2024-08-19T11:30:48.921 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1861472414 2024-08-19T11:30:48.921 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.921 INFO:tasks.workunit.client.0.smithi136.stdout: "heap_bytes": { 2024-08-19T11:30:48.921 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 46792704 2024-08-19T11:30:48.921 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.921 INFO:tasks.workunit.client.0.smithi136.stdout: "mapped_bytes": { 2024-08-19T11:30:48.921 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 45907968 2024-08-19T11:30:48.921 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.921 INFO:tasks.workunit.client.0.smithi136.stdout: "target_bytes": { 2024-08-19T11:30:48.921 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3137386803 2024-08-19T11:30:48.921 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.921 INFO:tasks.workunit.client.0.smithi136.stdout: "unmapped_bytes": { 2024-08-19T11:30:48.921 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 884736 2024-08-19T11:30:48.921 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.922 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.922 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:data": { 2024-08-19T11:30:48.922 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.922 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 159383552 2024-08-19T11:30:48.922 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.922 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.922 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.922 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.922 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.922 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.922 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.922 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.922 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 85491887 2024-08-19T11:30:48.922 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.923 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.923 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.923 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.923 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.923 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.923 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.923 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.923 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.923 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.923 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.923 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.923 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.923 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.923 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.924 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.924 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.924 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.924 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.924 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.924 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.924 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.924 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.924 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.924 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.924 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.924 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.924 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.925 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.925 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 73891665 2024-08-19T11:30:48.925 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.925 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.925 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv": { 2024-08-19T11:30:48.925 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.925 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 780140544 2024-08-19T11:30:48.925 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.925 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.925 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:48.925 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.925 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.925 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.925 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.926 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.926 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 641189153 2024-08-19T11:30:48.926 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.926 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.926 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.926 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.926 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.926 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.926 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.926 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.926 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.926 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.926 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.927 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.927 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.927 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.927 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.927 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.927 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.927 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2128 2024-08-19T11:30:48.927 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.927 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.927 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.927 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.927 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.927 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.927 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.928 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.928 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.928 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.928 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.928 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71840399 2024-08-19T11:30:48.928 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.928 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.928 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T11:30:48.928 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.928 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 192937984 2024-08-19T11:30:48.929 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.929 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.929 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:48.929 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.929 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.929 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 464 2024-08-19T11:30:48.929 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.929 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.929 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 56994591 2024-08-19T11:30:48.929 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.929 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.929 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.929 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.930 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.930 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.930 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.930 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.930 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.930 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.930 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.930 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.930 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.930 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.930 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.930 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.930 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.931 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.931 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.931 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.931 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.931 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.931 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.931 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.931 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.931 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.931 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.931 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.931 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.931 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 68834065 2024-08-19T11:30:48.931 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.932 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.932 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:meta": { 2024-08-19T11:30:48.932 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.932 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 713031680 2024-08-19T11:30:48.932 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.932 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.932 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.932 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.932 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.932 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.932 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.932 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.932 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 641189153 2024-08-19T11:30:48.932 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.933 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.933 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.933 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.933 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.933 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2365 2024-08-19T11:30:48.933 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.933 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.933 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3548 2024-08-19T11:30:48.933 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.933 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.933 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.933 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.933 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.933 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5914 2024-08-19T11:30:48.934 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.934 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.934 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 347744 2024-08-19T11:30:48.934 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.934 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.934 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.934 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.934 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.934 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.934 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.934 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.934 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.934 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.934 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.935 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71482956 2024-08-19T11:30:48.935 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.935 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.935 INFO:tasks.workunit.client.0.smithi136.stdout: "objecter": { 2024-08-19T11:30:48.935 INFO:tasks.workunit.client.0.smithi136.stdout: "op_active": { 2024-08-19T11:30:48.935 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.935 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.935 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:48.935 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.935 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.935 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rmw": { 2024-08-19T11:30:48.935 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.935 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.935 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:48.936 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.936 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.936 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.936 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:48.936 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg": { 2024-08-19T11:30:48.936 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 39 2024-08-19T11:30:48.936 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.936 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg_removing": { 2024-08-19T11:30:48.936 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.936 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.936 INFO:tasks.workunit.client.0.smithi136.stdout: "op": { 2024-08-19T11:30:48.936 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 13 2024-08-19T11:30:48.936 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.936 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_degraded": { 2024-08-19T11:30:48.937 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.937 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.937 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_unreadable": { 2024-08-19T11:30:48.937 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.937 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.937 INFO:tasks.workunit.client.0.smithi136.stdout: "op_in_bytes": { 2024-08-19T11:30:48.937 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2810 2024-08-19T11:30:48.937 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.937 INFO:tasks.workunit.client.0.smithi136.stdout: "op_latency": { 2024-08-19T11:30:48.937 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 13, 2024-08-19T11:30:48.937 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 63954486 2024-08-19T11:30:48.937 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.937 INFO:tasks.workunit.client.0.smithi136.stdout: "op_out_bytes": { 2024-08-19T11:30:48.937 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.938 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.938 INFO:tasks.workunit.client.0.smithi136.stdout: "op_prepare_latency": { 2024-08-19T11:30:48.938 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 15, 2024-08-19T11:30:48.938 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 7425854 2024-08-19T11:30:48.938 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.938 INFO:tasks.workunit.client.0.smithi136.stdout: "op_process_latency": { 2024-08-19T11:30:48.938 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 13, 2024-08-19T11:30:48.938 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 31327440 2024-08-19T11:30:48.938 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.938 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:48.938 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.938 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.938 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency": { 2024-08-19T11:30:48.938 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.939 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.939 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.939 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T11:30:48.939 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.939 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.939 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_out_bytes": { 2024-08-19T11:30:48.939 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.939 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.939 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_prepare_latency": { 2024-08-19T11:30:48.939 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.939 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.939 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.939 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_process_latency": { 2024-08-19T11:30:48.939 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.939 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.940 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.940 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw": { 2024-08-19T11:30:48.940 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.940 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.940 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_in_bytes": { 2024-08-19T11:30:48.940 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.940 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.940 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency": { 2024-08-19T11:30:48.940 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.940 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.940 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.940 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T11:30:48.940 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.940 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.941 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T11:30:48.941 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.941 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.941 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_out_bytes": { 2024-08-19T11:30:48.941 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.941 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.941 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_prepare_latency": { 2024-08-19T11:30:48.941 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.941 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.941 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.941 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_process_latency": { 2024-08-19T11:30:48.941 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.941 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.941 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.942 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:48.942 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 13 2024-08-19T11:30:48.942 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.942 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_in_bytes": { 2024-08-19T11:30:48.942 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2810 2024-08-19T11:30:48.942 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.942 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency": { 2024-08-19T11:30:48.942 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 13, 2024-08-19T11:30:48.942 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 63954486 2024-08-19T11:30:48.942 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.942 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T11:30:48.942 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.942 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.942 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_prepare_latency": { 2024-08-19T11:30:48.942 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 15, 2024-08-19T11:30:48.943 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 7425854 2024-08-19T11:30:48.943 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.943 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_process_latency": { 2024-08-19T11:30:48.943 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 13, 2024-08-19T11:30:48.943 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 31327440 2024-08-19T11:30:48.943 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.943 INFO:tasks.workunit.client.0.smithi136.stdout: "op_wip": { 2024-08-19T11:30:48.943 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.943 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.943 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_bytes": { 2024-08-19T11:30:48.943 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.943 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.943 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_ops": { 2024-08-19T11:30:48.943 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.944 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.944 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes": { 2024-08-19T11:30:48.944 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:48.944 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.944 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes_used": { 2024-08-19T11:30:48.944 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 29061120 2024-08-19T11:30:48.944 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.944 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.944 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.944 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.7": { 2024-08-19T11:30:48.944 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:48.944 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_fallback": { 2024-08-19T11:30:48.944 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.945 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.945 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_size_fallback": { 2024-08-19T11:30:48.945 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.945 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.945 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_db": { 2024-08-19T11:30:48.945 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 65536 2024-08-19T11:30:48.945 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.945 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_main": { 2024-08-19T11:30:48.945 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.945 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.945 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_wal": { 2024-08-19T11:30:48.945 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.945 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.945 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_slow": { 2024-08-19T11:30:48.945 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.946 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.946 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_sst": { 2024-08-19T11:30:48.946 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 12288 2024-08-19T11:30:48.946 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.946 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_wal": { 2024-08-19T11:30:48.946 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1355776 2024-08-19T11:30:48.946 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.946 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lat": { 2024-08-19T11:30:48.946 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.946 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.946 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.946 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lock_lat": { 2024-08-19T11:30:48.946 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.947 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.947 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.947 INFO:tasks.workunit.client.0.smithi136.stdout: "db_total_bytes": { 2024-08-19T11:30:48.947 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:48.947 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.947 INFO:tasks.workunit.client.0.smithi136.stdout: "db_used_bytes": { 2024-08-19T11:30:48.947 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 27656192 2024-08-19T11:30:48.947 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.947 INFO:tasks.workunit.client.0.smithi136.stdout: "log_bytes": { 2024-08-19T11:30:48.947 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1024000 2024-08-19T11:30:48.947 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.947 INFO:tasks.workunit.client.0.smithi136.stdout: "logged_bytes": { 2024-08-19T11:30:48.947 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 884736 2024-08-19T11:30:48.948 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.948 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_db": { 2024-08-19T11:30:48.948 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 31850496 2024-08-19T11:30:48.948 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.948 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_slow": { 2024-08-19T11:30:48.948 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.948 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.948 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_wal": { 2024-08-19T11:30:48.948 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.948 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.948 INFO:tasks.workunit.client.0.smithi136.stdout: "num_files": { 2024-08-19T11:30:48.948 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 14 2024-08-19T11:30:48.948 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.949 INFO:tasks.workunit.client.0.smithi136.stdout: "read_bytes": { 2024-08-19T11:30:48.949 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 206272 2024-08-19T11:30:48.949 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.949 INFO:tasks.workunit.client.0.smithi136.stdout: "read_count": { 2024-08-19T11:30:48.949 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 23 2024-08-19T11:30:48.949 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.949 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes": { 2024-08-19T11:30:48.949 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1282048 2024-08-19T11:30:48.949 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.949 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_db": { 2024-08-19T11:30:48.949 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1286144 2024-08-19T11:30:48.949 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.949 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_slow": { 2024-08-19T11:30:48.950 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.950 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.950 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_wal": { 2024-08-19T11:30:48.950 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.950 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.950 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_count": { 2024-08-19T11:30:48.950 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 15 2024-08-19T11:30:48.950 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.950 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_bytes": { 2024-08-19T11:30:48.950 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4913 2024-08-19T11:30:48.950 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.950 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_count": { 2024-08-19T11:30:48.950 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4 2024-08-19T11:30:48.950 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.951 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_bytes": { 2024-08-19T11:30:48.951 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5500 2024-08-19T11:30:48.951 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.951 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_count": { 2024-08-19T11:30:48.951 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:48.951 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.951 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_bytes": { 2024-08-19T11:30:48.951 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5500 2024-08-19T11:30:48.951 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.951 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_count": { 2024-08-19T11:30:48.951 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:48.951 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.951 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes": { 2024-08-19T11:30:48.952 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.952 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.952 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_db": { 2024-08-19T11:30:48.952 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.952 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.952 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_slow": { 2024-08-19T11:30:48.952 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.952 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.952 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_wal": { 2024-08-19T11:30:48.952 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.952 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.952 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_count": { 2024-08-19T11:30:48.952 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.952 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.952 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_total_bytes": { 2024-08-19T11:30:48.953 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.953 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.953 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_used_bytes": { 2024-08-19T11:30:48.953 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.953 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.953 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_total_bytes": { 2024-08-19T11:30:48.953 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.953 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.953 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_used_bytes": { 2024-08-19T11:30:48.953 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.953 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.953 INFO:tasks.workunit.client.0.smithi136.stdout: "write_bytes": { 2024-08-19T11:30:48.953 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2318336 2024-08-19T11:30:48.953 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.954 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.954 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore": { 2024-08-19T11:30:48.954 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit": { 2024-08-19T11:30:48.954 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4096 2024-08-19T11:30:48.954 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.954 INFO:tasks.workunit.client.0.smithi136.stdout: "allocated": { 2024-08-19T11:30:48.954 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1384448 2024-08-19T11:30:48.954 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.954 INFO:tasks.workunit.client.0.smithi136.stdout: "clist_lat": { 2024-08-19T11:30:48.954 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 5, 2024-08-19T11:30:48.954 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 192905 2024-08-19T11:30:48.954 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.954 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_lat": { 2024-08-19T11:30:48.955 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.955 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.955 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.955 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed": { 2024-08-19T11:30:48.955 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.955 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.955 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_allocated": { 2024-08-19T11:30:48.955 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.955 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.955 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_original": { 2024-08-19T11:30:48.955 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.955 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.955 INFO:tasks.workunit.client.0.smithi136.stdout: "csum_lat": { 2024-08-19T11:30:48.956 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 9, 2024-08-19T11:30:48.956 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 25607 2024-08-19T11:30:48.956 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.956 INFO:tasks.workunit.client.0.smithi136.stdout: "decompress_lat": { 2024-08-19T11:30:48.956 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.956 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.956 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.956 INFO:tasks.workunit.client.0.smithi136.stdout: "fragmentation_micros": { 2024-08-19T11:30:48.956 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.956 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.956 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_commit_lat": { 2024-08-19T11:30:48.956 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 203, 2024-08-19T11:30:48.956 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 58781857 2024-08-19T11:30:48.956 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.956 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_final_lat": { 2024-08-19T11:30:48.957 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 198, 2024-08-19T11:30:48.957 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 6474864 2024-08-19T11:30:48.957 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.957 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_flush_lat": { 2024-08-19T11:30:48.957 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 203, 2024-08-19T11:30:48.957 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 116199 2024-08-19T11:30:48.957 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.957 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_sync_lat": { 2024-08-19T11:30:48.957 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 203, 2024-08-19T11:30:48.957 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 58898056 2024-08-19T11:30:48.957 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.957 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_keys_lat": { 2024-08-19T11:30:48.957 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.957 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.958 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.958 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_values_lat": { 2024-08-19T11:30:48.958 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3, 2024-08-19T11:30:48.958 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 66969 2024-08-19T11:30:48.958 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.958 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_lower_bound_lat": { 2024-08-19T11:30:48.958 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:48.958 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 974 2024-08-19T11:30:48.958 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.958 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_next_lat": { 2024-08-19T11:30:48.958 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.958 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.958 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.959 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_seek_to_first_lat": { 2024-08-19T11:30:48.959 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:48.959 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.959 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.959 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_upper_bound_lat": { 2024-08-19T11:30:48.959 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:48.959 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3470 2024-08-19T11:30:48.959 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.959 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_hits": { 2024-08-19T11:30:48.959 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 738 2024-08-19T11:30:48.959 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.959 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_misses": { 2024-08-19T11:30:48.959 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 299 2024-08-19T11:30:48.959 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.960 INFO:tasks.workunit.client.0.smithi136.stdout: "read_lat": { 2024-08-19T11:30:48.960 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 141, 2024-08-19T11:30:48.960 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2958413 2024-08-19T11:30:48.960 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.960 INFO:tasks.workunit.client.0.smithi136.stdout: "read_onode_meta_lat": { 2024-08-19T11:30:48.960 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 226, 2024-08-19T11:30:48.960 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 385546 2024-08-19T11:30:48.960 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.960 INFO:tasks.workunit.client.0.smithi136.stdout: "read_wait_aio_lat": { 2024-08-19T11:30:48.960 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 85, 2024-08-19T11:30:48.960 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2090670 2024-08-19T11:30:48.960 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.960 INFO:tasks.workunit.client.0.smithi136.stdout: "reads_with_retries": { 2024-08-19T11:30:48.960 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.961 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.961 INFO:tasks.workunit.client.0.smithi136.stdout: "remove_lat": { 2024-08-19T11:30:48.961 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3, 2024-08-19T11:30:48.961 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 62291 2024-08-19T11:30:48.961 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.961 INFO:tasks.workunit.client.0.smithi136.stdout: "state_aio_wait_lat": { 2024-08-19T11:30:48.961 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 312, 2024-08-19T11:30:48.961 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2228123 2024-08-19T11:30:48.961 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.961 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T11:30:48.961 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 25, 2024-08-19T11:30:48.961 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2024238 2024-08-19T11:30:48.961 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.961 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_cleanup_lat": { 2024-08-19T11:30:48.962 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 25, 2024-08-19T11:30:48.962 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 281334741949 2024-08-19T11:30:48.962 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.962 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_queued_lat": { 2024-08-19T11:30:48.962 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 25, 2024-08-19T11:30:48.962 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 36963232621 2024-08-19T11:30:48.962 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.962 INFO:tasks.workunit.client.0.smithi136.stdout: "state_done_lat": { 2024-08-19T11:30:48.962 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 312, 2024-08-19T11:30:48.962 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 530777 2024-08-19T11:30:48.962 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.962 INFO:tasks.workunit.client.0.smithi136.stdout: "state_finishing_lat": { 2024-08-19T11:30:48.962 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 312, 2024-08-19T11:30:48.963 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 44010 2024-08-19T11:30:48.963 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.963 INFO:tasks.workunit.client.0.smithi136.stdout: "state_io_done_lat": { 2024-08-19T11:30:48.963 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 312, 2024-08-19T11:30:48.963 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 279453 2024-08-19T11:30:48.963 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.963 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_commiting_lat": { 2024-08-19T11:30:48.963 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 312, 2024-08-19T11:30:48.963 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 149443522 2024-08-19T11:30:48.963 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.963 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_done_lat": { 2024-08-19T11:30:48.963 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 312, 2024-08-19T11:30:48.963 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 104470 2024-08-19T11:30:48.963 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.964 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_queued_lat": { 2024-08-19T11:30:48.964 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 312, 2024-08-19T11:30:48.964 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 77729194 2024-08-19T11:30:48.964 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.964 INFO:tasks.workunit.client.0.smithi136.stdout: "state_prepare_lat": { 2024-08-19T11:30:48.964 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 312, 2024-08-19T11:30:48.964 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 13235603 2024-08-19T11:30:48.964 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.964 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": { 2024-08-19T11:30:48.964 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 942801 2024-08-19T11:30:48.964 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.964 INFO:tasks.workunit.client.0.smithi136.stdout: "truncate_lat": { 2024-08-19T11:30:48.964 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 24, 2024-08-19T11:30:48.965 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 108585 2024-08-19T11:30:48.965 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.965 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_commit_lat": { 2024-08-19T11:30:48.965 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 312, 2024-08-19T11:30:48.965 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 242964818 2024-08-19T11:30:48.965 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.965 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_submit_lat": { 2024-08-19T11:30:48.965 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 312, 2024-08-19T11:30:48.965 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 15556061 2024-08-19T11:30:48.965 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.965 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_throttle_lat": { 2024-08-19T11:30:48.965 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 312, 2024-08-19T11:30:48.965 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2260772 2024-08-19T11:30:48.966 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.966 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.966 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache": { 2024-08-19T11:30:48.966 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_bytes": { 2024-08-19T11:30:48.966 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1861472414 2024-08-19T11:30:48.966 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.966 INFO:tasks.workunit.client.0.smithi136.stdout: "heap_bytes": { 2024-08-19T11:30:48.966 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 43646976 2024-08-19T11:30:48.966 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.966 INFO:tasks.workunit.client.0.smithi136.stdout: "mapped_bytes": { 2024-08-19T11:30:48.966 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 42803200 2024-08-19T11:30:48.966 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.966 INFO:tasks.workunit.client.0.smithi136.stdout: "target_bytes": { 2024-08-19T11:30:48.966 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3137386803 2024-08-19T11:30:48.967 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.967 INFO:tasks.workunit.client.0.smithi136.stdout: "unmapped_bytes": { 2024-08-19T11:30:48.967 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 843776 2024-08-19T11:30:48.967 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.967 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.967 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:data": { 2024-08-19T11:30:48.967 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.967 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 159383552 2024-08-19T11:30:48.967 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.967 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.967 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.967 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.967 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.967 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.968 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.968 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.968 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 85489645 2024-08-19T11:30:48.968 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.968 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.968 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.968 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.968 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.968 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.968 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.968 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.968 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.968 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.968 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.969 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.969 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.969 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.969 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.969 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.969 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.969 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 135168 2024-08-19T11:30:48.969 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.969 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.969 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.969 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.969 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.969 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.970 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.970 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.970 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.970 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.970 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.970 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 73758739 2024-08-19T11:30:48.970 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.970 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.970 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv": { 2024-08-19T11:30:48.970 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.970 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 780140544 2024-08-19T11:30:48.970 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.970 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.971 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:48.971 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.971 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.971 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.971 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.971 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.971 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 641172338 2024-08-19T11:30:48.971 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.971 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.971 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.971 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.971 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.971 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.971 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.972 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.972 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.972 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.972 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.972 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.972 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.972 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.972 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.972 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.972 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.972 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2128 2024-08-19T11:30:48.972 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.972 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.972 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.973 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.973 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.973 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.973 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.973 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.973 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.973 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.973 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.973 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71857214 2024-08-19T11:30:48.973 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.973 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.973 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T11:30:48.973 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.973 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 192937984 2024-08-19T11:30:48.974 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.974 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.974 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:48.974 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.974 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.974 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 464 2024-08-19T11:30:48.974 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.974 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.974 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 56993096 2024-08-19T11:30:48.974 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.974 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.974 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.974 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.974 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.975 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.975 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.975 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.975 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.975 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.975 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.975 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.975 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.975 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.975 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.975 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.975 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.975 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.975 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.976 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.976 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.976 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.976 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.976 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.976 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.976 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.976 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.976 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.976 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.976 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 68835560 2024-08-19T11:30:48.976 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.976 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.976 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:meta": { 2024-08-19T11:30:48.976 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:48.977 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 713031680 2024-08-19T11:30:48.977 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.977 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:48.977 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.977 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.977 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:48.977 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.977 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.977 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:48.977 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 641172338 2024-08-19T11:30:48.977 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.977 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:48.977 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.977 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.978 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:48.978 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.978 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.978 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:48.978 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.978 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.978 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:48.978 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.978 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.978 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:48.978 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.978 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.978 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:48.978 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 256285 2024-08-19T11:30:48.979 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.979 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:48.979 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.979 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.979 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:48.979 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.979 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.979 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:48.979 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.979 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.979 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:48.979 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71603057 2024-08-19T11:30:48.979 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.979 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.979 INFO:tasks.workunit.client.0.smithi136.stdout: "objecter": { 2024-08-19T11:30:48.980 INFO:tasks.workunit.client.0.smithi136.stdout: "op_active": { 2024-08-19T11:30:48.980 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.980 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.980 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:48.980 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.980 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.980 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rmw": { 2024-08-19T11:30:48.980 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.980 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.980 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:48.980 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.980 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.980 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.980 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:48.981 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg": { 2024-08-19T11:30:48.981 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 46 2024-08-19T11:30:48.981 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.981 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg_removing": { 2024-08-19T11:30:48.981 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.981 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.981 INFO:tasks.workunit.client.0.smithi136.stdout: "op": { 2024-08-19T11:30:48.981 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 143 2024-08-19T11:30:48.981 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.981 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_degraded": { 2024-08-19T11:30:48.981 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.981 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.981 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_unreadable": { 2024-08-19T11:30:48.981 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.982 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.982 INFO:tasks.workunit.client.0.smithi136.stdout: "op_in_bytes": { 2024-08-19T11:30:48.982 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.982 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.982 INFO:tasks.workunit.client.0.smithi136.stdout: "op_latency": { 2024-08-19T11:30:48.982 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 143, 2024-08-19T11:30:48.982 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 91449644 2024-08-19T11:30:48.982 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.982 INFO:tasks.workunit.client.0.smithi136.stdout: "op_out_bytes": { 2024-08-19T11:30:48.982 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 265810 2024-08-19T11:30:48.982 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.982 INFO:tasks.workunit.client.0.smithi136.stdout: "op_prepare_latency": { 2024-08-19T11:30:48.983 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 145, 2024-08-19T11:30:48.983 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 33407940 2024-08-19T11:30:48.983 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.983 INFO:tasks.workunit.client.0.smithi136.stdout: "op_process_latency": { 2024-08-19T11:30:48.983 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 143, 2024-08-19T11:30:48.983 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67665409 2024-08-19T11:30:48.983 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.983 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:48.983 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 100 2024-08-19T11:30:48.983 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.983 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency": { 2024-08-19T11:30:48.983 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 100, 2024-08-19T11:30:48.983 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 15362965 2024-08-19T11:30:48.984 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.984 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T11:30:48.984 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.984 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.984 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_out_bytes": { 2024-08-19T11:30:48.984 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 265810 2024-08-19T11:30:48.984 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.984 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_prepare_latency": { 2024-08-19T11:30:48.984 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 100, 2024-08-19T11:30:48.984 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 13571214 2024-08-19T11:30:48.984 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.984 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_process_latency": { 2024-08-19T11:30:48.984 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 100, 2024-08-19T11:30:48.984 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 11096502 2024-08-19T11:30:48.984 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.985 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw": { 2024-08-19T11:30:48.985 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 38 2024-08-19T11:30:48.985 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.985 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_in_bytes": { 2024-08-19T11:30:48.985 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.985 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.985 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency": { 2024-08-19T11:30:48.985 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 38, 2024-08-19T11:30:48.985 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 37289755 2024-08-19T11:30:48.985 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.985 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T11:30:48.985 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.986 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.986 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T11:30:48.986 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.986 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.986 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_out_bytes": { 2024-08-19T11:30:48.986 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.986 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.986 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_prepare_latency": { 2024-08-19T11:30:48.986 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 38, 2024-08-19T11:30:48.986 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 15254214 2024-08-19T11:30:48.986 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.986 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_process_latency": { 2024-08-19T11:30:48.986 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 38, 2024-08-19T11:30:48.986 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 34789335 2024-08-19T11:30:48.987 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.987 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:48.987 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5 2024-08-19T11:30:48.987 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.987 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_in_bytes": { 2024-08-19T11:30:48.987 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.987 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.987 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency": { 2024-08-19T11:30:48.987 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 5, 2024-08-19T11:30:48.987 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 38796924 2024-08-19T11:30:48.987 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.987 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T11:30:48.987 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.987 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.988 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_prepare_latency": { 2024-08-19T11:30:48.988 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 7, 2024-08-19T11:30:48.988 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4582512 2024-08-19T11:30:48.988 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.988 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_process_latency": { 2024-08-19T11:30:48.988 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 5, 2024-08-19T11:30:48.988 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 21779572 2024-08-19T11:30:48.988 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.988 INFO:tasks.workunit.client.0.smithi136.stdout: "op_wip": { 2024-08-19T11:30:48.988 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.988 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.988 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_bytes": { 2024-08-19T11:30:48.988 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.988 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.988 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_ops": { 2024-08-19T11:30:48.989 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:48.989 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.989 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes": { 2024-08-19T11:30:48.989 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:48.989 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.989 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes_used": { 2024-08-19T11:30:48.989 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 29048832 2024-08-19T11:30:48.989 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.989 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.989 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:48.989 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.989 INFO:tasks.workunit.client.0.smithi136.stdout: "pools": [ 2024-08-19T11:30:48.989 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.989 INFO:tasks.workunit.client.0.smithi136.stdout: "application": [ 2024-08-19T11:30:48.990 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr" 2024-08-19T11:30:48.990 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:48.990 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_mode": "none", 2024-08-19T11:30:48.990 INFO:tasks.workunit.client.0.smithi136.stdout: "erasure_code_profile": {}, 2024-08-19T11:30:48.990 INFO:tasks.workunit.client.0.smithi136.stdout: "min_size": 2, 2024-08-19T11:30:48.990 INFO:tasks.workunit.client.0.smithi136.stdout: "options": {}, 2024-08-19T11:30:48.990 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_autoscale_mode": "off", 2024-08-19T11:30:48.990 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_num": 1, 2024-08-19T11:30:48.990 INFO:tasks.workunit.client.0.smithi136.stdout: "pgp_num": 1, 2024-08-19T11:30:48.990 INFO:tasks.workunit.client.0.smithi136.stdout: "pool": 1, 2024-08-19T11:30:48.990 INFO:tasks.workunit.client.0.smithi136.stdout: "size": 3, 2024-08-19T11:30:48.990 INFO:tasks.workunit.client.0.smithi136.stdout: "stats": { 2024-08-19T11:30:48.990 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_raw": 729301002506, 2024-08-19T11:30:48.991 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_used": 1781760, 2024-08-19T11:30:48.991 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_bytes_used": 0, 2024-08-19T11:30:48.991 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_under_bytes": 0, 2024-08-19T11:30:48.991 INFO:tasks.workunit.client.0.smithi136.stdout: "data_bytes_used": 1781760, 2024-08-19T11:30:48.991 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty": 0, 2024-08-19T11:30:48.991 INFO:tasks.workunit.client.0.smithi136.stdout: "max_avail": 243100336128, 2024-08-19T11:30:48.991 INFO:tasks.workunit.client.0.smithi136.stdout: "objects": 2, 2024-08-19T11:30:48.991 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_bytes_used": 0, 2024-08-19T11:30:48.991 INFO:tasks.workunit.client.0.smithi136.stdout: "percent_used": 2.443100584059721e-06, 2024-08-19T11:30:48.991 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_bytes": 0, 2024-08-19T11:30:48.991 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_objects": 0, 2024-08-19T11:30:48.991 INFO:tasks.workunit.client.0.smithi136.stdout: "rd": 466, 2024-08-19T11:30:48.991 INFO:tasks.workunit.client.0.smithi136.stdout: "rd_bytes": 659456, 2024-08-19T11:30:48.992 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": 590368, 2024-08-19T11:30:48.992 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_data": 590368, 2024-08-19T11:30:48.992 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_omap": 0, 2024-08-19T11:30:48.992 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_raw": 1771104, 2024-08-19T11:30:48.992 INFO:tasks.workunit.client.0.smithi136.stdout: "wr": 235, 2024-08-19T11:30:48.992 INFO:tasks.workunit.client.0.smithi136.stdout: "wr_bytes": 2473984 2024-08-19T11:30:48.992 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.992 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_bytes": 0, 2024-08-19T11:30:48.992 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_objects": 0, 2024-08-19T11:30:48.992 INFO:tasks.workunit.client.0.smithi136.stdout: "type": "replicated" 2024-08-19T11:30:48.992 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.992 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.992 INFO:tasks.workunit.client.0.smithi136.stdout: "application": [ 2024-08-19T11:30:48.992 INFO:tasks.workunit.client.0.smithi136.stdout: "cephfs" 2024-08-19T11:30:48.993 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:48.993 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_mode": "none", 2024-08-19T11:30:48.993 INFO:tasks.workunit.client.0.smithi136.stdout: "erasure_code_profile": {}, 2024-08-19T11:30:48.993 INFO:tasks.workunit.client.0.smithi136.stdout: "min_size": 2, 2024-08-19T11:30:48.993 INFO:tasks.workunit.client.0.smithi136.stdout: "options": {}, 2024-08-19T11:30:48.993 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_autoscale_mode": "off", 2024-08-19T11:30:48.993 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_num": 32, 2024-08-19T11:30:48.993 INFO:tasks.workunit.client.0.smithi136.stdout: "pgp_num": 32, 2024-08-19T11:30:48.993 INFO:tasks.workunit.client.0.smithi136.stdout: "pool": 2, 2024-08-19T11:30:48.993 INFO:tasks.workunit.client.0.smithi136.stdout: "size": 3, 2024-08-19T11:30:48.993 INFO:tasks.workunit.client.0.smithi136.stdout: "stats": { 2024-08-19T11:30:48.993 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_raw": 729301002506, 2024-08-19T11:30:48.993 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_used": 98304, 2024-08-19T11:30:48.993 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_bytes_used": 0, 2024-08-19T11:30:48.994 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_under_bytes": 0, 2024-08-19T11:30:48.994 INFO:tasks.workunit.client.0.smithi136.stdout: "data_bytes_used": 98304, 2024-08-19T11:30:48.994 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty": 0, 2024-08-19T11:30:48.994 INFO:tasks.workunit.client.0.smithi136.stdout: "max_avail": 243100336128, 2024-08-19T11:30:48.994 INFO:tasks.workunit.client.0.smithi136.stdout: "objects": 22, 2024-08-19T11:30:48.994 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_bytes_used": 0, 2024-08-19T11:30:48.994 INFO:tasks.workunit.client.0.smithi136.stdout: "percent_used": 1.3479206018018886e-07, 2024-08-19T11:30:48.994 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_bytes": 0, 2024-08-19T11:30:48.994 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_objects": 0, 2024-08-19T11:30:48.994 INFO:tasks.workunit.client.0.smithi136.stdout: "rd": 0, 2024-08-19T11:30:48.994 INFO:tasks.workunit.client.0.smithi136.stdout: "rd_bytes": 0, 2024-08-19T11:30:48.994 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": 3428, 2024-08-19T11:30:48.994 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_data": 3428, 2024-08-19T11:30:48.994 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_omap": 0, 2024-08-19T11:30:48.995 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_raw": 10284, 2024-08-19T11:30:48.995 INFO:tasks.workunit.client.0.smithi136.stdout: "wr": 51, 2024-08-19T11:30:48.995 INFO:tasks.workunit.client.0.smithi136.stdout: "wr_bytes": 20480 2024-08-19T11:30:48.995 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.995 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_bytes": 0, 2024-08-19T11:30:48.995 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_objects": 0, 2024-08-19T11:30:48.995 INFO:tasks.workunit.client.0.smithi136.stdout: "type": "replicated" 2024-08-19T11:30:48.995 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.995 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.995 INFO:tasks.workunit.client.0.smithi136.stdout: "application": [ 2024-08-19T11:30:48.995 INFO:tasks.workunit.client.0.smithi136.stdout: "cephfs" 2024-08-19T11:30:48.995 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:48.995 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_mode": "none", 2024-08-19T11:30:48.995 INFO:tasks.workunit.client.0.smithi136.stdout: "erasure_code_profile": {}, 2024-08-19T11:30:48.996 INFO:tasks.workunit.client.0.smithi136.stdout: "min_size": 2, 2024-08-19T11:30:48.996 INFO:tasks.workunit.client.0.smithi136.stdout: "options": {}, 2024-08-19T11:30:48.996 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_autoscale_mode": "off", 2024-08-19T11:30:48.996 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_num": 64, 2024-08-19T11:30:48.996 INFO:tasks.workunit.client.0.smithi136.stdout: "pgp_num": 64, 2024-08-19T11:30:48.996 INFO:tasks.workunit.client.0.smithi136.stdout: "pool": 3, 2024-08-19T11:30:48.996 INFO:tasks.workunit.client.0.smithi136.stdout: "size": 3, 2024-08-19T11:30:48.996 INFO:tasks.workunit.client.0.smithi136.stdout: "stats": { 2024-08-19T11:30:48.996 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_raw": 729301002506, 2024-08-19T11:30:48.996 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_used": 0, 2024-08-19T11:30:48.996 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_bytes_used": 0, 2024-08-19T11:30:48.996 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_under_bytes": 0, 2024-08-19T11:30:48.996 INFO:tasks.workunit.client.0.smithi136.stdout: "data_bytes_used": 0, 2024-08-19T11:30:48.997 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty": 0, 2024-08-19T11:30:48.997 INFO:tasks.workunit.client.0.smithi136.stdout: "max_avail": 243100336128, 2024-08-19T11:30:48.997 INFO:tasks.workunit.client.0.smithi136.stdout: "objects": 0, 2024-08-19T11:30:48.997 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_bytes_used": 0, 2024-08-19T11:30:48.997 INFO:tasks.workunit.client.0.smithi136.stdout: "percent_used": 0.0, 2024-08-19T11:30:48.997 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_bytes": 0, 2024-08-19T11:30:48.997 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_objects": 0, 2024-08-19T11:30:48.997 INFO:tasks.workunit.client.0.smithi136.stdout: "rd": 0, 2024-08-19T11:30:48.997 INFO:tasks.workunit.client.0.smithi136.stdout: "rd_bytes": 0, 2024-08-19T11:30:48.997 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": 0, 2024-08-19T11:30:48.997 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_data": 0, 2024-08-19T11:30:48.997 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_omap": 0, 2024-08-19T11:30:48.997 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_raw": 0, 2024-08-19T11:30:48.998 INFO:tasks.workunit.client.0.smithi136.stdout: "wr": 0, 2024-08-19T11:30:48.998 INFO:tasks.workunit.client.0.smithi136.stdout: "wr_bytes": 0 2024-08-19T11:30:48.998 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.998 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_bytes": 0, 2024-08-19T11:30:48.998 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_objects": 0, 2024-08-19T11:30:48.998 INFO:tasks.workunit.client.0.smithi136.stdout: "type": "replicated" 2024-08-19T11:30:48.998 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:48.998 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:48.998 INFO:tasks.workunit.client.0.smithi136.stdout: "application": [ 2024-08-19T11:30:48.998 INFO:tasks.workunit.client.0.smithi136.stdout: "rbd" 2024-08-19T11:30:48.998 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:48.998 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_mode": "none", 2024-08-19T11:30:48.998 INFO:tasks.workunit.client.0.smithi136.stdout: "erasure_code_profile": {}, 2024-08-19T11:30:48.999 INFO:tasks.workunit.client.0.smithi136.stdout: "min_size": 2, 2024-08-19T11:30:48.999 INFO:tasks.workunit.client.0.smithi136.stdout: "options": {}, 2024-08-19T11:30:48.999 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_autoscale_mode": "off", 2024-08-19T11:30:48.999 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_num": 8, 2024-08-19T11:30:48.999 INFO:tasks.workunit.client.0.smithi136.stdout: "pgp_num": 8, 2024-08-19T11:30:48.999 INFO:tasks.workunit.client.0.smithi136.stdout: "pool": 4, 2024-08-19T11:30:48.999 INFO:tasks.workunit.client.0.smithi136.stdout: "size": 3, 2024-08-19T11:30:48.999 INFO:tasks.workunit.client.0.smithi136.stdout: "stats": { 2024-08-19T11:30:48.999 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_raw": 729301002506, 2024-08-19T11:30:48.999 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_used": 12288, 2024-08-19T11:30:48.999 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_bytes_used": 0, 2024-08-19T11:30:48.999 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_under_bytes": 0, 2024-08-19T11:30:48.999 INFO:tasks.workunit.client.0.smithi136.stdout: "data_bytes_used": 12288, 2024-08-19T11:30:48.999 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty": 0, 2024-08-19T11:30:48.999 INFO:tasks.workunit.client.0.smithi136.stdout: "max_avail": 243100336128, 2024-08-19T11:30:49.000 INFO:tasks.workunit.client.0.smithi136.stdout: "objects": 2, 2024-08-19T11:30:49.000 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_bytes_used": 0, 2024-08-19T11:30:49.000 INFO:tasks.workunit.client.0.smithi136.stdout: "percent_used": 1.6849011075237286e-08, 2024-08-19T11:30:49.000 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_bytes": 0, 2024-08-19T11:30:49.000 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_objects": 0, 2024-08-19T11:30:49.000 INFO:tasks.workunit.client.0.smithi136.stdout: "rd": 0, 2024-08-19T11:30:49.000 INFO:tasks.workunit.client.0.smithi136.stdout: "rd_bytes": 0, 2024-08-19T11:30:49.000 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": 19, 2024-08-19T11:30:49.000 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_data": 19, 2024-08-19T11:30:49.000 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_omap": 0, 2024-08-19T11:30:49.000 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_raw": 57, 2024-08-19T11:30:49.000 INFO:tasks.workunit.client.0.smithi136.stdout: "wr": 2, 2024-08-19T11:30:49.000 INFO:tasks.workunit.client.0.smithi136.stdout: "wr_bytes": 2048 2024-08-19T11:30:49.000 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.000 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_bytes": 0, 2024-08-19T11:30:49.001 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_objects": 0, 2024-08-19T11:30:49.001 INFO:tasks.workunit.client.0.smithi136.stdout: "type": "replicated" 2024-08-19T11:30:49.001 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.001 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.001 INFO:tasks.workunit.client.0.smithi136.stdout: "rbd": { 2024-08-19T11:30:49.001 INFO:tasks.workunit.client.0.smithi136.stdout: "mirroring_by_pool": [ 2024-08-19T11:30:49.001 INFO:tasks.workunit.client.0.smithi136.stdout: false 2024-08-19T11:30:49.001 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.001 INFO:tasks.workunit.client.0.smithi136.stdout: "num_images_by_pool": [ 2024-08-19T11:30:49.001 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.001 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.001 INFO:tasks.workunit.client.0.smithi136.stdout: "num_pools": 1 2024-08-19T11:30:49.001 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.001 INFO:tasks.workunit.client.0.smithi136.stdout: "report_id": "d79afc76-a6a1-46e8-b240-bfb9c463a50d", 2024-08-19T11:30:49.001 INFO:tasks.workunit.client.0.smithi136.stdout: "report_timestamp": "2024-08-19T11:30:48.122004", 2024-08-19T11:30:49.002 INFO:tasks.workunit.client.0.smithi136.stdout: "report_version": 1, 2024-08-19T11:30:49.002 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb_stats": { 2024-08-19T11:30:49.002 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "7.9.2" 2024-08-19T11:30:49.002 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.002 INFO:tasks.workunit.client.0.smithi136.stdout: "rook": { 2024-08-19T11:30:49.002 INFO:tasks.workunit.client.0.smithi136.stdout: "cluster": { 2024-08-19T11:30:49.002 INFO:tasks.workunit.client.0.smithi136.stdout: "external-mode": null, 2024-08-19T11:30:49.002 INFO:tasks.workunit.client.0.smithi136.stdout: "mon": { 2024-08-19T11:30:49.002 INFO:tasks.workunit.client.0.smithi136.stdout: "allow-multiple-per-node": null, 2024-08-19T11:30:49.002 INFO:tasks.workunit.client.0.smithi136.stdout: "count": null, 2024-08-19T11:30:49.002 INFO:tasks.workunit.client.0.smithi136.stdout: "max-id": null, 2024-08-19T11:30:49.002 INFO:tasks.workunit.client.0.smithi136.stdout: "pvc": { 2024-08-19T11:30:49.002 INFO:tasks.workunit.client.0.smithi136.stdout: "enabled": null 2024-08-19T11:30:49.003 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.003 INFO:tasks.workunit.client.0.smithi136.stdout: "stretch": { 2024-08-19T11:30:49.003 INFO:tasks.workunit.client.0.smithi136.stdout: "enabled": null 2024-08-19T11:30:49.003 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.003 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.003 INFO:tasks.workunit.client.0.smithi136.stdout: "network": { 2024-08-19T11:30:49.003 INFO:tasks.workunit.client.0.smithi136.stdout: "provider": null 2024-08-19T11:30:49.003 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.003 INFO:tasks.workunit.client.0.smithi136.stdout: "storage": { 2024-08-19T11:30:49.003 INFO:tasks.workunit.client.0.smithi136.stdout: "device-set": { 2024-08-19T11:30:49.003 INFO:tasks.workunit.client.0.smithi136.stdout: "count": { 2024-08-19T11:30:49.003 INFO:tasks.workunit.client.0.smithi136.stdout: "non-portable": null, 2024-08-19T11:30:49.003 INFO:tasks.workunit.client.0.smithi136.stdout: "portable": null, 2024-08-19T11:30:49.003 INFO:tasks.workunit.client.0.smithi136.stdout: "total": null 2024-08-19T11:30:49.003 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.004 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.004 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.004 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.004 INFO:tasks.workunit.client.0.smithi136.stdout: "csi": { 2024-08-19T11:30:49.004 INFO:tasks.workunit.client.0.smithi136.stdout: "version": null 2024-08-19T11:30:49.004 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.004 INFO:tasks.workunit.client.0.smithi136.stdout: "kubernetes": { 2024-08-19T11:30:49.004 INFO:tasks.workunit.client.0.smithi136.stdout: "version": null 2024-08-19T11:30:49.004 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.004 INFO:tasks.workunit.client.0.smithi136.stdout: "node": { 2024-08-19T11:30:49.004 INFO:tasks.workunit.client.0.smithi136.stdout: "count": { 2024-08-19T11:30:49.004 INFO:tasks.workunit.client.0.smithi136.stdout: "kubernetes-total": null, 2024-08-19T11:30:49.004 INFO:tasks.workunit.client.0.smithi136.stdout: "with-ceph-daemons": null, 2024-08-19T11:30:49.004 INFO:tasks.workunit.client.0.smithi136.stdout: "with-csi-cephfs-plugin": null, 2024-08-19T11:30:49.005 INFO:tasks.workunit.client.0.smithi136.stdout: "with-csi-nfs-plugin": null, 2024-08-19T11:30:49.005 INFO:tasks.workunit.client.0.smithi136.stdout: "with-csi-rbd-plugin": null 2024-08-19T11:30:49.005 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.005 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.005 INFO:tasks.workunit.client.0.smithi136.stdout: "usage": { 2024-08-19T11:30:49.005 INFO:tasks.workunit.client.0.smithi136.stdout: "storage-class": { 2024-08-19T11:30:49.005 INFO:tasks.workunit.client.0.smithi136.stdout: "count": { 2024-08-19T11:30:49.005 INFO:tasks.workunit.client.0.smithi136.stdout: "bucket": null, 2024-08-19T11:30:49.005 INFO:tasks.workunit.client.0.smithi136.stdout: "cephfs": null, 2024-08-19T11:30:49.005 INFO:tasks.workunit.client.0.smithi136.stdout: "nfs": null, 2024-08-19T11:30:49.005 INFO:tasks.workunit.client.0.smithi136.stdout: "rbd": null, 2024-08-19T11:30:49.005 INFO:tasks.workunit.client.0.smithi136.stdout: "total": null 2024-08-19T11:30:49.005 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.005 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.005 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.006 INFO:tasks.workunit.client.0.smithi136.stdout: "version": null 2024-08-19T11:30:49.006 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.006 INFO:tasks.workunit.client.0.smithi136.stdout: "services": {}, 2024-08-19T11:30:49.006 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_per_pg": [ 2024-08-19T11:30:49.006 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.006 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.006 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.006 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.006 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.006 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.006 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:49.007 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.007 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.007 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.007 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.007 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.007 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.007 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372812+0000", 2024-08-19T11:30:49.007 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.821286+0000", 2024-08-19T11:30:49.007 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.821286+0000", 2024-08-19T11:30:49.007 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.821571+0000", 2024-08-19T11:30:49.007 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372812+0000", 2024-08-19T11:30:49.007 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.007 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.007 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.008 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.008 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372812+0000", 2024-08-19T11:30:49.008 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372812+0000", 2024-08-19T11:30:49.008 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372812+0000", 2024-08-19T11:30:49.008 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.008 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.008 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.008 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372812+0000", 2024-08-19T11:30:49.008 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372812+0000", 2024-08-19T11:30:49.008 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.008 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.008 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.008 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.008 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.009 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.009 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.009 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.009 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.009 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.009 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.009 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.009 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.009 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.3f", 2024-08-19T11:30:49.009 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.009 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.009 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.009 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:49.009 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.010 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:04:32.182376+0000", 2024-08-19T11:30:49.010 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.010 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.010 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.010 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.010 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.010 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.010 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.010 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.010 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.010 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.010 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.010 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.011 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.011 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.011 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.011 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.011 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.011 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.011 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.011 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.011 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.011 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.011 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.011 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.011 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.011 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.012 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.012 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.012 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.012 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.012 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.012 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.012 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.012 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.012 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.012 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.012 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.012 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.012 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.012 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.013 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.013 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.013 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.013 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.013 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.013 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.013 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.013 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.013 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.013 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.013 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.013 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:49.013 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.014 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.014 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.014 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.014 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.014 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.014 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.014 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.014 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:49.014 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.014 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.014 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.014 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.014 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.015 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.015 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331504+0000", 2024-08-19T11:30:49.015 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.811646+0000", 2024-08-19T11:30:49.015 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.811646+0000", 2024-08-19T11:30:49.015 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.811947+0000", 2024-08-19T11:30:49.015 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331504+0000", 2024-08-19T11:30:49.015 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.015 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.015 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.015 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.015 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331504+0000", 2024-08-19T11:30:49.015 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331504+0000", 2024-08-19T11:30:49.015 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331504+0000", 2024-08-19T11:30:49.016 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.016 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.016 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.016 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331504+0000", 2024-08-19T11:30:49.016 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331504+0000", 2024-08-19T11:30:49.016 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.016 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.016 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.016 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.016 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.016 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.016 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.016 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.016 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.017 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.017 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.017 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.017 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.017 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.3e", 2024-08-19T11:30:49.017 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.017 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.017 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.017 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:49.017 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.017 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:11:46.981524+0000", 2024-08-19T11:30:49.017 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.017 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.017 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.018 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.018 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.018 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.018 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.018 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.018 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.018 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.018 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.018 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.018 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.018 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.018 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.018 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.018 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.019 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.019 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.019 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.019 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.019 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.019 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.019 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.019 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.019 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.019 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.019 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.019 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.020 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.020 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.020 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.020 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.020 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.020 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.020 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.020 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.020 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.020 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.020 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.020 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.021 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.021 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.021 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.021 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.021 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.021 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.021 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.021 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.021 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.021 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.021 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:49.021 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.021 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.021 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.022 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.022 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.022 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.022 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:49.022 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.022 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 0, 2024-08-19T11:30:49.022 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.022 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.022 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.022 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.022 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.022 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.022 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.902996+0000", 2024-08-19T11:30:49.022 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.799104+0000", 2024-08-19T11:30:49.023 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.799104+0000", 2024-08-19T11:30:49.023 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.799377+0000", 2024-08-19T11:30:49.023 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.902996+0000", 2024-08-19T11:30:49.023 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.023 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.023 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.023 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.023 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.902996+0000", 2024-08-19T11:30:49.023 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.902996+0000", 2024-08-19T11:30:49.023 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.902996+0000", 2024-08-19T11:30:49.023 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.023 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.023 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.023 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.902996+0000", 2024-08-19T11:30:49.023 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.902996+0000", 2024-08-19T11:30:49.024 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.024 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.024 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.024 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.024 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.024 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.024 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.024 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.024 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.024 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.024 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.024 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.024 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.024 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.3d", 2024-08-19T11:30:49.025 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.025 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.025 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.025 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:49.025 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.025 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:38:54.188181+0000", 2024-08-19T11:30:49.025 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.025 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.025 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.025 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.025 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.025 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.025 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.025 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.026 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.026 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.026 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.026 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.026 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.026 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.026 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.026 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.026 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.026 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.026 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.026 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.026 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.026 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.027 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.027 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.027 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.027 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.027 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.027 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.027 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.027 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.027 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.027 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.027 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.027 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.027 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.028 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.028 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.028 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.028 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.028 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.028 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.028 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.028 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.028 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.028 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.028 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.028 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.028 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.028 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.029 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:49.029 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.029 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 0, 2024-08-19T11:30:49.029 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.029 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.029 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.029 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.029 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.029 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.029 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.030 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.030 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:49.030 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.030 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.030 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.030 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.030 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.030 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.030 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.051696+0000", 2024-08-19T11:30:49.030 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.817253+0000", 2024-08-19T11:30:49.030 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.817253+0000", 2024-08-19T11:30:49.030 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.817753+0000", 2024-08-19T11:30:49.030 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.051696+0000", 2024-08-19T11:30:49.031 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.031 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.031 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.031 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.031 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.051696+0000", 2024-08-19T11:30:49.031 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.051696+0000", 2024-08-19T11:30:49.031 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.051696+0000", 2024-08-19T11:30:49.031 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.031 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.031 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.031 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.051696+0000", 2024-08-19T11:30:49.031 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.051696+0000", 2024-08-19T11:30:49.031 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.031 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.031 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.032 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.032 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.032 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.032 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.032 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.032 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.032 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.032 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.032 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.032 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.032 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.3c", 2024-08-19T11:30:49.032 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.032 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.033 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.033 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:49.033 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.033 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:21:26.916540+0000", 2024-08-19T11:30:49.033 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.033 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.033 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.033 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.033 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.033 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.033 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.033 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.033 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.033 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.033 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.034 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.034 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.034 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.034 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.034 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.034 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.034 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.034 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.034 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.034 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.034 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.034 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.034 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.034 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.035 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.035 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.035 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.035 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.035 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.035 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.035 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.035 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.035 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.035 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.035 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.035 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.035 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.035 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.035 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.036 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.036 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.036 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.036 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.036 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.036 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.036 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.036 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.036 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.036 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.036 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.036 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:49.036 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.037 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.037 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.037 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.037 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.037 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.037 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:49.037 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.037 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:49.037 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.037 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.037 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.037 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.037 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.037 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.038 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372372+0000", 2024-08-19T11:30:49.038 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.819991+0000", 2024-08-19T11:30:49.038 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.819991+0000", 2024-08-19T11:30:49.038 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.820265+0000", 2024-08-19T11:30:49.038 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372372+0000", 2024-08-19T11:30:49.038 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.038 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.038 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.038 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.038 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372372+0000", 2024-08-19T11:30:49.038 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372372+0000", 2024-08-19T11:30:49.039 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372372+0000", 2024-08-19T11:30:49.039 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.039 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.039 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.039 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372372+0000", 2024-08-19T11:30:49.039 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372372+0000", 2024-08-19T11:30:49.039 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.039 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.039 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.039 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.039 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.039 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.039 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.039 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.040 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.040 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.040 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.040 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.040 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.040 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.3b", 2024-08-19T11:30:49.040 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.040 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.040 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.040 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:49.040 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.040 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:52:45.266017+0000", 2024-08-19T11:30:49.040 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.041 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.041 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.041 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.041 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.041 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.041 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.041 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.041 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.041 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.041 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.041 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.041 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.041 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.042 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.042 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.042 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.042 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.042 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.042 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.042 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.042 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.042 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.042 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.042 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.042 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.042 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.042 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.043 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.043 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.043 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.043 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.043 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.043 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.043 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.043 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.043 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.043 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.043 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.043 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.043 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.043 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.044 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.044 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.044 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.044 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.044 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.044 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.044 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.044 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:49.044 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.044 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:49.044 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.044 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.044 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.044 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.045 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.045 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.045 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:49.045 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.045 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:49.045 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.045 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.045 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.045 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.045 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.045 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.045 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.051442+0000", 2024-08-19T11:30:49.045 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.804513+0000", 2024-08-19T11:30:49.045 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.804513+0000", 2024-08-19T11:30:49.046 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.804806+0000", 2024-08-19T11:30:49.046 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.051442+0000", 2024-08-19T11:30:49.046 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.046 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.046 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.046 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.046 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.051442+0000", 2024-08-19T11:30:49.046 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.051442+0000", 2024-08-19T11:30:49.046 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.051442+0000", 2024-08-19T11:30:49.046 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.046 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.046 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.046 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.051442+0000", 2024-08-19T11:30:49.047 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.051442+0000", 2024-08-19T11:30:49.047 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.047 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.047 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.047 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.047 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.047 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.047 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.047 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.047 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.047 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.047 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.047 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.047 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.048 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.3a", 2024-08-19T11:30:49.048 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.048 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.048 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.048 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:49.048 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.048 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:20:11.432009+0000", 2024-08-19T11:30:49.048 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.048 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.048 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.048 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.048 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.048 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.048 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.048 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.049 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.049 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.049 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.049 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.049 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.049 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.049 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.049 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.049 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.049 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.049 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.049 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.049 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.049 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.049 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.050 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.050 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.050 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.050 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.050 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.050 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.050 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.050 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.050 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.050 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.050 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.050 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.050 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.050 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.051 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.051 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.051 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.051 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.051 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.051 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.051 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.051 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.051 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.051 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.051 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.051 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.052 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:49.052 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.052 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:49.052 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.052 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.052 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.052 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.052 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.052 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.052 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:49.052 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.052 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:49.052 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.053 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.053 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.053 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.053 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.053 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.053 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372107+0000", 2024-08-19T11:30:49.053 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.819124+0000", 2024-08-19T11:30:49.053 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.819124+0000", 2024-08-19T11:30:49.053 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.820613+0000", 2024-08-19T11:30:49.053 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372107+0000", 2024-08-19T11:30:49.053 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.053 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.053 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.054 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.054 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372107+0000", 2024-08-19T11:30:49.054 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372107+0000", 2024-08-19T11:30:49.054 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372107+0000", 2024-08-19T11:30:49.054 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.054 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.054 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.054 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372107+0000", 2024-08-19T11:30:49.054 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372107+0000", 2024-08-19T11:30:49.054 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.054 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.054 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.054 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.055 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.055 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.055 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.055 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.055 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.055 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.055 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.055 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.055 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.055 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.39", 2024-08-19T11:30:49.055 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.055 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.056 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.056 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:49.056 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.056 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:03:55.062142+0000", 2024-08-19T11:30:49.056 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.056 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.056 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.056 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.056 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.056 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.056 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.056 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.056 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.056 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.057 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.057 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.057 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.057 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.057 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.057 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.057 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.057 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.057 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.057 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.057 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.057 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.057 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.058 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.058 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.058 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.058 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.058 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.058 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.058 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.058 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.058 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.058 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.058 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.058 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.058 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.059 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.059 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.059 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.059 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.059 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.059 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.059 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.059 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.059 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.059 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.059 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.059 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.059 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.059 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:49.060 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.060 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:49.060 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.060 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.060 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.060 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.060 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.060 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.060 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.060 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.060 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 3, 2024-08-19T11:30:49.060 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.060 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.060 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.061 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.061 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.061 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.061 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.373206+0000", 2024-08-19T11:30:49.061 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.816757+0000", 2024-08-19T11:30:49.061 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.816757+0000", 2024-08-19T11:30:49.061 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.817325+0000", 2024-08-19T11:30:49.061 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.373206+0000", 2024-08-19T11:30:49.061 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.061 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.061 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.061 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.061 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.373206+0000", 2024-08-19T11:30:49.061 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.373206+0000", 2024-08-19T11:30:49.062 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.373206+0000", 2024-08-19T11:30:49.062 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.062 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.062 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.062 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.373206+0000", 2024-08-19T11:30:49.062 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.373206+0000", 2024-08-19T11:30:49.062 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.062 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.062 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.062 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.062 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.062 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.062 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.063 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.063 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.065 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.065 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.065 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.066 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.066 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.38", 2024-08-19T11:30:49.066 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.066 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.066 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.066 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:49.066 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.066 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:43:25.045429+0000", 2024-08-19T11:30:49.066 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.066 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.066 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.066 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.066 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.067 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.067 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.067 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.067 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.067 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.067 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.067 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.067 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.067 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.067 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.067 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.067 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.067 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.067 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.068 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.068 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.068 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.068 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.068 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.068 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.068 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.068 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.068 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.068 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.068 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.068 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.068 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.068 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.069 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.069 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.069 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.069 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.069 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.069 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.069 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.069 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.069 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.069 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.069 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.069 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.069 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.069 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.070 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.070 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.070 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.070 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.070 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 3, 2024-08-19T11:30:49.070 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.070 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.070 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.070 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.070 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.070 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.071 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.071 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.071 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:49.071 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.071 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.071 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.071 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.071 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.071 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.071 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372957+0000", 2024-08-19T11:30:49.071 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.813302+0000", 2024-08-19T11:30:49.071 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.813302+0000", 2024-08-19T11:30:49.071 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.813622+0000", 2024-08-19T11:30:49.072 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372957+0000", 2024-08-19T11:30:49.072 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.072 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.072 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.072 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.072 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372957+0000", 2024-08-19T11:30:49.072 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372957+0000", 2024-08-19T11:30:49.072 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372957+0000", 2024-08-19T11:30:49.072 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.072 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.072 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.072 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372957+0000", 2024-08-19T11:30:49.073 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372957+0000", 2024-08-19T11:30:49.073 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.073 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.073 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.073 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.073 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.073 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.073 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.073 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.073 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.073 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.073 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.073 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.074 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.074 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.37", 2024-08-19T11:30:49.074 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.074 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.074 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.074 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:49.074 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.074 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:11:41.816810+0000", 2024-08-19T11:30:49.074 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.074 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.074 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.075 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.075 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.075 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.075 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.075 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.075 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.075 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.075 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.075 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.075 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.075 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.075 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.076 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.076 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.076 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.076 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.076 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.076 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.076 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.076 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.076 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.076 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.076 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.076 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.076 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.076 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.077 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.077 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.077 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.077 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.077 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.077 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.077 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.077 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.077 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.077 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.077 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.077 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.077 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.077 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.078 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.078 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.078 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.078 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.078 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.078 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.078 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.078 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.078 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:49.078 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.079 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.079 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.079 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.079 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.079 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.079 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:49.079 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.079 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 6, 2024-08-19T11:30:49.079 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.079 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.079 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.079 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.080 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.080 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.080 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.772348+0000", 2024-08-19T11:30:49.080 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.812212+0000", 2024-08-19T11:30:49.080 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.812212+0000", 2024-08-19T11:30:49.080 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.813218+0000", 2024-08-19T11:30:49.080 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.772348+0000", 2024-08-19T11:30:49.080 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.080 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.080 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.080 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.080 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.772348+0000", 2024-08-19T11:30:49.080 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.772348+0000", 2024-08-19T11:30:49.081 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.772348+0000", 2024-08-19T11:30:49.081 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.081 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.081 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.081 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.772348+0000", 2024-08-19T11:30:49.081 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.772348+0000", 2024-08-19T11:30:49.081 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.081 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.081 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.081 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.081 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.081 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.081 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.081 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.082 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.082 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.082 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.082 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.082 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.082 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.36", 2024-08-19T11:30:49.082 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.082 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.082 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.082 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:49.082 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.082 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:15:34.819860+0000", 2024-08-19T11:30:49.083 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.083 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.083 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.083 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.083 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.083 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.083 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.083 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.083 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.083 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.083 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.083 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.083 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.083 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.083 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.084 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.084 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.084 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.084 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.084 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.084 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.084 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.084 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.084 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.084 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.084 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.084 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.084 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.084 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.085 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.085 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.085 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.085 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.085 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.085 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.085 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.085 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.085 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.085 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.085 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.085 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.085 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.086 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.086 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.086 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.086 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.086 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.086 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.086 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.086 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:49.086 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.086 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 6, 2024-08-19T11:30:49.086 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.086 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.086 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.086 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.087 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.087 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.087 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.087 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.087 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 6, 2024-08-19T11:30:49.087 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.087 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.087 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.087 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.087 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.087 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.087 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.772324+0000", 2024-08-19T11:30:49.087 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.816743+0000", 2024-08-19T11:30:49.088 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.816743+0000", 2024-08-19T11:30:49.088 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.817071+0000", 2024-08-19T11:30:49.088 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.772324+0000", 2024-08-19T11:30:49.088 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.088 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.088 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.088 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.088 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.772324+0000", 2024-08-19T11:30:49.088 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.772324+0000", 2024-08-19T11:30:49.088 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.772324+0000", 2024-08-19T11:30:49.088 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.088 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.088 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.089 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.772324+0000", 2024-08-19T11:30:49.089 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.772324+0000", 2024-08-19T11:30:49.089 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.089 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.089 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.089 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.089 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.089 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.089 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.089 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.089 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.089 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.089 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.089 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.089 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.090 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.35", 2024-08-19T11:30:49.090 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.090 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.090 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.090 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:49.090 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.090 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T12:58:35.430891+0000", 2024-08-19T11:30:49.090 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.090 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.090 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.090 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.090 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.090 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.091 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.091 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.091 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.091 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.091 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.091 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.091 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.091 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.091 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.091 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.091 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.091 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.091 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.091 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.092 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.092 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.092 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.092 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.092 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.092 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.092 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.092 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.092 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.092 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.092 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.092 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.092 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.092 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.092 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.093 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.093 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.093 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.093 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.093 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.093 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.093 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.093 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.093 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.093 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.093 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.093 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.093 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.093 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.094 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.094 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.094 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 6, 2024-08-19T11:30:49.094 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.094 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.094 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.094 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.094 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.094 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.094 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.094 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.094 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 4, 2024-08-19T11:30:49.094 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.094 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.095 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.095 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.095 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.095 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.095 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331320+0000", 2024-08-19T11:30:49.095 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.807529+0000", 2024-08-19T11:30:49.095 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.807529+0000", 2024-08-19T11:30:49.095 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.807854+0000", 2024-08-19T11:30:49.095 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331320+0000", 2024-08-19T11:30:49.095 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.095 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.095 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.095 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.095 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331320+0000", 2024-08-19T11:30:49.096 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331320+0000", 2024-08-19T11:30:49.096 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331320+0000", 2024-08-19T11:30:49.096 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.096 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.096 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.096 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331320+0000", 2024-08-19T11:30:49.096 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331320+0000", 2024-08-19T11:30:49.096 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.096 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.096 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.096 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.096 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.096 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.096 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.097 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.097 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.097 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.097 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.097 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.097 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.097 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.34", 2024-08-19T11:30:49.097 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.097 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.097 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.097 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:49.097 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.097 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:14:56.980430+0000", 2024-08-19T11:30:49.097 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.097 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.098 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.098 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.098 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.098 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.098 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.098 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.098 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.098 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.098 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.098 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.098 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.098 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.098 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.098 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.099 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.099 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.099 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.099 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.099 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.099 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.099 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.099 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.099 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.099 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.099 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.099 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.099 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.099 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.100 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.100 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.100 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.100 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.100 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.100 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.100 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.100 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.100 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.100 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.100 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.100 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.100 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.101 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.101 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.101 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.101 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.101 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.101 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.101 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.101 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.101 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 4, 2024-08-19T11:30:49.101 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.101 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.101 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.101 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.101 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.102 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.102 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:49.102 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.102 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 3, 2024-08-19T11:30:49.102 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.102 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.102 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.102 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.102 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.102 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.102 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.373441+0000", 2024-08-19T11:30:49.102 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.816792+0000", 2024-08-19T11:30:49.102 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.816792+0000", 2024-08-19T11:30:49.103 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.817414+0000", 2024-08-19T11:30:49.103 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.373441+0000", 2024-08-19T11:30:49.103 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.103 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.103 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.103 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.103 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.373441+0000", 2024-08-19T11:30:49.103 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.373441+0000", 2024-08-19T11:30:49.103 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.373441+0000", 2024-08-19T11:30:49.103 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.103 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.103 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.103 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.373441+0000", 2024-08-19T11:30:49.103 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.373441+0000", 2024-08-19T11:30:49.104 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.104 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.104 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.104 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.104 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.104 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.104 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.104 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.104 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.104 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.104 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.104 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.104 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.104 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.33", 2024-08-19T11:30:49.105 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.105 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.105 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.105 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:49.105 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.105 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T22:00:28.968994+0000", 2024-08-19T11:30:49.105 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.105 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.105 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.105 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.105 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.105 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.105 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.105 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.106 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.106 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.106 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.106 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.106 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.106 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.106 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.106 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.106 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.106 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.106 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.106 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.106 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.106 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.107 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.107 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.107 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.107 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.107 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.107 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.107 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.107 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.107 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.107 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.107 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.107 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.107 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.107 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.107 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.108 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.108 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.108 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.108 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.108 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.108 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.108 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.108 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.108 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.108 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.108 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.108 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.108 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:49.108 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.109 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 3, 2024-08-19T11:30:49.109 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.109 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.109 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.109 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.109 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.109 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.109 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:49.109 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.109 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 0, 2024-08-19T11:30:49.109 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.109 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.109 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.109 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.110 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.110 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.110 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.902526+0000", 2024-08-19T11:30:49.110 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.804903+0000", 2024-08-19T11:30:49.110 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.804903+0000", 2024-08-19T11:30:49.110 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.807027+0000", 2024-08-19T11:30:49.110 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.902526+0000", 2024-08-19T11:30:49.110 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.110 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.110 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.110 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.110 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.902526+0000", 2024-08-19T11:30:49.110 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.902526+0000", 2024-08-19T11:30:49.111 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.902526+0000", 2024-08-19T11:30:49.111 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.111 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.111 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.111 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.902526+0000", 2024-08-19T11:30:49.111 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.902526+0000", 2024-08-19T11:30:49.111 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.111 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.111 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.111 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.111 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.111 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.111 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.111 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.111 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.112 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.112 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.112 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.112 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.112 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.32", 2024-08-19T11:30:49.112 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.112 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.112 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.112 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:49.112 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.112 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T22:54:37.026494+0000", 2024-08-19T11:30:49.112 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.112 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.112 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.113 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.113 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.113 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.113 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.113 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.113 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.113 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.113 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.113 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.113 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.113 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.113 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.113 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.113 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.113 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.114 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.114 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.114 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.114 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.114 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.114 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.114 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.114 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.114 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.114 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.114 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.114 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.114 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.114 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.115 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.115 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.115 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.115 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.115 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.115 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.115 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.115 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.115 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.115 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.115 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.115 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.115 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.115 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.115 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.116 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.116 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.116 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:49.116 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.116 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 0, 2024-08-19T11:30:49.116 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.116 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.116 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.116 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.116 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.116 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.116 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:49.116 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.116 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:49.117 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.117 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.117 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.117 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.117 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.117 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.117 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.332206+0000", 2024-08-19T11:30:49.117 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.809369+0000", 2024-08-19T11:30:49.117 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.809369+0000", 2024-08-19T11:30:49.117 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.809635+0000", 2024-08-19T11:30:49.117 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.332206+0000", 2024-08-19T11:30:49.117 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.117 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.117 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.118 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.118 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.332206+0000", 2024-08-19T11:30:49.118 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.332206+0000", 2024-08-19T11:30:49.118 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.332206+0000", 2024-08-19T11:30:49.118 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.118 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.118 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.118 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.332206+0000", 2024-08-19T11:30:49.118 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.332206+0000", 2024-08-19T11:30:49.118 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.118 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.118 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.118 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.119 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.119 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.119 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.119 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.119 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.119 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.119 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.119 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.119 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.119 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.31", 2024-08-19T11:30:49.119 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.119 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.119 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.119 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:49.120 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.120 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T20:12:52.700027+0000", 2024-08-19T11:30:49.120 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.120 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.120 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.120 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.120 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.120 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.120 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.120 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.120 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.120 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.120 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.120 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.121 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.121 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.121 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.121 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.121 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.121 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.121 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.121 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.121 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.121 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.121 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.121 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.121 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.121 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.122 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.122 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.122 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.122 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.122 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.122 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.122 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.122 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.122 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.122 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.122 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.122 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.122 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.122 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.123 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.123 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.123 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.123 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.123 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.123 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.123 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.123 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.123 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.123 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:49.123 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.123 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:49.123 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.123 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.124 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.124 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.124 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.124 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.124 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.124 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.124 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:49.124 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.124 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.124 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.124 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.124 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.124 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.124 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.051395+0000", 2024-08-19T11:30:49.124 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.813861+0000", 2024-08-19T11:30:49.125 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.813861+0000", 2024-08-19T11:30:49.125 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.814161+0000", 2024-08-19T11:30:49.125 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.051395+0000", 2024-08-19T11:30:49.125 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.125 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.125 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.125 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.125 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.051395+0000", 2024-08-19T11:30:49.125 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.051395+0000", 2024-08-19T11:30:49.125 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.051395+0000", 2024-08-19T11:30:49.125 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.125 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.125 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.125 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.051395+0000", 2024-08-19T11:30:49.126 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.051395+0000", 2024-08-19T11:30:49.126 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.126 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.126 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.126 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.126 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.126 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.126 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.126 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.126 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.126 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.126 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.126 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.126 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.127 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.30", 2024-08-19T11:30:49.127 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.127 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.127 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.127 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:49.127 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.127 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T23:07:56.192608+0000", 2024-08-19T11:30:49.127 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.127 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.127 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.127 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.127 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.127 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.127 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.127 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.128 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.128 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.128 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.128 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.128 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.128 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.128 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.128 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.128 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.128 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.128 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.128 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.128 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.128 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.129 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.129 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.129 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.129 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.129 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.129 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.129 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.129 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.129 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.129 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.130 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.130 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.130 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.130 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.130 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.130 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.130 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.130 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.130 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.130 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.130 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.130 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.130 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.131 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.131 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.131 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.131 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.131 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.131 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.131 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:49.131 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.131 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.131 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.131 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.131 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.131 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.131 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:49.131 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.132 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:49.132 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.132 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.132 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.132 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.132 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.132 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.132 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.052114+0000", 2024-08-19T11:30:49.132 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.814764+0000", 2024-08-19T11:30:49.132 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.814764+0000", 2024-08-19T11:30:49.132 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.815059+0000", 2024-08-19T11:30:49.132 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.052114+0000", 2024-08-19T11:30:49.132 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.133 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.133 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.133 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.133 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.052114+0000", 2024-08-19T11:30:49.133 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.052114+0000", 2024-08-19T11:30:49.133 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.052114+0000", 2024-08-19T11:30:49.133 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.133 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.133 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.133 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.052114+0000", 2024-08-19T11:30:49.133 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.052114+0000", 2024-08-19T11:30:49.133 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.133 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.133 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.134 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.134 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.134 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.134 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.134 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.134 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.134 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.134 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.134 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.134 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.134 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.2f", 2024-08-19T11:30:49.134 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.134 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.135 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.135 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:49.135 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.135 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:00:32.293296+0000", 2024-08-19T11:30:49.135 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.135 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.135 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.135 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.135 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.135 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.135 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.135 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.135 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.135 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.136 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.136 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.136 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.136 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.136 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.136 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.136 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.136 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.136 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.136 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.136 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.136 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.136 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.136 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.137 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.137 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.137 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.137 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.137 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.137 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.137 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.137 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.137 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.137 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.137 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.137 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.137 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.137 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.137 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.138 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.138 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.138 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.138 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.138 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.138 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.138 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.138 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.138 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.138 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.138 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:49.138 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.138 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:49.138 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.139 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.139 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.139 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.139 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.139 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.139 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.139 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.139 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 2, 2024-08-19T11:30:49.139 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.139 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.139 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.139 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.139 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.139 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.140 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.332093+0000", 2024-08-19T11:30:49.140 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.808779+0000", 2024-08-19T11:30:49.140 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.808779+0000", 2024-08-19T11:30:49.140 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.809051+0000", 2024-08-19T11:30:49.140 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.332093+0000", 2024-08-19T11:30:49.140 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.140 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.140 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.140 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.140 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.332093+0000", 2024-08-19T11:30:49.140 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.332093+0000", 2024-08-19T11:30:49.140 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.332093+0000", 2024-08-19T11:30:49.140 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.140 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.141 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.141 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.332093+0000", 2024-08-19T11:30:49.141 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.332093+0000", 2024-08-19T11:30:49.141 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.141 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.141 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.141 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.141 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.141 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.141 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.141 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.141 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.141 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.142 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.142 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.142 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.142 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.2e", 2024-08-19T11:30:49.142 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.142 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.142 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.142 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:49.142 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.142 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:49:09.884734+0000", 2024-08-19T11:30:49.142 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.142 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.142 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.142 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.143 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.143 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.143 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.143 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.143 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.143 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.143 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.143 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.143 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.143 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.143 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.143 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.143 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.143 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.143 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.144 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.144 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.144 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.144 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.144 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.144 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.144 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.144 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.144 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.144 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.144 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.144 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.144 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.144 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.145 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.145 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.145 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.145 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.145 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.145 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.145 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.145 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.145 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.145 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.145 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.145 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.145 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.145 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.145 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.146 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.146 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.146 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.146 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 2, 2024-08-19T11:30:49.146 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.146 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.146 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.146 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.146 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.146 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.146 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.146 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.146 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:49.146 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.146 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.147 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.147 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.147 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.147 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.147 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372691+0000", 2024-08-19T11:30:49.147 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.822411+0000", 2024-08-19T11:30:49.147 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.822411+0000", 2024-08-19T11:30:49.147 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.822832+0000", 2024-08-19T11:30:49.147 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372691+0000", 2024-08-19T11:30:49.147 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.147 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.147 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.147 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.148 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372691+0000", 2024-08-19T11:30:49.148 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372691+0000", 2024-08-19T11:30:49.148 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372691+0000", 2024-08-19T11:30:49.148 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.148 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.148 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.148 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372691+0000", 2024-08-19T11:30:49.148 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372691+0000", 2024-08-19T11:30:49.148 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.148 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.148 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.148 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.148 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.148 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.149 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.149 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.149 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.149 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.149 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.149 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.149 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.149 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.2d", 2024-08-19T11:30:49.149 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.149 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.149 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.149 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:49.149 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.149 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:22:32.701029+0000", 2024-08-19T11:30:49.150 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.150 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.150 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.150 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.150 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.150 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.150 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.150 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.150 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.150 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.150 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.150 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.150 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.151 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.151 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.151 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.151 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.151 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.151 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.151 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.151 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.151 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.151 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.151 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.151 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.151 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.151 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.151 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.152 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.152 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.152 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.152 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.152 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.152 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.152 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.152 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.152 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.152 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.152 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.152 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.152 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.152 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.153 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.153 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.153 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.153 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.153 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.153 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.153 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.153 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.153 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.153 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:49.153 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.153 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.153 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.153 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.154 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.154 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.154 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.154 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.154 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 6, 2024-08-19T11:30:49.154 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.154 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.154 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.154 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.154 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.154 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.154 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.772168+0000", 2024-08-19T11:30:49.154 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.816089+0000", 2024-08-19T11:30:49.154 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.816089+0000", 2024-08-19T11:30:49.155 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.816350+0000", 2024-08-19T11:30:49.155 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.772168+0000", 2024-08-19T11:30:49.155 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.155 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.155 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.155 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.155 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.772168+0000", 2024-08-19T11:30:49.155 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.772168+0000", 2024-08-19T11:30:49.155 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.772168+0000", 2024-08-19T11:30:49.155 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.155 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.155 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.155 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.772168+0000", 2024-08-19T11:30:49.155 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.772168+0000", 2024-08-19T11:30:49.156 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.156 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.156 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.156 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.156 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.156 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.156 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.156 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.156 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.156 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.156 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.156 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.156 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.156 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.2c", 2024-08-19T11:30:49.156 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.157 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.157 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.157 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:49.157 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.157 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:38:06.558961+0000", 2024-08-19T11:30:49.157 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.157 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.157 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.157 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.157 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.157 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.157 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.157 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.157 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.158 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.158 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.158 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.158 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.158 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.158 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.158 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.158 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.158 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.158 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.158 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.158 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.158 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.159 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.159 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.159 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.159 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.159 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.159 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.159 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.159 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.159 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.159 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.159 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.159 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.159 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.159 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.159 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.160 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.160 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.160 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.160 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.160 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.160 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.160 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.160 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.160 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.160 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.160 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.160 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.160 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.160 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.161 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 6, 2024-08-19T11:30:49.161 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.161 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.161 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.161 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.161 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.161 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.161 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:49.161 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.161 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 0, 2024-08-19T11:30:49.161 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.161 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.161 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.161 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.162 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.162 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.162 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.902814+0000", 2024-08-19T11:30:49.162 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.810249+0000", 2024-08-19T11:30:49.162 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.810249+0000", 2024-08-19T11:30:49.162 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.811046+0000", 2024-08-19T11:30:49.162 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.902814+0000", 2024-08-19T11:30:49.162 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.162 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.162 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.162 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.162 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.902814+0000", 2024-08-19T11:30:49.162 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.902814+0000", 2024-08-19T11:30:49.163 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.902814+0000", 2024-08-19T11:30:49.163 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.163 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.163 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.163 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.902814+0000", 2024-08-19T11:30:49.163 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.902814+0000", 2024-08-19T11:30:49.163 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.163 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.163 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.163 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.163 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.163 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.163 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.164 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.164 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.164 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.164 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.164 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.164 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.164 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.2b", 2024-08-19T11:30:49.164 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.164 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.164 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.164 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:49.164 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.164 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:51:51.221566+0000", 2024-08-19T11:30:49.164 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.165 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.165 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.165 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.165 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.165 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.165 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.165 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.165 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.165 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.165 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.165 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.165 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.165 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.165 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.166 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.166 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.166 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.166 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.166 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.166 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.166 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.166 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.166 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.166 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.166 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.166 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.166 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.166 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.167 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.167 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.167 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.167 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.167 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.167 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.167 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.167 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.167 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.167 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.167 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.167 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.167 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.167 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.168 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.168 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.168 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.168 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.168 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.168 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.168 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:49.168 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.168 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 0, 2024-08-19T11:30:49.168 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.168 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.168 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.168 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.168 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.169 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.169 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.169 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.169 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:49.169 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.169 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.169 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.169 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.169 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.169 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.169 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.051467+0000", 2024-08-19T11:30:49.169 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.811184+0000", 2024-08-19T11:30:49.169 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.811184+0000", 2024-08-19T11:30:49.169 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.811485+0000", 2024-08-19T11:30:49.170 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.051467+0000", 2024-08-19T11:30:49.170 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.170 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.170 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.170 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.170 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.051467+0000", 2024-08-19T11:30:49.170 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.051467+0000", 2024-08-19T11:30:49.170 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.051467+0000", 2024-08-19T11:30:49.170 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.170 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.170 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.170 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.051467+0000", 2024-08-19T11:30:49.170 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.051467+0000", 2024-08-19T11:30:49.170 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.171 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.171 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.171 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.171 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.171 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.171 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.171 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.171 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.171 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.171 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.171 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.171 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.171 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.2a", 2024-08-19T11:30:49.171 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.172 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.172 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.172 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:49.172 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.172 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:08:45.592567+0000", 2024-08-19T11:30:49.172 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.172 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.172 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.172 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.172 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.172 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.172 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.172 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.172 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.172 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.173 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.173 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.173 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.173 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.173 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.173 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.173 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.173 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.173 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.173 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.173 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.173 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.173 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.173 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.174 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.174 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.174 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.174 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.174 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.174 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.174 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.174 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.174 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.174 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.174 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.174 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.174 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.174 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.175 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.175 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.175 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.175 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.175 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.175 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.175 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.175 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.175 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.175 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.175 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.175 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.175 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.175 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:49.175 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.176 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.176 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.176 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.176 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.176 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.176 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:49.176 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.176 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 3, 2024-08-19T11:30:49.176 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.176 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.176 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.176 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.176 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.176 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.176 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.373249+0000", 2024-08-19T11:30:49.177 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.822910+0000", 2024-08-19T11:30:49.177 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.822910+0000", 2024-08-19T11:30:49.177 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.823663+0000", 2024-08-19T11:30:49.177 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.373249+0000", 2024-08-19T11:30:49.177 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.177 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.177 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.177 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.177 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.373249+0000", 2024-08-19T11:30:49.177 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.373249+0000", 2024-08-19T11:30:49.177 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.373249+0000", 2024-08-19T11:30:49.177 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.177 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.178 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.178 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.373249+0000", 2024-08-19T11:30:49.178 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.373249+0000", 2024-08-19T11:30:49.178 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.178 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.178 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.178 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.178 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.178 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.178 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.178 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.178 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.178 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.179 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.179 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.179 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.179 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.29", 2024-08-19T11:30:49.179 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.179 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.179 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.179 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:49.179 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.179 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:34:32.072062+0000", 2024-08-19T11:30:49.179 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.179 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.179 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.179 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.180 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.180 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.180 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.180 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.180 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.180 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.180 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.180 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.180 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.180 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.180 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.180 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.180 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.180 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.180 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.181 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.181 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.181 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.181 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.181 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.181 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.181 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.181 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.181 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.181 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.181 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.181 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.181 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.181 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.182 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.182 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.182 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.182 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.182 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.182 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.182 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.182 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.182 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.182 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.182 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.182 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.182 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.183 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.183 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.183 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.183 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:49.183 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.183 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 3, 2024-08-19T11:30:49.183 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.183 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.183 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.183 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.183 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.183 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.183 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:49.184 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.184 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:49.184 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.184 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.184 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.184 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.184 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.184 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.184 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.051434+0000", 2024-08-19T11:30:49.184 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.814154+0000", 2024-08-19T11:30:49.184 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.814154+0000", 2024-08-19T11:30:49.184 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.814447+0000", 2024-08-19T11:30:49.184 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.051434+0000", 2024-08-19T11:30:49.184 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.185 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.185 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.185 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.185 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.051434+0000", 2024-08-19T11:30:49.185 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.051434+0000", 2024-08-19T11:30:49.185 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.051434+0000", 2024-08-19T11:30:49.185 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.185 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.185 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.185 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.051434+0000", 2024-08-19T11:30:49.185 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.051434+0000", 2024-08-19T11:30:49.185 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.185 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.185 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.185 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.186 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.186 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.186 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.186 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.186 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.186 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.186 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.186 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.186 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.186 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.28", 2024-08-19T11:30:49.186 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.186 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.186 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.186 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:49.187 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.187 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:10:43.460705+0000", 2024-08-19T11:30:49.187 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.187 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.187 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.187 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.187 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.187 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.187 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.187 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.187 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.187 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.187 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.187 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.188 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.188 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.188 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.188 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.188 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.188 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.188 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.188 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.188 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.188 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.188 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.188 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.188 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.188 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.189 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.189 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.189 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.189 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.189 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.189 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.189 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.189 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.189 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.189 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.189 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.189 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.189 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.189 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.189 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.190 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.190 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.190 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.190 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.190 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.190 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.190 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.190 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.190 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:49.190 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.190 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:49.190 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.190 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.191 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.191 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.191 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.191 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.191 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:49.191 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.191 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 3, 2024-08-19T11:30:49.191 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.191 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.191 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.191 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.191 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.191 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.192 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.373770+0000", 2024-08-19T11:30:49.192 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.812715+0000", 2024-08-19T11:30:49.192 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.812715+0000", 2024-08-19T11:30:49.192 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.813023+0000", 2024-08-19T11:30:49.192 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.373770+0000", 2024-08-19T11:30:49.192 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.192 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.192 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.192 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.192 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.373770+0000", 2024-08-19T11:30:49.192 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.373770+0000", 2024-08-19T11:30:49.192 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.373770+0000", 2024-08-19T11:30:49.193 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.193 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.193 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.193 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.373770+0000", 2024-08-19T11:30:49.193 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.373770+0000", 2024-08-19T11:30:49.193 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.193 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.193 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.193 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.193 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.193 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.193 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.193 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.193 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.194 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.194 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.194 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.194 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.194 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.27", 2024-08-19T11:30:49.194 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.194 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.194 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.194 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:49.194 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.194 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:03:50.018261+0000", 2024-08-19T11:30:49.194 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.194 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.195 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.195 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.195 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.195 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.195 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.195 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.195 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.195 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.195 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.195 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.195 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.195 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.195 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.195 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.196 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.196 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.196 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.196 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.196 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.196 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.196 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.196 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.196 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.196 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.196 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.196 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.196 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.196 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.197 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.197 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.197 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.197 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.197 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.197 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.197 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.197 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.197 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.197 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.197 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.197 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.197 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.197 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.197 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.198 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.198 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.198 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.198 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.198 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:49.198 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.198 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 3, 2024-08-19T11:30:49.198 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.198 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.198 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.198 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.198 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.198 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.198 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:49.199 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.199 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 6, 2024-08-19T11:30:49.199 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.199 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.199 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.199 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.199 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.199 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.199 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.772402+0000", 2024-08-19T11:30:49.199 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.814254+0000", 2024-08-19T11:30:49.199 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.814254+0000", 2024-08-19T11:30:49.199 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.814655+0000", 2024-08-19T11:30:49.199 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.772402+0000", 2024-08-19T11:30:49.199 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.200 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.200 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.200 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.200 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.772402+0000", 2024-08-19T11:30:49.200 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.772402+0000", 2024-08-19T11:30:49.200 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.772402+0000", 2024-08-19T11:30:49.200 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.200 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.200 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.200 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.772402+0000", 2024-08-19T11:30:49.200 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.772402+0000", 2024-08-19T11:30:49.200 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.200 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.200 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.200 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.201 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.201 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.201 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.201 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.201 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.201 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.201 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.201 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.201 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.201 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.26", 2024-08-19T11:30:49.201 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.201 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.201 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.201 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:49.202 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.202 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:13:35.495851+0000", 2024-08-19T11:30:49.202 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.202 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.202 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.202 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.202 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.202 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.202 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.202 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.202 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.202 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.202 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.202 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.203 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.203 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.203 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.203 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.203 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.203 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.203 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.203 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.203 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.203 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.203 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.203 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.203 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.203 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.203 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.204 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.204 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.204 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.204 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.204 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.204 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.204 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.204 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.204 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.204 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.204 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.204 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.204 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.204 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.205 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.205 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.205 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.205 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.205 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.205 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.205 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.205 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.205 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:49.205 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.205 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 6, 2024-08-19T11:30:49.205 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.205 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.205 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.206 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.206 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.206 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.206 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:49.206 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.206 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:49.206 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.206 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.206 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.206 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.206 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.206 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.206 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331973+0000", 2024-08-19T11:30:49.206 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.808154+0000", 2024-08-19T11:30:49.207 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.808154+0000", 2024-08-19T11:30:49.207 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.810465+0000", 2024-08-19T11:30:49.207 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331973+0000", 2024-08-19T11:30:49.207 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.207 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.207 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.207 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.207 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331973+0000", 2024-08-19T11:30:49.207 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331973+0000", 2024-08-19T11:30:49.207 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331973+0000", 2024-08-19T11:30:49.207 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.208 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.208 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.208 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331973+0000", 2024-08-19T11:30:49.208 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331973+0000", 2024-08-19T11:30:49.208 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.208 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.208 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.208 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.208 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.208 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.208 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.208 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.208 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.208 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.209 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.209 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.209 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.209 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.25", 2024-08-19T11:30:49.209 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.209 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.209 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.209 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:49.209 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.209 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:00:56.100786+0000", 2024-08-19T11:30:49.209 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.209 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.209 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.209 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.210 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.210 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.210 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.210 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.210 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.210 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.210 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.210 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.210 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.210 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.210 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.210 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.210 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.210 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.211 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.211 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.211 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.211 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.211 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.211 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.211 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.211 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.211 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.211 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.211 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.211 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.211 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.211 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.212 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.212 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.212 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.212 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.212 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.212 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.212 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.212 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.212 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.212 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.212 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.212 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.212 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.212 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.213 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.213 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.213 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.213 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:49.213 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.213 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:49.213 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.213 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.213 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.213 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.213 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.213 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.213 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.213 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.213 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 3, 2024-08-19T11:30:49.214 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.214 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.214 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.214 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.214 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.214 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.214 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.373625+0000", 2024-08-19T11:30:49.214 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.823014+0000", 2024-08-19T11:30:49.214 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.823014+0000", 2024-08-19T11:30:49.214 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.823341+0000", 2024-08-19T11:30:49.214 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.373625+0000", 2024-08-19T11:30:49.214 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.214 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.215 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.215 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.215 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.373625+0000", 2024-08-19T11:30:49.215 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.373625+0000", 2024-08-19T11:30:49.215 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.373625+0000", 2024-08-19T11:30:49.215 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.215 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.215 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.215 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.373625+0000", 2024-08-19T11:30:49.215 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.373625+0000", 2024-08-19T11:30:49.215 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.215 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.215 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.215 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.215 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.216 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.216 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.216 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.216 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.216 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.216 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.216 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.216 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.216 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.24", 2024-08-19T11:30:49.216 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.216 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.216 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.216 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:49.216 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.217 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:21:03.617996+0000", 2024-08-19T11:30:49.217 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.217 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.217 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.217 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.217 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.217 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.217 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.217 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.217 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.217 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.217 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.217 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.217 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.218 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.218 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.218 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.218 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.218 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.218 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.218 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.218 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.218 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.218 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.218 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.218 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.218 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.218 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.219 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.219 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.219 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.219 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.219 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.219 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.219 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.219 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.219 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.219 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.219 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.219 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.219 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.219 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.219 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.220 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.220 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.220 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.220 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.220 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.220 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.220 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.220 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.220 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.220 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 3, 2024-08-19T11:30:49.220 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.220 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.220 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.220 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.221 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.221 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.221 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:49.221 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.221 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 2, 2024-08-19T11:30:49.221 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.221 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.221 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.221 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.221 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.221 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.221 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.330901+0000", 2024-08-19T11:30:49.221 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:52.981082+0000", 2024-08-19T11:30:49.221 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:52.981082+0000", 2024-08-19T11:30:49.221 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:52.981511+0000", 2024-08-19T11:30:49.222 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.330901+0000", 2024-08-19T11:30:49.222 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.222 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.222 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.222 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 68, 2024-08-19T11:30:49.222 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.330901+0000", 2024-08-19T11:30:49.222 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.330901+0000", 2024-08-19T11:30:49.222 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.330901+0000", 2024-08-19T11:30:49.222 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.222 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.222 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.222 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.330901+0000", 2024-08-19T11:30:49.223 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.330901+0000", 2024-08-19T11:30:49.223 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.223 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.223 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.223 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.223 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 67, 2024-08-19T11:30:49.223 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.223 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.223 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.223 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.223 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.223 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.223 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.223 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.224 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.23", 2024-08-19T11:30:49.224 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.224 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.224 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.224 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 20, 2024-08-19T11:30:49.224 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.224 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:59:13.396139+0000", 2024-08-19T11:30:49.224 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.224 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.224 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.224 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.224 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.224 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.224 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.225 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.225 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.225 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.225 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.225 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.225 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.225 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.225 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.225 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.225 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.225 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.225 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.225 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.225 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.226 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.226 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.226 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.226 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.226 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.226 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.226 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.226 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.226 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.226 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.226 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.226 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.226 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.226 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.226 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.227 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.227 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.227 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.227 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.227 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.227 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.227 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.227 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.227 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.227 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.227 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.227 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.227 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.227 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:49.228 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.228 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 2, 2024-08-19T11:30:49.228 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.228 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.228 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.228 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.228 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.228 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.228 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.228 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.228 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:49.228 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.228 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.228 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.229 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.229 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.229 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.229 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.051522+0000", 2024-08-19T11:30:49.229 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.813429+0000", 2024-08-19T11:30:49.229 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.813429+0000", 2024-08-19T11:30:49.229 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.813725+0000", 2024-08-19T11:30:49.229 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.051522+0000", 2024-08-19T11:30:49.229 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.229 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.229 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.229 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.229 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.051522+0000", 2024-08-19T11:30:49.230 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.051522+0000", 2024-08-19T11:30:49.230 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.051522+0000", 2024-08-19T11:30:49.230 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.230 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.230 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.230 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.051522+0000", 2024-08-19T11:30:49.230 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.051522+0000", 2024-08-19T11:30:49.230 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.230 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.230 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.230 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.230 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.230 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.231 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.231 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.231 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.231 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.231 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.231 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.231 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.231 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.22", 2024-08-19T11:30:49.231 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.231 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.231 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.231 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:49.231 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.231 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:10:13.996695+0000", 2024-08-19T11:30:49.231 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.232 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.232 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.232 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.232 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.232 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.232 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.232 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.232 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.232 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.232 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.232 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.232 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.232 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.232 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.233 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.233 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.233 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.233 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.233 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.233 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.233 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.233 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.233 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.233 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.233 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.233 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.233 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.233 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.234 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.234 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.234 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.234 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.234 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.234 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.234 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.234 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.234 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.234 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.234 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.234 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.234 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.234 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.235 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.235 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.235 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.235 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.235 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.235 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.235 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.235 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.235 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:49.235 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.235 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.235 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.235 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.235 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.236 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.236 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.236 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.236 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 2, 2024-08-19T11:30:49.236 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.236 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.236 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.236 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.236 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.236 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.236 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.330967+0000", 2024-08-19T11:30:49.236 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.806360+0000", 2024-08-19T11:30:49.236 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.806360+0000", 2024-08-19T11:30:49.236 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.806664+0000", 2024-08-19T11:30:49.236 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.330967+0000", 2024-08-19T11:30:49.237 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.237 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.237 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.237 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.237 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.330967+0000", 2024-08-19T11:30:49.237 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.330967+0000", 2024-08-19T11:30:49.237 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.330967+0000", 2024-08-19T11:30:49.237 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.237 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.237 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.237 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.330967+0000", 2024-08-19T11:30:49.237 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.330967+0000", 2024-08-19T11:30:49.237 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.238 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.238 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.238 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.238 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.238 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.238 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.238 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.238 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.238 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.238 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.238 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.238 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.238 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.21", 2024-08-19T11:30:49.239 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.239 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.239 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.239 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:49.239 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.239 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:59:45.066961+0000", 2024-08-19T11:30:49.239 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.239 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.239 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.239 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.239 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.239 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.239 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.239 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.240 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.240 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.240 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.240 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.240 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.240 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.240 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.240 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.240 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.240 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.240 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.240 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.240 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.240 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.241 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.241 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.241 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.241 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.241 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.241 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.241 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.241 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.241 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.241 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.241 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.241 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.241 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.241 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.241 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.242 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.242 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.242 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.242 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.242 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.242 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.242 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.242 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.242 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.242 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.242 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.242 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.242 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.242 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.243 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 2, 2024-08-19T11:30:49.243 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.243 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.243 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.243 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.243 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.243 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.243 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:49.243 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.243 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 6, 2024-08-19T11:30:49.243 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.243 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.243 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.244 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.244 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.244 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.244 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.771833+0000", 2024-08-19T11:30:49.244 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.818099+0000", 2024-08-19T11:30:49.244 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.818099+0000", 2024-08-19T11:30:49.244 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.818651+0000", 2024-08-19T11:30:49.244 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.771833+0000", 2024-08-19T11:30:49.244 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.244 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.244 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.244 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.244 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.771833+0000", 2024-08-19T11:30:49.244 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.771833+0000", 2024-08-19T11:30:49.245 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.771833+0000", 2024-08-19T11:30:49.245 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.245 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.245 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.245 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.771833+0000", 2024-08-19T11:30:49.245 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.771833+0000", 2024-08-19T11:30:49.245 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.245 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.245 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.245 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.245 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.245 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.245 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.245 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.246 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.246 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.246 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.246 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.246 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.246 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.20", 2024-08-19T11:30:49.246 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.246 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.246 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.246 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:49.246 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.247 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:08:43.272608+0000", 2024-08-19T11:30:49.247 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.247 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.247 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.247 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.247 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.247 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.247 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.247 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.247 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.247 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.247 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.247 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.247 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.248 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.248 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.248 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.248 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.248 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.248 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.248 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.248 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.248 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.248 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.248 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.248 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.248 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.248 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.249 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.249 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.249 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.249 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.249 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.249 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.249 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.249 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.249 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.249 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.249 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.249 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.249 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.250 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.250 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.250 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.250 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.250 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.250 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.250 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.250 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.250 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.250 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:49.250 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.250 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 6, 2024-08-19T11:30:49.250 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.250 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.251 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.251 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.251 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.251 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.251 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:49.251 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.251 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 4, 2024-08-19T11:30:49.251 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.251 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.251 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.251 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.251 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.251 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.251 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331035+0000", 2024-08-19T11:30:49.252 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.800320+0000", 2024-08-19T11:30:49.252 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.800320+0000", 2024-08-19T11:30:49.252 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.800631+0000", 2024-08-19T11:30:49.252 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331035+0000", 2024-08-19T11:30:49.252 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.252 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.252 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.252 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.252 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331035+0000", 2024-08-19T11:30:49.252 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331035+0000", 2024-08-19T11:30:49.252 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331035+0000", 2024-08-19T11:30:49.252 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.252 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.253 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.253 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331035+0000", 2024-08-19T11:30:49.253 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331035+0000", 2024-08-19T11:30:49.253 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.253 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.253 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.253 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.253 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.253 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.253 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.253 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.253 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.253 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.253 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.253 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.254 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.254 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.1a", 2024-08-19T11:30:49.254 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.254 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.254 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.254 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:49.254 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.254 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:44:56.474691+0000", 2024-08-19T11:30:49.254 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.254 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.254 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.254 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.254 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.254 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.255 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.255 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.255 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.255 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.255 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.255 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.255 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.255 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.255 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.255 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.255 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.255 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.255 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.255 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.256 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.256 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.256 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.256 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.256 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.256 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.256 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.256 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.256 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.256 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.256 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.256 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.256 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.256 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.257 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.257 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.257 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.257 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.257 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.257 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.257 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.257 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.257 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.257 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.257 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.257 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.257 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.257 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.258 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.258 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:49.258 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.258 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 4, 2024-08-19T11:30:49.258 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.258 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.258 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.258 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.258 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.258 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.258 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.258 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.258 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 3, 2024-08-19T11:30:49.258 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.259 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.259 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.259 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.259 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.259 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.259 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.373596+0000", 2024-08-19T11:30:49.259 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.782405+0000", 2024-08-19T11:30:49.259 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.782405+0000", 2024-08-19T11:30:49.259 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.782702+0000", 2024-08-19T11:30:49.259 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.373596+0000", 2024-08-19T11:30:49.259 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.259 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.259 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.260 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:49.260 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.373596+0000", 2024-08-19T11:30:49.260 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.373596+0000", 2024-08-19T11:30:49.260 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.373596+0000", 2024-08-19T11:30:49.260 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.260 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.260 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.260 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.373596+0000", 2024-08-19T11:30:49.260 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.373596+0000", 2024-08-19T11:30:49.260 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.260 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 1, 2024-08-19T11:30:49.260 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.260 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.260 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:49.261 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.261 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.261 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.261 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.261 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 1, 2024-08-19T11:30:49.261 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.261 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.261 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.261 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.1b", 2024-08-19T11:30:49.261 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.261 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.261 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.261 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 25, 2024-08-19T11:30:49.261 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.262 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T11:33:53.299010+0000", 2024-08-19T11:30:49.262 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.262 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.262 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.262 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.262 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.262 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.262 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.262 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.262 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.262 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.262 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.262 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.262 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.263 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.263 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.263 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.263 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.263 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.263 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.263 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.263 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.263 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.263 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.263 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.263 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.263 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.263 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.264 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.264 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.264 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.264 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.264 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.264 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.264 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.264 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.264 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.264 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.264 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.264 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.264 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.264 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.264 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.265 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.265 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.265 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.265 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.265 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.265 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.265 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.265 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.265 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.265 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 3, 2024-08-19T11:30:49.265 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "66'1" 2024-08-19T11:30:49.265 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.265 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.265 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.266 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.266 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.266 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.266 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.266 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 0, 2024-08-19T11:30:49.266 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.266 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.266 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.266 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.266 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.266 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.266 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.902818+0000", 2024-08-19T11:30:49.266 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.810258+0000", 2024-08-19T11:30:49.266 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.810258+0000", 2024-08-19T11:30:49.267 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.810520+0000", 2024-08-19T11:30:49.267 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.902818+0000", 2024-08-19T11:30:49.267 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.267 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.267 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.267 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.267 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.902818+0000", 2024-08-19T11:30:49.267 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.902818+0000", 2024-08-19T11:30:49.269 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.902818+0000", 2024-08-19T11:30:49.269 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.269 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.270 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.270 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.902818+0000", 2024-08-19T11:30:49.270 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.902818+0000", 2024-08-19T11:30:49.270 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.270 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.270 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.270 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.270 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.270 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.270 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.270 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.270 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.270 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.271 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.271 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.271 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.271 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.1b", 2024-08-19T11:30:49.271 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.271 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.271 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.271 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:49.271 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.271 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:01:17.641487+0000", 2024-08-19T11:30:49.271 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.271 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.271 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.274 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.274 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.274 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.274 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.274 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.274 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.274 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.274 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.274 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.274 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.274 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.274 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.274 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.274 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.275 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.275 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.275 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.275 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.275 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.275 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 0, 2024-08-19T11:30:49.275 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.275 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.275 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.275 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.275 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.275 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.275 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.276 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.276 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 6, 2024-08-19T11:30:49.276 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.276 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.276 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.276 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.276 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.276 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.276 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.772007+0000", 2024-08-19T11:30:49.276 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.774718+0000", 2024-08-19T11:30:49.276 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.774718+0000", 2024-08-19T11:30:49.276 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.775005+0000", 2024-08-19T11:30:49.276 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.772007+0000", 2024-08-19T11:30:49.276 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.276 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.277 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.277 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:49.277 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.772007+0000", 2024-08-19T11:30:49.277 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.772007+0000", 2024-08-19T11:30:49.277 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.772007+0000", 2024-08-19T11:30:49.277 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.277 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.277 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.277 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.772007+0000", 2024-08-19T11:30:49.277 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.772007+0000", 2024-08-19T11:30:49.277 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.277 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 1, 2024-08-19T11:30:49.277 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.277 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.278 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:49.278 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.278 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.278 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.278 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.278 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 1, 2024-08-19T11:30:49.278 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.278 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.278 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.278 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.1a", 2024-08-19T11:30:49.278 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.278 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.278 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.279 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 27, 2024-08-19T11:30:49.279 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.279 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T23:09:55.630224+0000", 2024-08-19T11:30:49.279 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.279 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.279 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.279 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.279 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.279 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.279 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.279 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.279 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.279 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.279 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.280 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.280 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.280 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.280 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.280 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.280 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.280 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.280 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.280 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.280 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.280 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.280 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.280 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.280 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.281 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.281 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.281 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.281 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.281 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.281 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.281 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.281 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.281 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.281 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.281 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.281 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.281 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.281 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.281 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.282 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.282 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.282 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.282 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.282 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.282 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.282 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.282 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.282 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.282 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.282 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.282 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 6, 2024-08-19T11:30:49.282 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "66'1" 2024-08-19T11:30:49.282 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.283 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.283 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.283 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.283 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.283 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.283 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.283 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 3, 2024-08-19T11:30:49.283 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.283 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.283 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.283 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.283 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.283 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.284 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.373343+0000", 2024-08-19T11:30:49.284 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.781674+0000", 2024-08-19T11:30:49.284 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.781674+0000", 2024-08-19T11:30:49.284 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.782001+0000", 2024-08-19T11:30:49.284 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.373343+0000", 2024-08-19T11:30:49.284 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.284 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.284 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.284 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:49.284 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.373343+0000", 2024-08-19T11:30:49.284 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.373343+0000", 2024-08-19T11:30:49.284 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.373343+0000", 2024-08-19T11:30:49.284 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.285 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.285 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.285 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.373343+0000", 2024-08-19T11:30:49.285 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.373343+0000", 2024-08-19T11:30:49.285 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.285 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.285 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.285 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.285 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:49.285 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.285 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.285 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.286 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.286 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.286 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.286 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.286 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.286 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.19", 2024-08-19T11:30:49.286 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.286 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.286 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.286 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 24, 2024-08-19T11:30:49.286 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.286 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:29:29.881954+0000", 2024-08-19T11:30:49.286 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.286 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.287 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.287 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.287 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.287 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.287 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.287 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.287 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.287 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.287 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.287 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.287 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.287 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.287 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.287 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.288 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.288 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.288 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.288 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.288 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.288 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.288 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.288 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.288 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.288 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.288 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.288 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.288 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.288 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.289 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.289 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.289 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.289 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.289 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.289 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.289 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.289 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.289 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.289 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.289 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.289 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.289 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.289 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.290 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.290 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.290 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.290 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.290 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.290 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.290 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.290 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 3, 2024-08-19T11:30:49.290 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.290 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.290 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.290 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.290 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.291 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.291 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:49.291 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.291 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 3, 2024-08-19T11:30:49.291 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.291 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.291 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.291 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.291 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.291 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.291 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.373299+0000", 2024-08-19T11:30:49.291 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.813550+0000", 2024-08-19T11:30:49.291 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.813550+0000", 2024-08-19T11:30:49.291 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.813813+0000", 2024-08-19T11:30:49.291 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.373299+0000", 2024-08-19T11:30:49.292 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.292 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.292 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.292 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.292 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.373299+0000", 2024-08-19T11:30:49.292 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.373299+0000", 2024-08-19T11:30:49.292 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.373299+0000", 2024-08-19T11:30:49.292 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.292 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.292 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.292 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.373299+0000", 2024-08-19T11:30:49.292 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.373299+0000", 2024-08-19T11:30:49.292 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.292 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.293 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.293 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.293 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.293 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.293 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.293 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.293 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.293 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.293 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.293 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.293 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.293 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.18", 2024-08-19T11:30:49.293 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.293 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.294 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.294 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:49.294 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.294 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:23:15.037070+0000", 2024-08-19T11:30:49.294 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.294 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.294 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.294 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.294 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.294 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.294 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.294 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.294 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.295 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.295 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.295 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.295 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.295 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.295 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.295 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.295 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.295 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.295 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.295 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.295 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.295 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.296 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.296 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.296 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.296 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.296 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.296 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.296 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.296 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.296 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.296 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.296 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.296 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.296 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.296 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.297 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.297 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.297 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.297 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.297 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.297 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.297 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.297 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.297 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.297 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.297 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.297 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.297 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.297 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:49.298 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.298 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 3, 2024-08-19T11:30:49.298 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.298 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.298 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.298 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.298 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.298 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.298 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.298 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.298 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:49.298 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.298 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.298 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.299 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.299 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.299 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.299 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.051489+0000", 2024-08-19T11:30:49.299 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.777484+0000", 2024-08-19T11:30:49.299 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.777484+0000", 2024-08-19T11:30:49.299 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.777995+0000", 2024-08-19T11:30:49.299 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.051489+0000", 2024-08-19T11:30:49.299 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.299 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.299 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.299 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:49.299 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.051489+0000", 2024-08-19T11:30:49.299 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.051489+0000", 2024-08-19T11:30:49.300 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.051489+0000", 2024-08-19T11:30:49.300 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.300 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.300 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.300 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.051489+0000", 2024-08-19T11:30:49.300 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.051489+0000", 2024-08-19T11:30:49.300 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.300 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.300 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.300 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.300 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:49.300 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.300 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.301 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.301 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.301 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.301 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.301 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.301 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.301 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.18", 2024-08-19T11:30:49.301 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.301 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.301 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.301 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 25, 2024-08-19T11:30:49.301 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.301 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:54:38.668282+0000", 2024-08-19T11:30:49.301 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.302 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.302 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.302 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.302 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.302 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.302 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.302 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.302 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.302 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.302 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.302 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.302 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.302 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.302 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.303 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.303 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.303 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.303 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.303 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.303 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.303 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.303 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.303 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.303 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.303 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.303 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.303 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.303 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.304 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.304 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.304 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.304 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.304 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.304 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.304 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.304 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.304 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.304 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.304 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.304 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.304 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.304 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.305 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.305 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.305 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.305 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.305 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.305 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.305 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.305 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.305 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:49.305 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.305 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.305 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.305 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.305 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.306 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.306 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:49.306 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.306 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:49.306 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.306 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.306 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.306 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.306 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.306 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.306 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.332069+0000", 2024-08-19T11:30:49.306 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.810666+0000", 2024-08-19T11:30:49.306 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.810666+0000", 2024-08-19T11:30:49.306 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.810939+0000", 2024-08-19T11:30:49.307 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.332069+0000", 2024-08-19T11:30:49.307 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.307 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.307 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.307 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.307 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.332069+0000", 2024-08-19T11:30:49.307 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.332069+0000", 2024-08-19T11:30:49.307 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.332069+0000", 2024-08-19T11:30:49.307 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.307 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.307 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.307 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.332069+0000", 2024-08-19T11:30:49.307 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.332069+0000", 2024-08-19T11:30:49.307 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.307 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.308 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.308 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.308 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.308 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.308 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.308 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.308 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.308 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.308 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.308 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.308 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.308 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.19", 2024-08-19T11:30:49.308 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.308 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.309 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.309 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:49.309 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.309 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:57:30.617821+0000", 2024-08-19T11:30:49.309 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.309 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.309 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.309 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.309 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.309 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.309 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.309 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.309 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.309 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.310 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.310 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.310 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.310 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.310 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.310 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.310 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.310 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.310 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.310 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.310 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.310 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.310 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.310 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.311 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.311 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.311 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.311 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.311 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.311 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.311 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.311 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.311 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.311 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.311 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.311 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.311 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.311 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.312 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.312 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.312 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.312 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.312 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.312 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.312 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.312 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.312 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.312 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.312 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.312 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:49.312 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.312 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:49.312 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.313 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.313 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.313 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.313 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.313 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.313 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:49.313 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.313 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 6, 2024-08-19T11:30:49.313 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.313 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.313 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.313 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.313 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.313 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.314 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.772378+0000", 2024-08-19T11:30:49.314 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.782552+0000", 2024-08-19T11:30:49.314 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.782552+0000", 2024-08-19T11:30:49.314 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.782861+0000", 2024-08-19T11:30:49.314 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.772378+0000", 2024-08-19T11:30:49.314 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.314 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.314 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.314 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:49.314 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.772378+0000", 2024-08-19T11:30:49.314 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.772378+0000", 2024-08-19T11:30:49.314 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.772378+0000", 2024-08-19T11:30:49.315 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.315 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.315 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.315 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.772378+0000", 2024-08-19T11:30:49.315 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.772378+0000", 2024-08-19T11:30:49.315 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.315 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.315 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.315 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.315 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:49.315 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.315 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.315 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.315 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.316 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.316 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.316 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.316 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.316 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.17", 2024-08-19T11:30:49.316 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.316 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.316 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.316 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 26, 2024-08-19T11:30:49.316 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.316 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:30:59.506392+0000", 2024-08-19T11:30:49.316 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.317 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.317 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.317 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.317 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.317 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.317 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.317 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.317 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.317 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.317 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.317 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.317 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.317 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.317 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.318 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.318 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.318 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.318 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.318 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.318 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.318 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.318 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.318 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.318 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.318 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.318 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.318 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.318 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.319 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.319 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.319 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.319 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.319 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.319 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.319 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.319 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.319 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.319 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.319 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.319 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.319 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.319 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.320 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.320 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.320 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.320 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.320 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.320 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.320 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:49.320 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.320 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 6, 2024-08-19T11:30:49.320 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.320 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.320 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.320 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.320 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.320 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.321 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:49.321 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.321 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:49.321 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.321 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.321 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.321 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.321 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.321 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.321 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.051878+0000", 2024-08-19T11:30:49.321 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.809420+0000", 2024-08-19T11:30:49.321 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.809420+0000", 2024-08-19T11:30:49.321 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.809727+0000", 2024-08-19T11:30:49.321 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.051878+0000", 2024-08-19T11:30:49.322 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.322 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.322 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.322 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.322 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.051878+0000", 2024-08-19T11:30:49.322 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.051878+0000", 2024-08-19T11:30:49.322 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.051878+0000", 2024-08-19T11:30:49.322 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.322 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.322 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.322 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.051878+0000", 2024-08-19T11:30:49.322 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.051878+0000", 2024-08-19T11:30:49.322 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.322 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.323 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.323 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.323 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.323 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.323 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.323 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.323 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.323 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.323 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.323 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.323 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.323 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.16", 2024-08-19T11:30:49.323 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.323 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.324 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.324 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:49.324 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.324 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:28:37.445064+0000", 2024-08-19T11:30:49.324 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.324 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.324 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.324 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.324 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.324 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.324 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.324 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.324 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.324 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.324 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.325 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.325 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.325 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.325 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.325 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.325 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.325 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.325 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.325 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.325 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.325 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.325 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.325 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.325 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.326 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.326 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.326 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.326 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.326 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.326 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.326 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.326 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.326 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.326 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.326 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.326 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.326 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.326 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.327 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.327 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.327 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.327 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.327 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.327 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.327 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.327 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.327 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.327 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.327 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:49.327 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.327 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:49.327 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.328 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.328 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.328 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.328 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.328 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.328 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:49.328 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.328 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:49.328 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.328 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.328 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.328 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.328 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.328 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.328 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.051995+0000", 2024-08-19T11:30:49.329 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.783493+0000", 2024-08-19T11:30:49.329 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.783493+0000", 2024-08-19T11:30:49.329 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.783767+0000", 2024-08-19T11:30:49.329 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.051995+0000", 2024-08-19T11:30:49.329 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.329 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.329 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.329 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:49.329 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.051995+0000", 2024-08-19T11:30:49.329 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.051995+0000", 2024-08-19T11:30:49.329 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.051995+0000", 2024-08-19T11:30:49.329 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.329 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.329 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.329 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.051995+0000", 2024-08-19T11:30:49.330 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.051995+0000", 2024-08-19T11:30:49.330 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.330 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.330 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.330 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.330 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:49.330 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.330 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.330 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.330 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.330 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.330 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.331 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.331 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.331 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.16", 2024-08-19T11:30:49.331 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.331 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.331 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.331 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 25, 2024-08-19T11:30:49.331 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.331 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:01:41.751886+0000", 2024-08-19T11:30:49.331 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.331 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.331 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.331 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.331 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.332 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.332 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.332 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.332 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.332 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.332 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.332 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.332 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.332 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.332 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.332 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.332 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.332 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.332 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.332 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.333 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.333 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.333 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.333 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.333 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.333 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.333 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.333 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.333 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.333 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.333 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.333 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.333 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.333 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.334 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.334 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.334 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.334 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.334 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.334 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.334 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.334 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.334 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.334 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.334 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.334 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.334 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.334 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.335 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.335 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:49.335 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.335 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:49.335 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.335 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.335 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.335 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.335 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.335 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.335 INFO:tasks.workunit.client.0.smithi136.stdout: 3 2024-08-19T11:30:49.335 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.335 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 2, 2024-08-19T11:30:49.335 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.336 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.336 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.336 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.336 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.336 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.336 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331975+0000", 2024-08-19T11:30:49.336 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:52.979616+0000", 2024-08-19T11:30:49.336 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:52.979616+0000", 2024-08-19T11:30:49.336 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:52.979976+0000", 2024-08-19T11:30:49.336 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331975+0000", 2024-08-19T11:30:49.336 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.336 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.336 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.336 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 68, 2024-08-19T11:30:49.337 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331975+0000", 2024-08-19T11:30:49.337 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331975+0000", 2024-08-19T11:30:49.337 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331975+0000", 2024-08-19T11:30:49.337 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.337 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.337 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.337 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331975+0000", 2024-08-19T11:30:49.337 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331975+0000", 2024-08-19T11:30:49.337 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.337 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.337 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.337 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.337 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 67, 2024-08-19T11:30:49.337 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.338 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.338 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.338 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.338 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.338 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.338 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.338 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.338 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.17", 2024-08-19T11:30:49.338 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.338 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.338 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.338 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 20, 2024-08-19T11:30:49.338 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.339 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:36:25.215449+0000", 2024-08-19T11:30:49.339 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.339 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.339 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.339 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.339 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.339 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.339 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.339 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.339 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.339 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.339 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.339 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.339 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.340 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.340 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.340 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.340 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.340 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.340 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.340 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.340 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.340 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.340 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.340 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.340 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.340 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.340 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.341 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.341 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.341 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.341 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.341 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.341 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.341 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.341 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.341 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.341 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.341 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.341 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.341 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.341 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.342 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.342 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.342 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.342 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.342 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.342 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.342 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.342 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.342 INFO:tasks.workunit.client.0.smithi136.stdout: 3 2024-08-19T11:30:49.342 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.342 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 2, 2024-08-19T11:30:49.342 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.342 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.342 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.343 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.343 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.343 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.343 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.343 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.343 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:49.343 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.343 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.343 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.343 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.343 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.343 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.343 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.332105+0000", 2024-08-19T11:30:49.344 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.778962+0000", 2024-08-19T11:30:49.344 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.778962+0000", 2024-08-19T11:30:49.344 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.779231+0000", 2024-08-19T11:30:49.344 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.332105+0000", 2024-08-19T11:30:49.344 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.344 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.344 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.344 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:49.344 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.332105+0000", 2024-08-19T11:30:49.344 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.332105+0000", 2024-08-19T11:30:49.344 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.332105+0000", 2024-08-19T11:30:49.344 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.344 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.345 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.345 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.332105+0000", 2024-08-19T11:30:49.345 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.332105+0000", 2024-08-19T11:30:49.345 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.345 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 3, 2024-08-19T11:30:49.345 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.345 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.345 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:49.345 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.345 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.345 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.345 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.345 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 3, 2024-08-19T11:30:49.346 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.346 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.346 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.346 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.15", 2024-08-19T11:30:49.346 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.346 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.346 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.346 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 28, 2024-08-19T11:30:49.346 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.346 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T11:36:53.182344+0000", 2024-08-19T11:30:49.346 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.346 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.346 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.347 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 90, 2024-08-19T11:30:49.347 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.347 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.347 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.347 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.347 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.347 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.347 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.347 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.347 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.347 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.347 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.347 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.347 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.347 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.348 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.348 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 6, 2024-08-19T11:30:49.348 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 2, 2024-08-19T11:30:49.348 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.348 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 2, 2024-08-19T11:30:49.348 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.348 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.348 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.348 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.348 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.348 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 1, 2024-08-19T11:30:49.348 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.348 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.348 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.349 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.349 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.349 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.349 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.349 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.349 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.349 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.349 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.349 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.349 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 4, 2024-08-19T11:30:49.349 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 1 2024-08-19T11:30:49.349 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.349 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.349 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.350 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.350 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.350 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.350 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.350 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.350 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:49.350 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "66'3" 2024-08-19T11:30:49.350 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.350 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.350 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.350 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.350 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.350 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.350 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.351 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 4, 2024-08-19T11:30:49.351 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.351 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.351 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.351 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.351 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.351 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.351 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331334+0000", 2024-08-19T11:30:49.351 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.812699+0000", 2024-08-19T11:30:49.351 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.812699+0000", 2024-08-19T11:30:49.351 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.812996+0000", 2024-08-19T11:30:49.351 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331334+0000", 2024-08-19T11:30:49.351 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.352 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.352 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.352 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.352 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331334+0000", 2024-08-19T11:30:49.352 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331334+0000", 2024-08-19T11:30:49.352 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331334+0000", 2024-08-19T11:30:49.352 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.352 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.352 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.352 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331334+0000", 2024-08-19T11:30:49.352 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331334+0000", 2024-08-19T11:30:49.352 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.352 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.352 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.353 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.353 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.353 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.353 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.353 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.353 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.353 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.353 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.353 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.353 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.353 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.14", 2024-08-19T11:30:49.353 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.353 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.353 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.353 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:49.354 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.354 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:26:34.557357+0000", 2024-08-19T11:30:49.354 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.354 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.354 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.354 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.354 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.354 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.354 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.354 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.354 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.354 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.354 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.355 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.355 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.355 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.355 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.355 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.355 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.355 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.355 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.355 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.355 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.355 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.355 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.355 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.355 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.355 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.356 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.356 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.356 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.356 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.356 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.356 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.356 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.356 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.356 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.356 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.356 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.356 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.356 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.356 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.357 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.357 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.357 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.357 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.357 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.357 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.357 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.357 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.357 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.357 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.357 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.357 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 4, 2024-08-19T11:30:49.357 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.357 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.358 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.358 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.358 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.358 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.358 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:49.358 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.358 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 6, 2024-08-19T11:30:49.358 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.358 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.358 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.358 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.358 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.358 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.358 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:29:45.941511+0000", 2024-08-19T11:30:49.359 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.780017+0000", 2024-08-19T11:30:49.359 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.780017+0000", 2024-08-19T11:30:49.359 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.780499+0000", 2024-08-19T11:30:49.359 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:29:45.941511+0000", 2024-08-19T11:30:49.359 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.359 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.359 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.359 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:49.359 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:29:45.941511+0000", 2024-08-19T11:30:49.359 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:29:45.941511+0000", 2024-08-19T11:30:49.359 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:29:45.941511+0000", 2024-08-19T11:30:49.359 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.359 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.360 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.360 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:29:45.941511+0000", 2024-08-19T11:30:49.360 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:29:45.941511+0000", 2024-08-19T11:30:49.360 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.360 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 12, 2024-08-19T11:30:49.360 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.360 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.360 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:49.360 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.360 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.360 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.360 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.361 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 12, 2024-08-19T11:30:49.361 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.361 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.361 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.361 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.14", 2024-08-19T11:30:49.361 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.361 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.361 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.361 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 38, 2024-08-19T11:30:49.361 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.361 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T12:47:17.279148+0000", 2024-08-19T11:30:49.361 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.361 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.362 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.362 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 2630, 2024-08-19T11:30:49.362 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.362 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.362 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.362 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.362 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.362 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.362 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.362 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.362 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.362 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.362 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.363 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.363 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.363 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.363 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.363 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 12, 2024-08-19T11:30:49.363 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 4, 2024-08-19T11:30:49.363 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.363 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 4, 2024-08-19T11:30:49.363 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.363 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.363 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.363 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.363 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.364 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 1, 2024-08-19T11:30:49.364 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.364 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.364 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.364 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.364 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.364 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.364 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.364 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.364 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.364 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.364 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.364 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.364 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 12, 2024-08-19T11:30:49.364 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 9 2024-08-19T11:30:49.365 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.365 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.365 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.365 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.365 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.365 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.365 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:49.365 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.365 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 6, 2024-08-19T11:30:49.365 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "76'12" 2024-08-19T11:30:49.365 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.365 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.365 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.365 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.366 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.366 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:49.366 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.366 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:49.366 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.366 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.366 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.366 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.366 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.366 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.366 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372027+0000", 2024-08-19T11:30:49.366 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:52.979890+0000", 2024-08-19T11:30:49.366 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:52.979890+0000", 2024-08-19T11:30:49.366 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:52.980221+0000", 2024-08-19T11:30:49.367 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372027+0000", 2024-08-19T11:30:49.367 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.367 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.367 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.367 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 68, 2024-08-19T11:30:49.367 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372027+0000", 2024-08-19T11:30:49.367 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372027+0000", 2024-08-19T11:30:49.367 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372027+0000", 2024-08-19T11:30:49.367 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.367 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.367 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.367 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372027+0000", 2024-08-19T11:30:49.367 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372027+0000", 2024-08-19T11:30:49.367 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.368 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.368 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.368 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.368 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 67, 2024-08-19T11:30:49.368 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.368 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.368 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.368 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.368 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.368 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.368 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.368 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.368 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.15", 2024-08-19T11:30:49.368 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.369 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.369 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.369 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 31, 2024-08-19T11:30:49.369 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.369 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:05:52.969537+0000", 2024-08-19T11:30:49.369 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.369 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.369 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.369 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.369 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.369 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.369 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.369 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.369 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.370 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.370 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.370 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.370 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.370 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.370 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.370 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.370 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.370 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.370 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.370 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.370 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.371 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.371 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.371 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.371 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.371 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.371 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.371 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.371 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.371 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.371 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.371 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.371 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.371 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.371 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.372 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.372 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.372 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.372 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.372 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.372 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.372 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.372 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.372 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.372 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.372 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.372 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.372 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.372 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.373 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:49.373 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.373 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:49.373 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.373 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.373 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.373 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.373 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.373 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.373 INFO:tasks.workunit.client.0.smithi136.stdout: 3 2024-08-19T11:30:49.373 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.373 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 0, 2024-08-19T11:30:49.373 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.373 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.373 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.374 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.374 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.374 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.374 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.903362+0000", 2024-08-19T11:30:49.374 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.773532+0000", 2024-08-19T11:30:49.374 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.773532+0000", 2024-08-19T11:30:49.374 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.773787+0000", 2024-08-19T11:30:49.374 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.903362+0000", 2024-08-19T11:30:49.374 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.374 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.374 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.374 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:49.374 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.903362+0000", 2024-08-19T11:30:49.374 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.903362+0000", 2024-08-19T11:30:49.375 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.903362+0000", 2024-08-19T11:30:49.375 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.375 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.375 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.375 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.903362+0000", 2024-08-19T11:30:49.375 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.903362+0000", 2024-08-19T11:30:49.375 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.375 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 2, 2024-08-19T11:30:49.375 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.375 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.375 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:49.375 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.375 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.375 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.376 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.376 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 2, 2024-08-19T11:30:49.376 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.376 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.376 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.376 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.13", 2024-08-19T11:30:49.376 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.376 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.376 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.376 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 28, 2024-08-19T11:30:49.376 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.376 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:12:09.641862+0000", 2024-08-19T11:30:49.376 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.377 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.377 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.377 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 34, 2024-08-19T11:30:49.377 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.377 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.377 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.377 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.377 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.377 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.377 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.377 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.377 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.377 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.377 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.378 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.378 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.378 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.378 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.378 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 6, 2024-08-19T11:30:49.378 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 2, 2024-08-19T11:30:49.378 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.378 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 2, 2024-08-19T11:30:49.378 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.378 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.378 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.378 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.378 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.378 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 1, 2024-08-19T11:30:49.379 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.379 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.379 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.379 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.379 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.379 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.379 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.379 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.379 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.379 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.379 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.379 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.379 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 3, 2024-08-19T11:30:49.379 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 7 2024-08-19T11:30:49.380 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.380 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.380 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.380 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.380 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.380 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.380 INFO:tasks.workunit.client.0.smithi136.stdout: 3 2024-08-19T11:30:49.380 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.380 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 0, 2024-08-19T11:30:49.380 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "66'2" 2024-08-19T11:30:49.380 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.380 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.380 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.380 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.381 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.381 INFO:tasks.workunit.client.0.smithi136.stdout: 3 2024-08-19T11:30:49.381 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.381 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 0, 2024-08-19T11:30:49.381 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.381 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.381 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.381 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.381 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.381 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.381 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.902692+0000", 2024-08-19T11:30:49.381 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.812443+0000", 2024-08-19T11:30:49.381 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.812443+0000", 2024-08-19T11:30:49.381 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.812696+0000", 2024-08-19T11:30:49.382 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.902692+0000", 2024-08-19T11:30:49.382 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.382 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.382 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.382 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.382 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.902692+0000", 2024-08-19T11:30:49.382 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.902692+0000", 2024-08-19T11:30:49.382 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.902692+0000", 2024-08-19T11:30:49.382 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.382 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.382 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.382 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.902692+0000", 2024-08-19T11:30:49.382 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.902692+0000", 2024-08-19T11:30:49.383 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.383 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.383 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.383 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.383 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.383 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.383 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.383 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.383 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.383 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.383 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.383 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.383 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.383 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.12", 2024-08-19T11:30:49.384 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.384 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.384 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.384 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:49.384 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.384 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:00:39.585880+0000", 2024-08-19T11:30:49.384 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.384 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.384 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.384 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.384 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.384 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.384 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.384 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.384 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.385 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.385 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.385 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.385 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.385 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.385 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.385 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.385 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.385 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.385 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.385 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.385 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.386 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.386 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.386 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.386 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.386 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.386 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.386 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.386 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.386 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.386 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.386 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.386 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.387 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.387 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.387 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.387 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.387 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.387 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.387 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.387 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.387 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.387 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.387 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.387 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.387 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.387 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.388 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.388 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.388 INFO:tasks.workunit.client.0.smithi136.stdout: 3 2024-08-19T11:30:49.388 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.388 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 0, 2024-08-19T11:30:49.388 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.388 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.388 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.388 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.388 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.388 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.388 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.388 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.388 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:49.389 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.389 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.389 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.389 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.389 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.389 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.389 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.051560+0000", 2024-08-19T11:30:49.389 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.778430+0000", 2024-08-19T11:30:49.389 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.778430+0000", 2024-08-19T11:30:49.389 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.778733+0000", 2024-08-19T11:30:49.389 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.051560+0000", 2024-08-19T11:30:49.389 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.389 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.389 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.390 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:49.390 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.051560+0000", 2024-08-19T11:30:49.390 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.051560+0000", 2024-08-19T11:30:49.390 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.051560+0000", 2024-08-19T11:30:49.390 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.390 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.390 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.390 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.051560+0000", 2024-08-19T11:30:49.390 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.051560+0000", 2024-08-19T11:30:49.390 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.390 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.390 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.390 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.391 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:49.391 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.391 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.391 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.391 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.391 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.391 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.391 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.391 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.391 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.12", 2024-08-19T11:30:49.391 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.391 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.391 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.392 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 25, 2024-08-19T11:30:49.392 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.392 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T20:07:15.902901+0000", 2024-08-19T11:30:49.392 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.392 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.392 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.392 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.392 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.392 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.392 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.392 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.392 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.392 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.393 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.393 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.393 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.393 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.393 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.393 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.393 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.393 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.393 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.393 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.393 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.393 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.393 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.394 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.394 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.394 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.394 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.394 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.394 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.394 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.394 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.394 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.394 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.394 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.394 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.394 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.395 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.395 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.395 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.395 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.395 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.395 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.395 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.395 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.395 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.395 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.395 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.395 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.395 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.395 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.396 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.396 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:49.396 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.396 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.396 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.396 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.396 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.396 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.396 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:49.396 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.396 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:49.396 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.396 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.397 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.397 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.397 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.397 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.397 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372416+0000", 2024-08-19T11:30:49.397 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.819831+0000", 2024-08-19T11:30:49.397 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.819831+0000", 2024-08-19T11:30:49.397 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.820117+0000", 2024-08-19T11:30:49.397 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372416+0000", 2024-08-19T11:30:49.397 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.397 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.397 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.397 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.397 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372416+0000", 2024-08-19T11:30:49.398 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372416+0000", 2024-08-19T11:30:49.398 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372416+0000", 2024-08-19T11:30:49.398 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.398 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.398 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.398 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372416+0000", 2024-08-19T11:30:49.398 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372416+0000", 2024-08-19T11:30:49.398 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.398 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.398 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.398 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.398 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.398 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.398 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.399 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.399 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.399 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.399 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.399 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.399 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.399 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.13", 2024-08-19T11:30:49.399 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.399 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.399 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.399 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:49.399 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.399 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T22:24:53.513858+0000", 2024-08-19T11:30:49.399 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.400 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.400 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.400 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.400 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.400 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.400 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.400 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.400 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.400 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.400 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.400 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.400 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.400 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.400 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.401 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.401 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.401 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.401 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.401 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.401 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.401 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.401 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.401 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.401 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.401 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.401 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.401 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.401 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.401 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.402 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.402 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.402 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.402 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.402 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.402 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.402 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.402 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.402 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.402 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.402 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.402 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.402 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.403 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.403 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.403 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.403 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.403 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.403 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.403 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:49.403 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.403 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:49.403 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.403 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.403 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.403 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.403 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.404 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.404 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:49.404 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.404 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 6, 2024-08-19T11:30:49.404 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.404 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.404 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.404 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.404 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.404 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.404 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.772007+0000", 2024-08-19T11:30:49.404 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.778228+0000", 2024-08-19T11:30:49.404 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.778228+0000", 2024-08-19T11:30:49.404 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.778540+0000", 2024-08-19T11:30:49.405 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.772007+0000", 2024-08-19T11:30:49.405 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.405 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.405 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.405 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:49.405 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.772007+0000", 2024-08-19T11:30:49.405 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.772007+0000", 2024-08-19T11:30:49.405 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.772007+0000", 2024-08-19T11:30:49.405 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.405 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.405 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.405 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.772007+0000", 2024-08-19T11:30:49.405 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.772007+0000", 2024-08-19T11:30:49.405 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.406 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.406 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.406 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.406 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:49.406 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.406 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.406 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.406 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.406 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.406 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.406 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.406 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.406 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.11", 2024-08-19T11:30:49.406 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.407 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.407 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.407 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 26, 2024-08-19T11:30:49.407 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.407 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:04:52.236736+0000", 2024-08-19T11:30:49.407 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.407 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.407 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.407 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.407 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.407 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.407 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.407 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.408 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.408 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.408 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.408 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.408 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.408 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.408 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.408 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.408 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.408 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.408 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.408 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.408 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.408 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.408 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.409 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.409 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.409 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.409 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.409 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.409 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.409 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.409 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.409 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.409 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.409 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.409 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.409 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.409 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.410 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.410 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.410 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.410 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.410 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.410 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.410 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.410 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.410 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.410 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.410 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.410 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.411 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:49.411 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.411 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 6, 2024-08-19T11:30:49.411 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.411 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.411 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.411 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.411 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.411 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.411 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:49.411 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.411 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 6, 2024-08-19T11:30:49.411 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.412 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.412 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.412 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.412 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.412 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.412 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.771855+0000", 2024-08-19T11:30:49.412 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.817726+0000", 2024-08-19T11:30:49.412 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.817726+0000", 2024-08-19T11:30:49.412 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.818475+0000", 2024-08-19T11:30:49.412 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.771855+0000", 2024-08-19T11:30:49.412 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.412 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.412 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.413 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.413 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.771855+0000", 2024-08-19T11:30:49.413 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.771855+0000", 2024-08-19T11:30:49.413 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.771855+0000", 2024-08-19T11:30:49.413 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.413 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.413 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.413 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.771855+0000", 2024-08-19T11:30:49.413 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.771855+0000", 2024-08-19T11:30:49.413 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.413 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.413 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.413 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.413 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.413 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.414 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.414 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.414 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.414 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.414 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.414 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.414 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.414 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.10", 2024-08-19T11:30:49.414 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.414 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.414 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.414 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:49.414 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.415 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T22:44:02.331988+0000", 2024-08-19T11:30:49.415 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.415 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.415 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.415 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.415 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.415 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.415 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.415 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.415 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.415 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.415 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.415 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.415 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.416 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.416 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.416 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.416 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.416 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.416 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.416 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.416 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.416 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.416 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.416 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.416 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.416 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.417 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.417 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.417 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.417 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.417 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.417 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.417 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.417 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.417 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.417 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.417 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.417 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.417 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.417 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.418 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.418 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.418 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.418 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.418 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.418 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.418 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.418 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.418 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.418 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:49.418 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.418 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 6, 2024-08-19T11:30:49.418 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.418 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.419 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.419 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.419 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.419 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.419 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.419 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.419 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 2, 2024-08-19T11:30:49.419 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.419 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.419 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.419 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.419 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.419 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.419 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.330833+0000", 2024-08-19T11:30:49.420 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.771796+0000", 2024-08-19T11:30:49.420 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.771796+0000", 2024-08-19T11:30:49.420 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.772413+0000", 2024-08-19T11:30:49.420 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.330833+0000", 2024-08-19T11:30:49.420 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.420 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.420 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.420 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:49.420 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.330833+0000", 2024-08-19T11:30:49.420 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.330833+0000", 2024-08-19T11:30:49.420 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.330833+0000", 2024-08-19T11:30:49.420 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.420 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.420 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.420 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.330833+0000", 2024-08-19T11:30:49.421 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.330833+0000", 2024-08-19T11:30:49.421 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.421 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 8, 2024-08-19T11:30:49.421 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.421 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.421 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:49.421 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.421 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.421 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.421 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.421 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 8, 2024-08-19T11:30:49.421 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.421 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.421 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.422 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.10", 2024-08-19T11:30:49.422 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.422 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.422 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.422 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 34, 2024-08-19T11:30:49.422 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.422 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:01:59.489014+0000", 2024-08-19T11:30:49.422 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.422 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.422 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.422 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.422 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.423 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.423 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.423 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.423 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.423 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.423 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.423 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.423 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.423 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.423 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.423 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.423 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.423 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.423 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.424 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 12, 2024-08-19T11:30:49.424 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 4, 2024-08-19T11:30:49.424 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.424 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 4, 2024-08-19T11:30:49.424 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.424 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.424 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.424 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.424 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.424 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 4, 2024-08-19T11:30:49.424 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.424 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.424 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.424 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.424 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.425 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.425 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.425 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.425 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.425 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.425 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.425 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.425 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 12, 2024-08-19T11:30:49.425 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.425 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.425 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.425 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.425 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.425 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.426 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.426 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.426 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.426 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 2, 2024-08-19T11:30:49.426 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "66'8" 2024-08-19T11:30:49.426 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.426 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.426 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.426 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.426 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.426 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.426 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.426 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:49.426 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.427 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.427 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.427 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.427 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.427 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.427 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372089+0000", 2024-08-19T11:30:49.427 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.821748+0000", 2024-08-19T11:30:49.427 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.821748+0000", 2024-08-19T11:30:49.427 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.822039+0000", 2024-08-19T11:30:49.427 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372089+0000", 2024-08-19T11:30:49.427 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.427 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.427 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.427 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.428 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372089+0000", 2024-08-19T11:30:49.428 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372089+0000", 2024-08-19T11:30:49.428 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372089+0000", 2024-08-19T11:30:49.428 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.428 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.428 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.428 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372089+0000", 2024-08-19T11:30:49.428 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372089+0000", 2024-08-19T11:30:49.428 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.428 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.428 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.428 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.428 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.428 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.429 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.429 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.429 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.429 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.429 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.429 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.429 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.429 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.11", 2024-08-19T11:30:49.429 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.429 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.429 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.429 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:49.429 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.429 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:00:19.813457+0000", 2024-08-19T11:30:49.430 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.430 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.430 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.430 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.430 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.430 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.430 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.430 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.430 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.430 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.430 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.430 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.430 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.431 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.431 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.431 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.431 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.431 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.431 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.431 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.431 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.431 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.431 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.431 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.431 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.431 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.431 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.432 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.432 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.432 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.432 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.432 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.432 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.432 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.432 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.432 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.432 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.432 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.432 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.432 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.433 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.433 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.433 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.433 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.433 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.433 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.433 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.433 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.433 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.433 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.433 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.433 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:49.433 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.433 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.434 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.434 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.434 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.434 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.434 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.434 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.434 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 4, 2024-08-19T11:30:49.434 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.434 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.434 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.434 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.434 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.434 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.435 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331652+0000", 2024-08-19T11:30:49.435 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.775972+0000", 2024-08-19T11:30:49.435 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.775972+0000", 2024-08-19T11:30:49.435 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.776283+0000", 2024-08-19T11:30:49.435 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331652+0000", 2024-08-19T11:30:49.435 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.435 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.435 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.435 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:49.435 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331652+0000", 2024-08-19T11:30:49.435 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331652+0000", 2024-08-19T11:30:49.435 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331652+0000", 2024-08-19T11:30:49.435 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.435 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.436 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.436 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331652+0000", 2024-08-19T11:30:49.436 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331652+0000", 2024-08-19T11:30:49.436 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.436 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 1, 2024-08-19T11:30:49.436 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.436 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.436 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:49.436 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.436 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.436 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.436 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.436 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 1, 2024-08-19T11:30:49.436 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.437 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.437 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.437 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.f", 2024-08-19T11:30:49.437 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.437 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.437 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.437 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 27, 2024-08-19T11:30:49.437 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.437 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T23:21:10.434812+0000", 2024-08-19T11:30:49.437 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.437 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.437 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.437 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 22, 2024-08-19T11:30:49.438 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.438 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.438 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.438 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.438 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.438 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.438 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.438 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.438 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.438 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.438 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.438 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.438 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.439 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.439 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.439 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 3, 2024-08-19T11:30:49.439 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 1, 2024-08-19T11:30:49.439 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.439 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 1, 2024-08-19T11:30:49.439 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.439 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.439 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.439 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.439 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.439 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.439 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.439 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.439 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.440 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.440 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.440 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.440 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.440 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.440 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.440 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.440 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.440 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.440 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 1, 2024-08-19T11:30:49.440 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 1 2024-08-19T11:30:49.440 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.440 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.440 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.441 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.441 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.441 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.441 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.441 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.441 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 4, 2024-08-19T11:30:49.441 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "66'1" 2024-08-19T11:30:49.441 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.441 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.441 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.441 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.441 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.441 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:49.442 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.442 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:49.442 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.442 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.442 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.442 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.442 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.442 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.442 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372871+0000", 2024-08-19T11:30:49.442 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.818779+0000", 2024-08-19T11:30:49.442 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.818779+0000", 2024-08-19T11:30:49.442 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.819698+0000", 2024-08-19T11:30:49.442 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372871+0000", 2024-08-19T11:30:49.443 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.443 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.443 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.443 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.443 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372871+0000", 2024-08-19T11:30:49.443 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372871+0000", 2024-08-19T11:30:49.443 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372871+0000", 2024-08-19T11:30:49.443 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.443 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.443 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.443 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372871+0000", 2024-08-19T11:30:49.443 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372871+0000", 2024-08-19T11:30:49.443 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.443 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.444 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.444 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.444 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.444 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.444 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.444 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.444 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.444 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.444 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.444 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.444 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.444 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.e", 2024-08-19T11:30:49.444 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.444 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.445 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.445 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:49.445 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.445 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T20:31:50.109027+0000", 2024-08-19T11:30:49.445 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.445 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.445 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.445 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.445 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.445 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.445 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.445 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.445 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.445 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.446 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.446 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.446 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.446 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.446 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.446 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.446 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.446 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.446 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.446 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.446 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.446 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.446 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.446 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.447 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.447 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.447 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.447 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.447 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.447 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.447 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.447 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.447 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.447 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.447 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.447 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.447 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.447 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.448 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.448 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.448 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.448 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.448 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.448 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.448 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.448 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.448 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.448 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.448 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.448 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:49.448 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.448 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:49.448 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.449 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.449 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.449 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.449 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.449 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.449 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.449 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.449 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 2, 2024-08-19T11:30:49.449 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.449 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.449 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.449 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.449 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.449 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.450 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331978+0000", 2024-08-19T11:30:49.450 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.775789+0000", 2024-08-19T11:30:49.450 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.775789+0000", 2024-08-19T11:30:49.450 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.776125+0000", 2024-08-19T11:30:49.450 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331978+0000", 2024-08-19T11:30:49.450 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.450 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.450 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.450 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:49.450 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331978+0000", 2024-08-19T11:30:49.450 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331978+0000", 2024-08-19T11:30:49.450 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331978+0000", 2024-08-19T11:30:49.450 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.450 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.451 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.451 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331978+0000", 2024-08-19T11:30:49.451 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331978+0000", 2024-08-19T11:30:49.451 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.451 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 2, 2024-08-19T11:30:49.451 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.451 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.451 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:49.451 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.451 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.451 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.451 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.451 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 2, 2024-08-19T11:30:49.451 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.452 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.452 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.452 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.e", 2024-08-19T11:30:49.452 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.452 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.452 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.452 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 28, 2024-08-19T11:30:49.452 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.452 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:11:36.736766+0000", 2024-08-19T11:30:49.452 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.452 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.452 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.452 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.452 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.453 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.453 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.453 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.453 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.453 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.453 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.453 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.453 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.453 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.453 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.453 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.453 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.453 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.453 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.454 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 3, 2024-08-19T11:30:49.454 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 1, 2024-08-19T11:30:49.454 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.454 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 1, 2024-08-19T11:30:49.454 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.454 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.454 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.454 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.454 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.454 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 1, 2024-08-19T11:30:49.454 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.454 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.454 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.455 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.455 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.455 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.455 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.455 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.455 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.455 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.455 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.455 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.455 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 3, 2024-08-19T11:30:49.455 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.455 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.455 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.455 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.456 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.456 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.456 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.456 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.456 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.456 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 2, 2024-08-19T11:30:49.456 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "66'2" 2024-08-19T11:30:49.456 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.456 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.456 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.456 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.456 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.456 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.456 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.456 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:49.457 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.457 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.457 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.457 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.457 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.457 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.457 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372828+0000", 2024-08-19T11:30:49.457 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.819354+0000", 2024-08-19T11:30:49.457 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.819354+0000", 2024-08-19T11:30:49.457 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.819652+0000", 2024-08-19T11:30:49.457 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372828+0000", 2024-08-19T11:30:49.457 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.457 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.457 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.458 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.458 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372828+0000", 2024-08-19T11:30:49.458 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372828+0000", 2024-08-19T11:30:49.458 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372828+0000", 2024-08-19T11:30:49.458 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.458 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.458 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.458 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372828+0000", 2024-08-19T11:30:49.458 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372828+0000", 2024-08-19T11:30:49.458 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.458 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.458 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.458 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.459 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.459 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.459 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.459 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.459 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.459 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.459 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.459 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.459 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.459 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.f", 2024-08-19T11:30:49.459 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.459 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.459 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.459 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:49.460 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.460 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T12:22:55.084684+0000", 2024-08-19T11:30:49.460 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.460 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.460 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.460 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.460 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.460 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.460 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.460 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.460 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.460 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.460 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.461 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.461 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.461 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.461 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.461 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.461 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.461 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.461 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.461 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.461 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.461 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.461 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.461 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.461 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.462 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.462 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.462 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.462 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.462 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.462 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.462 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.462 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.462 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.462 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.462 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.462 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.462 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.463 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.463 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.463 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.463 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.463 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.463 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.463 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.463 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.463 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.463 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.463 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.463 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.463 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.463 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:49.464 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.464 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.464 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.464 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.464 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.464 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.464 INFO:tasks.workunit.client.0.smithi136.stdout: 3 2024-08-19T11:30:49.464 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.464 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:49.464 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.464 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.464 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.464 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.465 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.465 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.465 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.332186+0000", 2024-08-19T11:30:49.465 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.778106+0000", 2024-08-19T11:30:49.465 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.778106+0000", 2024-08-19T11:30:49.465 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.778340+0000", 2024-08-19T11:30:49.465 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.332186+0000", 2024-08-19T11:30:49.465 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.465 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.465 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.465 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:49.465 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.332186+0000", 2024-08-19T11:30:49.466 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.332186+0000", 2024-08-19T11:30:49.466 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.332186+0000", 2024-08-19T11:30:49.466 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.466 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.466 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.466 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.332186+0000", 2024-08-19T11:30:49.466 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.332186+0000", 2024-08-19T11:30:49.466 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.466 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 1, 2024-08-19T11:30:49.466 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.466 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.466 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:49.466 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.466 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.467 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.467 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.467 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 1, 2024-08-19T11:30:49.467 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.467 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.467 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.467 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.d", 2024-08-19T11:30:49.467 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.467 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.467 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.467 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 26, 2024-08-19T11:30:49.467 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.467 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:50:43.255212+0000", 2024-08-19T11:30:49.467 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.468 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.468 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.468 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 70, 2024-08-19T11:30:49.468 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.468 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.468 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.468 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.468 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.468 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.468 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.468 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.468 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.469 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.469 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.469 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.469 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.469 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.469 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.469 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 3, 2024-08-19T11:30:49.469 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 1, 2024-08-19T11:30:49.469 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.469 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 1, 2024-08-19T11:30:49.469 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.469 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.469 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.470 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.470 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.470 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.470 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.470 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.470 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.470 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.470 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.470 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.470 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.470 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.470 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.470 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.471 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.471 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.471 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 1, 2024-08-19T11:30:49.471 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 1 2024-08-19T11:30:49.471 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.471 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.471 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.471 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.471 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.471 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.471 INFO:tasks.workunit.client.0.smithi136.stdout: 3 2024-08-19T11:30:49.471 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.471 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:49.471 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "66'1" 2024-08-19T11:30:49.472 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.472 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.472 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.472 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.472 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.472 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.472 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.472 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:49.472 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.472 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.472 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.472 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.472 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.472 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.473 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.051735+0000", 2024-08-19T11:30:49.473 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.815838+0000", 2024-08-19T11:30:49.473 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.815838+0000", 2024-08-19T11:30:49.473 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.817332+0000", 2024-08-19T11:30:49.473 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.051735+0000", 2024-08-19T11:30:49.473 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.473 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.473 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.473 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.473 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.051735+0000", 2024-08-19T11:30:49.473 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.051735+0000", 2024-08-19T11:30:49.473 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.051735+0000", 2024-08-19T11:30:49.473 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.474 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.474 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.474 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.051735+0000", 2024-08-19T11:30:49.474 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.051735+0000", 2024-08-19T11:30:49.474 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.474 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.474 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.474 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.474 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.474 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.474 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.474 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.474 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.475 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.475 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.475 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.475 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.475 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.c", 2024-08-19T11:30:49.475 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.475 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.475 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.475 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:49.475 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.475 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:25:28.586540+0000", 2024-08-19T11:30:49.475 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.475 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.475 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.476 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.476 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.476 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.476 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.476 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.476 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.476 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.476 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.476 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.476 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.476 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.476 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.476 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.476 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.477 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.477 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.477 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.477 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.477 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.477 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.477 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.477 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.477 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.477 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.477 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.477 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.477 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.477 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.478 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.478 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.478 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.478 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.478 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.478 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.478 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.478 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.478 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.478 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.478 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.478 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.478 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.479 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.479 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.479 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.479 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.479 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.479 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.479 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.479 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:49.479 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.479 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.479 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.479 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.479 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.479 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.480 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.480 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.480 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 2, 2024-08-19T11:30:49.480 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.480 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.480 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.480 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.480 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.480 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.480 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331572+0000", 2024-08-19T11:30:49.480 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.779562+0000", 2024-08-19T11:30:49.480 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.779562+0000", 2024-08-19T11:30:49.480 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.779871+0000", 2024-08-19T11:30:49.480 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331572+0000", 2024-08-19T11:30:49.481 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.481 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.481 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.481 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:49.481 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331572+0000", 2024-08-19T11:30:49.481 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331572+0000", 2024-08-19T11:30:49.481 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331572+0000", 2024-08-19T11:30:49.481 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.481 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.481 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.481 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331572+0000", 2024-08-19T11:30:49.481 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331572+0000", 2024-08-19T11:30:49.481 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.481 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.482 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.482 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.482 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:49.482 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.482 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.482 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.482 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.482 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.482 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.482 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.482 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.482 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.c", 2024-08-19T11:30:49.482 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.482 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.482 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.483 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 26, 2024-08-19T11:30:49.483 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.483 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:57:59.032174+0000", 2024-08-19T11:30:49.483 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.483 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.483 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.483 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.483 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.483 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.483 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.483 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.483 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.483 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.484 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.484 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.484 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.484 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.484 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.484 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.484 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.484 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.484 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.484 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.484 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.484 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.484 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.484 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.485 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.485 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.485 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.485 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.485 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.485 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.485 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.485 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.485 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.485 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.485 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.485 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.485 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.485 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.486 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.486 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.486 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.486 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.486 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.486 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.486 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.486 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.486 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.486 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.486 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.486 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.486 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.487 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 2, 2024-08-19T11:30:49.487 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.487 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.487 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.487 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.487 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.487 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.487 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.487 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.487 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:49.487 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.487 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.487 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.488 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.488 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.488 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.488 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372568+0000", 2024-08-19T11:30:49.488 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.821967+0000", 2024-08-19T11:30:49.488 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.821967+0000", 2024-08-19T11:30:49.488 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.822995+0000", 2024-08-19T11:30:49.488 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372568+0000", 2024-08-19T11:30:49.488 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.488 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.488 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.488 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.488 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372568+0000", 2024-08-19T11:30:49.488 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372568+0000", 2024-08-19T11:30:49.489 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372568+0000", 2024-08-19T11:30:49.489 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.489 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.489 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.489 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372568+0000", 2024-08-19T11:30:49.489 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372568+0000", 2024-08-19T11:30:49.489 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.489 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.489 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.489 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.489 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.489 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.489 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.490 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.490 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.490 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.490 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.490 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.490 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.490 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.d", 2024-08-19T11:30:49.490 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.490 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.490 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.490 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:49.490 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.490 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:11:34.421098+0000", 2024-08-19T11:30:49.491 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.491 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.491 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.491 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.491 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.491 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.491 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.491 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.491 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.491 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.491 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.491 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.491 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.491 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.491 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.492 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.492 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.492 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.492 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.492 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.492 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.492 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.492 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.492 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.492 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.492 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.492 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.492 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.492 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.493 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.493 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.493 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.493 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.493 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.493 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.493 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.493 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.493 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.493 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.493 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.493 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.493 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.493 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.494 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.494 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.494 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.494 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.494 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.494 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.494 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.494 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.494 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:49.494 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.494 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.494 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.494 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.494 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.494 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.495 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.495 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.495 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 6, 2024-08-19T11:30:49.495 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.495 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.495 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 70, 2024-08-19T11:30:49.495 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.495 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.495 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.495 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.772249+0000", 2024-08-19T11:30:49.495 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:28:17.915036+0000", 2024-08-19T11:30:49.495 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:28:17.915036+0000", 2024-08-19T11:30:49.495 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:28:22.381146+0000", 2024-08-19T11:30:49.495 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.772249+0000", 2024-08-19T11:30:49.496 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:49.496 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.496 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:49.496 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 71, 2024-08-19T11:30:49.496 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.772249+0000", 2024-08-19T11:30:49.496 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.772249+0000", 2024-08-19T11:30:49.496 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.772249+0000", 2024-08-19T11:30:49.496 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.496 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.496 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:49.496 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.772249+0000", 2024-08-19T11:30:49.496 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.772249+0000", 2024-08-19T11:30:49.496 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.496 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.497 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.497 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.497 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 70, 2024-08-19T11:30:49.497 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.497 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.497 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.497 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.497 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.497 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.497 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.497 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.497 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "4.5", 2024-08-19T11:30:49.497 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.497 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.498 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.498 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:49.498 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.498 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:52:40.258823+0000", 2024-08-19T11:30:49.498 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.00047197, 2024-08-19T11:30:49.498 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.498 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.498 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.498 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.498 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.498 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.498 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.498 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.499 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.499 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.499 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.499 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.499 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.499 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.499 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.499 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.499 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.499 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.499 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.499 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.499 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.499 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.500 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.500 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.500 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.500 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.500 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.500 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.500 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.500 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.500 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.500 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.500 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.500 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.500 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.500 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.501 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.501 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.501 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.501 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.501 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.501 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.501 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.501 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.501 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.501 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.501 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.501 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.501 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.501 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.501 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 6, 2024-08-19T11:30:49.502 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.502 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.502 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.502 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.502 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.502 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.502 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.502 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.502 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:49.502 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.502 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.502 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 20, 2024-08-19T11:30:49.502 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.503 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.503 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.503 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:30:46.739762+0000", 2024-08-19T11:30:49.503 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:01.322526+0000", 2024-08-19T11:30:49.503 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:01.322526+0000", 2024-08-19T11:30:49.503 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:01.323054+0000", 2024-08-19T11:30:49.503 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:30:46.739762+0000", 2024-08-19T11:30:49.503 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:25:02.670324+0000", 2024-08-19T11:30:49.503 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.503 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:25:02.670324+0000", 2024-08-19T11:30:49.503 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 59, 2024-08-19T11:30:49.503 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:30:46.739762+0000", 2024-08-19T11:30:49.503 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:30:46.739762+0000", 2024-08-19T11:30:49.503 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:30:46.739762+0000", 2024-08-19T11:30:49.504 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.504 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.504 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:25:02.670324+0000", 2024-08-19T11:30:49.504 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:30:46.739762+0000", 2024-08-19T11:30:49.504 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:30:46.739762+0000", 2024-08-19T11:30:49.504 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.504 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 156, 2024-08-19T11:30:49.504 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.504 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.504 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 58, 2024-08-19T11:30:49.504 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.504 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.504 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.505 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.505 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 156, 2024-08-19T11:30:49.505 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.505 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.505 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.505 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "1.0", 2024-08-19T11:30:49.505 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.505 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.505 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.505 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 372, 2024-08-19T11:30:49.505 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.505 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T23:03:42.414001+0000", 2024-08-19T11:30:49.505 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.505 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.505 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.506 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 590368, 2024-08-19T11:30:49.506 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.506 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 1771104, 2024-08-19T11:30:49.506 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.506 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.506 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.506 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.506 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.506 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.506 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.506 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.506 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.507 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.507 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.507 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.507 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.507 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 6, 2024-08-19T11:30:49.507 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 2, 2024-08-19T11:30:49.507 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.507 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 2, 2024-08-19T11:30:49.507 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.507 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.507 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.507 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.507 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.507 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.508 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.508 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 6, 2024-08-19T11:30:49.508 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.508 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.508 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.508 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.508 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.508 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 466, 2024-08-19T11:30:49.508 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 644, 2024-08-19T11:30:49.508 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.508 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.508 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.508 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 235, 2024-08-19T11:30:49.508 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 2416 2024-08-19T11:30:49.509 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.509 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.509 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.509 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.509 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.509 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.509 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.509 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.509 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:49.509 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "76'156" 2024-08-19T11:30:49.509 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.509 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.509 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.509 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.510 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.510 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.510 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.510 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:49.510 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.510 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.510 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.510 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.510 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.510 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.510 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.051602+0000", 2024-08-19T11:30:49.510 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.776869+0000", 2024-08-19T11:30:49.510 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.776869+0000", 2024-08-19T11:30:49.510 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.778042+0000", 2024-08-19T11:30:49.510 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.051602+0000", 2024-08-19T11:30:49.511 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.511 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.511 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.511 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:49.511 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.051602+0000", 2024-08-19T11:30:49.511 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.051602+0000", 2024-08-19T11:30:49.511 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.051602+0000", 2024-08-19T11:30:49.511 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.511 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.511 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.511 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.051602+0000", 2024-08-19T11:30:49.511 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.051602+0000", 2024-08-19T11:30:49.511 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.511 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.512 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.512 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.512 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:49.512 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.512 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.512 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.512 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.512 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.512 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.512 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.512 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.512 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.3", 2024-08-19T11:30:49.512 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.512 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.513 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.513 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 25, 2024-08-19T11:30:49.513 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.513 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:33:17.488588+0000", 2024-08-19T11:30:49.513 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.513 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.513 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.513 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.513 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.513 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.513 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.513 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.513 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.514 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.514 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.514 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.514 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.514 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.514 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.514 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.514 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.514 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.514 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.514 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.514 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.514 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.515 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.515 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.515 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.515 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.515 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.515 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.515 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.515 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.515 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.515 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.515 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.515 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.515 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.515 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.516 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.516 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.516 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.516 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.516 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.516 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.516 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.516 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.516 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.516 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.516 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.516 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.516 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.516 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.517 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.517 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:49.517 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.517 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.517 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.517 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.517 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.517 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.517 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.517 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.517 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 3, 2024-08-19T11:30:49.517 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.517 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.517 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.517 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.518 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.518 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.518 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.373316+0000", 2024-08-19T11:30:49.518 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.816867+0000", 2024-08-19T11:30:49.518 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.816867+0000", 2024-08-19T11:30:49.518 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.817171+0000", 2024-08-19T11:30:49.518 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.373316+0000", 2024-08-19T11:30:49.518 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.518 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.518 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.518 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.518 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.373316+0000", 2024-08-19T11:30:49.518 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.373316+0000", 2024-08-19T11:30:49.519 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.373316+0000", 2024-08-19T11:30:49.519 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.519 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.519 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.519 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.373316+0000", 2024-08-19T11:30:49.519 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.373316+0000", 2024-08-19T11:30:49.519 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.519 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.519 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.519 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.519 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.519 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.519 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.519 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.520 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.520 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.520 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.520 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.520 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.520 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.2", 2024-08-19T11:30:49.520 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.520 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.520 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.520 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:49.520 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.520 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:47:07.013115+0000", 2024-08-19T11:30:49.520 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.520 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.521 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.521 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.521 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.521 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.521 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.521 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.521 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.521 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.521 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.521 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.521 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.521 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.521 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.521 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.522 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.522 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.522 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.522 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.522 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.522 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.522 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.522 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.522 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.522 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.522 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.522 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.522 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.522 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.523 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.523 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.523 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.523 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.523 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.523 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.523 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.523 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.523 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.523 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.523 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.523 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.523 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.523 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.524 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.524 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.524 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.524 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.524 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.524 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.524 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.524 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 3, 2024-08-19T11:30:49.524 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.524 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.524 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.524 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.524 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.524 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.525 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:49.525 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.525 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 0, 2024-08-19T11:30:49.525 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.525 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.525 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 70, 2024-08-19T11:30:49.525 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.525 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.525 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.525 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.903388+0000", 2024-08-19T11:30:49.525 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:28:17.919937+0000", 2024-08-19T11:30:49.525 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:28:17.919937+0000", 2024-08-19T11:30:49.525 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:28:22.381552+0000", 2024-08-19T11:30:49.525 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.903388+0000", 2024-08-19T11:30:49.526 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:49.526 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.526 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:49.526 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 71, 2024-08-19T11:30:49.526 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.903388+0000", 2024-08-19T11:30:49.526 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.903388+0000", 2024-08-19T11:30:49.526 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.903388+0000", 2024-08-19T11:30:49.526 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.526 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.526 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:49.526 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.903388+0000", 2024-08-19T11:30:49.526 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.903388+0000", 2024-08-19T11:30:49.526 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.526 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.526 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.527 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.527 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 70, 2024-08-19T11:30:49.527 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.527 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.527 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.527 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.527 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.527 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.527 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.527 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.527 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "4.6", 2024-08-19T11:30:49.527 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.527 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.527 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.528 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:49.528 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.528 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T12:27:15.208304+0000", 2024-08-19T11:30:49.528 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.000824296, 2024-08-19T11:30:49.528 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.528 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.528 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.528 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.528 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.528 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.528 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.528 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.528 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.528 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.529 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.529 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.529 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.529 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.529 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.529 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.529 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.529 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.529 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.529 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.529 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.529 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.529 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.530 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.530 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.530 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.530 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.530 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.530 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.530 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.530 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.530 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.530 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.530 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.530 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.530 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.530 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.531 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.531 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.531 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.531 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.531 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.531 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.531 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.531 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.531 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.531 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.531 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.531 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:49.531 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.531 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 0, 2024-08-19T11:30:49.532 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.532 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.532 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.532 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.532 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.532 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.532 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.532 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.532 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:49.532 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.532 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.532 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.532 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.532 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.533 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.533 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372226+0000", 2024-08-19T11:30:49.533 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.782667+0000", 2024-08-19T11:30:49.533 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.782667+0000", 2024-08-19T11:30:49.533 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.782993+0000", 2024-08-19T11:30:49.533 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372226+0000", 2024-08-19T11:30:49.533 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.533 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.533 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.533 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:49.533 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372226+0000", 2024-08-19T11:30:49.533 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372226+0000", 2024-08-19T11:30:49.533 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372226+0000", 2024-08-19T11:30:49.533 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.534 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.534 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.534 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372226+0000", 2024-08-19T11:30:49.534 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372226+0000", 2024-08-19T11:30:49.534 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.534 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.534 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.534 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.534 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:49.534 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.534 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.534 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.534 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.534 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.535 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.535 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.535 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.535 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.0", 2024-08-19T11:30:49.535 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.535 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.535 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.535 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 25, 2024-08-19T11:30:49.535 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.535 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:21:53.549179+0000", 2024-08-19T11:30:49.535 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.535 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.535 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.536 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.536 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.536 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.536 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.536 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.536 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.536 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.536 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.536 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.536 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.536 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.536 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.536 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.536 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.536 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.537 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.537 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.537 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.537 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.537 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.537 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.537 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.537 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.537 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.537 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.537 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.537 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.537 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.537 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.538 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.538 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.538 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.538 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.538 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.538 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.538 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.538 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.538 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.538 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.538 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.538 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.538 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.539 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.539 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.539 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.539 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.539 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.539 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.539 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:49.539 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.539 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.539 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.539 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.539 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.539 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.539 INFO:tasks.workunit.client.0.smithi136.stdout: 3 2024-08-19T11:30:49.539 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.540 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 0, 2024-08-19T11:30:49.540 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.540 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.540 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.540 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.540 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.540 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.540 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.902458+0000", 2024-08-19T11:30:49.540 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.810360+0000", 2024-08-19T11:30:49.540 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.810360+0000", 2024-08-19T11:30:49.540 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.811865+0000", 2024-08-19T11:30:49.540 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.902458+0000", 2024-08-19T11:30:49.540 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.540 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.541 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.541 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.541 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.902458+0000", 2024-08-19T11:30:49.541 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.902458+0000", 2024-08-19T11:30:49.541 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.902458+0000", 2024-08-19T11:30:49.541 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.541 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.541 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.541 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.902458+0000", 2024-08-19T11:30:49.541 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.902458+0000", 2024-08-19T11:30:49.541 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.541 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.541 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.541 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.541 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.542 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.542 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.542 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.542 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.542 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.542 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.542 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.542 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.542 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.1", 2024-08-19T11:30:49.542 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.542 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.542 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.542 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:49.542 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.543 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:24:33.633463+0000", 2024-08-19T11:30:49.543 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.543 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.543 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.543 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.543 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.543 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.543 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.543 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.543 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.543 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.543 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.543 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.543 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.543 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.544 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.544 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.544 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.544 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.544 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.544 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.544 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.544 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.544 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.544 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.544 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.544 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.544 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.545 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.545 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.545 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.545 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.545 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.545 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.545 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.545 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.545 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.545 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.545 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.545 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.545 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.545 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.545 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.546 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.546 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.546 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.546 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.546 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.546 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.546 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.546 INFO:tasks.workunit.client.0.smithi136.stdout: 3 2024-08-19T11:30:49.546 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.546 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 0, 2024-08-19T11:30:49.546 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.546 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.546 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.547 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.547 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.547 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.547 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.547 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.547 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:49.547 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.547 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.547 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 70, 2024-08-19T11:30:49.547 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.547 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.547 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.547 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331223+0000", 2024-08-19T11:30:49.547 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:28:17.917630+0000", 2024-08-19T11:30:49.547 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:28:17.917630+0000", 2024-08-19T11:30:49.548 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:28:22.352303+0000", 2024-08-19T11:30:49.548 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331223+0000", 2024-08-19T11:30:49.548 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:49.548 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.548 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:49.548 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 71, 2024-08-19T11:30:49.548 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331223+0000", 2024-08-19T11:30:49.548 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331223+0000", 2024-08-19T11:30:49.548 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331223+0000", 2024-08-19T11:30:49.548 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.548 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.548 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:49.548 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331223+0000", 2024-08-19T11:30:49.548 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331223+0000", 2024-08-19T11:30:49.549 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.549 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.549 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.549 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.549 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 70, 2024-08-19T11:30:49.549 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.549 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.549 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.549 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.549 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.549 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.549 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.549 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.549 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "4.7", 2024-08-19T11:30:49.550 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.550 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.550 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.550 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:49.550 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.550 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T23:01:00.491952+0000", 2024-08-19T11:30:49.550 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.000260851, 2024-08-19T11:30:49.550 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.550 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.550 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.550 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.550 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.550 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.550 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.551 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.551 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.551 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.551 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.551 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.551 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.551 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.551 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.551 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.551 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.551 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.551 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.551 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.551 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.551 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.552 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.552 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.552 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.552 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.552 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.552 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.552 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.552 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.552 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.552 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.552 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.552 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.552 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.552 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.553 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.553 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.553 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.553 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.553 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.553 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.553 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.553 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.553 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.553 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.553 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.553 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.553 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.553 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.553 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:49.554 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.554 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.554 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.554 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.554 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.554 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.554 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.554 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.554 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 2, 2024-08-19T11:30:49.554 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.554 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.554 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.554 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.555 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.555 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.555 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.330969+0000", 2024-08-19T11:30:49.555 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.772430+0000", 2024-08-19T11:30:49.555 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.772430+0000", 2024-08-19T11:30:49.555 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.772690+0000", 2024-08-19T11:30:49.555 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.330969+0000", 2024-08-19T11:30:49.555 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.555 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.555 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.555 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:49.555 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.330969+0000", 2024-08-19T11:30:49.555 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.330969+0000", 2024-08-19T11:30:49.555 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.330969+0000", 2024-08-19T11:30:49.556 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.556 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.556 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.556 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.330969+0000", 2024-08-19T11:30:49.556 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.330969+0000", 2024-08-19T11:30:49.556 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.556 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.556 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.556 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.556 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:49.556 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.556 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.556 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.557 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.557 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.557 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.557 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.557 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.557 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.1", 2024-08-19T11:30:49.557 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.557 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.557 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.557 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 26, 2024-08-19T11:30:49.557 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.557 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:21:06.550688+0000", 2024-08-19T11:30:49.557 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.557 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.558 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.558 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.558 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.558 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.558 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.558 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.558 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.558 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.558 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.558 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.558 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.558 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.558 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.558 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.559 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.559 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.559 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.559 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.559 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.559 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.559 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.559 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.559 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.559 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.559 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.559 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.559 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.560 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.560 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.560 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.560 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.560 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.560 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.560 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.560 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.560 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.560 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.560 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.560 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.560 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.560 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.561 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.561 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.561 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.561 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.561 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.561 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.561 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.561 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.561 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 2, 2024-08-19T11:30:49.561 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.561 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.561 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.561 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.561 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.562 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.562 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.562 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.562 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:49.562 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.562 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.562 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.562 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.562 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.562 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.562 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.330881+0000", 2024-08-19T11:30:49.562 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.812672+0000", 2024-08-19T11:30:49.562 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.812672+0000", 2024-08-19T11:30:49.562 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.812940+0000", 2024-08-19T11:30:49.563 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.330881+0000", 2024-08-19T11:30:49.563 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.563 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.563 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.563 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.563 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.330881+0000", 2024-08-19T11:30:49.563 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.330881+0000", 2024-08-19T11:30:49.563 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.330881+0000", 2024-08-19T11:30:49.563 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.563 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.563 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.563 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.330881+0000", 2024-08-19T11:30:49.563 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.330881+0000", 2024-08-19T11:30:49.563 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.564 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.564 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.564 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.564 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.564 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.564 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.564 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.564 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.564 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.564 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.564 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.564 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.564 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.0", 2024-08-19T11:30:49.564 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.565 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.565 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.565 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:49.565 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.565 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:20:34.926638+0000", 2024-08-19T11:30:49.565 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.565 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.565 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.565 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.565 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.565 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.565 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.565 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.565 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.566 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.566 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.566 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.566 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.566 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.566 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.566 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.566 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.566 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.566 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.566 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.566 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.566 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.566 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.567 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.567 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.567 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.567 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.567 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.567 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.567 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.567 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.567 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.567 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.567 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.567 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.567 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.567 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.568 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.568 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.568 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.568 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.568 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.568 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.568 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.568 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.568 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.568 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.568 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.568 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.568 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.568 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.569 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:49.569 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.569 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.569 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.569 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.569 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.569 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.569 INFO:tasks.workunit.client.0.smithi136.stdout: 3 2024-08-19T11:30:49.569 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.569 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:49.569 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.569 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.569 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 70, 2024-08-19T11:30:49.569 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.569 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.570 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.570 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331489+0000", 2024-08-19T11:30:49.570 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:28:17.918803+0000", 2024-08-19T11:30:49.570 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:28:17.918803+0000", 2024-08-19T11:30:49.570 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:28:22.350984+0000", 2024-08-19T11:30:49.570 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331489+0000", 2024-08-19T11:30:49.570 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:49.570 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.570 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:49.570 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 71, 2024-08-19T11:30:49.570 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331489+0000", 2024-08-19T11:30:49.570 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331489+0000", 2024-08-19T11:30:49.570 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331489+0000", 2024-08-19T11:30:49.570 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.571 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.571 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:49.571 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331489+0000", 2024-08-19T11:30:49.571 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331489+0000", 2024-08-19T11:30:49.571 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.571 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.571 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.571 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.571 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 70, 2024-08-19T11:30:49.571 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.571 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.571 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.571 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.571 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.572 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.572 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.572 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.572 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "4.4", 2024-08-19T11:30:49.572 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.572 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.572 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.572 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:49.572 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.572 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:27:01.684234+0000", 2024-08-19T11:30:49.572 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.000508869, 2024-08-19T11:30:49.572 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.572 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.572 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.572 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.573 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.573 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.573 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.573 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.573 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.573 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.573 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.573 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.573 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.573 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.573 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.573 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.573 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.574 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.574 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.574 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.574 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.574 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.574 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.574 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.574 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.574 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.574 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.574 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.574 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.574 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.575 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.575 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.575 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.575 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.575 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.575 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.575 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.575 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.575 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.575 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.575 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.575 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.575 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.575 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.576 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.576 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.576 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.576 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.576 INFO:tasks.workunit.client.0.smithi136.stdout: 3 2024-08-19T11:30:49.576 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.576 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:49.576 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.576 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.576 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.576 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.576 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.576 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.576 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.577 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.577 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:49.577 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.577 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.577 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.577 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.577 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.577 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.577 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.051606+0000", 2024-08-19T11:30:49.577 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.784359+0000", 2024-08-19T11:30:49.577 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.784359+0000", 2024-08-19T11:30:49.577 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.784650+0000", 2024-08-19T11:30:49.577 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.051606+0000", 2024-08-19T11:30:49.577 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.578 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.578 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.578 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:49.578 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.051606+0000", 2024-08-19T11:30:49.578 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.051606+0000", 2024-08-19T11:30:49.578 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.051606+0000", 2024-08-19T11:30:49.578 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.578 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.578 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.578 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.051606+0000", 2024-08-19T11:30:49.578 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.051606+0000", 2024-08-19T11:30:49.578 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.578 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.578 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.579 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.579 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:49.579 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.579 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.579 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.579 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.579 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.579 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.579 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.579 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.579 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.2", 2024-08-19T11:30:49.579 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.579 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.579 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.580 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 25, 2024-08-19T11:30:49.580 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.580 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T22:41:56.358925+0000", 2024-08-19T11:30:49.580 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.580 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.580 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.580 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.580 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.580 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.580 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.580 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.580 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.580 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.580 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.581 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.581 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.581 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.581 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.581 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.581 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.581 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.581 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.581 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.581 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.581 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.581 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.581 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.581 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.581 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.582 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.582 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.582 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.582 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.582 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.582 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.582 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.582 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.582 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.582 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.582 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.582 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.582 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.583 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.583 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.583 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.583 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.583 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.583 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.583 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.583 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.583 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.583 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.583 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.583 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.583 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:49.583 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.584 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.584 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.584 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.584 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.584 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.584 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.584 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.584 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 2, 2024-08-19T11:30:49.584 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.584 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.584 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.584 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.584 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.584 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.584 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.330978+0000", 2024-08-19T11:30:49.585 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:52.978133+0000", 2024-08-19T11:30:49.585 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:52.978133+0000", 2024-08-19T11:30:49.585 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:52.978518+0000", 2024-08-19T11:30:49.585 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.330978+0000", 2024-08-19T11:30:49.585 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.585 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.585 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.585 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 68, 2024-08-19T11:30:49.585 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.330978+0000", 2024-08-19T11:30:49.585 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.330978+0000", 2024-08-19T11:30:49.585 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.330978+0000", 2024-08-19T11:30:49.585 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.585 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.585 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.586 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.330978+0000", 2024-08-19T11:30:49.586 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.330978+0000", 2024-08-19T11:30:49.586 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.586 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.586 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.586 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.586 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 67, 2024-08-19T11:30:49.586 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.586 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.586 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.586 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.586 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.586 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.586 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.587 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.587 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.3", 2024-08-19T11:30:49.587 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.587 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.587 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.587 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 20, 2024-08-19T11:30:49.587 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.587 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:44:47.025511+0000", 2024-08-19T11:30:49.587 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.587 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.587 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.587 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.587 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.588 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.588 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.588 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.588 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.588 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.588 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.588 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.588 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.588 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.588 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.588 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.588 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.588 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.588 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.589 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.589 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.589 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.589 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.589 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.589 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.589 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.589 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.589 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.589 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.589 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.589 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.589 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.590 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.590 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.590 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.590 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.590 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.590 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.590 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.590 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.590 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.590 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.590 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.590 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.590 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.590 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.591 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.591 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.591 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.591 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.591 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.591 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 2, 2024-08-19T11:30:49.591 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.591 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.591 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.592 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.592 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.592 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.592 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:49.592 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.592 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:49.592 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.592 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.592 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 70, 2024-08-19T11:30:49.592 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.592 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.592 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.593 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331176+0000", 2024-08-19T11:30:49.593 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:28:17.917681+0000", 2024-08-19T11:30:49.593 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:28:17.917681+0000", 2024-08-19T11:30:49.593 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:28:22.351795+0000", 2024-08-19T11:30:49.593 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331176+0000", 2024-08-19T11:30:49.593 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:49.593 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.593 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:49.593 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 71, 2024-08-19T11:30:49.593 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331176+0000", 2024-08-19T11:30:49.593 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331176+0000", 2024-08-19T11:30:49.593 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331176+0000", 2024-08-19T11:30:49.593 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.593 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.594 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:49.594 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331176+0000", 2024-08-19T11:30:49.594 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331176+0000", 2024-08-19T11:30:49.594 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.594 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 2, 2024-08-19T11:30:49.594 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.594 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.594 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 70, 2024-08-19T11:30:49.594 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.594 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.594 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.594 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.595 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 2, 2024-08-19T11:30:49.595 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.595 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.595 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.595 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "4.2", 2024-08-19T11:30:49.595 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.595 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.595 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.595 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:49.595 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.595 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:04:43.375794+0000", 2024-08-19T11:30:49.595 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.001219814, 2024-08-19T11:30:49.595 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.595 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.596 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 19, 2024-08-19T11:30:49.596 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.596 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.596 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.596 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.596 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.596 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.596 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.596 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.596 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.596 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.596 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.596 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.596 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.597 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.597 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.597 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 3, 2024-08-19T11:30:49.597 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 1, 2024-08-19T11:30:49.597 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.597 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 1, 2024-08-19T11:30:49.597 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.597 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.597 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.597 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.597 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.597 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.597 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.598 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.598 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.598 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.598 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.598 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.598 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.598 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.598 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.598 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.598 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.598 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.598 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 2, 2024-08-19T11:30:49.598 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 2 2024-08-19T11:30:49.599 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.599 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.599 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.599 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.599 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.599 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.599 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:49.599 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.599 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:49.599 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "75'2" 2024-08-19T11:30:49.599 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.599 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.600 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.600 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.600 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.600 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.600 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.600 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:49.600 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.600 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.600 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.600 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.600 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.600 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.600 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331740+0000", 2024-08-19T11:30:49.600 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.778928+0000", 2024-08-19T11:30:49.601 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.778928+0000", 2024-08-19T11:30:49.601 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.779202+0000", 2024-08-19T11:30:49.601 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331740+0000", 2024-08-19T11:30:49.601 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.601 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.601 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.601 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:49.601 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331740+0000", 2024-08-19T11:30:49.601 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331740+0000", 2024-08-19T11:30:49.601 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331740+0000", 2024-08-19T11:30:49.601 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.601 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.601 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.601 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331740+0000", 2024-08-19T11:30:49.602 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331740+0000", 2024-08-19T11:30:49.602 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.602 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.602 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.602 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.602 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:49.602 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.602 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.602 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.602 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.602 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.602 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.602 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.602 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.603 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.4", 2024-08-19T11:30:49.603 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.603 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.603 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.603 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 25, 2024-08-19T11:30:49.603 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.603 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:41:57.170478+0000", 2024-08-19T11:30:49.603 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.603 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.603 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.603 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.603 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.603 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.603 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.604 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.604 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.604 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.604 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.604 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.604 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.604 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.604 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.604 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.604 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.604 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.604 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.604 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.604 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.605 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.605 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.605 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.605 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.605 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.605 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.605 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.605 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.605 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.605 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.606 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.606 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.606 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.606 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.606 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.606 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.606 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.606 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.606 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.606 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.606 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.606 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.606 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.607 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.607 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.607 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.607 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.607 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.607 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.607 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.607 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:49.607 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.607 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.607 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.607 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.607 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.607 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.608 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:49.608 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.608 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:49.608 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.608 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.608 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.608 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.608 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.608 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.608 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331895+0000", 2024-08-19T11:30:49.608 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:52.979652+0000", 2024-08-19T11:30:49.608 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:52.979652+0000", 2024-08-19T11:30:49.608 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:52.980008+0000", 2024-08-19T11:30:49.608 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331895+0000", 2024-08-19T11:30:49.609 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.609 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.609 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.609 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 68, 2024-08-19T11:30:49.609 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331895+0000", 2024-08-19T11:30:49.609 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331895+0000", 2024-08-19T11:30:49.609 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331895+0000", 2024-08-19T11:30:49.609 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.609 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.609 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.609 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331895+0000", 2024-08-19T11:30:49.609 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331895+0000", 2024-08-19T11:30:49.609 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.610 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.610 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.610 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.610 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 67, 2024-08-19T11:30:49.610 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.610 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.610 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.610 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.610 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.610 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.610 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.610 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.610 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.5", 2024-08-19T11:30:49.611 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.611 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.611 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.611 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 20, 2024-08-19T11:30:49.611 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.611 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:45:00.627191+0000", 2024-08-19T11:30:49.611 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.611 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.611 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.611 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.611 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.611 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.611 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.611 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.612 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.612 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.612 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.612 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.612 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.612 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.612 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.612 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.612 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.612 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.612 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.612 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.612 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.612 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.612 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.613 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.613 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.613 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.613 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.613 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.613 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.613 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.613 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.613 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.613 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.613 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.613 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.613 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.614 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.614 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.614 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.614 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.614 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.614 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.614 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.614 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.614 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.614 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.614 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.614 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.614 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.615 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:49.615 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.615 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:49.615 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.615 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.615 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.615 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.615 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.615 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.615 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.615 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.615 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 0, 2024-08-19T11:30:49.616 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.616 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.616 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 70, 2024-08-19T11:30:49.616 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.616 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.616 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.616 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.902600+0000", 2024-08-19T11:30:49.616 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:28:17.917302+0000", 2024-08-19T11:30:49.616 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:28:17.917302+0000", 2024-08-19T11:30:49.616 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:28:22.381564+0000", 2024-08-19T11:30:49.616 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.902600+0000", 2024-08-19T11:30:49.616 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:49.617 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.617 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:49.617 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 71, 2024-08-19T11:30:49.617 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.902600+0000", 2024-08-19T11:30:49.617 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.902600+0000", 2024-08-19T11:30:49.617 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.902600+0000", 2024-08-19T11:30:49.617 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.617 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.617 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:49.617 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.902600+0000", 2024-08-19T11:30:49.617 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.902600+0000", 2024-08-19T11:30:49.617 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.617 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 1, 2024-08-19T11:30:49.617 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.617 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.618 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 70, 2024-08-19T11:30:49.618 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.618 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.618 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.618 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.618 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 1, 2024-08-19T11:30:49.618 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.618 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.618 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.618 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "4.3", 2024-08-19T11:30:49.618 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.618 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.618 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.619 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:49.619 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.619 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:07:25.157635+0000", 2024-08-19T11:30:49.619 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.000899456, 2024-08-19T11:30:49.619 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.619 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.619 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.619 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.619 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.619 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.619 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.619 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.619 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.619 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.620 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.620 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.620 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.620 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.620 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.620 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.620 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.620 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.620 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 3, 2024-08-19T11:30:49.620 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 1, 2024-08-19T11:30:49.620 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.620 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 1, 2024-08-19T11:30:49.620 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.620 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.621 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.621 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.621 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.621 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.621 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.621 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.621 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.621 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.621 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.621 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.621 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.621 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.621 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.622 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.622 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.622 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.622 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.622 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.622 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.622 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.622 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.622 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.622 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.622 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.622 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.622 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.623 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 0, 2024-08-19T11:30:49.623 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "73'1" 2024-08-19T11:30:49.623 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.623 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.623 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.623 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.623 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.623 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:49.623 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.623 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:49.623 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.623 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.623 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.624 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.624 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.624 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.624 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372753+0000", 2024-08-19T11:30:49.624 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.781524+0000", 2024-08-19T11:30:49.624 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.781524+0000", 2024-08-19T11:30:49.624 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.781886+0000", 2024-08-19T11:30:49.624 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372753+0000", 2024-08-19T11:30:49.624 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.624 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.624 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.624 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:49.624 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372753+0000", 2024-08-19T11:30:49.625 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372753+0000", 2024-08-19T11:30:49.625 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372753+0000", 2024-08-19T11:30:49.625 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.625 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.625 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.625 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372753+0000", 2024-08-19T11:30:49.625 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372753+0000", 2024-08-19T11:30:49.625 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.625 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.625 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.625 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.625 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:49.625 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.626 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.626 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.626 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.626 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.626 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.626 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.626 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.626 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.5", 2024-08-19T11:30:49.626 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.626 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.626 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.626 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 25, 2024-08-19T11:30:49.627 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.627 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:03:28.295414+0000", 2024-08-19T11:30:49.627 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.627 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.627 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.627 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.627 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.627 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.627 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.627 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.627 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.627 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.627 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.628 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.628 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.628 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.628 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.628 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.628 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.628 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.628 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.628 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.628 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.628 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.628 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.628 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.628 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.628 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.629 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.629 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.629 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.629 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.629 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.629 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.629 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.629 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.629 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.629 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.629 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.629 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.629 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.630 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.630 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.630 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.630 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.630 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.630 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.630 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.630 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.630 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.630 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.630 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:49.630 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.630 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:49.631 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.631 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.631 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.631 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.631 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.631 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.631 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:49.631 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.631 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:49.631 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.631 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.631 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.631 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.632 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.632 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.632 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331659+0000", 2024-08-19T11:30:49.632 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.805883+0000", 2024-08-19T11:30:49.632 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.805883+0000", 2024-08-19T11:30:49.632 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.806139+0000", 2024-08-19T11:30:49.632 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331659+0000", 2024-08-19T11:30:49.632 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.632 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.632 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.632 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.632 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331659+0000", 2024-08-19T11:30:49.632 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331659+0000", 2024-08-19T11:30:49.633 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331659+0000", 2024-08-19T11:30:49.633 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.633 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.633 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.633 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331659+0000", 2024-08-19T11:30:49.633 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331659+0000", 2024-08-19T11:30:49.633 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.633 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.633 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.633 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.633 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.633 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.633 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.634 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.634 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.634 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.634 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.634 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.634 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.634 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.4", 2024-08-19T11:30:49.634 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.634 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.634 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.634 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:49.634 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.634 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:41:30.401670+0000", 2024-08-19T11:30:49.634 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.635 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.635 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.635 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.635 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.635 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.635 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.635 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.635 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.635 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.635 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.635 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.635 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.635 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.635 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.636 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.636 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.636 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.636 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.636 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.636 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.636 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.636 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.636 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.636 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.636 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.636 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.636 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.636 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.637 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.637 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.637 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.637 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.637 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.637 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.637 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.637 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.637 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.637 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.637 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.637 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.637 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.638 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.638 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.638 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.638 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.638 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.638 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.638 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.638 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:49.638 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.638 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:49.638 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.638 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.638 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.638 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.639 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.639 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.639 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.639 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.639 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 3, 2024-08-19T11:30:49.639 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.639 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.639 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 70, 2024-08-19T11:30:49.639 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.639 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.639 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.639 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.373173+0000", 2024-08-19T11:30:49.639 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:28:17.920650+0000", 2024-08-19T11:30:49.640 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:28:17.920650+0000", 2024-08-19T11:30:49.640 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:28:22.380003+0000", 2024-08-19T11:30:49.640 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.373173+0000", 2024-08-19T11:30:49.640 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:49.640 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.640 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:49.640 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 71, 2024-08-19T11:30:49.640 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.373173+0000", 2024-08-19T11:30:49.640 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.373173+0000", 2024-08-19T11:30:49.640 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.373173+0000", 2024-08-19T11:30:49.640 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.640 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.640 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:49.640 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.373173+0000", 2024-08-19T11:30:49.641 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.373173+0000", 2024-08-19T11:30:49.641 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.641 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.641 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.641 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.641 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 70, 2024-08-19T11:30:49.641 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.641 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.641 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.641 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.641 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.641 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.641 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.641 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.642 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "4.0", 2024-08-19T11:30:49.642 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.642 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.642 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.642 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 20, 2024-08-19T11:30:49.642 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.642 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:53:01.913603+0000", 2024-08-19T11:30:49.642 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.000403723, 2024-08-19T11:30:49.642 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.642 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.642 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.642 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.643 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.643 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.643 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.643 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.643 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.643 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.643 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.643 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.643 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.643 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.643 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.643 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.643 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.643 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.644 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.644 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.644 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.644 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.644 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.644 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.644 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.644 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.644 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.644 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.644 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.644 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.644 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.645 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.645 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.645 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.645 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.645 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.645 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.645 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.645 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.645 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.645 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.645 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.645 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.645 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.645 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.646 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.646 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.646 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.646 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.646 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.646 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 3, 2024-08-19T11:30:49.646 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.646 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.646 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.646 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.646 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.646 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.646 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:49.646 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.647 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:49.647 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.647 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.647 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.647 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.647 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.647 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.647 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331589+0000", 2024-08-19T11:30:49.647 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.782028+0000", 2024-08-19T11:30:49.647 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.782028+0000", 2024-08-19T11:30:49.647 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.782293+0000", 2024-08-19T11:30:49.647 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331589+0000", 2024-08-19T11:30:49.647 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.647 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.647 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.648 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:49.648 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331589+0000", 2024-08-19T11:30:49.648 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331589+0000", 2024-08-19T11:30:49.648 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331589+0000", 2024-08-19T11:30:49.648 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.648 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.648 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.648 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331589+0000", 2024-08-19T11:30:49.648 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331589+0000", 2024-08-19T11:30:49.648 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.648 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 1, 2024-08-19T11:30:49.648 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.648 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.648 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:49.649 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.649 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.649 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.649 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.649 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 1, 2024-08-19T11:30:49.649 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.649 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.649 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.649 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.6", 2024-08-19T11:30:49.649 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.649 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.649 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.649 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 26, 2024-08-19T11:30:49.649 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.649 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:23:47.214522+0000", 2024-08-19T11:30:49.650 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.650 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.650 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.650 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.650 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.650 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.650 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.650 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.650 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.650 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.650 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.650 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.650 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.650 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.651 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.651 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.651 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.651 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.651 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.651 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 3, 2024-08-19T11:30:49.651 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 1, 2024-08-19T11:30:49.651 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.651 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 1, 2024-08-19T11:30:49.651 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.651 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.651 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.651 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.652 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.652 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 1, 2024-08-19T11:30:49.652 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.652 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.652 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.652 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.652 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.652 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.652 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.652 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.652 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.652 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.652 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.653 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.653 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 1, 2024-08-19T11:30:49.653 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.653 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.653 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.653 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.653 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.653 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.653 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.653 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:49.653 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.653 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:49.653 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "66'1" 2024-08-19T11:30:49.654 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.654 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.654 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.654 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.654 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.654 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.654 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.654 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 3, 2024-08-19T11:30:49.654 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.654 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.654 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.654 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.654 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.655 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.655 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.373808+0000", 2024-08-19T11:30:49.655 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.814453+0000", 2024-08-19T11:30:49.655 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.814453+0000", 2024-08-19T11:30:49.655 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.814726+0000", 2024-08-19T11:30:49.655 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.373808+0000", 2024-08-19T11:30:49.655 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.655 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.655 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.655 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.655 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.373808+0000", 2024-08-19T11:30:49.655 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.373808+0000", 2024-08-19T11:30:49.655 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.373808+0000", 2024-08-19T11:30:49.655 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.656 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.656 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.656 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.373808+0000", 2024-08-19T11:30:49.656 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.373808+0000", 2024-08-19T11:30:49.656 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.656 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.656 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.656 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.656 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.656 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.656 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.656 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.656 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.657 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.657 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.657 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.657 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.657 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.7", 2024-08-19T11:30:49.657 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.657 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.657 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.657 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:49.657 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.657 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T11:57:07.978067+0000", 2024-08-19T11:30:49.657 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.657 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.657 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.658 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.658 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.658 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.658 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.658 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.658 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.658 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.658 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.658 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.658 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.658 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.658 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.659 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.659 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.659 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.659 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.659 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.659 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.659 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.659 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.659 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.659 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.659 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.659 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.659 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.659 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.659 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.660 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.660 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.660 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.660 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.660 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.660 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.660 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.660 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.660 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.660 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.660 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.660 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.660 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.660 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.660 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.661 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.661 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.661 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.661 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.661 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.661 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.661 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 3, 2024-08-19T11:30:49.661 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.661 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.661 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.661 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.661 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.661 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.661 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.662 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.662 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 4, 2024-08-19T11:30:49.662 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.662 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.662 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 70, 2024-08-19T11:30:49.662 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.662 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.662 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.662 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.330946+0000", 2024-08-19T11:30:49.662 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:28:17.917666+0000", 2024-08-19T11:30:49.662 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:28:17.917666+0000", 2024-08-19T11:30:49.662 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:28:22.352631+0000", 2024-08-19T11:30:49.662 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.330946+0000", 2024-08-19T11:30:49.663 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:49.663 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.663 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:49.663 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 71, 2024-08-19T11:30:49.663 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.330946+0000", 2024-08-19T11:30:49.663 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.330946+0000", 2024-08-19T11:30:49.663 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.330946+0000", 2024-08-19T11:30:49.663 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.663 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.663 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:49.663 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.330946+0000", 2024-08-19T11:30:49.663 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.330946+0000", 2024-08-19T11:30:49.663 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.663 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.664 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.664 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.664 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 70, 2024-08-19T11:30:49.664 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.664 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.664 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.664 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.664 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.664 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.664 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.664 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.664 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "4.1", 2024-08-19T11:30:49.664 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.665 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.665 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.665 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:49.665 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.665 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T20:42:48.396973+0000", 2024-08-19T11:30:49.665 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.000875028, 2024-08-19T11:30:49.665 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.665 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.665 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.665 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.665 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.665 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.665 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.665 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.666 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.666 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.666 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.666 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.666 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.666 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.666 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.666 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.666 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.666 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.666 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.666 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.666 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.666 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.667 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.667 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.667 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.667 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.667 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.667 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.667 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.667 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.667 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.667 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.667 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.667 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.667 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.667 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.668 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.668 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.668 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.668 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.668 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.668 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.668 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.668 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.668 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.668 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.668 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.668 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.668 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.668 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.669 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 4, 2024-08-19T11:30:49.669 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.669 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.669 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.669 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.669 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.669 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.669 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:49.669 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.669 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 6, 2024-08-19T11:30:49.669 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.669 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.669 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.670 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.670 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.670 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.670 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.772423+0000", 2024-08-19T11:30:49.670 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.779276+0000", 2024-08-19T11:30:49.670 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.779276+0000", 2024-08-19T11:30:49.670 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.779665+0000", 2024-08-19T11:30:49.670 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.772423+0000", 2024-08-19T11:30:49.670 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.670 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.670 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.670 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:49.670 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.772423+0000", 2024-08-19T11:30:49.670 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.772423+0000", 2024-08-19T11:30:49.671 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.772423+0000", 2024-08-19T11:30:49.671 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.671 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.671 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.671 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.772423+0000", 2024-08-19T11:30:49.671 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.772423+0000", 2024-08-19T11:30:49.671 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.671 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 2, 2024-08-19T11:30:49.671 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.671 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.671 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:49.671 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.671 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.671 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.671 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.671 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 2, 2024-08-19T11:30:49.672 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.672 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.672 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.672 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.7", 2024-08-19T11:30:49.672 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.672 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.672 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.672 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 28, 2024-08-19T11:30:49.672 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.672 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:21:15.492444+0000", 2024-08-19T11:30:49.672 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.672 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.672 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.672 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.673 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.673 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.673 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.673 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.673 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.673 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.673 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.673 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.673 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.673 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.673 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.673 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.673 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.673 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.674 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.674 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 3, 2024-08-19T11:30:49.674 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 1, 2024-08-19T11:30:49.674 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.674 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 1, 2024-08-19T11:30:49.674 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.674 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.674 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.674 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.674 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.674 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 1, 2024-08-19T11:30:49.674 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.674 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.674 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.675 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.675 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.675 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.675 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.675 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.675 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.675 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.675 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.675 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.675 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 3, 2024-08-19T11:30:49.675 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.675 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.675 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.675 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.676 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.676 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.676 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.676 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:49.676 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.676 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 6, 2024-08-19T11:30:49.676 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "66'2" 2024-08-19T11:30:49.676 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.676 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.676 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.676 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.676 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.676 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:49.676 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.677 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 0, 2024-08-19T11:30:49.677 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.677 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.677 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.677 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.677 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.677 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.677 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.903409+0000", 2024-08-19T11:30:49.677 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.802591+0000", 2024-08-19T11:30:49.677 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.802591+0000", 2024-08-19T11:30:49.677 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.802888+0000", 2024-08-19T11:30:49.677 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.903409+0000", 2024-08-19T11:30:49.677 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.677 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.677 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.677 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.678 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.903409+0000", 2024-08-19T11:30:49.678 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.903409+0000", 2024-08-19T11:30:49.678 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.903409+0000", 2024-08-19T11:30:49.678 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.678 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.678 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.678 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.903409+0000", 2024-08-19T11:30:49.678 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.903409+0000", 2024-08-19T11:30:49.678 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.678 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.678 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.678 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.678 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.678 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.679 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.679 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.679 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.679 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.679 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.679 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.679 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.679 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.6", 2024-08-19T11:30:49.679 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.679 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.679 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.679 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:49.679 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.679 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T20:56:14.019071+0000", 2024-08-19T11:30:49.680 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.680 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.680 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.680 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.680 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.680 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.680 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.680 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.680 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.680 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.680 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.680 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.680 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.680 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.680 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.681 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.681 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.681 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.681 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.681 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.681 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.681 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.681 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.681 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.681 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.681 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.681 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.681 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.681 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.682 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.682 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.682 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.682 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.682 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.682 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.682 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.682 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.682 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.682 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.682 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.682 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.682 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.683 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.683 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.683 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.683 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.683 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.683 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.683 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.683 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:49.683 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.683 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 0, 2024-08-19T11:30:49.683 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.683 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.683 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.683 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.684 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.684 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.684 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:49.684 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.684 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:49.684 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.684 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.684 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.684 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.684 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.684 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.684 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372160+0000", 2024-08-19T11:30:49.684 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.782333+0000", 2024-08-19T11:30:49.684 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.782333+0000", 2024-08-19T11:30:49.685 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.782798+0000", 2024-08-19T11:30:49.685 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372160+0000", 2024-08-19T11:30:49.685 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.685 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.685 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.685 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:49.685 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372160+0000", 2024-08-19T11:30:49.685 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372160+0000", 2024-08-19T11:30:49.685 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372160+0000", 2024-08-19T11:30:49.685 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.685 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.685 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.685 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372160+0000", 2024-08-19T11:30:49.685 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372160+0000", 2024-08-19T11:30:49.686 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.686 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.686 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.686 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.686 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:49.686 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.686 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.686 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.686 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.686 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.686 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.686 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.686 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.687 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.8", 2024-08-19T11:30:49.687 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.687 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.687 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.687 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 25, 2024-08-19T11:30:49.687 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.687 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T12:48:37.481550+0000", 2024-08-19T11:30:49.687 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.687 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.687 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.687 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.687 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.687 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.687 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.688 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.688 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.688 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.688 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.688 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.688 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.688 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.688 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.688 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.688 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.688 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.688 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.688 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.689 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.689 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.689 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.689 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.689 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.689 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.689 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.689 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.689 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.689 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.689 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.689 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.689 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.689 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.690 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.690 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.690 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.690 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.690 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.690 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.690 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.690 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.690 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.690 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.690 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.690 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.690 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.691 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.691 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.691 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:49.691 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.691 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:49.691 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.691 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.691 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.691 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.691 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.691 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.691 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.691 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.691 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 4, 2024-08-19T11:30:49.691 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.692 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.692 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.692 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.692 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.692 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.692 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331111+0000", 2024-08-19T11:30:49.692 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.810030+0000", 2024-08-19T11:30:49.692 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.810030+0000", 2024-08-19T11:30:49.692 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.810826+0000", 2024-08-19T11:30:49.692 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331111+0000", 2024-08-19T11:30:49.692 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.692 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.692 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.692 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.692 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331111+0000", 2024-08-19T11:30:49.693 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331111+0000", 2024-08-19T11:30:49.693 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331111+0000", 2024-08-19T11:30:49.693 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.693 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.693 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.693 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331111+0000", 2024-08-19T11:30:49.693 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331111+0000", 2024-08-19T11:30:49.693 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.693 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.693 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.693 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.693 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.693 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.693 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.694 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.694 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.694 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.694 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.694 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.694 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.694 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.9", 2024-08-19T11:30:49.694 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.694 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.694 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.694 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:49.694 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.694 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T11:55:42.296054+0000", 2024-08-19T11:30:49.695 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.695 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.695 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.695 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.695 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.695 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.695 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.695 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.695 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.695 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.695 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.695 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.695 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.695 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.696 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.696 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.696 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.696 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.696 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.696 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.696 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.696 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.696 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.696 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.696 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.696 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.696 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.697 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.697 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.697 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.697 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.697 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.697 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.697 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.697 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.697 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.697 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.697 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.697 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.697 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.697 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.697 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.698 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.698 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.698 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.698 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.698 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.698 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.698 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.698 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.698 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.698 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 4, 2024-08-19T11:30:49.698 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.698 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.699 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.699 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.699 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.699 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.699 INFO:tasks.workunit.client.0.smithi136.stdout: 3 2024-08-19T11:30:49.699 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.699 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:49.699 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.699 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.699 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.699 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.699 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.699 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.700 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.332193+0000", 2024-08-19T11:30:49.700 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.777204+0000", 2024-08-19T11:30:49.700 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.777204+0000", 2024-08-19T11:30:49.700 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.777562+0000", 2024-08-19T11:30:49.700 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.332193+0000", 2024-08-19T11:30:49.700 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.700 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.700 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.700 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:49.700 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.332193+0000", 2024-08-19T11:30:49.700 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.332193+0000", 2024-08-19T11:30:49.700 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.332193+0000", 2024-08-19T11:30:49.700 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.700 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.700 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.700 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.332193+0000", 2024-08-19T11:30:49.701 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.332193+0000", 2024-08-19T11:30:49.701 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.701 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.701 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.701 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.701 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:49.701 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.701 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.701 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.701 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.701 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.701 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.701 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.701 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.701 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.9", 2024-08-19T11:30:49.702 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.702 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.702 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.702 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 25, 2024-08-19T11:30:49.702 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.702 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:12:16.120151+0000", 2024-08-19T11:30:49.702 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.702 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.702 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.702 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.702 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.702 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.702 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.702 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.702 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.703 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.703 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.703 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.703 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.703 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.703 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.703 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.703 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.703 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.703 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.703 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.703 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.703 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.703 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.704 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.704 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.704 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.704 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.704 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.704 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.704 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.704 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.704 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.704 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.704 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.704 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.704 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.704 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.704 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.705 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.705 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.705 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.705 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.705 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.705 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.705 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.705 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.705 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.705 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.705 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.705 INFO:tasks.workunit.client.0.smithi136.stdout: 3 2024-08-19T11:30:49.705 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.706 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:49.706 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.706 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.706 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.706 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.706 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.706 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.706 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.706 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.706 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 3, 2024-08-19T11:30:49.706 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.706 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.706 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.707 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.707 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.707 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.707 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.373305+0000", 2024-08-19T11:30:49.707 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.808601+0000", 2024-08-19T11:30:49.707 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.808601+0000", 2024-08-19T11:30:49.707 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.808899+0000", 2024-08-19T11:30:49.707 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.373305+0000", 2024-08-19T11:30:49.707 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.707 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.707 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.707 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.707 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.373305+0000", 2024-08-19T11:30:49.708 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.373305+0000", 2024-08-19T11:30:49.708 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.373305+0000", 2024-08-19T11:30:49.708 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.708 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.708 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.708 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.373305+0000", 2024-08-19T11:30:49.708 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.373305+0000", 2024-08-19T11:30:49.708 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.708 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.708 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.708 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.708 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.709 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.709 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.709 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.709 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.709 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.709 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.709 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.709 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.709 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.8", 2024-08-19T11:30:49.709 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.709 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.709 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.709 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:49.709 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.710 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:01:01.523482+0000", 2024-08-19T11:30:49.710 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.710 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.710 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.710 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.710 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.710 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.710 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.710 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.710 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.710 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.710 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.711 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.711 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.711 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.711 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.711 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.711 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.711 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.711 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.711 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.711 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.711 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.711 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.711 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.711 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.711 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.712 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.712 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.712 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.712 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.712 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.712 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.712 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.712 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.712 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.712 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.712 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.712 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.712 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.712 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.713 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.713 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.713 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.713 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.713 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.713 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.713 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.713 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.713 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.713 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.713 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.713 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 3, 2024-08-19T11:30:49.713 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.714 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.714 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.714 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.714 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.714 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.714 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.714 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.714 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:49.714 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.714 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.714 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.714 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.715 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.715 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.715 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331379+0000", 2024-08-19T11:30:49.715 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.779589+0000", 2024-08-19T11:30:49.715 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.779589+0000", 2024-08-19T11:30:49.715 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.779873+0000", 2024-08-19T11:30:49.715 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331379+0000", 2024-08-19T11:30:49.715 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.715 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.715 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.715 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:49.715 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331379+0000", 2024-08-19T11:30:49.715 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331379+0000", 2024-08-19T11:30:49.715 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331379+0000", 2024-08-19T11:30:49.715 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.715 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.716 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.716 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331379+0000", 2024-08-19T11:30:49.716 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331379+0000", 2024-08-19T11:30:49.716 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.716 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.716 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.716 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.716 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:49.716 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.716 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.716 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.716 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.716 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.717 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.717 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.717 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.717 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.a", 2024-08-19T11:30:49.717 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.717 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.717 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.717 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 25, 2024-08-19T11:30:49.717 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.717 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:24:01.772508+0000", 2024-08-19T11:30:49.717 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.717 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.717 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.717 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.717 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.718 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.718 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.718 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.718 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.718 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.718 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.718 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.718 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.718 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.718 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.718 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.718 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.718 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.718 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.719 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.719 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.719 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.719 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.719 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.719 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.719 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.719 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.719 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.719 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.719 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.719 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.719 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.719 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.720 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.720 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.720 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.720 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.720 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.720 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.720 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.720 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.720 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.720 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.720 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.720 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.720 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.720 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.721 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.721 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.721 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:49.721 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.721 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:49.721 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.721 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.721 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.721 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.721 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.721 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.721 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:49.721 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.721 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 3, 2024-08-19T11:30:49.721 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.722 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.722 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.722 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.722 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.722 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.722 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.373516+0000", 2024-08-19T11:30:49.722 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.822978+0000", 2024-08-19T11:30:49.722 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.822978+0000", 2024-08-19T11:30:49.722 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.823531+0000", 2024-08-19T11:30:49.722 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.373516+0000", 2024-08-19T11:30:49.722 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.722 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.722 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.722 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.723 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.373516+0000", 2024-08-19T11:30:49.723 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.373516+0000", 2024-08-19T11:30:49.723 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.373516+0000", 2024-08-19T11:30:49.723 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.723 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.723 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.723 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.373516+0000", 2024-08-19T11:30:49.723 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.373516+0000", 2024-08-19T11:30:49.723 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.723 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.723 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.723 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.723 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.723 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.723 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.724 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.724 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.724 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.724 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.724 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.724 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.724 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.b", 2024-08-19T11:30:49.724 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.724 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.724 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.724 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:49.724 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.724 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:13:54.762912+0000", 2024-08-19T11:30:49.724 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.725 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.725 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.725 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.725 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.725 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.725 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.725 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.725 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.725 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.725 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.725 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.725 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.725 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.725 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.725 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.725 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.726 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.726 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.726 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.726 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.726 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.726 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.726 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.726 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.726 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.726 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.726 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.726 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.726 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.726 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.727 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.727 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.727 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.727 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.727 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.727 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.727 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.727 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.727 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.727 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.727 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.727 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.727 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.727 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.727 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.728 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.728 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.728 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.728 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:49.728 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.728 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 3, 2024-08-19T11:30:49.728 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.728 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.728 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.728 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.728 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.728 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.728 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:49.729 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.729 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:49.729 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.729 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.729 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.729 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.729 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.729 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.729 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372576+0000", 2024-08-19T11:30:49.729 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.781674+0000", 2024-08-19T11:30:49.729 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.781674+0000", 2024-08-19T11:30:49.729 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.782128+0000", 2024-08-19T11:30:49.729 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372576+0000", 2024-08-19T11:30:49.729 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.730 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.730 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.730 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:49.730 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372576+0000", 2024-08-19T11:30:49.730 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372576+0000", 2024-08-19T11:30:49.730 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372576+0000", 2024-08-19T11:30:49.730 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.730 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.730 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.730 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372576+0000", 2024-08-19T11:30:49.730 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372576+0000", 2024-08-19T11:30:49.730 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.730 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 2, 2024-08-19T11:30:49.731 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.731 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.731 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:49.731 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.731 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.731 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.731 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.731 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 2, 2024-08-19T11:30:49.731 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.731 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.731 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.731 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.b", 2024-08-19T11:30:49.731 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.732 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.732 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.732 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 27, 2024-08-19T11:30:49.732 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.732 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:05:15.848738+0000", 2024-08-19T11:30:49.732 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.732 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.732 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.732 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.732 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.732 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.732 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.732 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.733 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.733 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.733 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.733 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.733 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.733 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.733 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.733 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.733 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.733 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.733 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.733 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 3, 2024-08-19T11:30:49.733 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 1, 2024-08-19T11:30:49.734 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.734 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 1, 2024-08-19T11:30:49.734 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.734 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.734 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.734 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.734 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.734 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 1, 2024-08-19T11:30:49.734 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.734 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.734 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.734 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.734 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.735 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.735 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.735 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.735 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.735 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.735 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.735 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.735 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 1, 2024-08-19T11:30:49.735 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.735 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.735 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.735 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.735 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.735 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.736 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.736 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:49.736 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.736 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:49.736 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "66'2" 2024-08-19T11:30:49.736 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.736 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.736 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.736 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.736 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.736 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:49.736 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.736 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 6, 2024-08-19T11:30:49.736 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.737 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.737 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.737 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.737 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.737 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.737 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.771918+0000", 2024-08-19T11:30:49.737 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.815104+0000", 2024-08-19T11:30:49.737 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.815104+0000", 2024-08-19T11:30:49.737 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.815362+0000", 2024-08-19T11:30:49.737 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.771918+0000", 2024-08-19T11:30:49.737 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.737 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.737 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.737 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.738 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.771918+0000", 2024-08-19T11:30:49.738 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.771918+0000", 2024-08-19T11:30:49.738 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.771918+0000", 2024-08-19T11:30:49.738 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.738 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.738 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.738 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.771918+0000", 2024-08-19T11:30:49.738 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.771918+0000", 2024-08-19T11:30:49.738 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.738 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.738 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.738 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.738 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.739 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.739 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.739 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.739 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.739 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.739 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.739 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.739 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.739 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.a", 2024-08-19T11:30:49.739 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.739 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.739 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.739 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:49.739 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.739 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:01:26.026011+0000", 2024-08-19T11:30:49.740 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.740 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.740 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.740 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.740 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.740 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.740 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.740 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.740 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.740 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.740 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.740 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.740 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.740 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.740 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.740 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.741 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.741 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.741 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.741 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.741 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.741 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.741 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.741 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.741 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.741 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.741 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.741 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.741 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.741 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.742 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.742 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.742 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.742 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.742 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.742 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.742 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.742 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.742 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.742 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.742 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.742 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.742 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.743 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.743 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.743 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.743 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.743 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.743 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.743 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:49.743 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.743 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 6, 2024-08-19T11:30:49.743 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.743 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.743 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.743 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.743 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.744 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.744 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.744 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.744 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:49.744 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.744 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.744 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.744 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.744 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.744 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.744 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.051946+0000", 2024-08-19T11:30:49.744 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.820564+0000", 2024-08-19T11:30:49.744 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.820564+0000", 2024-08-19T11:30:49.744 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.820858+0000", 2024-08-19T11:30:49.745 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.051946+0000", 2024-08-19T11:30:49.745 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.745 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.745 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.745 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.745 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.051946+0000", 2024-08-19T11:30:49.745 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.051946+0000", 2024-08-19T11:30:49.745 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.051946+0000", 2024-08-19T11:30:49.745 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.745 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.745 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.745 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.051946+0000", 2024-08-19T11:30:49.745 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.051946+0000", 2024-08-19T11:30:49.746 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.746 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.746 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.746 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.746 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.746 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.746 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.746 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.746 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.746 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.746 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.746 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.746 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.747 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.1d", 2024-08-19T11:30:49.747 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.747 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.747 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.747 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:49.747 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.747 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:11:46.775004+0000", 2024-08-19T11:30:49.747 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.747 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.747 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.747 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.747 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.747 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.747 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.747 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.748 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.748 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.748 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.748 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.748 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.748 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.748 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.748 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.748 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.748 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.748 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.748 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.748 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.748 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.748 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.749 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.749 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.749 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.749 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.749 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.749 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.749 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.749 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.749 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.749 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.749 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.749 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.749 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.749 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.750 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.750 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.750 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.750 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.750 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.750 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.750 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.750 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.750 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.750 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.750 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.750 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:49.750 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:49.750 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.751 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:49.751 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.751 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.751 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.751 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.751 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.751 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.751 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:49.751 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.751 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:49.751 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.751 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.751 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.751 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.752 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.752 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.752 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372545+0000", 2024-08-19T11:30:49.752 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.780766+0000", 2024-08-19T11:30:49.752 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.780766+0000", 2024-08-19T11:30:49.752 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.781469+0000", 2024-08-19T11:30:49.752 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372545+0000", 2024-08-19T11:30:49.752 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.752 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.752 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.752 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:49.752 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372545+0000", 2024-08-19T11:30:49.752 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372545+0000", 2024-08-19T11:30:49.752 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372545+0000", 2024-08-19T11:30:49.752 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.753 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.753 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.753 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372545+0000", 2024-08-19T11:30:49.753 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372545+0000", 2024-08-19T11:30:49.753 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.753 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 2, 2024-08-19T11:30:49.753 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.753 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.753 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:49.753 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.753 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.753 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.753 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.754 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 2, 2024-08-19T11:30:49.754 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.754 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.754 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.754 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.1c", 2024-08-19T11:30:49.754 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.754 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.754 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.754 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 27, 2024-08-19T11:30:49.754 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.754 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:10:26.822650+0000", 2024-08-19T11:30:49.754 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.754 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.755 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.755 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.755 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.755 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.755 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.755 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.755 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.755 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.755 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.755 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.755 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.755 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.755 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.755 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.755 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.756 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.756 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.756 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 3, 2024-08-19T11:30:49.756 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 1, 2024-08-19T11:30:49.756 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.756 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 1, 2024-08-19T11:30:49.756 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.756 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.756 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.756 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.756 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.756 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 1, 2024-08-19T11:30:49.756 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.756 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.757 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.757 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.757 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.757 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.757 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.757 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.757 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.757 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.757 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.757 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.757 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 3, 2024-08-19T11:30:49.757 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.757 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.757 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.757 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.758 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.758 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.758 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.758 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:49.758 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.758 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:49.758 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "66'2" 2024-08-19T11:30:49.758 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.758 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.758 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.758 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.758 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.758 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:49.759 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.759 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:49.759 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.759 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.759 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.759 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.759 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.759 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.759 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.051070+0000", 2024-08-19T11:30:49.759 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:52.979845+0000", 2024-08-19T11:30:49.759 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:52.979845+0000", 2024-08-19T11:30:49.759 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:52.980138+0000", 2024-08-19T11:30:49.759 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.051070+0000", 2024-08-19T11:30:49.759 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.759 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.760 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.760 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 68, 2024-08-19T11:30:49.760 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.051070+0000", 2024-08-19T11:30:49.760 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.051070+0000", 2024-08-19T11:30:49.760 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.051070+0000", 2024-08-19T11:30:49.760 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.760 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.760 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.760 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.051070+0000", 2024-08-19T11:30:49.760 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.051070+0000", 2024-08-19T11:30:49.760 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.760 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.760 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.760 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.761 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 67, 2024-08-19T11:30:49.761 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.761 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.761 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.761 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.761 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.761 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.761 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.761 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.761 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.1c", 2024-08-19T11:30:49.761 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.761 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.761 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.762 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 31, 2024-08-19T11:30:49.762 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.762 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T11:41:25.099375+0000", 2024-08-19T11:30:49.762 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.762 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.762 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.762 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.762 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.762 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.762 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.762 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.762 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.762 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.762 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.763 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.763 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.763 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.763 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.763 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.763 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.763 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.763 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.763 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.763 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.763 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.763 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.763 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.763 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.764 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.764 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.764 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.764 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.764 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.764 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.764 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.764 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.764 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.764 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.764 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.764 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.764 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.764 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.765 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.765 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.765 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.765 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.765 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.765 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.765 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.765 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.765 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.765 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.765 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:49.765 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.765 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:49.765 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.766 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.766 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.766 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.766 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.766 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.766 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.766 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.766 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:49.766 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.766 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.766 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.766 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.766 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.766 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.767 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372657+0000", 2024-08-19T11:30:49.767 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.783252+0000", 2024-08-19T11:30:49.767 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.783252+0000", 2024-08-19T11:30:49.767 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.783793+0000", 2024-08-19T11:30:49.767 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372657+0000", 2024-08-19T11:30:49.767 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.767 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.767 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.767 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:49.767 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372657+0000", 2024-08-19T11:30:49.767 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372657+0000", 2024-08-19T11:30:49.767 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372657+0000", 2024-08-19T11:30:49.768 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.768 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.768 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.768 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372657+0000", 2024-08-19T11:30:49.768 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372657+0000", 2024-08-19T11:30:49.768 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.768 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 2, 2024-08-19T11:30:49.768 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.768 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.768 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:49.768 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.768 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.768 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.768 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.769 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 2, 2024-08-19T11:30:49.769 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.769 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.769 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.769 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.1d", 2024-08-19T11:30:49.769 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.769 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.769 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.769 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 27, 2024-08-19T11:30:49.769 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.769 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T20:44:11.162985+0000", 2024-08-19T11:30:49.769 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.769 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.769 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.770 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.770 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.770 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.770 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.770 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.770 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.770 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.770 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.770 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.770 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.770 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.770 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.771 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.771 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.771 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.771 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.771 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 3, 2024-08-19T11:30:49.771 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 1, 2024-08-19T11:30:49.771 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.771 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 1, 2024-08-19T11:30:49.771 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.771 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.771 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.771 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.771 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.771 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 1, 2024-08-19T11:30:49.772 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.772 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.772 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.772 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.772 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.772 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.772 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.772 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.772 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.772 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.772 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.772 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.772 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 3, 2024-08-19T11:30:49.772 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.773 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.773 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.773 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.773 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.773 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.773 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.773 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.773 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.773 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:49.773 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "66'2" 2024-08-19T11:30:49.773 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.773 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.773 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.774 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.774 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.774 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:49.774 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.774 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 0, 2024-08-19T11:30:49.774 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.774 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.774 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.774 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.774 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.774 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.774 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.903472+0000", 2024-08-19T11:30:49.774 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.804892+0000", 2024-08-19T11:30:49.774 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.804892+0000", 2024-08-19T11:30:49.775 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.805203+0000", 2024-08-19T11:30:49.775 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.903472+0000", 2024-08-19T11:30:49.775 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.775 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.775 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.775 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.775 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.903472+0000", 2024-08-19T11:30:49.775 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.903472+0000", 2024-08-19T11:30:49.775 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.903472+0000", 2024-08-19T11:30:49.775 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.775 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.775 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.775 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.903472+0000", 2024-08-19T11:30:49.776 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.903472+0000", 2024-08-19T11:30:49.776 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.776 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.776 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.776 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.776 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.776 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.776 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.776 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.776 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.776 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.776 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.776 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.776 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.777 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.1f", 2024-08-19T11:30:49.777 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.777 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.777 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.777 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:49.777 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.777 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T12:54:40.393521+0000", 2024-08-19T11:30:49.777 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.777 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.777 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.777 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.777 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.777 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.777 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.778 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.778 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.778 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.778 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.778 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.778 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.778 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.778 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.778 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.778 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.778 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.778 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.778 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.779 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.779 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.779 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.779 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.779 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.779 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.779 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.779 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.779 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.779 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.779 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.779 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.779 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.779 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.780 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.780 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.780 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.780 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.780 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.780 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.780 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.780 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.780 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.780 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.780 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.780 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.780 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.780 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.781 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:49.781 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:49.781 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.781 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 0, 2024-08-19T11:30:49.781 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.781 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.781 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.781 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.781 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.781 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.781 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:49.781 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.781 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 3, 2024-08-19T11:30:49.781 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.782 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.782 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.782 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.782 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.782 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.782 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.373747+0000", 2024-08-19T11:30:49.782 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.781289+0000", 2024-08-19T11:30:49.782 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.781289+0000", 2024-08-19T11:30:49.782 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.781563+0000", 2024-08-19T11:30:49.782 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.373747+0000", 2024-08-19T11:30:49.782 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.782 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.782 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.783 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:49.783 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.373747+0000", 2024-08-19T11:30:49.783 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.373747+0000", 2024-08-19T11:30:49.783 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.373747+0000", 2024-08-19T11:30:49.783 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.783 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.783 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.783 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.373747+0000", 2024-08-19T11:30:49.783 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.373747+0000", 2024-08-19T11:30:49.783 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.783 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 1, 2024-08-19T11:30:49.783 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.783 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.783 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:49.783 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.784 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.784 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.784 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.784 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 1, 2024-08-19T11:30:49.784 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.784 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.784 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.784 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.1e", 2024-08-19T11:30:49.784 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.784 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.784 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.784 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 25, 2024-08-19T11:30:49.784 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.784 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:14:45.283340+0000", 2024-08-19T11:30:49.785 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.785 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.785 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.785 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.785 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.785 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.785 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.785 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.785 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.785 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.785 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.785 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.785 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.785 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.785 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.786 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.786 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.786 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.786 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.786 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.786 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.786 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.786 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.786 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.786 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.786 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.786 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.786 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.786 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.787 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.787 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.787 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.787 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.787 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.787 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.787 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.787 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.787 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.787 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.787 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.787 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.787 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.787 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.788 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.788 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.788 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.788 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.788 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.788 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.788 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:49.788 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.788 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 3, 2024-08-19T11:30:49.788 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "66'1" 2024-08-19T11:30:49.788 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.788 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.788 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.788 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.789 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.789 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:49.789 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.789 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 3, 2024-08-19T11:30:49.789 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.789 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.789 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:49.789 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.789 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.789 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.789 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.373665+0000", 2024-08-19T11:30:49.789 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.817288+0000", 2024-08-19T11:30:49.789 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.817288+0000", 2024-08-19T11:30:49.790 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.818228+0000", 2024-08-19T11:30:49.790 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.373665+0000", 2024-08-19T11:30:49.790 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.790 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.790 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.790 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:49.790 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.373665+0000", 2024-08-19T11:30:49.790 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.373665+0000", 2024-08-19T11:30:49.790 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.373665+0000", 2024-08-19T11:30:49.790 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.790 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.790 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:49.790 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.373665+0000", 2024-08-19T11:30:49.790 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.373665+0000", 2024-08-19T11:30:49.791 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.791 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.791 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.791 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.791 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:49.791 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.791 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.791 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.791 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.791 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.791 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.791 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.791 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.791 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.1e", 2024-08-19T11:30:49.792 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.792 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.792 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.792 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:49.792 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.792 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:33:42.091845+0000", 2024-08-19T11:30:49.792 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.792 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.792 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.792 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.792 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.792 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.792 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.792 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.793 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.793 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.793 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.793 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.793 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.793 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.793 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.793 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.793 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.793 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.793 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.793 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.793 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.793 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.794 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.794 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.794 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.794 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.794 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.794 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.794 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.794 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.794 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.794 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.794 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.794 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.794 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.794 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.795 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.795 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.795 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.795 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.795 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.795 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.795 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.795 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.795 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.795 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.795 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.795 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:49.795 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:49.796 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:49.796 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.796 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 3, 2024-08-19T11:30:49.796 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:49.796 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.796 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.796 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:49.796 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.796 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.796 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:49.796 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.796 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 0, 2024-08-19T11:30:49.796 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:49.796 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:49.797 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:49.797 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:49.797 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:49.797 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:49.797 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.902367+0000", 2024-08-19T11:30:49.797 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:52.868210+0000", 2024-08-19T11:30:49.797 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:52.868210+0000", 2024-08-19T11:30:49.797 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:52.871598+0000", 2024-08-19T11:30:49.797 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.902367+0000", 2024-08-19T11:30:49.797 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.797 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:49.797 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.797 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 68, 2024-08-19T11:30:49.798 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.902367+0000", 2024-08-19T11:30:49.798 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.902367+0000", 2024-08-19T11:30:49.798 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.902367+0000", 2024-08-19T11:30:49.798 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:49.798 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:49.798 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:49.798 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.902367+0000", 2024-08-19T11:30:49.798 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.902367+0000", 2024-08-19T11:30:49.798 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:49.798 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 4, 2024-08-19T11:30:49.798 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:49.798 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:49.798 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 67, 2024-08-19T11:30:49.799 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:49.799 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:49.799 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:49.799 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:49.799 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 4, 2024-08-19T11:30:49.799 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:49.799 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:49.799 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:49.799 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.1f", 2024-08-19T11:30:49.799 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:49.799 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:49.799 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:49.799 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 45, 2024-08-19T11:30:49.799 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:49.800 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T12:59:03.017204+0000", 2024-08-19T11:30:49.800 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:49.800 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:49.800 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.800 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 582, 2024-08-19T11:30:49.800 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.800 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 582, 2024-08-19T11:30:49.800 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.800 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.800 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.800 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.800 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.800 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.800 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.800 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.801 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.801 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.801 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.801 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.801 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.801 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 6, 2024-08-19T11:30:49.801 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 2, 2024-08-19T11:30:49.801 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.801 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 2, 2024-08-19T11:30:49.801 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.801 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.801 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.801 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.801 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.802 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 1, 2024-08-19T11:30:49.802 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.802 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 2, 2024-08-19T11:30:49.802 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.802 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.802 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.802 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.802 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.802 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.802 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.802 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.802 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.802 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.803 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 4, 2024-08-19T11:30:49.803 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 1 2024-08-19T11:30:49.803 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.803 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:49.803 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:49.803 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:49.803 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:49.803 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:49.803 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:49.803 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.803 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 0, 2024-08-19T11:30:49.803 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "66'4" 2024-08-19T11:30:49.804 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.804 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.804 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_per_pool": [ 2024-08-19T11:30:49.804 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.804 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": 24, 2024-08-19T11:30:49.804 INFO:tasks.workunit.client.0.smithi136.stdout: "application": [ 2024-08-19T11:30:49.804 INFO:tasks.workunit.client.0.smithi136.stdout: "rbd" 2024-08-19T11:30:49.804 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.804 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 3, 2024-08-19T11:30:49.804 INFO:tasks.workunit.client.0.smithi136.stdout: "num_pg": 8, 2024-08-19T11:30:49.804 INFO:tasks.workunit.client.0.smithi136.stdout: "num_store_stats": 8, 2024-08-19T11:30:49.804 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 3, 2024-08-19T11:30:49.805 INFO:tasks.workunit.client.0.smithi136.stdout: "poolid": 4, 2024-08-19T11:30:49.805 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.805 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 19, 2024-08-19T11:30:49.805 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.805 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.805 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.805 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.805 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.805 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.805 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.805 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.805 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.805 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.806 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.806 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.806 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.806 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.806 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.806 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 6, 2024-08-19T11:30:49.806 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 2, 2024-08-19T11:30:49.806 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.806 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 2, 2024-08-19T11:30:49.806 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.806 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.807 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.807 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.807 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.807 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.807 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.807 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.807 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.807 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.807 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.807 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.807 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.807 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.808 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.808 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.808 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.808 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.808 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 2, 2024-08-19T11:30:49.808 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 2 2024-08-19T11:30:49.808 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.808 INFO:tasks.workunit.client.0.smithi136.stdout: "store_stats": { 2024-08-19T11:30:49.808 INFO:tasks.workunit.client.0.smithi136.stdout: "allocated": 12288, 2024-08-19T11:30:49.808 INFO:tasks.workunit.client.0.smithi136.stdout: "available": 0, 2024-08-19T11:30:49.808 INFO:tasks.workunit.client.0.smithi136.stdout: "data_compressed": 0, 2024-08-19T11:30:49.808 INFO:tasks.workunit.client.0.smithi136.stdout: "data_compressed_allocated": 0, 2024-08-19T11:30:49.808 INFO:tasks.workunit.client.0.smithi136.stdout: "data_compressed_original": 0, 2024-08-19T11:30:49.809 INFO:tasks.workunit.client.0.smithi136.stdout: "data_stored": 57, 2024-08-19T11:30:49.809 INFO:tasks.workunit.client.0.smithi136.stdout: "internal_metadata": 0, 2024-08-19T11:30:49.809 INFO:tasks.workunit.client.0.smithi136.stdout: "internally_reserved": 0, 2024-08-19T11:30:49.809 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_allocated": 0, 2024-08-19T11:30:49.809 INFO:tasks.workunit.client.0.smithi136.stdout: "total": 0 2024-08-19T11:30:49.809 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.809 INFO:tasks.workunit.client.0.smithi136.stdout: "up": 24 2024-08-19T11:30:49.809 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.809 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.809 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": 192, 2024-08-19T11:30:49.809 INFO:tasks.workunit.client.0.smithi136.stdout: "application": [ 2024-08-19T11:30:49.809 INFO:tasks.workunit.client.0.smithi136.stdout: "cephfs" 2024-08-19T11:30:49.809 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.810 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.810 INFO:tasks.workunit.client.0.smithi136.stdout: "num_pg": 64, 2024-08-19T11:30:49.810 INFO:tasks.workunit.client.0.smithi136.stdout: "num_store_stats": 8, 2024-08-19T11:30:49.810 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.810 INFO:tasks.workunit.client.0.smithi136.stdout: "poolid": 3, 2024-08-19T11:30:49.810 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.810 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.810 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.810 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.810 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.810 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.810 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.810 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.810 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.811 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.811 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.811 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.811 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.811 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.811 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.811 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.811 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.811 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.811 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.811 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.811 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.811 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.812 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.812 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.812 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.812 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.812 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.812 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.812 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.812 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.812 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.812 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.812 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.812 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.812 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.812 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.813 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.813 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.813 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.813 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:49.813 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.813 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.813 INFO:tasks.workunit.client.0.smithi136.stdout: "store_stats": { 2024-08-19T11:30:49.813 INFO:tasks.workunit.client.0.smithi136.stdout: "allocated": 0, 2024-08-19T11:30:49.813 INFO:tasks.workunit.client.0.smithi136.stdout: "available": 0, 2024-08-19T11:30:49.813 INFO:tasks.workunit.client.0.smithi136.stdout: "data_compressed": 0, 2024-08-19T11:30:49.813 INFO:tasks.workunit.client.0.smithi136.stdout: "data_compressed_allocated": 0, 2024-08-19T11:30:49.813 INFO:tasks.workunit.client.0.smithi136.stdout: "data_compressed_original": 0, 2024-08-19T11:30:49.813 INFO:tasks.workunit.client.0.smithi136.stdout: "data_stored": 0, 2024-08-19T11:30:49.813 INFO:tasks.workunit.client.0.smithi136.stdout: "internal_metadata": 0, 2024-08-19T11:30:49.814 INFO:tasks.workunit.client.0.smithi136.stdout: "internally_reserved": 0, 2024-08-19T11:30:49.814 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_allocated": 0, 2024-08-19T11:30:49.814 INFO:tasks.workunit.client.0.smithi136.stdout: "total": 0 2024-08-19T11:30:49.814 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.814 INFO:tasks.workunit.client.0.smithi136.stdout: "up": 192 2024-08-19T11:30:49.814 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.814 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.814 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": 96, 2024-08-19T11:30:49.814 INFO:tasks.workunit.client.0.smithi136.stdout: "application": [ 2024-08-19T11:30:49.814 INFO:tasks.workunit.client.0.smithi136.stdout: "cephfs" 2024-08-19T11:30:49.814 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.814 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 45, 2024-08-19T11:30:49.814 INFO:tasks.workunit.client.0.smithi136.stdout: "num_pg": 32, 2024-08-19T11:30:49.814 INFO:tasks.workunit.client.0.smithi136.stdout: "num_store_stats": 8, 2024-08-19T11:30:49.815 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 45, 2024-08-19T11:30:49.815 INFO:tasks.workunit.client.0.smithi136.stdout: "poolid": 2, 2024-08-19T11:30:49.815 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.815 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 3428, 2024-08-19T11:30:49.815 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.815 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 582, 2024-08-19T11:30:49.815 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.815 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.815 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.815 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.815 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.815 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.815 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.815 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.816 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.816 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.816 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.816 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.816 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.816 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 66, 2024-08-19T11:30:49.816 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 22, 2024-08-19T11:30:49.816 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.816 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 22, 2024-08-19T11:30:49.816 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.816 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.816 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.816 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.816 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 14, 2024-08-19T11:30:49.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 2, 2024-08-19T11:30:49.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:49.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:49.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 51, 2024-08-19T11:30:49.818 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 20 2024-08-19T11:30:49.818 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.818 INFO:tasks.workunit.client.0.smithi136.stdout: "store_stats": { 2024-08-19T11:30:49.818 INFO:tasks.workunit.client.0.smithi136.stdout: "allocated": 98304, 2024-08-19T11:30:49.818 INFO:tasks.workunit.client.0.smithi136.stdout: "available": 0, 2024-08-19T11:30:49.818 INFO:tasks.workunit.client.0.smithi136.stdout: "data_compressed": 0, 2024-08-19T11:30:49.818 INFO:tasks.workunit.client.0.smithi136.stdout: "data_compressed_allocated": 0, 2024-08-19T11:30:49.818 INFO:tasks.workunit.client.0.smithi136.stdout: "data_compressed_original": 0, 2024-08-19T11:30:49.818 INFO:tasks.workunit.client.0.smithi136.stdout: "data_stored": 10284, 2024-08-19T11:30:49.818 INFO:tasks.workunit.client.0.smithi136.stdout: "internal_metadata": 0, 2024-08-19T11:30:49.818 INFO:tasks.workunit.client.0.smithi136.stdout: "internally_reserved": 0, 2024-08-19T11:30:49.818 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_allocated": 0, 2024-08-19T11:30:49.818 INFO:tasks.workunit.client.0.smithi136.stdout: "total": 0 2024-08-19T11:30:49.819 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.819 INFO:tasks.workunit.client.0.smithi136.stdout: "up": 96 2024-08-19T11:30:49.819 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.819 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.819 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": 3, 2024-08-19T11:30:49.819 INFO:tasks.workunit.client.0.smithi136.stdout: "application": [ 2024-08-19T11:30:49.819 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr" 2024-08-19T11:30:49.819 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.819 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 156, 2024-08-19T11:30:49.819 INFO:tasks.workunit.client.0.smithi136.stdout: "num_pg": 1, 2024-08-19T11:30:49.819 INFO:tasks.workunit.client.0.smithi136.stdout: "num_store_stats": 3, 2024-08-19T11:30:49.819 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 156, 2024-08-19T11:30:49.819 INFO:tasks.workunit.client.0.smithi136.stdout: "poolid": 1, 2024-08-19T11:30:49.820 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.820 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 590368, 2024-08-19T11:30:49.820 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.820 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 1771104, 2024-08-19T11:30:49.820 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.820 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.820 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.820 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.820 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.820 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.820 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.820 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.820 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.821 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.821 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.821 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.821 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.821 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 6, 2024-08-19T11:30:49.821 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 2, 2024-08-19T11:30:49.821 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.821 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 2, 2024-08-19T11:30:49.821 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.821 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.821 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.821 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.821 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.821 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.822 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.822 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 6, 2024-08-19T11:30:49.822 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.822 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.822 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.822 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.822 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.822 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 466, 2024-08-19T11:30:49.822 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 644, 2024-08-19T11:30:49.822 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.822 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.822 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.822 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 235, 2024-08-19T11:30:49.822 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 2416 2024-08-19T11:30:49.823 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.823 INFO:tasks.workunit.client.0.smithi136.stdout: "store_stats": { 2024-08-19T11:30:49.823 INFO:tasks.workunit.client.0.smithi136.stdout: "allocated": 1781760, 2024-08-19T11:30:49.823 INFO:tasks.workunit.client.0.smithi136.stdout: "available": 0, 2024-08-19T11:30:49.823 INFO:tasks.workunit.client.0.smithi136.stdout: "data_compressed": 0, 2024-08-19T11:30:49.823 INFO:tasks.workunit.client.0.smithi136.stdout: "data_compressed_allocated": 0, 2024-08-19T11:30:49.823 INFO:tasks.workunit.client.0.smithi136.stdout: "data_compressed_original": 0, 2024-08-19T11:30:49.823 INFO:tasks.workunit.client.0.smithi136.stdout: "data_stored": 1771104, 2024-08-19T11:30:49.823 INFO:tasks.workunit.client.0.smithi136.stdout: "internal_metadata": 0, 2024-08-19T11:30:49.823 INFO:tasks.workunit.client.0.smithi136.stdout: "internally_reserved": 0, 2024-08-19T11:30:49.823 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_allocated": 0, 2024-08-19T11:30:49.823 INFO:tasks.workunit.client.0.smithi136.stdout: "total": 0 2024-08-19T11:30:49.823 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.823 INFO:tasks.workunit.client.0.smithi136.stdout: "up": 3 2024-08-19T11:30:49.824 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.824 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.824 INFO:tasks.workunit.client.0.smithi136.stdout: "usage": { 2024-08-19T11:30:49.824 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_num": 105, 2024-08-19T11:30:49.824 INFO:tasks.workunit.client.0.smithi136.stdout: "pools": 4, 2024-08-19T11:30:49.824 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_by_class": { 2024-08-19T11:30:49.824 INFO:tasks.workunit.client.0.smithi136.stdout: "ssd": { 2024-08-19T11:30:49.824 INFO:tasks.workunit.client.0.smithi136.stdout: "total_avail_bytes": 767726563328, 2024-08-19T11:30:49.824 INFO:tasks.workunit.client.0.smithi136.stdout: "total_bytes": 767960285184, 2024-08-19T11:30:49.824 INFO:tasks.workunit.client.0.smithi136.stdout: "total_used_bytes": 233721856, 2024-08-19T11:30:49.824 INFO:tasks.workunit.client.0.smithi136.stdout: "total_used_raw_bytes": 233721856, 2024-08-19T11:30:49.824 INFO:tasks.workunit.client.0.smithi136.stdout: "total_used_raw_ratio": 0.0003043410833925009 2024-08-19T11:30:49.825 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.825 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.825 INFO:tasks.workunit.client.0.smithi136.stdout: "total_avail_bytes": 767726563328, 2024-08-19T11:30:49.825 INFO:tasks.workunit.client.0.smithi136.stdout: "total_bytes": 767960285184, 2024-08-19T11:30:49.825 INFO:tasks.workunit.client.0.smithi136.stdout: "total_used_bytes": 233721856 2024-08-19T11:30:49.825 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.825 INFO:tasks.workunit.client.0.smithi136.stdout:} 2024-08-19T11:30:49.825 INFO:tasks.workunit.client.0.smithi136.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-08-19T11:30:49.826 INFO:tasks.workunit.client.0.smithi136.stderr:+ ceph telemetry show-device 2024-08-19T11:30:49.827 INFO:tasks.workunit.client.0.smithi136.stdout:{ 2024-08-19T11:30:49.827 INFO:tasks.workunit.client.0.smithi136.stdout: "796d4534-5e1e-11ef-99fd-0cc47a886e43": { 2024-08-19T11:30:49.827 INFO:tasks.workunit.client.0.smithi136.stdout: "INTEL_SSDPEDMD400G4_796dc66c-5e1e-11ef-99fd-0cc47a886e43": { 2024-08-19T11:30:49.827 INFO:tasks.workunit.client.0.smithi136.stdout: "20240819-112507": { 2024-08-19T11:30:49.827 INFO:tasks.workunit.client.0.smithi136.stdout: "device": { 2024-08-19T11:30:49.827 INFO:tasks.workunit.client.0.smithi136.stdout: "info_name": "/dev/nvme0n1", 2024-08-19T11:30:49.827 INFO:tasks.workunit.client.0.smithi136.stdout: "name": "/dev/nvme0n1", 2024-08-19T11:30:49.827 INFO:tasks.workunit.client.0.smithi136.stdout: "protocol": "NVMe", 2024-08-19T11:30:49.827 INFO:tasks.workunit.client.0.smithi136.stdout: "type": "nvme" 2024-08-19T11:30:49.827 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.827 INFO:tasks.workunit.client.0.smithi136.stdout: "firmware_version": "8DV101H0", 2024-08-19T11:30:49.828 INFO:tasks.workunit.client.0.smithi136.stdout: "host_id": "796d4534-5e1e-11ef-99fd-0cc47a886e43", 2024-08-19T11:30:49.828 INFO:tasks.workunit.client.0.smithi136.stdout: "json_format_version": [ 2024-08-19T11:30:49.828 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.828 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.828 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.828 INFO:tasks.workunit.client.0.smithi136.stdout: "local_time": { 2024-08-19T11:30:49.828 INFO:tasks.workunit.client.0.smithi136.stdout: "asctime": "Mon Aug 19 11:25:07 2024 UTC", 2024-08-19T11:30:49.828 INFO:tasks.workunit.client.0.smithi136.stdout: "time_t": 1724066707 2024-08-19T11:30:49.828 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.828 INFO:tasks.workunit.client.0.smithi136.stdout: "logical_block_size": 512, 2024-08-19T11:30:49.828 INFO:tasks.workunit.client.0.smithi136.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-19T11:30:49.828 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_controller_id": 0, 2024-08-19T11:30:49.829 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-19T11:30:49.829 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_namespaces": [ 2024-08-19T11:30:49.829 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.829 INFO:tasks.workunit.client.0.smithi136.stdout: "capacity": { 2024-08-19T11:30:49.829 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 781422768, 2024-08-19T11:30:49.829 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 400088457216 2024-08-19T11:30:49.829 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.829 INFO:tasks.workunit.client.0.smithi136.stdout: "formatted_lba_size": 512, 2024-08-19T11:30:49.829 INFO:tasks.workunit.client.0.smithi136.stdout: "id": 1, 2024-08-19T11:30:49.829 INFO:tasks.workunit.client.0.smithi136.stdout: "size": { 2024-08-19T11:30:49.829 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 781422768, 2024-08-19T11:30:49.829 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 400088457216 2024-08-19T11:30:49.829 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.829 INFO:tasks.workunit.client.0.smithi136.stdout: "utilization": { 2024-08-19T11:30:49.830 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 781422768, 2024-08-19T11:30:49.830 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 400088457216 2024-08-19T11:30:49.830 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.830 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.830 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.830 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_number_of_namespaces": 1, 2024-08-19T11:30:49.830 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_pci_vendor": { 2024-08-19T11:30:49.830 INFO:tasks.workunit.client.0.smithi136.stdout: "id": 32902, 2024-08-19T11:30:49.830 INFO:tasks.workunit.client.0.smithi136.stdout: "subsystem_id": 32902 2024-08-19T11:30:49.830 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.830 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_smart_health_information_add_log": { 2024-08-19T11:30:49.830 INFO:tasks.workunit.client.0.smithi136.stdout: "Device stats": { 2024-08-19T11:30:49.831 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_fw_downgrades": { 2024-08-19T11:30:49.831 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:49.831 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.831 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.831 INFO:tasks.workunit.client.0.smithi136.stdout: "crc_error_count": { 2024-08-19T11:30:49.831 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.831 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.831 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.831 INFO:tasks.workunit.client.0.smithi136.stdout: "end_to_end_error_detection_count": { 2024-08-19T11:30:49.831 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.831 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.831 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.831 INFO:tasks.workunit.client.0.smithi136.stdout: "erase_fail_count": { 2024-08-19T11:30:49.832 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.832 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.832 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.832 INFO:tasks.workunit.client.0.smithi136.stdout: "host_bytes_written": { 2024-08-19T11:30:49.832 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.832 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 25494409 2024-08-19T11:30:49.832 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.832 INFO:tasks.workunit.client.0.smithi136.stdout: "host_ctx_wear_used": { 2024-08-19T11:30:49.832 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.832 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 1 2024-08-19T11:30:49.832 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.832 INFO:tasks.workunit.client.0.smithi136.stdout: "media_bytes_read": { 2024-08-19T11:30:49.832 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:49.833 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.833 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.833 INFO:tasks.workunit.client.0.smithi136.stdout: "nand_bytes_written": { 2024-08-19T11:30:49.833 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.833 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 44448010 2024-08-19T11:30:49.833 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.833 INFO:tasks.workunit.client.0.smithi136.stdout: "perf_stat_indicator": { 2024-08-19T11:30:49.833 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:49.833 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.833 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.833 INFO:tasks.workunit.client.0.smithi136.stdout: "pll_lock_loss_count": { 2024-08-19T11:30:49.833 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.833 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.834 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.834 INFO:tasks.workunit.client.0.smithi136.stdout: "program_fail_count": { 2024-08-19T11:30:49.834 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.834 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.834 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.834 INFO:tasks.workunit.client.0.smithi136.stdout: "re_alloc_sectr_cnt": { 2024-08-19T11:30:49.834 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:49.834 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.834 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.834 INFO:tasks.workunit.client.0.smithi136.stdout: "retry_buffer_overflow_count": { 2024-08-19T11:30:49.834 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.834 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.834 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.835 INFO:tasks.workunit.client.0.smithi136.stdout: "soft_ecc_err_rate": { 2024-08-19T11:30:49.835 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:49.835 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.835 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.835 INFO:tasks.workunit.client.0.smithi136.stdout: "thermal_throttle_status": { 2024-08-19T11:30:49.835 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.835 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": { 2024-08-19T11:30:49.835 INFO:tasks.workunit.client.0.smithi136.stdout: "cnt": 0, 2024-08-19T11:30:49.835 INFO:tasks.workunit.client.0.smithi136.stdout: "pct": 0 2024-08-19T11:30:49.835 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.835 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.835 INFO:tasks.workunit.client.0.smithi136.stdout: "timed_workload_host_reads": { 2024-08-19T11:30:49.835 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.835 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 65535 2024-08-19T11:30:49.836 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.836 INFO:tasks.workunit.client.0.smithi136.stdout: "timed_workload_media_wear": { 2024-08-19T11:30:49.836 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.836 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": "63.999023" 2024-08-19T11:30:49.836 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.836 INFO:tasks.workunit.client.0.smithi136.stdout: "timed_workload_timer": { 2024-08-19T11:30:49.836 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.836 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 65535 2024-08-19T11:30:49.836 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.836 INFO:tasks.workunit.client.0.smithi136.stdout: "unexp_power_loss": { 2024-08-19T11:30:49.836 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:49.836 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.836 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.837 INFO:tasks.workunit.client.0.smithi136.stdout: "wear_leveling": { 2024-08-19T11:30:49.837 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 90, 2024-08-19T11:30:49.837 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": { 2024-08-19T11:30:49.837 INFO:tasks.workunit.client.0.smithi136.stdout: "avg": 3022, 2024-08-19T11:30:49.837 INFO:tasks.workunit.client.0.smithi136.stdout: "max": 3033, 2024-08-19T11:30:49.837 INFO:tasks.workunit.client.0.smithi136.stdout: "min": 3012 2024-08-19T11:30:49.837 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.837 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.837 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.837 INFO:tasks.workunit.client.0.smithi136.stdout: "Intel Smart log": "nvme0n1" 2024-08-19T11:30:49.837 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.837 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_smart_health_information_log": { 2024-08-19T11:30:49.837 INFO:tasks.workunit.client.0.smithi136.stdout: "available_spare": 100, 2024-08-19T11:30:49.838 INFO:tasks.workunit.client.0.smithi136.stdout: "available_spare_threshold": 10, 2024-08-19T11:30:49.838 INFO:tasks.workunit.client.0.smithi136.stdout: "controller_busy_time": 61, 2024-08-19T11:30:49.838 INFO:tasks.workunit.client.0.smithi136.stdout: "critical_warning": 0, 2024-08-19T11:30:49.838 INFO:tasks.workunit.client.0.smithi136.stdout: "data_units_read": 343876083, 2024-08-19T11:30:49.838 INFO:tasks.workunit.client.0.smithi136.stdout: "data_units_written": 1670801613, 2024-08-19T11:30:49.838 INFO:tasks.workunit.client.0.smithi136.stdout: "host_reads": 5820893721, 2024-08-19T11:30:49.838 INFO:tasks.workunit.client.0.smithi136.stdout: "host_writes": 30785387742, 2024-08-19T11:30:49.838 INFO:tasks.workunit.client.0.smithi136.stdout: "media_errors": 0, 2024-08-19T11:30:49.838 INFO:tasks.workunit.client.0.smithi136.stdout: "num_err_log_entries": 0, 2024-08-19T11:30:49.838 INFO:tasks.workunit.client.0.smithi136.stdout: "percentage_used": 10, 2024-08-19T11:30:49.838 INFO:tasks.workunit.client.0.smithi136.stdout: "power_cycles": 49697, 2024-08-19T11:30:49.838 INFO:tasks.workunit.client.0.smithi136.stdout: "power_on_hours": 53430, 2024-08-19T11:30:49.839 INFO:tasks.workunit.client.0.smithi136.stdout: "temperature": 28, 2024-08-19T11:30:49.839 INFO:tasks.workunit.client.0.smithi136.stdout: "unsafe_shutdowns": 3853 2024-08-19T11:30:49.839 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.839 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_vendor": "intel", 2024-08-19T11:30:49.839 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_version": { 2024-08-19T11:30:49.839 INFO:tasks.workunit.client.0.smithi136.stdout: "string": "<1.2", 2024-08-19T11:30:49.839 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:49.839 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.839 INFO:tasks.workunit.client.0.smithi136.stdout: "power_cycle_count": 49697, 2024-08-19T11:30:49.839 INFO:tasks.workunit.client.0.smithi136.stdout: "power_on_time": { 2024-08-19T11:30:49.839 INFO:tasks.workunit.client.0.smithi136.stdout: "hours": 53430 2024-08-19T11:30:49.839 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.839 INFO:tasks.workunit.client.0.smithi136.stdout: "serial_number": "deleted", 2024-08-19T11:30:49.840 INFO:tasks.workunit.client.0.smithi136.stdout: "smart_status": { 2024-08-19T11:30:49.840 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme": { 2024-08-19T11:30:49.840 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:49.840 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.840 INFO:tasks.workunit.client.0.smithi136.stdout: "passed": true 2024-08-19T11:30:49.840 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.840 INFO:tasks.workunit.client.0.smithi136.stdout: "smartctl": { 2024-08-19T11:30:49.840 INFO:tasks.workunit.client.0.smithi136.stdout: "argv": [ 2024-08-19T11:30:49.840 INFO:tasks.workunit.client.0.smithi136.stdout: "smartctl", 2024-08-19T11:30:49.840 INFO:tasks.workunit.client.0.smithi136.stdout: "-x", 2024-08-19T11:30:49.840 INFO:tasks.workunit.client.0.smithi136.stdout: "--json=o", 2024-08-19T11:30:49.840 INFO:tasks.workunit.client.0.smithi136.stdout: "/dev/nvme0n1" 2024-08-19T11:30:49.840 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.840 INFO:tasks.workunit.client.0.smithi136.stdout: "build_info": "(local build)", 2024-08-19T11:30:49.840 INFO:tasks.workunit.client.0.smithi136.stdout: "exit_status": 0, 2024-08-19T11:30:49.841 INFO:tasks.workunit.client.0.smithi136.stdout: "output": [ 2024-08-19T11:30:49.841 INFO:tasks.workunit.client.0.smithi136.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-19T11:30:49.841 INFO:tasks.workunit.client.0.smithi136.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-19T11:30:49.841 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:49.841 INFO:tasks.workunit.client.0.smithi136.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-19T11:30:49.841 INFO:tasks.workunit.client.0.smithi136.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-19T11:30:49.841 INFO:tasks.workunit.client.0.smithi136.stdout: "Serial Number: deleted", 2024-08-19T11:30:49.841 INFO:tasks.workunit.client.0.smithi136.stdout: "Firmware Version: 8DV101H0", 2024-08-19T11:30:49.841 INFO:tasks.workunit.client.0.smithi136.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-19T11:30:49.841 INFO:tasks.workunit.client.0.smithi136.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-19T11:30:49.841 INFO:tasks.workunit.client.0.smithi136.stdout: "Controller ID: 0", 2024-08-19T11:30:49.841 INFO:tasks.workunit.client.0.smithi136.stdout: "NVMe Version: <1.2", 2024-08-19T11:30:49.841 INFO:tasks.workunit.client.0.smithi136.stdout: "Number of Namespaces: 1", 2024-08-19T11:30:49.842 INFO:tasks.workunit.client.0.smithi136.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-19T11:30:49.842 INFO:tasks.workunit.client.0.smithi136.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-19T11:30:49.842 INFO:tasks.workunit.client.0.smithi136.stdout: "Local Time is: Mon Aug 19 11:25:07 2024 UTC", 2024-08-19T11:30:49.842 INFO:tasks.workunit.client.0.smithi136.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-19T11:30:49.842 INFO:tasks.workunit.client.0.smithi136.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-19T11:30:49.842 INFO:tasks.workunit.client.0.smithi136.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-19T11:30:49.842 INFO:tasks.workunit.client.0.smithi136.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-19T11:30:49.842 INFO:tasks.workunit.client.0.smithi136.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-19T11:30:49.842 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:49.842 INFO:tasks.workunit.client.0.smithi136.stdout: "Supported Power States", 2024-08-19T11:30:49.842 INFO:tasks.workunit.client.0.smithi136.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-19T11:30:49.842 INFO:tasks.workunit.client.0.smithi136.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-19T11:30:49.843 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:49.843 INFO:tasks.workunit.client.0.smithi136.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-19T11:30:49.843 INFO:tasks.workunit.client.0.smithi136.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-19T11:30:49.843 INFO:tasks.workunit.client.0.smithi136.stdout: " 0 + 512 0 2", 2024-08-19T11:30:49.843 INFO:tasks.workunit.client.0.smithi136.stdout: " 1 - 512 8 2", 2024-08-19T11:30:49.843 INFO:tasks.workunit.client.0.smithi136.stdout: " 2 - 512 16 2", 2024-08-19T11:30:49.843 INFO:tasks.workunit.client.0.smithi136.stdout: " 3 - 4096 0 0", 2024-08-19T11:30:49.843 INFO:tasks.workunit.client.0.smithi136.stdout: " 4 - 4096 8 0", 2024-08-19T11:30:49.843 INFO:tasks.workunit.client.0.smithi136.stdout: " 5 - 4096 64 0", 2024-08-19T11:30:49.843 INFO:tasks.workunit.client.0.smithi136.stdout: " 6 - 4096 128 0", 2024-08-19T11:30:49.843 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:49.843 INFO:tasks.workunit.client.0.smithi136.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-19T11:30:49.843 INFO:tasks.workunit.client.0.smithi136.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-19T11:30:49.843 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:49.844 INFO:tasks.workunit.client.0.smithi136.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-19T11:30:49.844 INFO:tasks.workunit.client.0.smithi136.stdout: "Critical Warning: 0x00", 2024-08-19T11:30:49.844 INFO:tasks.workunit.client.0.smithi136.stdout: "Temperature: 28 Celsius", 2024-08-19T11:30:49.844 INFO:tasks.workunit.client.0.smithi136.stdout: "Available Spare: 100%", 2024-08-19T11:30:49.844 INFO:tasks.workunit.client.0.smithi136.stdout: "Available Spare Threshold: 10%", 2024-08-19T11:30:49.844 INFO:tasks.workunit.client.0.smithi136.stdout: "Percentage Used: 10%", 2024-08-19T11:30:49.844 INFO:tasks.workunit.client.0.smithi136.stdout: "Data Units Read: 343,876,083 [176 TB]", 2024-08-19T11:30:49.844 INFO:tasks.workunit.client.0.smithi136.stdout: "Data Units Written: 1,670,801,613 [855 TB]", 2024-08-19T11:30:49.844 INFO:tasks.workunit.client.0.smithi136.stdout: "Host Read Commands: 5,820,893,721", 2024-08-19T11:30:49.844 INFO:tasks.workunit.client.0.smithi136.stdout: "Host Write Commands: 30,785,387,742", 2024-08-19T11:30:49.844 INFO:tasks.workunit.client.0.smithi136.stdout: "Controller Busy Time: 61", 2024-08-19T11:30:49.844 INFO:tasks.workunit.client.0.smithi136.stdout: "Power Cycles: 49,697", 2024-08-19T11:30:49.844 INFO:tasks.workunit.client.0.smithi136.stdout: "Power On Hours: 53,430", 2024-08-19T11:30:49.844 INFO:tasks.workunit.client.0.smithi136.stdout: "Unsafe Shutdowns: 3,853", 2024-08-19T11:30:49.845 INFO:tasks.workunit.client.0.smithi136.stdout: "Media and Data Integrity Errors: 0", 2024-08-19T11:30:49.845 INFO:tasks.workunit.client.0.smithi136.stdout: "Error Information Log Entries: 0", 2024-08-19T11:30:49.845 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:49.845 INFO:tasks.workunit.client.0.smithi136.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-19T11:30:49.845 INFO:tasks.workunit.client.0.smithi136.stdout: "No Errors Logged", 2024-08-19T11:30:49.845 INFO:tasks.workunit.client.0.smithi136.stdout: "" 2024-08-19T11:30:49.845 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.845 INFO:tasks.workunit.client.0.smithi136.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-19T11:30:49.845 INFO:tasks.workunit.client.0.smithi136.stdout: "svn_revision": "5155", 2024-08-19T11:30:49.845 INFO:tasks.workunit.client.0.smithi136.stdout: "version": [ 2024-08-19T11:30:49.845 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.845 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:49.845 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:49.846 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.846 INFO:tasks.workunit.client.0.smithi136.stdout: "temperature": { 2024-08-19T11:30:49.846 INFO:tasks.workunit.client.0.smithi136.stdout: "current": 28 2024-08-19T11:30:49.846 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.846 INFO:tasks.workunit.client.0.smithi136.stdout: "user_capacity": { 2024-08-19T11:30:49.846 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 781422768, 2024-08-19T11:30:49.846 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 400088457216 2024-08-19T11:30:49.846 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.846 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.846 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.846 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.846 INFO:tasks.workunit.client.0.smithi136.stdout: "796ed336-5e1e-11ef-99fd-0cc47a886e43": { 2024-08-19T11:30:49.846 INFO:tasks.workunit.client.0.smithi136.stdout: "INTEL_SSDPEDMX020T4_796f4398-5e1e-11ef-99fd-0cc47a886e43": { 2024-08-19T11:30:49.847 INFO:tasks.workunit.client.0.smithi136.stdout: "20240819-112505": { 2024-08-19T11:30:49.847 INFO:tasks.workunit.client.0.smithi136.stdout: "device": { 2024-08-19T11:30:49.847 INFO:tasks.workunit.client.0.smithi136.stdout: "info_name": "/dev/nvme0n1", 2024-08-19T11:30:49.847 INFO:tasks.workunit.client.0.smithi136.stdout: "name": "/dev/nvme0n1", 2024-08-19T11:30:49.847 INFO:tasks.workunit.client.0.smithi136.stdout: "protocol": "NVMe", 2024-08-19T11:30:49.847 INFO:tasks.workunit.client.0.smithi136.stdout: "type": "nvme" 2024-08-19T11:30:49.847 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.847 INFO:tasks.workunit.client.0.smithi136.stdout: "firmware_version": "8DV10171", 2024-08-19T11:30:49.847 INFO:tasks.workunit.client.0.smithi136.stdout: "host_id": "796ed336-5e1e-11ef-99fd-0cc47a886e43", 2024-08-19T11:30:49.847 INFO:tasks.workunit.client.0.smithi136.stdout: "json_format_version": [ 2024-08-19T11:30:49.847 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.847 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.847 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.848 INFO:tasks.workunit.client.0.smithi136.stdout: "local_time": { 2024-08-19T11:30:49.848 INFO:tasks.workunit.client.0.smithi136.stdout: "asctime": "Mon Aug 19 11:25:04 2024 UTC", 2024-08-19T11:30:49.848 INFO:tasks.workunit.client.0.smithi136.stdout: "time_t": 1724066704 2024-08-19T11:30:49.848 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.848 INFO:tasks.workunit.client.0.smithi136.stdout: "logical_block_size": 512, 2024-08-19T11:30:49.848 INFO:tasks.workunit.client.0.smithi136.stdout: "model_name": "INTEL SSDPEDMX020T4", 2024-08-19T11:30:49.848 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_controller_id": 0, 2024-08-19T11:30:49.848 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-19T11:30:49.848 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_namespaces": [ 2024-08-19T11:30:49.848 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.848 INFO:tasks.workunit.client.0.smithi136.stdout: "capacity": { 2024-08-19T11:30:49.848 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 3907029168, 2024-08-19T11:30:49.848 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2000398934016 2024-08-19T11:30:49.849 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.849 INFO:tasks.workunit.client.0.smithi136.stdout: "formatted_lba_size": 512, 2024-08-19T11:30:49.849 INFO:tasks.workunit.client.0.smithi136.stdout: "id": 1, 2024-08-19T11:30:49.849 INFO:tasks.workunit.client.0.smithi136.stdout: "size": { 2024-08-19T11:30:49.849 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 3907029168, 2024-08-19T11:30:49.849 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2000398934016 2024-08-19T11:30:49.849 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.849 INFO:tasks.workunit.client.0.smithi136.stdout: "utilization": { 2024-08-19T11:30:49.849 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 3907029168, 2024-08-19T11:30:49.849 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2000398934016 2024-08-19T11:30:49.849 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.849 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.849 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.850 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_number_of_namespaces": 1, 2024-08-19T11:30:49.850 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_pci_vendor": { 2024-08-19T11:30:49.850 INFO:tasks.workunit.client.0.smithi136.stdout: "id": 32902, 2024-08-19T11:30:49.850 INFO:tasks.workunit.client.0.smithi136.stdout: "subsystem_id": 32902 2024-08-19T11:30:49.850 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.850 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_smart_health_information_add_log": { 2024-08-19T11:30:49.850 INFO:tasks.workunit.client.0.smithi136.stdout: "Device stats": { 2024-08-19T11:30:49.850 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_fw_downgrades": { 2024-08-19T11:30:49.850 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:49.850 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.850 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.850 INFO:tasks.workunit.client.0.smithi136.stdout: "crc_error_count": { 2024-08-19T11:30:49.850 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.850 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 2 2024-08-19T11:30:49.851 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.851 INFO:tasks.workunit.client.0.smithi136.stdout: "end_to_end_error_detection_count": { 2024-08-19T11:30:49.851 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.851 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.851 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.851 INFO:tasks.workunit.client.0.smithi136.stdout: "erase_fail_count": { 2024-08-19T11:30:49.851 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.851 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.851 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.851 INFO:tasks.workunit.client.0.smithi136.stdout: "host_bytes_written": { 2024-08-19T11:30:49.851 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.851 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 18759163 2024-08-19T11:30:49.851 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.851 INFO:tasks.workunit.client.0.smithi136.stdout: "host_ctx_wear_used": { 2024-08-19T11:30:49.852 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:49.852 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.852 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.852 INFO:tasks.workunit.client.0.smithi136.stdout: "media_bytes_read": { 2024-08-19T11:30:49.852 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:49.852 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.852 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.852 INFO:tasks.workunit.client.0.smithi136.stdout: "nand_bytes_written": { 2024-08-19T11:30:49.852 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.852 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 50059758 2024-08-19T11:30:49.852 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.852 INFO:tasks.workunit.client.0.smithi136.stdout: "perf_stat_indicator": { 2024-08-19T11:30:49.852 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:49.853 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.853 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.853 INFO:tasks.workunit.client.0.smithi136.stdout: "pll_lock_loss_count": { 2024-08-19T11:30:49.853 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.853 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.853 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.853 INFO:tasks.workunit.client.0.smithi136.stdout: "program_fail_count": { 2024-08-19T11:30:49.853 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.853 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.853 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.853 INFO:tasks.workunit.client.0.smithi136.stdout: "re_alloc_sectr_cnt": { 2024-08-19T11:30:49.853 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:49.853 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.853 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.853 INFO:tasks.workunit.client.0.smithi136.stdout: "retry_buffer_overflow_count": { 2024-08-19T11:30:49.854 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.854 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.854 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.854 INFO:tasks.workunit.client.0.smithi136.stdout: "soft_ecc_err_rate": { 2024-08-19T11:30:49.854 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:49.854 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.854 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.854 INFO:tasks.workunit.client.0.smithi136.stdout: "thermal_throttle_status": { 2024-08-19T11:30:49.854 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.854 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": { 2024-08-19T11:30:49.854 INFO:tasks.workunit.client.0.smithi136.stdout: "cnt": 0, 2024-08-19T11:30:49.854 INFO:tasks.workunit.client.0.smithi136.stdout: "pct": 0 2024-08-19T11:30:49.854 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.855 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.855 INFO:tasks.workunit.client.0.smithi136.stdout: "timed_workload_host_reads": { 2024-08-19T11:30:49.855 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.855 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 15 2024-08-19T11:30:49.855 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.855 INFO:tasks.workunit.client.0.smithi136.stdout: "timed_workload_media_wear": { 2024-08-19T11:30:49.855 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.855 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": "6.770508" 2024-08-19T11:30:49.855 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.855 INFO:tasks.workunit.client.0.smithi136.stdout: "timed_workload_timer": { 2024-08-19T11:30:49.855 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.855 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 1525257 2024-08-19T11:30:49.855 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.855 INFO:tasks.workunit.client.0.smithi136.stdout: "unexp_power_loss": { 2024-08-19T11:30:49.855 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:49.856 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.856 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.856 INFO:tasks.workunit.client.0.smithi136.stdout: "wear_leveling": { 2024-08-19T11:30:49.856 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 48, 2024-08-19T11:30:49.856 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": { 2024-08-19T11:30:49.856 INFO:tasks.workunit.client.0.smithi136.stdout: "avg": 1150, 2024-08-19T11:30:49.856 INFO:tasks.workunit.client.0.smithi136.stdout: "max": 1582, 2024-08-19T11:30:49.856 INFO:tasks.workunit.client.0.smithi136.stdout: "min": 752 2024-08-19T11:30:49.856 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.856 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.856 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.856 INFO:tasks.workunit.client.0.smithi136.stdout: "Intel Smart log": "nvme0n1" 2024-08-19T11:30:49.856 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.857 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_smart_health_information_log": { 2024-08-19T11:30:49.857 INFO:tasks.workunit.client.0.smithi136.stdout: "available_spare": 100, 2024-08-19T11:30:49.857 INFO:tasks.workunit.client.0.smithi136.stdout: "available_spare_threshold": 10, 2024-08-19T11:30:49.857 INFO:tasks.workunit.client.0.smithi136.stdout: "controller_busy_time": 355, 2024-08-19T11:30:49.857 INFO:tasks.workunit.client.0.smithi136.stdout: "critical_warning": 0, 2024-08-19T11:30:49.857 INFO:tasks.workunit.client.0.smithi136.stdout: "data_units_read": 212237392, 2024-08-19T11:30:49.857 INFO:tasks.workunit.client.0.smithi136.stdout: "data_units_written": 1229400511, 2024-08-19T11:30:49.857 INFO:tasks.workunit.client.0.smithi136.stdout: "host_reads": 4271911680, 2024-08-19T11:30:49.857 INFO:tasks.workunit.client.0.smithi136.stdout: "host_writes": 24260229036, 2024-08-19T11:30:49.857 INFO:tasks.workunit.client.0.smithi136.stdout: "media_errors": 0, 2024-08-19T11:30:49.857 INFO:tasks.workunit.client.0.smithi136.stdout: "num_err_log_entries": 0, 2024-08-19T11:30:49.857 INFO:tasks.workunit.client.0.smithi136.stdout: "percentage_used": 25, 2024-08-19T11:30:49.857 INFO:tasks.workunit.client.0.smithi136.stdout: "power_cycles": 44569, 2024-08-19T11:30:49.858 INFO:tasks.workunit.client.0.smithi136.stdout: "power_on_hours": 37945, 2024-08-19T11:30:49.858 INFO:tasks.workunit.client.0.smithi136.stdout: "temperature": 24, 2024-08-19T11:30:49.858 INFO:tasks.workunit.client.0.smithi136.stdout: "unsafe_shutdowns": 44445 2024-08-19T11:30:49.858 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.858 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_vendor": "intel", 2024-08-19T11:30:49.858 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_version": { 2024-08-19T11:30:49.858 INFO:tasks.workunit.client.0.smithi136.stdout: "string": "<1.2", 2024-08-19T11:30:49.858 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:49.858 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.858 INFO:tasks.workunit.client.0.smithi136.stdout: "power_cycle_count": 44569, 2024-08-19T11:30:49.858 INFO:tasks.workunit.client.0.smithi136.stdout: "power_on_time": { 2024-08-19T11:30:49.858 INFO:tasks.workunit.client.0.smithi136.stdout: "hours": 37945 2024-08-19T11:30:49.858 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.858 INFO:tasks.workunit.client.0.smithi136.stdout: "serial_number": "deleted", 2024-08-19T11:30:49.859 INFO:tasks.workunit.client.0.smithi136.stdout: "smart_status": { 2024-08-19T11:30:49.859 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme": { 2024-08-19T11:30:49.859 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:49.859 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.859 INFO:tasks.workunit.client.0.smithi136.stdout: "passed": true 2024-08-19T11:30:49.859 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.859 INFO:tasks.workunit.client.0.smithi136.stdout: "smartctl": { 2024-08-19T11:30:49.859 INFO:tasks.workunit.client.0.smithi136.stdout: "argv": [ 2024-08-19T11:30:49.859 INFO:tasks.workunit.client.0.smithi136.stdout: "smartctl", 2024-08-19T11:30:49.859 INFO:tasks.workunit.client.0.smithi136.stdout: "-x", 2024-08-19T11:30:49.859 INFO:tasks.workunit.client.0.smithi136.stdout: "--json=o", 2024-08-19T11:30:49.859 INFO:tasks.workunit.client.0.smithi136.stdout: "/dev/nvme0n1" 2024-08-19T11:30:49.859 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.859 INFO:tasks.workunit.client.0.smithi136.stdout: "build_info": "(local build)", 2024-08-19T11:30:49.860 INFO:tasks.workunit.client.0.smithi136.stdout: "exit_status": 0, 2024-08-19T11:30:49.860 INFO:tasks.workunit.client.0.smithi136.stdout: "output": [ 2024-08-19T11:30:49.860 INFO:tasks.workunit.client.0.smithi136.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-19T11:30:49.860 INFO:tasks.workunit.client.0.smithi136.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-19T11:30:49.860 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:49.860 INFO:tasks.workunit.client.0.smithi136.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-19T11:30:49.860 INFO:tasks.workunit.client.0.smithi136.stdout: "Model Number: INTEL SSDPEDMX020T4", 2024-08-19T11:30:49.860 INFO:tasks.workunit.client.0.smithi136.stdout: "Serial Number: deleted", 2024-08-19T11:30:49.860 INFO:tasks.workunit.client.0.smithi136.stdout: "Firmware Version: 8DV10171", 2024-08-19T11:30:49.860 INFO:tasks.workunit.client.0.smithi136.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-19T11:30:49.860 INFO:tasks.workunit.client.0.smithi136.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-19T11:30:49.860 INFO:tasks.workunit.client.0.smithi136.stdout: "Controller ID: 0", 2024-08-19T11:30:49.860 INFO:tasks.workunit.client.0.smithi136.stdout: "NVMe Version: <1.2", 2024-08-19T11:30:49.860 INFO:tasks.workunit.client.0.smithi136.stdout: "Number of Namespaces: 1", 2024-08-19T11:30:49.860 INFO:tasks.workunit.client.0.smithi136.stdout: "Namespace 1 Size/Capacity: 2,000,398,934,016 [2.00 TB]", 2024-08-19T11:30:49.861 INFO:tasks.workunit.client.0.smithi136.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-19T11:30:49.861 INFO:tasks.workunit.client.0.smithi136.stdout: "Local Time is: Mon Aug 19 11:25:04 2024 UTC", 2024-08-19T11:30:49.861 INFO:tasks.workunit.client.0.smithi136.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-19T11:30:49.861 INFO:tasks.workunit.client.0.smithi136.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-19T11:30:49.861 INFO:tasks.workunit.client.0.smithi136.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-19T11:30:49.861 INFO:tasks.workunit.client.0.smithi136.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-19T11:30:49.861 INFO:tasks.workunit.client.0.smithi136.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-19T11:30:49.861 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:49.861 INFO:tasks.workunit.client.0.smithi136.stdout: "Supported Power States", 2024-08-19T11:30:49.861 INFO:tasks.workunit.client.0.smithi136.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-19T11:30:49.861 INFO:tasks.workunit.client.0.smithi136.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-19T11:30:49.861 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:49.861 INFO:tasks.workunit.client.0.smithi136.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-19T11:30:49.861 INFO:tasks.workunit.client.0.smithi136.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-19T11:30:49.861 INFO:tasks.workunit.client.0.smithi136.stdout: " 0 + 512 0 2", 2024-08-19T11:30:49.861 INFO:tasks.workunit.client.0.smithi136.stdout: " 1 - 512 8 2", 2024-08-19T11:30:49.862 INFO:tasks.workunit.client.0.smithi136.stdout: " 2 - 512 16 2", 2024-08-19T11:30:49.862 INFO:tasks.workunit.client.0.smithi136.stdout: " 3 - 4096 0 0", 2024-08-19T11:30:49.862 INFO:tasks.workunit.client.0.smithi136.stdout: " 4 - 4096 8 0", 2024-08-19T11:30:49.862 INFO:tasks.workunit.client.0.smithi136.stdout: " 5 - 4096 64 0", 2024-08-19T11:30:49.862 INFO:tasks.workunit.client.0.smithi136.stdout: " 6 - 4096 128 0", 2024-08-19T11:30:49.862 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:49.862 INFO:tasks.workunit.client.0.smithi136.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-19T11:30:49.862 INFO:tasks.workunit.client.0.smithi136.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-19T11:30:49.862 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:49.862 INFO:tasks.workunit.client.0.smithi136.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-19T11:30:49.862 INFO:tasks.workunit.client.0.smithi136.stdout: "Critical Warning: 0x00", 2024-08-19T11:30:49.862 INFO:tasks.workunit.client.0.smithi136.stdout: "Temperature: 24 Celsius", 2024-08-19T11:30:49.862 INFO:tasks.workunit.client.0.smithi136.stdout: "Available Spare: 100%", 2024-08-19T11:30:49.863 INFO:tasks.workunit.client.0.smithi136.stdout: "Available Spare Threshold: 10%", 2024-08-19T11:30:49.863 INFO:tasks.workunit.client.0.smithi136.stdout: "Percentage Used: 25%", 2024-08-19T11:30:49.863 INFO:tasks.workunit.client.0.smithi136.stdout: "Data Units Read: 212,237,392 [108 TB]", 2024-08-19T11:30:49.863 INFO:tasks.workunit.client.0.smithi136.stdout: "Data Units Written: 1,229,400,511 [629 TB]", 2024-08-19T11:30:49.863 INFO:tasks.workunit.client.0.smithi136.stdout: "Host Read Commands: 4,271,911,680", 2024-08-19T11:30:49.863 INFO:tasks.workunit.client.0.smithi136.stdout: "Host Write Commands: 24,260,229,036", 2024-08-19T11:30:49.863 INFO:tasks.workunit.client.0.smithi136.stdout: "Controller Busy Time: 355", 2024-08-19T11:30:49.863 INFO:tasks.workunit.client.0.smithi136.stdout: "Power Cycles: 44,569", 2024-08-19T11:30:49.863 INFO:tasks.workunit.client.0.smithi136.stdout: "Power On Hours: 37,945", 2024-08-19T11:30:49.863 INFO:tasks.workunit.client.0.smithi136.stdout: "Unsafe Shutdowns: 44,445", 2024-08-19T11:30:49.863 INFO:tasks.workunit.client.0.smithi136.stdout: "Media and Data Integrity Errors: 0", 2024-08-19T11:30:49.863 INFO:tasks.workunit.client.0.smithi136.stdout: "Error Information Log Entries: 0", 2024-08-19T11:30:49.863 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:49.863 INFO:tasks.workunit.client.0.smithi136.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-19T11:30:49.863 INFO:tasks.workunit.client.0.smithi136.stdout: "No Errors Logged", 2024-08-19T11:30:49.863 INFO:tasks.workunit.client.0.smithi136.stdout: "" 2024-08-19T11:30:49.864 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.864 INFO:tasks.workunit.client.0.smithi136.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-19T11:30:49.864 INFO:tasks.workunit.client.0.smithi136.stdout: "svn_revision": "5155", 2024-08-19T11:30:49.864 INFO:tasks.workunit.client.0.smithi136.stdout: "version": [ 2024-08-19T11:30:49.864 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.864 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:49.864 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:49.864 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.864 INFO:tasks.workunit.client.0.smithi136.stdout: "temperature": { 2024-08-19T11:30:49.864 INFO:tasks.workunit.client.0.smithi136.stdout: "current": 24 2024-08-19T11:30:49.864 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.864 INFO:tasks.workunit.client.0.smithi136.stdout: "user_capacity": { 2024-08-19T11:30:49.864 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 3907029168, 2024-08-19T11:30:49.864 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2000398934016 2024-08-19T11:30:49.865 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.865 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.865 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.865 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.865 INFO:tasks.workunit.client.0.smithi136.stdout:} 2024-08-19T11:30:49.865 INFO:tasks.workunit.client.0.smithi136.stderr:+ ceph telemetry show-all 2024-08-19T11:30:49.866 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:49.866 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/1333991343' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-19T11:30:49.866 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/1333991343' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-19T11:30:49.866 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 0 B/s wr, 25 op/s 2024-08-19T11:30:49.866 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='client.24779 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:49.866 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:49.866 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:49.866 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.866 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.866 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.867 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.867 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.867 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.867 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.867 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.867 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.867 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:49.867 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:49.867 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.867 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.867 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.867 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:49.867 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:49.867 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.868 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.868 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.868 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:49.868 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/1333991343' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-19T11:30:49.868 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/1333991343' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-19T11:30:49.868 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 0 B/s wr, 25 op/s 2024-08-19T11:30:49.868 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='client.24779 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:49.868 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:49.868 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:49.868 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.869 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.869 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.869 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.869 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.869 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.869 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.869 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.869 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.869 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:49.869 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:49.869 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.869 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.869 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.869 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:49.870 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:49.870 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.870 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.870 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.870 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:49.870 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:49.870 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.870 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.870 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.870 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:49.870 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:49.870 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.871 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.871 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.871 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.871 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.871 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.871 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.871 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.871 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.871 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:49.871 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:49.871 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.871 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.871 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.871 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:49.872 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:49.872 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.872 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.872 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.872 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:49.872 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:49.872 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.872 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.872 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:48 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.872 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='client.24779 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:49.872 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='client.14898 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:49.872 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='client.14898 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:49.872 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='client.14904 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:49.872 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:49.873 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:49.873 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.873 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.873 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.873 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.873 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.873 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.873 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.873 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.873 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.873 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:49.873 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:49.873 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.873 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.873 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.874 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:49.874 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:49.874 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.874 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.874 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.874 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:49.874 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:49.874 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.874 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.874 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.874 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:49.874 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:49.874 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.874 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.875 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.875 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.875 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.875 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.875 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.875 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.875 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.875 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:49.875 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:49.875 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.875 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.875 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.875 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:49.875 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.876 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:49.876 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.876 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.876 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:49.876 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:49.876 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.876 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.876 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:49 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.876 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:49.876 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/1333991343' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-19T11:30:49.876 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/1333991343' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-19T11:30:49.876 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 0 B/s wr, 25 op/s 2024-08-19T11:30:49.876 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='client.24779 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:49.877 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:49.877 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:49.877 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.877 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.877 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.877 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.877 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.877 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.877 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.877 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.877 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.877 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:49.877 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:49.877 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.877 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.878 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.878 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:49.878 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:49.878 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.878 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.878 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.878 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:49.879 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:49.879 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.879 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.879 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.879 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:49.879 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:49.879 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.879 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.879 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.879 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.879 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.879 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.879 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.879 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.880 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.880 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:49.880 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:49.880 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.880 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.880 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.880 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:49.880 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:49.880 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.880 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.880 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.880 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:49.880 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:49.880 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.881 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.881 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.881 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:49.881 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:49.881 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.881 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.881 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.881 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:49.882 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:49.882 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.882 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.882 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.882 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.882 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.882 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.882 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.882 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.882 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.882 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:49.882 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:49.883 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.883 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.883 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.883 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:49.883 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:49.883 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.883 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.883 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.883 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:49.883 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:49.883 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:49.883 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:49.883 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:48 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:49.888 INFO:tasks.workunit.client.0.smithi136.stdout:{ 2024-08-19T11:30:49.888 INFO:tasks.workunit.client.0.smithi136.stdout: "device_report": { 2024-08-19T11:30:49.888 INFO:tasks.workunit.client.0.smithi136.stdout: "796d4534-5e1e-11ef-99fd-0cc47a886e43": { 2024-08-19T11:30:49.889 INFO:tasks.workunit.client.0.smithi136.stdout: "INTEL_SSDPEDMD400G4_796dc66c-5e1e-11ef-99fd-0cc47a886e43": { 2024-08-19T11:30:49.889 INFO:tasks.workunit.client.0.smithi136.stdout: "20240819-112507": { 2024-08-19T11:30:49.889 INFO:tasks.workunit.client.0.smithi136.stdout: "device": { 2024-08-19T11:30:49.889 INFO:tasks.workunit.client.0.smithi136.stdout: "info_name": "/dev/nvme0n1", 2024-08-19T11:30:49.889 INFO:tasks.workunit.client.0.smithi136.stdout: "name": "/dev/nvme0n1", 2024-08-19T11:30:49.889 INFO:tasks.workunit.client.0.smithi136.stdout: "protocol": "NVMe", 2024-08-19T11:30:49.889 INFO:tasks.workunit.client.0.smithi136.stdout: "type": "nvme" 2024-08-19T11:30:49.889 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.889 INFO:tasks.workunit.client.0.smithi136.stdout: "firmware_version": "8DV101H0", 2024-08-19T11:30:49.889 INFO:tasks.workunit.client.0.smithi136.stdout: "host_id": "796d4534-5e1e-11ef-99fd-0cc47a886e43", 2024-08-19T11:30:49.889 INFO:tasks.workunit.client.0.smithi136.stdout: "json_format_version": [ 2024-08-19T11:30:49.889 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.889 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.890 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.890 INFO:tasks.workunit.client.0.smithi136.stdout: "local_time": { 2024-08-19T11:30:49.890 INFO:tasks.workunit.client.0.smithi136.stdout: "asctime": "Mon Aug 19 11:25:07 2024 UTC", 2024-08-19T11:30:49.890 INFO:tasks.workunit.client.0.smithi136.stdout: "time_t": 1724066707 2024-08-19T11:30:49.890 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.890 INFO:tasks.workunit.client.0.smithi136.stdout: "logical_block_size": 512, 2024-08-19T11:30:49.890 INFO:tasks.workunit.client.0.smithi136.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-19T11:30:49.890 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_controller_id": 0, 2024-08-19T11:30:49.890 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-19T11:30:49.890 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_namespaces": [ 2024-08-19T11:30:49.891 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.891 INFO:tasks.workunit.client.0.smithi136.stdout: "capacity": { 2024-08-19T11:30:49.891 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 781422768, 2024-08-19T11:30:49.891 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 400088457216 2024-08-19T11:30:49.891 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.891 INFO:tasks.workunit.client.0.smithi136.stdout: "formatted_lba_size": 512, 2024-08-19T11:30:49.891 INFO:tasks.workunit.client.0.smithi136.stdout: "id": 1, 2024-08-19T11:30:49.891 INFO:tasks.workunit.client.0.smithi136.stdout: "size": { 2024-08-19T11:30:49.891 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 781422768, 2024-08-19T11:30:49.891 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 400088457216 2024-08-19T11:30:49.891 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.891 INFO:tasks.workunit.client.0.smithi136.stdout: "utilization": { 2024-08-19T11:30:49.892 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 781422768, 2024-08-19T11:30:49.892 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 400088457216 2024-08-19T11:30:49.892 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.892 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.892 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.892 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_number_of_namespaces": 1, 2024-08-19T11:30:49.892 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_pci_vendor": { 2024-08-19T11:30:49.892 INFO:tasks.workunit.client.0.smithi136.stdout: "id": 32902, 2024-08-19T11:30:49.892 INFO:tasks.workunit.client.0.smithi136.stdout: "subsystem_id": 32902 2024-08-19T11:30:49.892 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.892 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_smart_health_information_add_log": { 2024-08-19T11:30:49.892 INFO:tasks.workunit.client.0.smithi136.stdout: "Device stats": { 2024-08-19T11:30:49.892 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_fw_downgrades": { 2024-08-19T11:30:49.893 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:49.893 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.893 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.893 INFO:tasks.workunit.client.0.smithi136.stdout: "crc_error_count": { 2024-08-19T11:30:49.893 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.893 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.893 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.893 INFO:tasks.workunit.client.0.smithi136.stdout: "end_to_end_error_detection_count": { 2024-08-19T11:30:49.893 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.893 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.893 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.893 INFO:tasks.workunit.client.0.smithi136.stdout: "erase_fail_count": { 2024-08-19T11:30:49.893 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.894 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.894 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.894 INFO:tasks.workunit.client.0.smithi136.stdout: "host_bytes_written": { 2024-08-19T11:30:49.894 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.894 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 25494409 2024-08-19T11:30:49.894 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.894 INFO:tasks.workunit.client.0.smithi136.stdout: "host_ctx_wear_used": { 2024-08-19T11:30:49.894 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.894 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 1 2024-08-19T11:30:49.894 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.894 INFO:tasks.workunit.client.0.smithi136.stdout: "media_bytes_read": { 2024-08-19T11:30:49.894 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:49.894 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.895 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.895 INFO:tasks.workunit.client.0.smithi136.stdout: "nand_bytes_written": { 2024-08-19T11:30:49.895 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.895 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 44448010 2024-08-19T11:30:49.895 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.895 INFO:tasks.workunit.client.0.smithi136.stdout: "perf_stat_indicator": { 2024-08-19T11:30:49.895 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:49.895 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.895 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.895 INFO:tasks.workunit.client.0.smithi136.stdout: "pll_lock_loss_count": { 2024-08-19T11:30:49.895 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.895 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.895 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.896 INFO:tasks.workunit.client.0.smithi136.stdout: "program_fail_count": { 2024-08-19T11:30:49.896 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.896 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.896 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.896 INFO:tasks.workunit.client.0.smithi136.stdout: "re_alloc_sectr_cnt": { 2024-08-19T11:30:49.896 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:49.896 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.896 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.896 INFO:tasks.workunit.client.0.smithi136.stdout: "retry_buffer_overflow_count": { 2024-08-19T11:30:49.896 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.896 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.896 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.897 INFO:tasks.workunit.client.0.smithi136.stdout: "soft_ecc_err_rate": { 2024-08-19T11:30:49.897 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:49.897 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.897 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.897 INFO:tasks.workunit.client.0.smithi136.stdout: "thermal_throttle_status": { 2024-08-19T11:30:49.897 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.897 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": { 2024-08-19T11:30:49.897 INFO:tasks.workunit.client.0.smithi136.stdout: "cnt": 0, 2024-08-19T11:30:49.897 INFO:tasks.workunit.client.0.smithi136.stdout: "pct": 0 2024-08-19T11:30:49.897 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.897 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.897 INFO:tasks.workunit.client.0.smithi136.stdout: "timed_workload_host_reads": { 2024-08-19T11:30:49.897 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.897 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 65535 2024-08-19T11:30:49.898 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.898 INFO:tasks.workunit.client.0.smithi136.stdout: "timed_workload_media_wear": { 2024-08-19T11:30:49.898 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.898 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": "63.999023" 2024-08-19T11:30:49.898 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.898 INFO:tasks.workunit.client.0.smithi136.stdout: "timed_workload_timer": { 2024-08-19T11:30:49.898 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.898 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 65535 2024-08-19T11:30:49.898 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.898 INFO:tasks.workunit.client.0.smithi136.stdout: "unexp_power_loss": { 2024-08-19T11:30:49.898 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:49.898 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.899 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.899 INFO:tasks.workunit.client.0.smithi136.stdout: "wear_leveling": { 2024-08-19T11:30:49.899 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 90, 2024-08-19T11:30:49.899 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": { 2024-08-19T11:30:49.899 INFO:tasks.workunit.client.0.smithi136.stdout: "avg": 3022, 2024-08-19T11:30:49.899 INFO:tasks.workunit.client.0.smithi136.stdout: "max": 3033, 2024-08-19T11:30:49.899 INFO:tasks.workunit.client.0.smithi136.stdout: "min": 3012 2024-08-19T11:30:49.899 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.899 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.899 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.899 INFO:tasks.workunit.client.0.smithi136.stdout: "Intel Smart log": "nvme0n1" 2024-08-19T11:30:49.899 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.899 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_smart_health_information_log": { 2024-08-19T11:30:49.899 INFO:tasks.workunit.client.0.smithi136.stdout: "available_spare": 100, 2024-08-19T11:30:49.900 INFO:tasks.workunit.client.0.smithi136.stdout: "available_spare_threshold": 10, 2024-08-19T11:30:49.900 INFO:tasks.workunit.client.0.smithi136.stdout: "controller_busy_time": 61, 2024-08-19T11:30:49.900 INFO:tasks.workunit.client.0.smithi136.stdout: "critical_warning": 0, 2024-08-19T11:30:49.900 INFO:tasks.workunit.client.0.smithi136.stdout: "data_units_read": 343876083, 2024-08-19T11:30:49.900 INFO:tasks.workunit.client.0.smithi136.stdout: "data_units_written": 1670801613, 2024-08-19T11:30:49.900 INFO:tasks.workunit.client.0.smithi136.stdout: "host_reads": 5820893721, 2024-08-19T11:30:49.900 INFO:tasks.workunit.client.0.smithi136.stdout: "host_writes": 30785387742, 2024-08-19T11:30:49.900 INFO:tasks.workunit.client.0.smithi136.stdout: "media_errors": 0, 2024-08-19T11:30:49.900 INFO:tasks.workunit.client.0.smithi136.stdout: "num_err_log_entries": 0, 2024-08-19T11:30:49.900 INFO:tasks.workunit.client.0.smithi136.stdout: "percentage_used": 10, 2024-08-19T11:30:49.900 INFO:tasks.workunit.client.0.smithi136.stdout: "power_cycles": 49697, 2024-08-19T11:30:49.900 INFO:tasks.workunit.client.0.smithi136.stdout: "power_on_hours": 53430, 2024-08-19T11:30:49.900 INFO:tasks.workunit.client.0.smithi136.stdout: "temperature": 28, 2024-08-19T11:30:49.901 INFO:tasks.workunit.client.0.smithi136.stdout: "unsafe_shutdowns": 3853 2024-08-19T11:30:49.901 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.901 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_vendor": "intel", 2024-08-19T11:30:49.901 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_version": { 2024-08-19T11:30:49.901 INFO:tasks.workunit.client.0.smithi136.stdout: "string": "<1.2", 2024-08-19T11:30:49.901 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:49.901 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.901 INFO:tasks.workunit.client.0.smithi136.stdout: "power_cycle_count": 49697, 2024-08-19T11:30:49.901 INFO:tasks.workunit.client.0.smithi136.stdout: "power_on_time": { 2024-08-19T11:30:49.901 INFO:tasks.workunit.client.0.smithi136.stdout: "hours": 53430 2024-08-19T11:30:49.901 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.901 INFO:tasks.workunit.client.0.smithi136.stdout: "serial_number": "deleted", 2024-08-19T11:30:49.902 INFO:tasks.workunit.client.0.smithi136.stdout: "smart_status": { 2024-08-19T11:30:49.902 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme": { 2024-08-19T11:30:49.902 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:49.902 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.902 INFO:tasks.workunit.client.0.smithi136.stdout: "passed": true 2024-08-19T11:30:49.902 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.902 INFO:tasks.workunit.client.0.smithi136.stdout: "smartctl": { 2024-08-19T11:30:49.902 INFO:tasks.workunit.client.0.smithi136.stdout: "argv": [ 2024-08-19T11:30:49.902 INFO:tasks.workunit.client.0.smithi136.stdout: "smartctl", 2024-08-19T11:30:49.902 INFO:tasks.workunit.client.0.smithi136.stdout: "-x", 2024-08-19T11:30:49.902 INFO:tasks.workunit.client.0.smithi136.stdout: "--json=o", 2024-08-19T11:30:49.902 INFO:tasks.workunit.client.0.smithi136.stdout: "/dev/nvme0n1" 2024-08-19T11:30:49.903 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.903 INFO:tasks.workunit.client.0.smithi136.stdout: "build_info": "(local build)", 2024-08-19T11:30:49.903 INFO:tasks.workunit.client.0.smithi136.stdout: "exit_status": 0, 2024-08-19T11:30:49.903 INFO:tasks.workunit.client.0.smithi136.stdout: "output": [ 2024-08-19T11:30:49.903 INFO:tasks.workunit.client.0.smithi136.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-19T11:30:49.903 INFO:tasks.workunit.client.0.smithi136.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-19T11:30:49.903 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:49.903 INFO:tasks.workunit.client.0.smithi136.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-19T11:30:49.903 INFO:tasks.workunit.client.0.smithi136.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-19T11:30:49.903 INFO:tasks.workunit.client.0.smithi136.stdout: "Serial Number: deleted", 2024-08-19T11:30:49.903 INFO:tasks.workunit.client.0.smithi136.stdout: "Firmware Version: 8DV101H0", 2024-08-19T11:30:49.903 INFO:tasks.workunit.client.0.smithi136.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-19T11:30:49.904 INFO:tasks.workunit.client.0.smithi136.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-19T11:30:49.904 INFO:tasks.workunit.client.0.smithi136.stdout: "Controller ID: 0", 2024-08-19T11:30:49.904 INFO:tasks.workunit.client.0.smithi136.stdout: "NVMe Version: <1.2", 2024-08-19T11:30:49.904 INFO:tasks.workunit.client.0.smithi136.stdout: "Number of Namespaces: 1", 2024-08-19T11:30:49.904 INFO:tasks.workunit.client.0.smithi136.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-19T11:30:49.904 INFO:tasks.workunit.client.0.smithi136.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-19T11:30:49.904 INFO:tasks.workunit.client.0.smithi136.stdout: "Local Time is: Mon Aug 19 11:25:07 2024 UTC", 2024-08-19T11:30:49.904 INFO:tasks.workunit.client.0.smithi136.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-19T11:30:49.904 INFO:tasks.workunit.client.0.smithi136.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-19T11:30:49.904 INFO:tasks.workunit.client.0.smithi136.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-19T11:30:49.904 INFO:tasks.workunit.client.0.smithi136.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-19T11:30:49.904 INFO:tasks.workunit.client.0.smithi136.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-19T11:30:49.904 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:49.905 INFO:tasks.workunit.client.0.smithi136.stdout: "Supported Power States", 2024-08-19T11:30:49.905 INFO:tasks.workunit.client.0.smithi136.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-19T11:30:49.905 INFO:tasks.workunit.client.0.smithi136.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-19T11:30:49.905 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:49.905 INFO:tasks.workunit.client.0.smithi136.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-19T11:30:49.905 INFO:tasks.workunit.client.0.smithi136.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-19T11:30:49.905 INFO:tasks.workunit.client.0.smithi136.stdout: " 0 + 512 0 2", 2024-08-19T11:30:49.905 INFO:tasks.workunit.client.0.smithi136.stdout: " 1 - 512 8 2", 2024-08-19T11:30:49.905 INFO:tasks.workunit.client.0.smithi136.stdout: " 2 - 512 16 2", 2024-08-19T11:30:49.905 INFO:tasks.workunit.client.0.smithi136.stdout: " 3 - 4096 0 0", 2024-08-19T11:30:49.905 INFO:tasks.workunit.client.0.smithi136.stdout: " 4 - 4096 8 0", 2024-08-19T11:30:49.905 INFO:tasks.workunit.client.0.smithi136.stdout: " 5 - 4096 64 0", 2024-08-19T11:30:49.905 INFO:tasks.workunit.client.0.smithi136.stdout: " 6 - 4096 128 0", 2024-08-19T11:30:49.905 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:49.906 INFO:tasks.workunit.client.0.smithi136.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-19T11:30:49.906 INFO:tasks.workunit.client.0.smithi136.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-19T11:30:49.906 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:49.906 INFO:tasks.workunit.client.0.smithi136.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-19T11:30:49.906 INFO:tasks.workunit.client.0.smithi136.stdout: "Critical Warning: 0x00", 2024-08-19T11:30:49.906 INFO:tasks.workunit.client.0.smithi136.stdout: "Temperature: 28 Celsius", 2024-08-19T11:30:49.906 INFO:tasks.workunit.client.0.smithi136.stdout: "Available Spare: 100%", 2024-08-19T11:30:49.906 INFO:tasks.workunit.client.0.smithi136.stdout: "Available Spare Threshold: 10%", 2024-08-19T11:30:49.906 INFO:tasks.workunit.client.0.smithi136.stdout: "Percentage Used: 10%", 2024-08-19T11:30:49.906 INFO:tasks.workunit.client.0.smithi136.stdout: "Data Units Read: 343,876,083 [176 TB]", 2024-08-19T11:30:49.906 INFO:tasks.workunit.client.0.smithi136.stdout: "Data Units Written: 1,670,801,613 [855 TB]", 2024-08-19T11:30:49.906 INFO:tasks.workunit.client.0.smithi136.stdout: "Host Read Commands: 5,820,893,721", 2024-08-19T11:30:49.906 INFO:tasks.workunit.client.0.smithi136.stdout: "Host Write Commands: 30,785,387,742", 2024-08-19T11:30:49.907 INFO:tasks.workunit.client.0.smithi136.stdout: "Controller Busy Time: 61", 2024-08-19T11:30:49.907 INFO:tasks.workunit.client.0.smithi136.stdout: "Power Cycles: 49,697", 2024-08-19T11:30:49.907 INFO:tasks.workunit.client.0.smithi136.stdout: "Power On Hours: 53,430", 2024-08-19T11:30:49.907 INFO:tasks.workunit.client.0.smithi136.stdout: "Unsafe Shutdowns: 3,853", 2024-08-19T11:30:49.907 INFO:tasks.workunit.client.0.smithi136.stdout: "Media and Data Integrity Errors: 0", 2024-08-19T11:30:49.907 INFO:tasks.workunit.client.0.smithi136.stdout: "Error Information Log Entries: 0", 2024-08-19T11:30:49.907 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:49.907 INFO:tasks.workunit.client.0.smithi136.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-19T11:30:49.907 INFO:tasks.workunit.client.0.smithi136.stdout: "No Errors Logged", 2024-08-19T11:30:49.907 INFO:tasks.workunit.client.0.smithi136.stdout: "" 2024-08-19T11:30:49.907 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.907 INFO:tasks.workunit.client.0.smithi136.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-19T11:30:49.907 INFO:tasks.workunit.client.0.smithi136.stdout: "svn_revision": "5155", 2024-08-19T11:30:49.908 INFO:tasks.workunit.client.0.smithi136.stdout: "version": [ 2024-08-19T11:30:49.908 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.908 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:49.908 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:49.908 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.908 INFO:tasks.workunit.client.0.smithi136.stdout: "temperature": { 2024-08-19T11:30:49.908 INFO:tasks.workunit.client.0.smithi136.stdout: "current": 28 2024-08-19T11:30:49.908 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.908 INFO:tasks.workunit.client.0.smithi136.stdout: "user_capacity": { 2024-08-19T11:30:49.908 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 781422768, 2024-08-19T11:30:49.908 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 400088457216 2024-08-19T11:30:49.908 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.908 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.908 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.909 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.909 INFO:tasks.workunit.client.0.smithi136.stdout: "796ed336-5e1e-11ef-99fd-0cc47a886e43": { 2024-08-19T11:30:49.909 INFO:tasks.workunit.client.0.smithi136.stdout: "INTEL_SSDPEDMX020T4_796f4398-5e1e-11ef-99fd-0cc47a886e43": { 2024-08-19T11:30:49.909 INFO:tasks.workunit.client.0.smithi136.stdout: "20240819-112505": { 2024-08-19T11:30:49.909 INFO:tasks.workunit.client.0.smithi136.stdout: "device": { 2024-08-19T11:30:49.909 INFO:tasks.workunit.client.0.smithi136.stdout: "info_name": "/dev/nvme0n1", 2024-08-19T11:30:49.909 INFO:tasks.workunit.client.0.smithi136.stdout: "name": "/dev/nvme0n1", 2024-08-19T11:30:49.909 INFO:tasks.workunit.client.0.smithi136.stdout: "protocol": "NVMe", 2024-08-19T11:30:49.909 INFO:tasks.workunit.client.0.smithi136.stdout: "type": "nvme" 2024-08-19T11:30:49.909 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.909 INFO:tasks.workunit.client.0.smithi136.stdout: "firmware_version": "8DV10171", 2024-08-19T11:30:49.909 INFO:tasks.workunit.client.0.smithi136.stdout: "host_id": "796ed336-5e1e-11ef-99fd-0cc47a886e43", 2024-08-19T11:30:49.909 INFO:tasks.workunit.client.0.smithi136.stdout: "json_format_version": [ 2024-08-19T11:30:49.910 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:49.910 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:49.910 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.910 INFO:tasks.workunit.client.0.smithi136.stdout: "local_time": { 2024-08-19T11:30:49.910 INFO:tasks.workunit.client.0.smithi136.stdout: "asctime": "Mon Aug 19 11:25:04 2024 UTC", 2024-08-19T11:30:49.910 INFO:tasks.workunit.client.0.smithi136.stdout: "time_t": 1724066704 2024-08-19T11:30:49.910 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.910 INFO:tasks.workunit.client.0.smithi136.stdout: "logical_block_size": 512, 2024-08-19T11:30:49.910 INFO:tasks.workunit.client.0.smithi136.stdout: "model_name": "INTEL SSDPEDMX020T4", 2024-08-19T11:30:49.910 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_controller_id": 0, 2024-08-19T11:30:49.910 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-19T11:30:49.910 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_namespaces": [ 2024-08-19T11:30:49.910 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.910 INFO:tasks.workunit.client.0.smithi136.stdout: "capacity": { 2024-08-19T11:30:49.910 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 3907029168, 2024-08-19T11:30:49.911 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2000398934016 2024-08-19T11:30:49.911 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.911 INFO:tasks.workunit.client.0.smithi136.stdout: "formatted_lba_size": 512, 2024-08-19T11:30:49.911 INFO:tasks.workunit.client.0.smithi136.stdout: "id": 1, 2024-08-19T11:30:49.911 INFO:tasks.workunit.client.0.smithi136.stdout: "size": { 2024-08-19T11:30:49.911 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 3907029168, 2024-08-19T11:30:49.911 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2000398934016 2024-08-19T11:30:49.911 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.911 INFO:tasks.workunit.client.0.smithi136.stdout: "utilization": { 2024-08-19T11:30:49.911 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 3907029168, 2024-08-19T11:30:49.911 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2000398934016 2024-08-19T11:30:49.911 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.911 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.911 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.912 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_number_of_namespaces": 1, 2024-08-19T11:30:49.912 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_pci_vendor": { 2024-08-19T11:30:49.912 INFO:tasks.workunit.client.0.smithi136.stdout: "id": 32902, 2024-08-19T11:30:49.912 INFO:tasks.workunit.client.0.smithi136.stdout: "subsystem_id": 32902 2024-08-19T11:30:49.912 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.912 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_smart_health_information_add_log": { 2024-08-19T11:30:49.912 INFO:tasks.workunit.client.0.smithi136.stdout: "Device stats": { 2024-08-19T11:30:49.912 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_fw_downgrades": { 2024-08-19T11:30:49.912 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:49.912 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.912 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.912 INFO:tasks.workunit.client.0.smithi136.stdout: "crc_error_count": { 2024-08-19T11:30:49.912 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.912 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 2 2024-08-19T11:30:49.912 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.912 INFO:tasks.workunit.client.0.smithi136.stdout: "end_to_end_error_detection_count": { 2024-08-19T11:30:49.913 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.913 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.913 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.913 INFO:tasks.workunit.client.0.smithi136.stdout: "erase_fail_count": { 2024-08-19T11:30:49.913 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.913 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.913 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.913 INFO:tasks.workunit.client.0.smithi136.stdout: "host_bytes_written": { 2024-08-19T11:30:49.913 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.913 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 18759163 2024-08-19T11:30:49.913 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.913 INFO:tasks.workunit.client.0.smithi136.stdout: "host_ctx_wear_used": { 2024-08-19T11:30:49.913 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:49.913 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.913 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.914 INFO:tasks.workunit.client.0.smithi136.stdout: "media_bytes_read": { 2024-08-19T11:30:49.914 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:49.914 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.914 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.914 INFO:tasks.workunit.client.0.smithi136.stdout: "nand_bytes_written": { 2024-08-19T11:30:49.914 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.914 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 50059758 2024-08-19T11:30:49.914 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.914 INFO:tasks.workunit.client.0.smithi136.stdout: "perf_stat_indicator": { 2024-08-19T11:30:49.914 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:49.914 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.914 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.914 INFO:tasks.workunit.client.0.smithi136.stdout: "pll_lock_loss_count": { 2024-08-19T11:30:49.915 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.915 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.915 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.915 INFO:tasks.workunit.client.0.smithi136.stdout: "program_fail_count": { 2024-08-19T11:30:49.915 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.915 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.915 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.915 INFO:tasks.workunit.client.0.smithi136.stdout: "re_alloc_sectr_cnt": { 2024-08-19T11:30:49.915 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:49.915 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.915 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.915 INFO:tasks.workunit.client.0.smithi136.stdout: "retry_buffer_overflow_count": { 2024-08-19T11:30:49.915 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.916 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.916 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.916 INFO:tasks.workunit.client.0.smithi136.stdout: "soft_ecc_err_rate": { 2024-08-19T11:30:49.916 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:49.916 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.916 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.916 INFO:tasks.workunit.client.0.smithi136.stdout: "thermal_throttle_status": { 2024-08-19T11:30:49.916 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.916 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": { 2024-08-19T11:30:49.916 INFO:tasks.workunit.client.0.smithi136.stdout: "cnt": 0, 2024-08-19T11:30:49.916 INFO:tasks.workunit.client.0.smithi136.stdout: "pct": 0 2024-08-19T11:30:49.916 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.916 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.916 INFO:tasks.workunit.client.0.smithi136.stdout: "timed_workload_host_reads": { 2024-08-19T11:30:49.916 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.917 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 15 2024-08-19T11:30:49.917 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.917 INFO:tasks.workunit.client.0.smithi136.stdout: "timed_workload_media_wear": { 2024-08-19T11:30:49.917 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.917 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": "6.770508" 2024-08-19T11:30:49.917 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.917 INFO:tasks.workunit.client.0.smithi136.stdout: "timed_workload_timer": { 2024-08-19T11:30:49.917 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 100, 2024-08-19T11:30:49.917 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 1525257 2024-08-19T11:30:49.917 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.917 INFO:tasks.workunit.client.0.smithi136.stdout: "unexp_power_loss": { 2024-08-19T11:30:49.917 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 0, 2024-08-19T11:30:49.917 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": 0 2024-08-19T11:30:49.917 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.917 INFO:tasks.workunit.client.0.smithi136.stdout: "wear_leveling": { 2024-08-19T11:30:49.918 INFO:tasks.workunit.client.0.smithi136.stdout: "normalized": 48, 2024-08-19T11:30:49.918 INFO:tasks.workunit.client.0.smithi136.stdout: "raw": { 2024-08-19T11:30:49.918 INFO:tasks.workunit.client.0.smithi136.stdout: "avg": 1150, 2024-08-19T11:30:49.918 INFO:tasks.workunit.client.0.smithi136.stdout: "max": 1582, 2024-08-19T11:30:49.918 INFO:tasks.workunit.client.0.smithi136.stdout: "min": 752 2024-08-19T11:30:49.918 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.918 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.918 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.918 INFO:tasks.workunit.client.0.smithi136.stdout: "Intel Smart log": "nvme0n1" 2024-08-19T11:30:49.918 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.918 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_smart_health_information_log": { 2024-08-19T11:30:49.918 INFO:tasks.workunit.client.0.smithi136.stdout: "available_spare": 100, 2024-08-19T11:30:49.918 INFO:tasks.workunit.client.0.smithi136.stdout: "available_spare_threshold": 10, 2024-08-19T11:30:49.919 INFO:tasks.workunit.client.0.smithi136.stdout: "controller_busy_time": 355, 2024-08-19T11:30:49.919 INFO:tasks.workunit.client.0.smithi136.stdout: "critical_warning": 0, 2024-08-19T11:30:49.919 INFO:tasks.workunit.client.0.smithi136.stdout: "data_units_read": 212237392, 2024-08-19T11:30:49.919 INFO:tasks.workunit.client.0.smithi136.stdout: "data_units_written": 1229400511, 2024-08-19T11:30:49.919 INFO:tasks.workunit.client.0.smithi136.stdout: "host_reads": 4271911680, 2024-08-19T11:30:49.919 INFO:tasks.workunit.client.0.smithi136.stdout: "host_writes": 24260229036, 2024-08-19T11:30:49.919 INFO:tasks.workunit.client.0.smithi136.stdout: "media_errors": 0, 2024-08-19T11:30:49.919 INFO:tasks.workunit.client.0.smithi136.stdout: "num_err_log_entries": 0, 2024-08-19T11:30:49.919 INFO:tasks.workunit.client.0.smithi136.stdout: "percentage_used": 25, 2024-08-19T11:30:49.919 INFO:tasks.workunit.client.0.smithi136.stdout: "power_cycles": 44569, 2024-08-19T11:30:49.919 INFO:tasks.workunit.client.0.smithi136.stdout: "power_on_hours": 37945, 2024-08-19T11:30:49.919 INFO:tasks.workunit.client.0.smithi136.stdout: "temperature": 24, 2024-08-19T11:30:49.919 INFO:tasks.workunit.client.0.smithi136.stdout: "unsafe_shutdowns": 44445 2024-08-19T11:30:49.919 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.920 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_vendor": "intel", 2024-08-19T11:30:49.920 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme_version": { 2024-08-19T11:30:49.920 INFO:tasks.workunit.client.0.smithi136.stdout: "string": "<1.2", 2024-08-19T11:30:49.920 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:49.920 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.920 INFO:tasks.workunit.client.0.smithi136.stdout: "power_cycle_count": 44569, 2024-08-19T11:30:49.920 INFO:tasks.workunit.client.0.smithi136.stdout: "power_on_time": { 2024-08-19T11:30:49.920 INFO:tasks.workunit.client.0.smithi136.stdout: "hours": 37945 2024-08-19T11:30:49.920 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.920 INFO:tasks.workunit.client.0.smithi136.stdout: "serial_number": "deleted", 2024-08-19T11:30:49.920 INFO:tasks.workunit.client.0.smithi136.stdout: "smart_status": { 2024-08-19T11:30:49.920 INFO:tasks.workunit.client.0.smithi136.stdout: "nvme": { 2024-08-19T11:30:49.920 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:49.920 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.920 INFO:tasks.workunit.client.0.smithi136.stdout: "passed": true 2024-08-19T11:30:49.921 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.921 INFO:tasks.workunit.client.0.smithi136.stdout: "smartctl": { 2024-08-19T11:30:49.921 INFO:tasks.workunit.client.0.smithi136.stdout: "argv": [ 2024-08-19T11:30:49.921 INFO:tasks.workunit.client.0.smithi136.stdout: "smartctl", 2024-08-19T11:30:49.921 INFO:tasks.workunit.client.0.smithi136.stdout: "-x", 2024-08-19T11:30:49.921 INFO:tasks.workunit.client.0.smithi136.stdout: "--json=o", 2024-08-19T11:30:49.921 INFO:tasks.workunit.client.0.smithi136.stdout: "/dev/nvme0n1" 2024-08-19T11:30:49.921 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.921 INFO:tasks.workunit.client.0.smithi136.stdout: "build_info": "(local build)", 2024-08-19T11:30:49.921 INFO:tasks.workunit.client.0.smithi136.stdout: "exit_status": 0, 2024-08-19T11:30:49.921 INFO:tasks.workunit.client.0.smithi136.stdout: "output": [ 2024-08-19T11:30:49.921 INFO:tasks.workunit.client.0.smithi136.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-19T11:30:49.921 INFO:tasks.workunit.client.0.smithi136.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-19T11:30:49.921 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:49.921 INFO:tasks.workunit.client.0.smithi136.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-19T11:30:49.922 INFO:tasks.workunit.client.0.smithi136.stdout: "Model Number: INTEL SSDPEDMX020T4", 2024-08-19T11:30:49.922 INFO:tasks.workunit.client.0.smithi136.stdout: "Serial Number: deleted", 2024-08-19T11:30:49.922 INFO:tasks.workunit.client.0.smithi136.stdout: "Firmware Version: 8DV10171", 2024-08-19T11:30:49.922 INFO:tasks.workunit.client.0.smithi136.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-19T11:30:49.922 INFO:tasks.workunit.client.0.smithi136.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-19T11:30:49.922 INFO:tasks.workunit.client.0.smithi136.stdout: "Controller ID: 0", 2024-08-19T11:30:49.922 INFO:tasks.workunit.client.0.smithi136.stdout: "NVMe Version: <1.2", 2024-08-19T11:30:49.922 INFO:tasks.workunit.client.0.smithi136.stdout: "Number of Namespaces: 1", 2024-08-19T11:30:49.922 INFO:tasks.workunit.client.0.smithi136.stdout: "Namespace 1 Size/Capacity: 2,000,398,934,016 [2.00 TB]", 2024-08-19T11:30:49.922 INFO:tasks.workunit.client.0.smithi136.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-19T11:30:49.922 INFO:tasks.workunit.client.0.smithi136.stdout: "Local Time is: Mon Aug 19 11:25:04 2024 UTC", 2024-08-19T11:30:49.922 INFO:tasks.workunit.client.0.smithi136.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-19T11:30:49.922 INFO:tasks.workunit.client.0.smithi136.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-19T11:30:49.923 INFO:tasks.workunit.client.0.smithi136.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-19T11:30:49.923 INFO:tasks.workunit.client.0.smithi136.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-19T11:30:49.923 INFO:tasks.workunit.client.0.smithi136.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-19T11:30:49.923 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:49.923 INFO:tasks.workunit.client.0.smithi136.stdout: "Supported Power States", 2024-08-19T11:30:49.923 INFO:tasks.workunit.client.0.smithi136.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-19T11:30:49.923 INFO:tasks.workunit.client.0.smithi136.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-19T11:30:49.923 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:49.923 INFO:tasks.workunit.client.0.smithi136.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-19T11:30:49.923 INFO:tasks.workunit.client.0.smithi136.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-19T11:30:49.923 INFO:tasks.workunit.client.0.smithi136.stdout: " 0 + 512 0 2", 2024-08-19T11:30:49.923 INFO:tasks.workunit.client.0.smithi136.stdout: " 1 - 512 8 2", 2024-08-19T11:30:49.923 INFO:tasks.workunit.client.0.smithi136.stdout: " 2 - 512 16 2", 2024-08-19T11:30:49.924 INFO:tasks.workunit.client.0.smithi136.stdout: " 3 - 4096 0 0", 2024-08-19T11:30:49.924 INFO:tasks.workunit.client.0.smithi136.stdout: " 4 - 4096 8 0", 2024-08-19T11:30:49.924 INFO:tasks.workunit.client.0.smithi136.stdout: " 5 - 4096 64 0", 2024-08-19T11:30:49.924 INFO:tasks.workunit.client.0.smithi136.stdout: " 6 - 4096 128 0", 2024-08-19T11:30:49.924 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:49.924 INFO:tasks.workunit.client.0.smithi136.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-19T11:30:49.924 INFO:tasks.workunit.client.0.smithi136.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-19T11:30:49.924 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:49.924 INFO:tasks.workunit.client.0.smithi136.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-19T11:30:49.924 INFO:tasks.workunit.client.0.smithi136.stdout: "Critical Warning: 0x00", 2024-08-19T11:30:49.924 INFO:tasks.workunit.client.0.smithi136.stdout: "Temperature: 24 Celsius", 2024-08-19T11:30:49.924 INFO:tasks.workunit.client.0.smithi136.stdout: "Available Spare: 100%", 2024-08-19T11:30:49.924 INFO:tasks.workunit.client.0.smithi136.stdout: "Available Spare Threshold: 10%", 2024-08-19T11:30:49.924 INFO:tasks.workunit.client.0.smithi136.stdout: "Percentage Used: 25%", 2024-08-19T11:30:49.925 INFO:tasks.workunit.client.0.smithi136.stdout: "Data Units Read: 212,237,392 [108 TB]", 2024-08-19T11:30:49.925 INFO:tasks.workunit.client.0.smithi136.stdout: "Data Units Written: 1,229,400,511 [629 TB]", 2024-08-19T11:30:49.925 INFO:tasks.workunit.client.0.smithi136.stdout: "Host Read Commands: 4,271,911,680", 2024-08-19T11:30:49.925 INFO:tasks.workunit.client.0.smithi136.stdout: "Host Write Commands: 24,260,229,036", 2024-08-19T11:30:49.925 INFO:tasks.workunit.client.0.smithi136.stdout: "Controller Busy Time: 355", 2024-08-19T11:30:49.925 INFO:tasks.workunit.client.0.smithi136.stdout: "Power Cycles: 44,569", 2024-08-19T11:30:49.925 INFO:tasks.workunit.client.0.smithi136.stdout: "Power On Hours: 37,945", 2024-08-19T11:30:49.925 INFO:tasks.workunit.client.0.smithi136.stdout: "Unsafe Shutdowns: 44,445", 2024-08-19T11:30:49.925 INFO:tasks.workunit.client.0.smithi136.stdout: "Media and Data Integrity Errors: 0", 2024-08-19T11:30:49.925 INFO:tasks.workunit.client.0.smithi136.stdout: "Error Information Log Entries: 0", 2024-08-19T11:30:49.925 INFO:tasks.workunit.client.0.smithi136.stdout: "", 2024-08-19T11:30:49.925 INFO:tasks.workunit.client.0.smithi136.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-19T11:30:49.925 INFO:tasks.workunit.client.0.smithi136.stdout: "No Errors Logged", 2024-08-19T11:30:49.925 INFO:tasks.workunit.client.0.smithi136.stdout: "" 2024-08-19T11:30:49.925 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.926 INFO:tasks.workunit.client.0.smithi136.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-19T11:30:49.926 INFO:tasks.workunit.client.0.smithi136.stdout: "svn_revision": "5155", 2024-08-19T11:30:49.926 INFO:tasks.workunit.client.0.smithi136.stdout: "version": [ 2024-08-19T11:30:49.926 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:49.926 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:49.926 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:49.926 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.926 INFO:tasks.workunit.client.0.smithi136.stdout: "temperature": { 2024-08-19T11:30:49.926 INFO:tasks.workunit.client.0.smithi136.stdout: "current": 24 2024-08-19T11:30:49.926 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.926 INFO:tasks.workunit.client.0.smithi136.stdout: "user_capacity": { 2024-08-19T11:30:49.926 INFO:tasks.workunit.client.0.smithi136.stdout: "blocks": 3907029168, 2024-08-19T11:30:49.927 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2000398934016 2024-08-19T11:30:49.927 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.927 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.927 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.927 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.927 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.927 INFO:tasks.workunit.client.0.smithi136.stdout: "report": { 2024-08-19T11:30:49.927 INFO:tasks.workunit.client.0.smithi136.stdout: "balancer": { 2024-08-19T11:30:49.927 INFO:tasks.workunit.client.0.smithi136.stdout: "active": true, 2024-08-19T11:30:49.927 INFO:tasks.workunit.client.0.smithi136.stdout: "mode": "" 2024-08-19T11:30:49.927 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.927 INFO:tasks.workunit.client.0.smithi136.stdout: "channels": [ 2024-08-19T11:30:49.927 INFO:tasks.workunit.client.0.smithi136.stdout: "basic", 2024-08-19T11:30:49.927 INFO:tasks.workunit.client.0.smithi136.stdout: "crash", 2024-08-19T11:30:49.928 INFO:tasks.workunit.client.0.smithi136.stdout: "device", 2024-08-19T11:30:49.928 INFO:tasks.workunit.client.0.smithi136.stdout: "ident", 2024-08-19T11:30:49.928 INFO:tasks.workunit.client.0.smithi136.stdout: "perf" 2024-08-19T11:30:49.928 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.928 INFO:tasks.workunit.client.0.smithi136.stdout: "channels_available": [ 2024-08-19T11:30:49.928 INFO:tasks.workunit.client.0.smithi136.stdout: "basic", 2024-08-19T11:30:49.928 INFO:tasks.workunit.client.0.smithi136.stdout: "ident", 2024-08-19T11:30:49.928 INFO:tasks.workunit.client.0.smithi136.stdout: "crash", 2024-08-19T11:30:49.928 INFO:tasks.workunit.client.0.smithi136.stdout: "device", 2024-08-19T11:30:49.928 INFO:tasks.workunit.client.0.smithi136.stdout: "perf" 2024-08-19T11:30:49.928 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.928 INFO:tasks.workunit.client.0.smithi136.stdout: "collections_available": [ 2024-08-19T11:30:49.928 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_base", 2024-08-19T11:30:49.928 INFO:tasks.workunit.client.0.smithi136.stdout: "device_base", 2024-08-19T11:30:49.929 INFO:tasks.workunit.client.0.smithi136.stdout: "crash_base", 2024-08-19T11:30:49.929 INFO:tasks.workunit.client.0.smithi136.stdout: "ident_base", 2024-08-19T11:30:49.929 INFO:tasks.workunit.client.0.smithi136.stdout: "perf_perf", 2024-08-19T11:30:49.929 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_mds_metadata", 2024-08-19T11:30:49.929 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_pool_usage", 2024-08-19T11:30:49.929 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_usage_by_class", 2024-08-19T11:30:49.929 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_rook_v01", 2024-08-19T11:30:49.929 INFO:tasks.workunit.client.0.smithi136.stdout: "perf_memory_metrics", 2024-08-19T11:30:49.929 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_pool_options_bluestore" 2024-08-19T11:30:49.929 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.929 INFO:tasks.workunit.client.0.smithi136.stdout: "collections_opted_in": [ 2024-08-19T11:30:49.929 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_base", 2024-08-19T11:30:49.929 INFO:tasks.workunit.client.0.smithi136.stdout: "device_base", 2024-08-19T11:30:49.929 INFO:tasks.workunit.client.0.smithi136.stdout: "crash_base", 2024-08-19T11:30:49.930 INFO:tasks.workunit.client.0.smithi136.stdout: "ident_base", 2024-08-19T11:30:49.930 INFO:tasks.workunit.client.0.smithi136.stdout: "perf_perf", 2024-08-19T11:30:49.930 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_mds_metadata", 2024-08-19T11:30:49.930 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_pool_usage", 2024-08-19T11:30:49.930 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_usage_by_class", 2024-08-19T11:30:49.930 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_rook_v01", 2024-08-19T11:30:49.930 INFO:tasks.workunit.client.0.smithi136.stdout: "perf_memory_metrics", 2024-08-19T11:30:49.930 INFO:tasks.workunit.client.0.smithi136.stdout: "basic_pool_options_bluestore" 2024-08-19T11:30:49.930 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.930 INFO:tasks.workunit.client.0.smithi136.stdout: "config": { 2024-08-19T11:30:49.930 INFO:tasks.workunit.client.0.smithi136.stdout: "active_changed": [ 2024-08-19T11:30:49.930 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-19T11:30:49.930 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_debug", 2024-08-19T11:30:49.931 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_mon_ticket_ttl", 2024-08-19T11:30:49.931 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_service_ticket_ttl", 2024-08-19T11:30:49.931 INFO:tasks.workunit.client.0.smithi136.stdout: "bdev_debug_aio", 2024-08-19T11:30:49.931 INFO:tasks.workunit.client.0.smithi136.stdout: "client_check_pool_perm", 2024-08-19T11:30:49.931 INFO:tasks.workunit.client.0.smithi136.stdout: "client_mount_gid", 2024-08-19T11:30:49.931 INFO:tasks.workunit.client.0.smithi136.stdout: "client_mount_uid", 2024-08-19T11:30:49.931 INFO:tasks.workunit.client.0.smithi136.stdout: "client_quota", 2024-08-19T11:30:49.931 INFO:tasks.workunit.client.0.smithi136.stdout: "container_image", 2024-08-19T11:30:49.931 INFO:tasks.workunit.client.0.smithi136.stdout: "daemonize", 2024-08-19T11:30:49.931 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_asserts_on_shutdown", 2024-08-19T11:30:49.931 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_mgr", 2024-08-19T11:30:49.931 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_mon", 2024-08-19T11:30:49.931 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_ms", 2024-08-19T11:30:49.931 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_osd", 2024-08-19T11:30:49.932 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_paxos", 2024-08-19T11:30:49.932 INFO:tasks.workunit.client.0.smithi136.stdout: "keyring", 2024-08-19T11:30:49.932 INFO:tasks.workunit.client.0.smithi136.stdout: "leveldb_block_size", 2024-08-19T11:30:49.932 INFO:tasks.workunit.client.0.smithi136.stdout: "leveldb_cache_size", 2024-08-19T11:30:49.932 INFO:tasks.workunit.client.0.smithi136.stdout: "leveldb_compression", 2024-08-19T11:30:49.932 INFO:tasks.workunit.client.0.smithi136.stdout: "leveldb_log", 2024-08-19T11:30:49.932 INFO:tasks.workunit.client.0.smithi136.stdout: "leveldb_write_buffer_size", 2024-08-19T11:30:49.932 INFO:tasks.workunit.client.0.smithi136.stdout: "log_to_file", 2024-08-19T11:30:49.932 INFO:tasks.workunit.client.0.smithi136.stdout: "log_to_journald", 2024-08-19T11:30:49.932 INFO:tasks.workunit.client.0.smithi136.stdout: "log_to_stderr", 2024-08-19T11:30:49.932 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_allow_pool_delete", 2024-08-19T11:30:49.932 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_clock_drift_allowed", 2024-08-19T11:30:49.932 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_cluster_log_file_level", 2024-08-19T11:30:49.933 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_cluster_log_to_file", 2024-08-19T11:30:49.933 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_cluster_log_to_journald", 2024-08-19T11:30:49.933 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_cluster_log_to_stderr", 2024-08-19T11:30:49.933 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_data_avail_warn", 2024-08-19T11:30:49.933 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_election_default_strategy", 2024-08-19T11:30:49.933 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_host", 2024-08-19T11:30:49.933 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_max_pg_per_osd", 2024-08-19T11:30:49.933 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_mgr_mkfs_grace", 2024-08-19T11:30:49.933 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_osd_prime_pg_temp", 2024-08-19T11:30:49.933 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_osd_reporter_subtree_level", 2024-08-19T11:30:49.933 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_pg_warn_max_object_skew", 2024-08-19T11:30:49.933 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-19T11:30:49.933 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-19T11:30:49.934 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-19T11:30:49.934 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-19T11:30:49.934 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-19T11:30:49.934 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-19T11:30:49.934 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-19T11:30:49.934 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-19T11:30:49.934 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_too_few_osds", 2024-08-19T11:30:49.934 INFO:tasks.workunit.client.0.smithi136.stdout: "ms_die_on_bug", 2024-08-19T11:30:49.934 INFO:tasks.workunit.client.0.smithi136.stdout: "ms_die_on_old_message", 2024-08-19T11:30:49.934 INFO:tasks.workunit.client.0.smithi136.stdout: "no_config_file", 2024-08-19T11:30:49.934 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_class_default_list", 2024-08-19T11:30:49.934 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_class_load_list", 2024-08-19T11:30:49.934 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_crush_chooseleaf_type", 2024-08-19T11:30:49.935 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_misdirected_ops", 2024-08-19T11:30:49.935 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_op_order", 2024-08-19T11:30:49.935 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_pg_log_writeout", 2024-08-19T11:30:49.935 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_shutdown", 2024-08-19T11:30:49.935 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_verify_cached_snaps", 2024-08-19T11:30:49.935 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_verify_missing_on_start", 2024-08-19T11:30:49.935 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_verify_stray_on_activate", 2024-08-19T11:30:49.935 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-19T11:30:49.935 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_delete_sleep", 2024-08-19T11:30:49.935 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_delete_sleep_hdd", 2024-08-19T11:30:49.935 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_delete_sleep_hybrid", 2024-08-19T11:30:49.935 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_delete_sleep_ssd", 2024-08-19T11:30:49.935 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_max_backfills", 2024-08-19T11:30:49.935 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-19T11:30:49.936 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_profile", 2024-08-19T11:30:49.936 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-19T11:30:49.936 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-19T11:30:49.936 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-19T11:30:49.936 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-19T11:30:49.936 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-19T11:30:49.936 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-19T11:30:49.936 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_client_lim", 2024-08-19T11:30:49.936 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_client_res", 2024-08-19T11:30:49.936 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-19T11:30:49.936 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_memory_target", 2024-08-19T11:30:49.937 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_memory_target_autotune", 2024-08-19T11:30:49.937 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_op_queue", 2024-08-19T11:30:49.937 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_op_queue_cut_off", 2024-08-19T11:30:49.937 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pg_delete_cost", 2024-08-19T11:30:49.937 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pool_default_erasure_code_profile", 2024-08-19T11:30:49.937 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-19T11:30:49.937 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recover_clone_overlap", 2024-08-19T11:30:49.937 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_max_active", 2024-08-19T11:30:49.937 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_max_active_hdd", 2024-08-19T11:30:49.937 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_max_active_ssd", 2024-08-19T11:30:49.937 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_max_chunk", 2024-08-19T11:30:49.937 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_sleep", 2024-08-19T11:30:49.937 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_sleep_hdd", 2024-08-19T11:30:49.937 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_sleep_hybrid", 2024-08-19T11:30:49.938 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_sleep_ssd", 2024-08-19T11:30:49.938 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_scrub_load_threshold", 2024-08-19T11:30:49.938 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_scrub_max_interval", 2024-08-19T11:30:49.938 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_scrub_sleep", 2024-08-19T11:30:49.938 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_shutdown_pgref_assert", 2024-08-19T11:30:49.938 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_snap_trim_sleep", 2024-08-19T11:30:49.938 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_snap_trim_sleep_hdd", 2024-08-19T11:30:49.938 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-19T11:30:49.938 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_snap_trim_sleep_ssd", 2024-08-19T11:30:49.938 INFO:tasks.workunit.client.0.smithi136.stdout: "public_addr", 2024-08-19T11:30:49.938 INFO:tasks.workunit.client.0.smithi136.stdout: "public_addrv", 2024-08-19T11:30:49.938 INFO:tasks.workunit.client.0.smithi136.stdout: "public_network", 2024-08-19T11:30:49.938 INFO:tasks.workunit.client.0.smithi136.stdout: "rbd_default_features", 2024-08-19T11:30:49.939 INFO:tasks.workunit.client.0.smithi136.stdout: "rbd_qos_exclude_ops", 2024-08-19T11:30:49.939 INFO:tasks.workunit.client.0.smithi136.stdout: "setgroup", 2024-08-19T11:30:49.939 INFO:tasks.workunit.client.0.smithi136.stdout: "setuser" 2024-08-19T11:30:49.939 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.939 INFO:tasks.workunit.client.0.smithi136.stdout: "cluster_changed": [ 2024-08-19T11:30:49.939 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-19T11:30:49.939 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_debug", 2024-08-19T11:30:49.939 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_mon_ticket_ttl", 2024-08-19T11:30:49.939 INFO:tasks.workunit.client.0.smithi136.stdout: "auth_service_ticket_ttl", 2024-08-19T11:30:49.939 INFO:tasks.workunit.client.0.smithi136.stdout: "bdev_debug_aio", 2024-08-19T11:30:49.939 INFO:tasks.workunit.client.0.smithi136.stdout: "container_image", 2024-08-19T11:30:49.939 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_asserts_on_shutdown", 2024-08-19T11:30:49.939 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_mgr", 2024-08-19T11:30:49.939 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_mon", 2024-08-19T11:30:49.939 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_ms", 2024-08-19T11:30:49.940 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_osd", 2024-08-19T11:30:49.940 INFO:tasks.workunit.client.0.smithi136.stdout: "debug_paxos", 2024-08-19T11:30:49.940 INFO:tasks.workunit.client.0.smithi136.stdout: "log_to_file", 2024-08-19T11:30:49.940 INFO:tasks.workunit.client.0.smithi136.stdout: "log_to_journald", 2024-08-19T11:30:49.940 INFO:tasks.workunit.client.0.smithi136.stdout: "log_to_stderr", 2024-08-19T11:30:49.940 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_join_fs", 2024-08-19T11:30:49.940 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/cephadm/allow_ptrace", 2024-08-19T11:30:49.940 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/cephadm/container_init", 2024-08-19T11:30:49.940 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/cephadm/migration_current", 2024-08-19T11:30:49.940 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/cephadm/use_repo_digest", 2024-08-19T11:30:49.940 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-19T11:30:49.940 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-19T11:30:49.940 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-19T11:30:49.940 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-19T11:30:49.940 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/dashboard/ssl_server_port", 2024-08-19T11:30:49.941 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/orchestrator/orchestrator", 2024-08-19T11:30:49.941 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/telemetry/channel_ident", 2024-08-19T11:30:49.941 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/telemetry/channel_perf", 2024-08-19T11:30:49.941 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/telemetry/description", 2024-08-19T11:30:49.941 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/telemetry/enabled", 2024-08-19T11:30:49.941 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr/telemetry/organization", 2024-08-19T11:30:49.941 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_allow_pool_delete", 2024-08-19T11:30:49.941 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_clock_drift_allowed", 2024-08-19T11:30:49.941 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_cluster_log_file_level", 2024-08-19T11:30:49.941 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_cluster_log_to_file", 2024-08-19T11:30:49.941 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_data_avail_warn", 2024-08-19T11:30:49.941 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_election_default_strategy", 2024-08-19T11:30:49.941 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_max_pg_per_osd", 2024-08-19T11:30:49.941 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_mgr_mkfs_grace", 2024-08-19T11:30:49.942 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_osd_prime_pg_temp", 2024-08-19T11:30:49.942 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_osd_reporter_subtree_level", 2024-08-19T11:30:49.942 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_pg_warn_max_object_skew", 2024-08-19T11:30:49.942 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-19T11:30:49.942 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-19T11:30:49.942 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-19T11:30:49.942 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-19T11:30:49.942 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-19T11:30:49.942 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-19T11:30:49.942 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-19T11:30:49.942 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-19T11:30:49.942 INFO:tasks.workunit.client.0.smithi136.stdout: "mon_warn_on_too_few_osds", 2024-08-19T11:30:49.943 INFO:tasks.workunit.client.0.smithi136.stdout: "ms_die_on_bug", 2024-08-19T11:30:49.943 INFO:tasks.workunit.client.0.smithi136.stdout: "ms_die_on_old_message", 2024-08-19T11:30:49.943 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_class_default_list", 2024-08-19T11:30:49.943 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_class_load_list", 2024-08-19T11:30:49.943 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_misdirected_ops", 2024-08-19T11:30:49.943 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_op_order", 2024-08-19T11:30:49.943 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_pg_log_writeout", 2024-08-19T11:30:49.943 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_shutdown", 2024-08-19T11:30:49.943 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_verify_cached_snaps", 2024-08-19T11:30:49.943 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_verify_missing_on_start", 2024-08-19T11:30:49.943 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_debug_verify_stray_on_activate", 2024-08-19T11:30:49.943 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-19T11:30:49.943 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-19T11:30:49.943 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mclock_profile", 2024-08-19T11:30:49.944 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_memory_target", 2024-08-19T11:30:49.944 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_memory_target_autotune", 2024-08-19T11:30:49.944 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_op_queue", 2024-08-19T11:30:49.944 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_op_queue_cut_off", 2024-08-19T11:30:49.944 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pool_default_erasure_code_profile", 2024-08-19T11:30:49.944 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-19T11:30:49.944 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recover_clone_overlap", 2024-08-19T11:30:49.944 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_recovery_max_chunk", 2024-08-19T11:30:49.944 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_scrub_load_threshold", 2024-08-19T11:30:49.944 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_scrub_max_interval", 2024-08-19T11:30:49.944 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_shutdown_pgref_assert", 2024-08-19T11:30:49.944 INFO:tasks.workunit.client.0.smithi136.stdout: "public_network", 2024-08-19T11:30:49.944 INFO:tasks.workunit.client.0.smithi136.stdout: "rgw_cache_enabled", 2024-08-19T11:30:49.944 INFO:tasks.workunit.client.0.smithi136.stdout: "rgw_enable_ops_log", 2024-08-19T11:30:49.945 INFO:tasks.workunit.client.0.smithi136.stdout: "rgw_enable_usage_log" 2024-08-19T11:30:49.945 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:49.945 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.945 INFO:tasks.workunit.client.0.smithi136.stdout: "contact": null, 2024-08-19T11:30:49.945 INFO:tasks.workunit.client.0.smithi136.stdout: "crashes": [], 2024-08-19T11:30:49.945 INFO:tasks.workunit.client.0.smithi136.stdout: "created": "2024-08-19T11:22:03.711368Z", 2024-08-19T11:30:49.945 INFO:tasks.workunit.client.0.smithi136.stdout: "crush": { 2024-08-19T11:30:49.945 INFO:tasks.workunit.client.0.smithi136.stdout: "bucket_algs": { 2024-08-19T11:30:49.945 INFO:tasks.workunit.client.0.smithi136.stdout: "straw2": 3 2024-08-19T11:30:49.945 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.945 INFO:tasks.workunit.client.0.smithi136.stdout: "bucket_sizes": { 2024-08-19T11:30:49.945 INFO:tasks.workunit.client.0.smithi136.stdout: "2": 1, 2024-08-19T11:30:49.945 INFO:tasks.workunit.client.0.smithi136.stdout: "4": 2 2024-08-19T11:30:49.946 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.946 INFO:tasks.workunit.client.0.smithi136.stdout: "bucket_types": { 2024-08-19T11:30:49.946 INFO:tasks.workunit.client.0.smithi136.stdout: "1": 2, 2024-08-19T11:30:49.946 INFO:tasks.workunit.client.0.smithi136.stdout: "11": 1 2024-08-19T11:30:49.946 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.946 INFO:tasks.workunit.client.0.smithi136.stdout: "compat_weight_set": false, 2024-08-19T11:30:49.946 INFO:tasks.workunit.client.0.smithi136.stdout: "device_classes": [ 2024-08-19T11:30:49.946 INFO:tasks.workunit.client.0.smithi136.stdout: 8 2024-08-19T11:30:49.946 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.946 INFO:tasks.workunit.client.0.smithi136.stdout: "num_buckets": 6, 2024-08-19T11:30:49.946 INFO:tasks.workunit.client.0.smithi136.stdout: "num_devices": 8, 2024-08-19T11:30:49.946 INFO:tasks.workunit.client.0.smithi136.stdout: "num_rules": 1, 2024-08-19T11:30:49.946 INFO:tasks.workunit.client.0.smithi136.stdout: "num_types": 12, 2024-08-19T11:30:49.947 INFO:tasks.workunit.client.0.smithi136.stdout: "num_weight_sets": 0, 2024-08-19T11:30:49.947 INFO:tasks.workunit.client.0.smithi136.stdout: "tunables": { 2024-08-19T11:30:49.947 INFO:tasks.workunit.client.0.smithi136.stdout: "allowed_bucket_algs": 54, 2024-08-19T11:30:49.947 INFO:tasks.workunit.client.0.smithi136.stdout: "choose_local_fallback_tries": 0, 2024-08-19T11:30:49.947 INFO:tasks.workunit.client.0.smithi136.stdout: "choose_local_tries": 0, 2024-08-19T11:30:49.947 INFO:tasks.workunit.client.0.smithi136.stdout: "choose_total_tries": 50, 2024-08-19T11:30:49.947 INFO:tasks.workunit.client.0.smithi136.stdout: "chooseleaf_descend_once": 1, 2024-08-19T11:30:49.947 INFO:tasks.workunit.client.0.smithi136.stdout: "chooseleaf_stable": 1, 2024-08-19T11:30:49.947 INFO:tasks.workunit.client.0.smithi136.stdout: "chooseleaf_vary_r": 1, 2024-08-19T11:30:49.947 INFO:tasks.workunit.client.0.smithi136.stdout: "has_v2_rules": 0, 2024-08-19T11:30:49.947 INFO:tasks.workunit.client.0.smithi136.stdout: "has_v3_rules": 0, 2024-08-19T11:30:49.947 INFO:tasks.workunit.client.0.smithi136.stdout: "has_v4_buckets": 1, 2024-08-19T11:30:49.947 INFO:tasks.workunit.client.0.smithi136.stdout: "has_v5_rules": 0, 2024-08-19T11:30:49.947 INFO:tasks.workunit.client.0.smithi136.stdout: "legacy_tunables": 0, 2024-08-19T11:30:49.948 INFO:tasks.workunit.client.0.smithi136.stdout: "minimum_required_version": "jewel", 2024-08-19T11:30:49.948 INFO:tasks.workunit.client.0.smithi136.stdout: "optimal_tunables": 1, 2024-08-19T11:30:49.948 INFO:tasks.workunit.client.0.smithi136.stdout: "profile": "jewel", 2024-08-19T11:30:49.948 INFO:tasks.workunit.client.0.smithi136.stdout: "require_feature_tunables": 1, 2024-08-19T11:30:49.948 INFO:tasks.workunit.client.0.smithi136.stdout: "require_feature_tunables2": 1, 2024-08-19T11:30:49.948 INFO:tasks.workunit.client.0.smithi136.stdout: "require_feature_tunables3": 1, 2024-08-19T11:30:49.948 INFO:tasks.workunit.client.0.smithi136.stdout: "require_feature_tunables5": 1, 2024-08-19T11:30:49.948 INFO:tasks.workunit.client.0.smithi136.stdout: "straw_calc_version": 1 2024-08-19T11:30:49.948 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.948 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.948 INFO:tasks.workunit.client.0.smithi136.stdout: "description": "upgrade test cluster", 2024-08-19T11:30:49.948 INFO:tasks.workunit.client.0.smithi136.stdout: "fs": { 2024-08-19T11:30:49.948 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1, 2024-08-19T11:30:49.949 INFO:tasks.workunit.client.0.smithi136.stdout: "feature_flags": { 2024-08-19T11:30:49.949 INFO:tasks.workunit.client.0.smithi136.stdout: "enable_multiple": true, 2024-08-19T11:30:49.949 INFO:tasks.workunit.client.0.smithi136.stdout: "ever_enabled_multiple": true 2024-08-19T11:30:49.949 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.949 INFO:tasks.workunit.client.0.smithi136.stdout: "filesystems": [ 2024-08-19T11:30:49.949 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:49.949 INFO:tasks.workunit.client.0.smithi136.stdout: "approx_ctime": "2024-08", 2024-08-19T11:30:49.949 INFO:tasks.workunit.client.0.smithi136.stdout: "balancer_enabled": false, 2024-08-19T11:30:49.949 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.949 INFO:tasks.workunit.client.0.smithi136.stdout: "cached_caps": 0, 2024-08-19T11:30:49.949 INFO:tasks.workunit.client.0.smithi136.stdout: "cached_dns": 10, 2024-08-19T11:30:49.949 INFO:tasks.workunit.client.0.smithi136.stdout: "cached_inos": 13, 2024-08-19T11:30:49.949 INFO:tasks.workunit.client.0.smithi136.stdout: "cached_subtrees": 2, 2024-08-19T11:30:49.949 INFO:tasks.workunit.client.0.smithi136.stdout: "ever_allowed_features": 0, 2024-08-19T11:30:49.950 INFO:tasks.workunit.client.0.smithi136.stdout: "explicitly_allowed_features": 0, 2024-08-19T11:30:49.950 INFO:tasks.workunit.client.0.smithi136.stdout: "files": 0, 2024-08-19T11:30:49.950 INFO:tasks.workunit.client.0.smithi136.stdout: "max_mds": 1, 2024-08-19T11:30:49.950 INFO:tasks.workunit.client.0.smithi136.stdout: "num_data_pools": 1, 2024-08-19T11:30:49.950 INFO:tasks.workunit.client.0.smithi136.stdout: "num_in": 1, 2024-08-19T11:30:49.950 INFO:tasks.workunit.client.0.smithi136.stdout: "num_mds": 1, 2024-08-19T11:30:49.950 INFO:tasks.workunit.client.0.smithi136.stdout: "num_sessions": 0, 2024-08-19T11:30:49.950 INFO:tasks.workunit.client.0.smithi136.stdout: "num_standby_replay": 0, 2024-08-19T11:30:49.950 INFO:tasks.workunit.client.0.smithi136.stdout: "num_up": 1, 2024-08-19T11:30:49.950 INFO:tasks.workunit.client.0.smithi136.stdout: "snaps": 0, 2024-08-19T11:30:49.950 INFO:tasks.workunit.client.0.smithi136.stdout: "standby_count_wanted": 0 2024-08-19T11:30:49.950 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.950 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:49.951 INFO:tasks.workunit.client.0.smithi136.stdout: "num_standby_mds": 1, 2024-08-19T11:30:49.951 INFO:tasks.workunit.client.0.smithi136.stdout: "total_num_mds": 2 2024-08-19T11:30:49.951 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.951 INFO:tasks.workunit.client.0.smithi136.stdout: "heap_stats": { 2024-08-19T11:30:49.951 INFO:tasks.workunit.client.0.smithi136.stdout: "mds": { 2024-08-19T11:30:49.951 INFO:tasks.workunit.client.0.smithi136.stdout: "mds.66d609471b43c94ed14ef10d1ea80b0c4e84155a": { 2024-08-19T11:30:49.951 INFO:tasks.workunit.client.0.smithi136.stdout: "actual_memory_used": 20135936, 2024-08-19T11:30:49.951 INFO:tasks.workunit.client.0.smithi136.stdout: "central_cache_freelist": 339752, 2024-08-19T11:30:49.951 INFO:tasks.workunit.client.0.smithi136.stdout: "malloc_metadata": 2621440, 2024-08-19T11:30:49.951 INFO:tasks.workunit.client.0.smithi136.stdout: "page_heap_freelist": 835584, 2024-08-19T11:30:49.951 INFO:tasks.workunit.client.0.smithi136.stdout: "released_to_os": 0, 2024-08-19T11:30:49.951 INFO:tasks.workunit.client.0.smithi136.stdout: "spans_in_use": 345, 2024-08-19T11:30:49.951 INFO:tasks.workunit.client.0.smithi136.stdout: "tcmalloc_page_size": 8192, 2024-08-19T11:30:49.952 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_cache_freelists": 939176, 2024-08-19T11:30:49.952 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_heaps_in_use": 12, 2024-08-19T11:30:49.952 INFO:tasks.workunit.client.0.smithi136.stdout: "transfer_cache_freelist": 692224, 2024-08-19T11:30:49.952 INFO:tasks.workunit.client.0.smithi136.stdout: "use_by_application": 14707760, 2024-08-19T11:30:49.952 INFO:tasks.workunit.client.0.smithi136.stdout: "virtual_address_space_used": 20135936 2024-08-19T11:30:49.952 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.952 INFO:tasks.workunit.client.0.smithi136.stdout: "mds.f75a27bd54e9b270b172ae5961384f60174164b2": { 2024-08-19T11:30:49.952 INFO:tasks.workunit.client.0.smithi136.stdout: "actual_memory_used": 20381696, 2024-08-19T11:30:49.952 INFO:tasks.workunit.client.0.smithi136.stdout: "central_cache_freelist": 503096, 2024-08-19T11:30:49.952 INFO:tasks.workunit.client.0.smithi136.stdout: "malloc_metadata": 2621440, 2024-08-19T11:30:49.952 INFO:tasks.workunit.client.0.smithi136.stdout: "page_heap_freelist": 0, 2024-08-19T11:30:49.952 INFO:tasks.workunit.client.0.smithi136.stdout: "released_to_os": 802816, 2024-08-19T11:30:49.952 INFO:tasks.workunit.client.0.smithi136.stdout: "spans_in_use": 426, 2024-08-19T11:30:49.953 INFO:tasks.workunit.client.0.smithi136.stdout: "tcmalloc_page_size": 8192, 2024-08-19T11:30:49.953 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_cache_freelists": 1251896, 2024-08-19T11:30:49.953 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_heaps_in_use": 20, 2024-08-19T11:30:49.953 INFO:tasks.workunit.client.0.smithi136.stdout: "transfer_cache_freelist": 905216, 2024-08-19T11:30:49.953 INFO:tasks.workunit.client.0.smithi136.stdout: "use_by_application": 15100048, 2024-08-19T11:30:49.953 INFO:tasks.workunit.client.0.smithi136.stdout: "virtual_address_space_used": 21184512 2024-08-19T11:30:49.953 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.953 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.953 INFO:tasks.workunit.client.0.smithi136.stdout: "mon": { 2024-08-19T11:30:49.953 INFO:tasks.workunit.client.0.smithi136.stdout: "mon.66d609471b43c94ed14ef10d1ea80b0c4e84155a": { 2024-08-19T11:30:49.953 INFO:tasks.workunit.client.0.smithi136.stdout: "actual_memory_used": 36896768, 2024-08-19T11:30:49.953 INFO:tasks.workunit.client.0.smithi136.stdout: "central_cache_freelist": 1365192, 2024-08-19T11:30:49.953 INFO:tasks.workunit.client.0.smithi136.stdout: "malloc_metadata": 2621440, 2024-08-19T11:30:49.953 INFO:tasks.workunit.client.0.smithi136.stdout: "page_heap_freelist": 122880, 2024-08-19T11:30:49.954 INFO:tasks.workunit.client.0.smithi136.stdout: "released_to_os": 9584640, 2024-08-19T11:30:49.954 INFO:tasks.workunit.client.0.smithi136.stdout: "spans_in_use": 1170, 2024-08-19T11:30:49.954 INFO:tasks.workunit.client.0.smithi136.stdout: "tcmalloc_page_size": 8192, 2024-08-19T11:30:49.954 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_cache_freelists": 7960112, 2024-08-19T11:30:49.954 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_heaps_in_use": 21, 2024-08-19T11:30:49.954 INFO:tasks.workunit.client.0.smithi136.stdout: "transfer_cache_freelist": 1060352, 2024-08-19T11:30:49.954 INFO:tasks.workunit.client.0.smithi136.stdout: "use_by_application": 23766792, 2024-08-19T11:30:49.954 INFO:tasks.workunit.client.0.smithi136.stdout: "virtual_address_space_used": 46481408 2024-08-19T11:30:49.954 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.954 INFO:tasks.workunit.client.0.smithi136.stdout: "mon.a8a83eaa082a24dbfedbadefdb64a4eaca3a2300": { 2024-08-19T11:30:49.954 INFO:tasks.workunit.client.0.smithi136.stdout: "actual_memory_used": 36388864, 2024-08-19T11:30:49.954 INFO:tasks.workunit.client.0.smithi136.stdout: "central_cache_freelist": 949312, 2024-08-19T11:30:49.954 INFO:tasks.workunit.client.0.smithi136.stdout: "malloc_metadata": 2621440, 2024-08-19T11:30:49.954 INFO:tasks.workunit.client.0.smithi136.stdout: "page_heap_freelist": 0, 2024-08-19T11:30:49.955 INFO:tasks.workunit.client.0.smithi136.stdout: "released_to_os": 7987200, 2024-08-19T11:30:49.955 INFO:tasks.workunit.client.0.smithi136.stdout: "spans_in_use": 1004, 2024-08-19T11:30:49.955 INFO:tasks.workunit.client.0.smithi136.stdout: "tcmalloc_page_size": 8192, 2024-08-19T11:30:49.955 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_cache_freelists": 7064376, 2024-08-19T11:30:49.955 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_heaps_in_use": 21, 2024-08-19T11:30:49.955 INFO:tasks.workunit.client.0.smithi136.stdout: "transfer_cache_freelist": 1992960, 2024-08-19T11:30:49.955 INFO:tasks.workunit.client.0.smithi136.stdout: "use_by_application": 23760776, 2024-08-19T11:30:49.955 INFO:tasks.workunit.client.0.smithi136.stdout: "virtual_address_space_used": 44376064 2024-08-19T11:30:49.955 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.955 INFO:tasks.workunit.client.0.smithi136.stdout: "mon.f75a27bd54e9b270b172ae5961384f60174164b2": { 2024-08-19T11:30:49.955 INFO:tasks.workunit.client.0.smithi136.stdout: "actual_memory_used": 44941312, 2024-08-19T11:30:49.955 INFO:tasks.workunit.client.0.smithi136.stdout: "central_cache_freelist": 1594768, 2024-08-19T11:30:49.956 INFO:tasks.workunit.client.0.smithi136.stdout: "malloc_metadata": 2621440, 2024-08-19T11:30:49.956 INFO:tasks.workunit.client.0.smithi136.stdout: "page_heap_freelist": 827392, 2024-08-19T11:30:49.956 INFO:tasks.workunit.client.0.smithi136.stdout: "released_to_os": 3522560, 2024-08-19T11:30:49.956 INFO:tasks.workunit.client.0.smithi136.stdout: "spans_in_use": 1733, 2024-08-19T11:30:49.956 INFO:tasks.workunit.client.0.smithi136.stdout: "tcmalloc_page_size": 8192, 2024-08-19T11:30:49.956 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_cache_freelists": 10666424, 2024-08-19T11:30:49.956 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_heaps_in_use": 23, 2024-08-19T11:30:49.956 INFO:tasks.workunit.client.0.smithi136.stdout: "transfer_cache_freelist": 2737664, 2024-08-19T11:30:49.956 INFO:tasks.workunit.client.0.smithi136.stdout: "use_by_application": 26493624, 2024-08-19T11:30:49.956 INFO:tasks.workunit.client.0.smithi136.stdout: "virtual_address_space_used": 48463872 2024-08-19T11:30:49.956 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.956 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.957 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:49.957 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.0": { 2024-08-19T11:30:49.957 INFO:tasks.workunit.client.0.smithi136.stdout: "actual_memory_used": 46940160, 2024-08-19T11:30:49.957 INFO:tasks.workunit.client.0.smithi136.stdout: "central_cache_freelist": 940600, 2024-08-19T11:30:49.957 INFO:tasks.workunit.client.0.smithi136.stdout: "malloc_metadata": 2752512, 2024-08-19T11:30:49.957 INFO:tasks.workunit.client.0.smithi136.stdout: "page_heap_freelist": 0, 2024-08-19T11:30:49.957 INFO:tasks.workunit.client.0.smithi136.stdout: "released_to_os": 507904, 2024-08-19T11:30:49.957 INFO:tasks.workunit.client.0.smithi136.stdout: "spans_in_use": 1401, 2024-08-19T11:30:49.957 INFO:tasks.workunit.client.0.smithi136.stdout: "tcmalloc_page_size": 8192, 2024-08-19T11:30:49.957 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_cache_freelists": 4784080, 2024-08-19T11:30:49.957 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_heaps_in_use": 46, 2024-08-19T11:30:49.958 INFO:tasks.workunit.client.0.smithi136.stdout: "transfer_cache_freelist": 2513920, 2024-08-19T11:30:49.958 INFO:tasks.workunit.client.0.smithi136.stdout: "use_by_application": 35949048, 2024-08-19T11:30:49.958 INFO:tasks.workunit.client.0.smithi136.stdout: "virtual_address_space_used": 47448064 2024-08-19T11:30:49.958 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.958 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.1": { 2024-08-19T11:30:49.958 INFO:tasks.workunit.client.0.smithi136.stdout: "actual_memory_used": 46170112, 2024-08-19T11:30:49.958 INFO:tasks.workunit.client.0.smithi136.stdout: "central_cache_freelist": 899024, 2024-08-19T11:30:49.958 INFO:tasks.workunit.client.0.smithi136.stdout: "malloc_metadata": 2752512, 2024-08-19T11:30:49.958 INFO:tasks.workunit.client.0.smithi136.stdout: "page_heap_freelist": 0, 2024-08-19T11:30:49.958 INFO:tasks.workunit.client.0.smithi136.stdout: "released_to_os": 163840, 2024-08-19T11:30:49.958 INFO:tasks.workunit.client.0.smithi136.stdout: "spans_in_use": 1398, 2024-08-19T11:30:49.958 INFO:tasks.workunit.client.0.smithi136.stdout: "tcmalloc_page_size": 8192, 2024-08-19T11:30:49.958 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_cache_freelists": 5491640, 2024-08-19T11:30:49.959 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_heaps_in_use": 47, 2024-08-19T11:30:49.959 INFO:tasks.workunit.client.0.smithi136.stdout: "transfer_cache_freelist": 2642688, 2024-08-19T11:30:49.959 INFO:tasks.workunit.client.0.smithi136.stdout: "use_by_application": 34384248, 2024-08-19T11:30:49.959 INFO:tasks.workunit.client.0.smithi136.stdout: "virtual_address_space_used": 46333952 2024-08-19T11:30:49.959 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.959 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.2": { 2024-08-19T11:30:49.959 INFO:tasks.workunit.client.0.smithi136.stdout: "actual_memory_used": 50233344, 2024-08-19T11:30:49.959 INFO:tasks.workunit.client.0.smithi136.stdout: "central_cache_freelist": 1878912, 2024-08-19T11:30:49.959 INFO:tasks.workunit.client.0.smithi136.stdout: "malloc_metadata": 2752512, 2024-08-19T11:30:49.959 INFO:tasks.workunit.client.0.smithi136.stdout: "page_heap_freelist": 0, 2024-08-19T11:30:49.959 INFO:tasks.workunit.client.0.smithi136.stdout: "released_to_os": 294912, 2024-08-19T11:30:49.959 INFO:tasks.workunit.client.0.smithi136.stdout: "spans_in_use": 1670, 2024-08-19T11:30:49.959 INFO:tasks.workunit.client.0.smithi136.stdout: "tcmalloc_page_size": 8192, 2024-08-19T11:30:49.959 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_cache_freelists": 5258776, 2024-08-19T11:30:49.960 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_heaps_in_use": 47, 2024-08-19T11:30:49.960 INFO:tasks.workunit.client.0.smithi136.stdout: "transfer_cache_freelist": 4126976, 2024-08-19T11:30:49.960 INFO:tasks.workunit.client.0.smithi136.stdout: "use_by_application": 36216168, 2024-08-19T11:30:49.960 INFO:tasks.workunit.client.0.smithi136.stdout: "virtual_address_space_used": 50528256 2024-08-19T11:30:49.960 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.960 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.3": { 2024-08-19T11:30:49.960 INFO:tasks.workunit.client.0.smithi136.stdout: "actual_memory_used": 46759936, 2024-08-19T11:30:49.960 INFO:tasks.workunit.client.0.smithi136.stdout: "central_cache_freelist": 1868128, 2024-08-19T11:30:49.960 INFO:tasks.workunit.client.0.smithi136.stdout: "malloc_metadata": 2752512, 2024-08-19T11:30:49.960 INFO:tasks.workunit.client.0.smithi136.stdout: "page_heap_freelist": 0, 2024-08-19T11:30:49.960 INFO:tasks.workunit.client.0.smithi136.stdout: "released_to_os": 622592, 2024-08-19T11:30:49.960 INFO:tasks.workunit.client.0.smithi136.stdout: "spans_in_use": 1607, 2024-08-19T11:30:49.960 INFO:tasks.workunit.client.0.smithi136.stdout: "tcmalloc_page_size": 8192, 2024-08-19T11:30:49.960 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_cache_freelists": 4953528, 2024-08-19T11:30:49.961 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_heaps_in_use": 47, 2024-08-19T11:30:49.961 INFO:tasks.workunit.client.0.smithi136.stdout: "transfer_cache_freelist": 3032064, 2024-08-19T11:30:49.961 INFO:tasks.workunit.client.0.smithi136.stdout: "use_by_application": 34153704, 2024-08-19T11:30:49.961 INFO:tasks.workunit.client.0.smithi136.stdout: "virtual_address_space_used": 47382528 2024-08-19T11:30:49.961 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.961 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.4": { 2024-08-19T11:30:49.961 INFO:tasks.workunit.client.0.smithi136.stdout: "actual_memory_used": 45023232, 2024-08-19T11:30:49.961 INFO:tasks.workunit.client.0.smithi136.stdout: "central_cache_freelist": 636912, 2024-08-19T11:30:49.961 INFO:tasks.workunit.client.0.smithi136.stdout: "malloc_metadata": 2752512, 2024-08-19T11:30:49.961 INFO:tasks.workunit.client.0.smithi136.stdout: "page_heap_freelist": 0, 2024-08-19T11:30:49.961 INFO:tasks.workunit.client.0.smithi136.stdout: "released_to_os": 262144, 2024-08-19T11:30:49.961 INFO:tasks.workunit.client.0.smithi136.stdout: "spans_in_use": 1269, 2024-08-19T11:30:49.961 INFO:tasks.workunit.client.0.smithi136.stdout: "tcmalloc_page_size": 8192, 2024-08-19T11:30:49.961 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_cache_freelists": 5282512, 2024-08-19T11:30:49.962 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_heaps_in_use": 48, 2024-08-19T11:30:49.962 INFO:tasks.workunit.client.0.smithi136.stdout: "transfer_cache_freelist": 1734656, 2024-08-19T11:30:49.962 INFO:tasks.workunit.client.0.smithi136.stdout: "use_by_application": 34616640, 2024-08-19T11:30:49.962 INFO:tasks.workunit.client.0.smithi136.stdout: "virtual_address_space_used": 45285376 2024-08-19T11:30:49.962 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.962 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.5": { 2024-08-19T11:30:49.962 INFO:tasks.workunit.client.0.smithi136.stdout: "actual_memory_used": 48422912, 2024-08-19T11:30:49.962 INFO:tasks.workunit.client.0.smithi136.stdout: "central_cache_freelist": 1836624, 2024-08-19T11:30:49.962 INFO:tasks.workunit.client.0.smithi136.stdout: "malloc_metadata": 2752512, 2024-08-19T11:30:49.962 INFO:tasks.workunit.client.0.smithi136.stdout: "page_heap_freelist": 0, 2024-08-19T11:30:49.962 INFO:tasks.workunit.client.0.smithi136.stdout: "released_to_os": 1056768, 2024-08-19T11:30:49.962 INFO:tasks.workunit.client.0.smithi136.stdout: "spans_in_use": 1683, 2024-08-19T11:30:49.962 INFO:tasks.workunit.client.0.smithi136.stdout: "tcmalloc_page_size": 8192, 2024-08-19T11:30:49.963 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_cache_freelists": 5565512, 2024-08-19T11:30:49.963 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_heaps_in_use": 47, 2024-08-19T11:30:49.963 INFO:tasks.workunit.client.0.smithi136.stdout: "transfer_cache_freelist": 3564032, 2024-08-19T11:30:49.963 INFO:tasks.workunit.client.0.smithi136.stdout: "use_by_application": 34704232, 2024-08-19T11:30:49.963 INFO:tasks.workunit.client.0.smithi136.stdout: "virtual_address_space_used": 49479680 2024-08-19T11:30:49.963 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.963 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.6": { 2024-08-19T11:30:49.963 INFO:tasks.workunit.client.0.smithi136.stdout: "actual_memory_used": 49913856, 2024-08-19T11:30:49.963 INFO:tasks.workunit.client.0.smithi136.stdout: "central_cache_freelist": 2103224, 2024-08-19T11:30:49.963 INFO:tasks.workunit.client.0.smithi136.stdout: "malloc_metadata": 2752512, 2024-08-19T11:30:49.963 INFO:tasks.workunit.client.0.smithi136.stdout: "page_heap_freelist": 0, 2024-08-19T11:30:49.963 INFO:tasks.workunit.client.0.smithi136.stdout: "released_to_os": 679936, 2024-08-19T11:30:49.963 INFO:tasks.workunit.client.0.smithi136.stdout: "spans_in_use": 1695, 2024-08-19T11:30:49.963 INFO:tasks.workunit.client.0.smithi136.stdout: "tcmalloc_page_size": 8192, 2024-08-19T11:30:49.964 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_cache_freelists": 5938288, 2024-08-19T11:30:49.964 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_heaps_in_use": 47, 2024-08-19T11:30:49.964 INFO:tasks.workunit.client.0.smithi136.stdout: "transfer_cache_freelist": 3460096, 2024-08-19T11:30:49.964 INFO:tasks.workunit.client.0.smithi136.stdout: "use_by_application": 35659736, 2024-08-19T11:30:49.964 INFO:tasks.workunit.client.0.smithi136.stdout: "virtual_address_space_used": 50593792 2024-08-19T11:30:49.964 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.964 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.7": { 2024-08-19T11:30:49.964 INFO:tasks.workunit.client.0.smithi136.stdout: "actual_memory_used": 45842432, 2024-08-19T11:30:49.964 INFO:tasks.workunit.client.0.smithi136.stdout: "central_cache_freelist": 1483688, 2024-08-19T11:30:49.964 INFO:tasks.workunit.client.0.smithi136.stdout: "malloc_metadata": 2752512, 2024-08-19T11:30:49.964 INFO:tasks.workunit.client.0.smithi136.stdout: "page_heap_freelist": 8192, 2024-08-19T11:30:49.964 INFO:tasks.workunit.client.0.smithi136.stdout: "released_to_os": 557056, 2024-08-19T11:30:49.964 INFO:tasks.workunit.client.0.smithi136.stdout: "spans_in_use": 1347, 2024-08-19T11:30:49.964 INFO:tasks.workunit.client.0.smithi136.stdout: "tcmalloc_page_size": 8192, 2024-08-19T11:30:49.965 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_cache_freelists": 4868432, 2024-08-19T11:30:49.965 INFO:tasks.workunit.client.0.smithi136.stdout: "thread_heaps_in_use": 47, 2024-08-19T11:30:49.965 INFO:tasks.workunit.client.0.smithi136.stdout: "transfer_cache_freelist": 1918464, 2024-08-19T11:30:49.965 INFO:tasks.workunit.client.0.smithi136.stdout: "use_by_application": 34811144, 2024-08-19T11:30:49.965 INFO:tasks.workunit.client.0.smithi136.stdout: "virtual_address_space_used": 46399488 2024-08-19T11:30:49.965 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.965 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.965 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.965 INFO:tasks.workunit.client.0.smithi136.stdout: "hosts": { 2024-08-19T11:30:49.965 INFO:tasks.workunit.client.0.smithi136.stdout: "num": 2, 2024-08-19T11:30:49.965 INFO:tasks.workunit.client.0.smithi136.stdout: "num_with_mds": 2, 2024-08-19T11:30:49.965 INFO:tasks.workunit.client.0.smithi136.stdout: "num_with_mgr": 2, 2024-08-19T11:30:49.965 INFO:tasks.workunit.client.0.smithi136.stdout: "num_with_mon": 2, 2024-08-19T11:30:49.965 INFO:tasks.workunit.client.0.smithi136.stdout: "num_with_osd": 2 2024-08-19T11:30:49.966 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.966 INFO:tasks.workunit.client.0.smithi136.stdout: "io_rate": { 2024-08-19T11:30:49.966 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_stats_delta": { 2024-08-19T11:30:49.966 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": 0, 2024-08-19T11:30:49.966 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:49.966 INFO:tasks.workunit.client.0.smithi136.stdout: "num_store_stats": 0, 2024-08-19T11:30:49.966 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:49.966 INFO:tasks.workunit.client.0.smithi136.stdout: "stamp_delta": "12.002405", 2024-08-19T11:30:49.966 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:49.966 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:49.966 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:49.966 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:49.966 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:49.967 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:49.967 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:49.967 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:49.967 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:49.967 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:49.967 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:49.967 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:49.967 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:49.967 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:49.967 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:49.967 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:49.967 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:49.967 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:49.967 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:49.968 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:49.968 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:49.968 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:49.968 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:49.968 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:49.968 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:49.968 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:49.968 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:49.968 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:49.968 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:49.968 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:49.968 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:49.968 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:49.969 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:49.969 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:49.969 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 254, 2024-08-19T11:30:49.969 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 338, 2024-08-19T11:30:49.969 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:49.969 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:49.969 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:49.969 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 56, 2024-08-19T11:30:49.969 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:49.969 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.969 INFO:tasks.workunit.client.0.smithi136.stdout: "store_stats": { 2024-08-19T11:30:49.969 INFO:tasks.workunit.client.0.smithi136.stdout: "allocated": 0, 2024-08-19T11:30:49.969 INFO:tasks.workunit.client.0.smithi136.stdout: "available": 0, 2024-08-19T11:30:49.969 INFO:tasks.workunit.client.0.smithi136.stdout: "data_compressed": 0, 2024-08-19T11:30:49.970 INFO:tasks.workunit.client.0.smithi136.stdout: "data_compressed_allocated": 0, 2024-08-19T11:30:49.970 INFO:tasks.workunit.client.0.smithi136.stdout: "data_compressed_original": 0, 2024-08-19T11:30:49.970 INFO:tasks.workunit.client.0.smithi136.stdout: "data_stored": 0, 2024-08-19T11:30:49.970 INFO:tasks.workunit.client.0.smithi136.stdout: "internal_metadata": 0, 2024-08-19T11:30:49.970 INFO:tasks.workunit.client.0.smithi136.stdout: "internally_reserved": 0, 2024-08-19T11:30:49.970 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_allocated": 0, 2024-08-19T11:30:49.970 INFO:tasks.workunit.client.0.smithi136.stdout: "total": 0 2024-08-19T11:30:49.970 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.970 INFO:tasks.workunit.client.0.smithi136.stdout: "up": 0 2024-08-19T11:30:49.970 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.970 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.970 INFO:tasks.workunit.client.0.smithi136.stdout: "leaderboard": false, 2024-08-19T11:30:49.970 INFO:tasks.workunit.client.0.smithi136.stdout: "leaderboard_description": null, 2024-08-19T11:30:49.970 INFO:tasks.workunit.client.0.smithi136.stdout: "license": "sharing-1-0", 2024-08-19T11:30:49.971 INFO:tasks.workunit.client.0.smithi136.stdout: "mempool": { 2024-08-19T11:30:49.971 INFO:tasks.workunit.client.0.smithi136.stdout: "mds": { 2024-08-19T11:30:49.971 INFO:tasks.workunit.client.0.smithi136.stdout: "mds.66d609471b43c94ed14ef10d1ea80b0c4e84155a": { 2024-08-19T11:30:49.971 INFO:tasks.workunit.client.0.smithi136.stdout: "bloom_filter": { 2024-08-19T11:30:49.971 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.971 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.971 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.971 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:49.971 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.971 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.971 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.971 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_reader": { 2024-08-19T11:30:49.971 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.971 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.972 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.972 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_writer": { 2024-08-19T11:30:49.972 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.972 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.972 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.972 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_alloc": { 2024-08-19T11:30:49.972 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.972 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.972 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.972 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_blob": { 2024-08-19T11:30:49.972 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.972 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.972 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.972 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_buffer": { 2024-08-19T11:30:49.973 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.973 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.973 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.973 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_data": { 2024-08-19T11:30:49.973 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.973 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.973 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.973 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_meta": { 2024-08-19T11:30:49.973 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.973 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.973 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.973 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_onode": { 2024-08-19T11:30:49.973 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.973 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.974 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.974 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_other": { 2024-08-19T11:30:49.974 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.974 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.974 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.974 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_extent": { 2024-08-19T11:30:49.974 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.974 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.974 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.974 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_fsck": { 2024-08-19T11:30:49.974 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.974 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.974 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.975 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_inline_bl": { 2024-08-19T11:30:49.975 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.975 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.975 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.975 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_shared_blob": { 2024-08-19T11:30:49.975 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.975 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.975 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.975 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_txc": { 2024-08-19T11:30:49.975 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.975 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.975 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.975 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing": { 2024-08-19T11:30:49.975 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.976 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.976 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.976 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing_deferred": { 2024-08-19T11:30:49.976 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.976 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.976 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.976 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_anon": { 2024-08-19T11:30:49.976 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 149127, 2024-08-19T11:30:49.976 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 31 2024-08-19T11:30:49.976 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.976 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_meta": { 2024-08-19T11:30:49.976 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.976 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.977 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.977 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_co": { 2024-08-19T11:30:49.977 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 928, 2024-08-19T11:30:49.977 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 2 2024-08-19T11:30:49.977 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.977 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:49.977 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.977 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.977 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.977 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mapbl": { 2024-08-19T11:30:49.977 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.977 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.977 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.977 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pglog": { 2024-08-19T11:30:49.977 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.978 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.978 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.978 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap": { 2024-08-19T11:30:49.978 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.978 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.978 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.978 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap_mapping": { 2024-08-19T11:30:49.978 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.978 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.978 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.978 INFO:tasks.workunit.client.0.smithi136.stdout: "pgmap": { 2024-08-19T11:30:49.978 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.978 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.979 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.979 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_1": { 2024-08-19T11:30:49.979 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.979 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.979 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.979 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_2": { 2024-08-19T11:30:49.979 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.979 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.979 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.979 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.979 INFO:tasks.workunit.client.0.smithi136.stdout: "mds.f75a27bd54e9b270b172ae5961384f60174164b2": { 2024-08-19T11:30:49.979 INFO:tasks.workunit.client.0.smithi136.stdout: "bloom_filter": { 2024-08-19T11:30:49.979 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.979 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.980 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.980 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:49.980 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.980 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.980 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.980 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_reader": { 2024-08-19T11:30:49.980 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.980 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.980 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.980 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_writer": { 2024-08-19T11:30:49.980 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.980 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.980 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.980 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_alloc": { 2024-08-19T11:30:49.980 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.981 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.981 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.981 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_blob": { 2024-08-19T11:30:49.981 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.981 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.981 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.981 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_buffer": { 2024-08-19T11:30:49.981 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.981 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.981 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.981 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_data": { 2024-08-19T11:30:49.981 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.981 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.981 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.982 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_meta": { 2024-08-19T11:30:49.982 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.982 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.982 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.982 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_onode": { 2024-08-19T11:30:49.982 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.982 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.982 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.982 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_other": { 2024-08-19T11:30:49.982 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.982 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.982 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.983 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_extent": { 2024-08-19T11:30:49.983 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.983 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.983 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.983 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_fsck": { 2024-08-19T11:30:49.983 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.983 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.983 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.983 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_inline_bl": { 2024-08-19T11:30:49.983 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.983 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.983 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.983 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_shared_blob": { 2024-08-19T11:30:49.983 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.984 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.984 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.984 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_txc": { 2024-08-19T11:30:49.984 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.984 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.984 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.984 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing": { 2024-08-19T11:30:49.984 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.984 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.984 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.984 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing_deferred": { 2024-08-19T11:30:49.984 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.984 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.984 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.985 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_anon": { 2024-08-19T11:30:49.985 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 222439, 2024-08-19T11:30:49.985 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 68 2024-08-19T11:30:49.985 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.985 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_meta": { 2024-08-19T11:30:49.985 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.985 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.985 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.985 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_co": { 2024-08-19T11:30:49.985 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 51704, 2024-08-19T11:30:49.985 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 208 2024-08-19T11:30:49.985 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.985 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:49.985 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.986 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.986 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.986 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mapbl": { 2024-08-19T11:30:49.986 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.986 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.986 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.986 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pglog": { 2024-08-19T11:30:49.986 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.986 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.986 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.986 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap": { 2024-08-19T11:30:49.986 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 8208, 2024-08-19T11:30:49.986 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 139 2024-08-19T11:30:49.987 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.987 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap_mapping": { 2024-08-19T11:30:49.987 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.987 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.987 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.987 INFO:tasks.workunit.client.0.smithi136.stdout: "pgmap": { 2024-08-19T11:30:49.987 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.987 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.987 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.987 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_1": { 2024-08-19T11:30:49.987 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.987 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.987 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.987 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_2": { 2024-08-19T11:30:49.987 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.988 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.988 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.988 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.988 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.988 INFO:tasks.workunit.client.0.smithi136.stdout: "mon": { 2024-08-19T11:30:49.988 INFO:tasks.workunit.client.0.smithi136.stdout: "mon.66d609471b43c94ed14ef10d1ea80b0c4e84155a": { 2024-08-19T11:30:49.988 INFO:tasks.workunit.client.0.smithi136.stdout: "bloom_filter": { 2024-08-19T11:30:49.988 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.988 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.988 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.988 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:49.988 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.988 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.989 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.989 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_reader": { 2024-08-19T11:30:49.989 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.989 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.989 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.989 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_writer": { 2024-08-19T11:30:49.989 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.989 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.989 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.989 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_alloc": { 2024-08-19T11:30:49.989 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.989 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.990 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.990 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_blob": { 2024-08-19T11:30:49.990 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.990 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.990 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.990 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_buffer": { 2024-08-19T11:30:49.990 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.990 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.990 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.990 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_data": { 2024-08-19T11:30:49.990 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.990 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.991 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.991 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_meta": { 2024-08-19T11:30:49.991 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.991 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.991 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.991 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_onode": { 2024-08-19T11:30:49.991 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.991 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.991 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.991 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_other": { 2024-08-19T11:30:49.991 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.991 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.991 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.992 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_extent": { 2024-08-19T11:30:49.992 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.992 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.992 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.992 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_fsck": { 2024-08-19T11:30:49.992 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.992 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.992 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.992 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_inline_bl": { 2024-08-19T11:30:49.992 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.992 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.992 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.992 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_shared_blob": { 2024-08-19T11:30:49.993 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.993 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.993 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.993 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_txc": { 2024-08-19T11:30:49.993 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.993 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.993 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.993 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing": { 2024-08-19T11:30:49.993 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.993 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.993 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.993 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing_deferred": { 2024-08-19T11:30:49.993 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.993 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.994 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.994 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_anon": { 2024-08-19T11:30:49.994 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 1178198, 2024-08-19T11:30:49.994 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 373 2024-08-19T11:30:49.994 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.994 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_meta": { 2024-08-19T11:30:49.994 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.994 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.994 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.994 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_co": { 2024-08-19T11:30:49.994 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.994 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.994 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.995 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:49.995 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.995 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.995 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.995 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mapbl": { 2024-08-19T11:30:49.995 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.995 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.995 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.995 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pglog": { 2024-08-19T11:30:49.995 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.995 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.995 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.995 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap": { 2024-08-19T11:30:49.995 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 6784, 2024-08-19T11:30:49.996 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 138 2024-08-19T11:30:49.996 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.996 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap_mapping": { 2024-08-19T11:30:49.996 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 12744, 2024-08-19T11:30:49.996 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 1546 2024-08-19T11:30:49.996 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.996 INFO:tasks.workunit.client.0.smithi136.stdout: "pgmap": { 2024-08-19T11:30:49.996 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 5312, 2024-08-19T11:30:49.996 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 103 2024-08-19T11:30:49.996 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.996 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_1": { 2024-08-19T11:30:49.996 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.996 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.996 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.997 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_2": { 2024-08-19T11:30:49.997 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.997 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.997 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:49.997 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.997 INFO:tasks.workunit.client.0.smithi136.stdout: "mon.a8a83eaa082a24dbfedbadefdb64a4eaca3a2300": { 2024-08-19T11:30:49.997 INFO:tasks.workunit.client.0.smithi136.stdout: "bloom_filter": { 2024-08-19T11:30:49.997 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.997 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.997 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.997 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:49.997 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.997 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.997 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.997 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_reader": { 2024-08-19T11:30:49.998 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.998 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.998 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.998 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_writer": { 2024-08-19T11:30:49.998 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.998 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.998 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.998 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_alloc": { 2024-08-19T11:30:49.998 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.998 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.998 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.998 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_blob": { 2024-08-19T11:30:49.998 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.999 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.999 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.999 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_buffer": { 2024-08-19T11:30:49.999 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.999 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.999 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.999 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_data": { 2024-08-19T11:30:49.999 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.999 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.999 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:49.999 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_meta": { 2024-08-19T11:30:49.999 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:49.999 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:49.999 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.000 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_onode": { 2024-08-19T11:30:50.000 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.000 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.000 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.000 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_other": { 2024-08-19T11:30:50.000 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.000 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.000 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.000 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_extent": { 2024-08-19T11:30:50.000 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.000 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.000 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.000 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_fsck": { 2024-08-19T11:30:50.001 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.001 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.001 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.001 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_inline_bl": { 2024-08-19T11:30:50.001 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.001 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.001 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.001 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_shared_blob": { 2024-08-19T11:30:50.001 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.001 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.001 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.001 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_txc": { 2024-08-19T11:30:50.001 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.001 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.002 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.002 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing": { 2024-08-19T11:30:50.002 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.002 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.002 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.002 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing_deferred": { 2024-08-19T11:30:50.002 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.002 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.002 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.002 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_anon": { 2024-08-19T11:30:50.002 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 1201302, 2024-08-19T11:30:50.002 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 376 2024-08-19T11:30:50.002 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.002 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_meta": { 2024-08-19T11:30:50.003 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.003 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.003 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.003 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_co": { 2024-08-19T11:30:50.003 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.003 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.003 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.003 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:50.003 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.003 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.003 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.003 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mapbl": { 2024-08-19T11:30:50.003 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.003 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.004 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.004 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pglog": { 2024-08-19T11:30:50.004 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.004 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.004 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.004 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap": { 2024-08-19T11:30:50.004 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 6784, 2024-08-19T11:30:50.004 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 138 2024-08-19T11:30:50.004 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.004 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap_mapping": { 2024-08-19T11:30:50.004 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 12744, 2024-08-19T11:30:50.004 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 1546 2024-08-19T11:30:50.004 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.004 INFO:tasks.workunit.client.0.smithi136.stdout: "pgmap": { 2024-08-19T11:30:50.005 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 5312, 2024-08-19T11:30:50.005 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 103 2024-08-19T11:30:50.005 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.005 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_1": { 2024-08-19T11:30:50.005 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.005 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.005 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.005 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_2": { 2024-08-19T11:30:50.005 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.005 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.005 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.005 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.005 INFO:tasks.workunit.client.0.smithi136.stdout: "mon.f75a27bd54e9b270b172ae5961384f60174164b2": { 2024-08-19T11:30:50.005 INFO:tasks.workunit.client.0.smithi136.stdout: "bloom_filter": { 2024-08-19T11:30:50.006 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.006 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.006 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.006 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:50.006 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.006 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.006 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.006 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_reader": { 2024-08-19T11:30:50.006 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.006 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.006 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.006 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_writer": { 2024-08-19T11:30:50.006 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.006 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.007 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.007 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_alloc": { 2024-08-19T11:30:50.007 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.007 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.007 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.007 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_blob": { 2024-08-19T11:30:50.007 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.007 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.007 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.007 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_buffer": { 2024-08-19T11:30:50.007 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.007 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.007 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.008 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_data": { 2024-08-19T11:30:50.008 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.008 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.008 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.008 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_meta": { 2024-08-19T11:30:50.008 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.008 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.008 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.008 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_onode": { 2024-08-19T11:30:50.008 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.008 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.008 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.008 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_other": { 2024-08-19T11:30:50.008 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.009 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.009 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.009 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_extent": { 2024-08-19T11:30:50.009 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.009 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.009 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.009 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_fsck": { 2024-08-19T11:30:50.009 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.009 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.009 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.009 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_inline_bl": { 2024-08-19T11:30:50.009 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.009 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.009 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.010 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_shared_blob": { 2024-08-19T11:30:50.010 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.010 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.010 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.010 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_txc": { 2024-08-19T11:30:50.010 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.010 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.010 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.010 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing": { 2024-08-19T11:30:50.010 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.010 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.010 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.010 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing_deferred": { 2024-08-19T11:30:50.010 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.011 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.011 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.011 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_anon": { 2024-08-19T11:30:50.011 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 1218206, 2024-08-19T11:30:50.011 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 354 2024-08-19T11:30:50.011 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.011 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_meta": { 2024-08-19T11:30:50.011 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 352, 2024-08-19T11:30:50.011 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 4 2024-08-19T11:30:50.011 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.011 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_co": { 2024-08-19T11:30:50.011 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.011 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.011 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.012 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:50.012 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.012 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.012 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.012 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mapbl": { 2024-08-19T11:30:50.012 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.012 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.012 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.012 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pglog": { 2024-08-19T11:30:50.012 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.012 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.012 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.012 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap": { 2024-08-19T11:30:50.012 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 6784, 2024-08-19T11:30:50.013 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 138 2024-08-19T11:30:50.013 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.013 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap_mapping": { 2024-08-19T11:30:50.013 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 12744, 2024-08-19T11:30:50.013 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 1546 2024-08-19T11:30:50.013 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.013 INFO:tasks.workunit.client.0.smithi136.stdout: "pgmap": { 2024-08-19T11:30:50.013 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 10624, 2024-08-19T11:30:50.013 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 206 2024-08-19T11:30:50.013 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.013 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_1": { 2024-08-19T11:30:50.013 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.013 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.013 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.014 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_2": { 2024-08-19T11:30:50.014 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.014 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.014 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.014 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.014 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.014 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:50.014 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.0": { 2024-08-19T11:30:50.014 INFO:tasks.workunit.client.0.smithi136.stdout: "bloom_filter": { 2024-08-19T11:30:50.014 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.014 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.014 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.014 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:50.014 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 6304, 2024-08-19T11:30:50.015 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 115 2024-08-19T11:30:50.015 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.015 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_reader": { 2024-08-19T11:30:50.015 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 16896, 2024-08-19T11:30:50.015 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 8 2024-08-19T11:30:50.015 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.015 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_writer": { 2024-08-19T11:30:50.015 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 576, 2024-08-19T11:30:50.015 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3 2024-08-19T11:30:50.015 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.015 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_alloc": { 2024-08-19T11:30:50.015 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 6240, 2024-08-19T11:30:50.015 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 78 2024-08-19T11:30:50.015 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.016 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_blob": { 2024-08-19T11:30:50.016 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 23184, 2024-08-19T11:30:50.016 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 207 2024-08-19T11:30:50.016 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.016 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_buffer": { 2024-08-19T11:30:50.016 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 1824, 2024-08-19T11:30:50.016 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 46 2024-08-19T11:30:50.016 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.016 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_data": { 2024-08-19T11:30:50.016 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 610304, 2024-08-19T11:30:50.016 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 18 2024-08-19T11:30:50.016 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.016 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_meta": { 2024-08-19T11:30:50.016 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 58674, 2024-08-19T11:30:50.017 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 10678 2024-08-19T11:30:50.017 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.017 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_onode": { 2024-08-19T11:30:50.017 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 147136, 2024-08-19T11:30:50.017 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 248 2024-08-19T11:30:50.017 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.017 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_other": { 2024-08-19T11:30:50.017 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 11780, 2024-08-19T11:30:50.017 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 780 2024-08-19T11:30:50.017 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.017 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_extent": { 2024-08-19T11:30:50.017 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 9936, 2024-08-19T11:30:50.017 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 207 2024-08-19T11:30:50.017 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.018 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_fsck": { 2024-08-19T11:30:50.018 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.018 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.018 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.018 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_inline_bl": { 2024-08-19T11:30:50.018 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 33826, 2024-08-19T11:30:50.018 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 216 2024-08-19T11:30:50.018 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.018 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_shared_blob": { 2024-08-19T11:30:50.018 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 23184, 2024-08-19T11:30:50.018 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 207 2024-08-19T11:30:50.018 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.018 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_txc": { 2024-08-19T11:30:50.018 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.019 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.019 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.019 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing": { 2024-08-19T11:30:50.019 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 460413, 2024-08-19T11:30:50.019 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 100 2024-08-19T11:30:50.019 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.019 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing_deferred": { 2024-08-19T11:30:50.019 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.019 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.019 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.019 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_anon": { 2024-08-19T11:30:50.019 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2449740, 2024-08-19T11:30:50.019 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 197 2024-08-19T11:30:50.019 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.019 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_meta": { 2024-08-19T11:30:50.020 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 7040, 2024-08-19T11:30:50.020 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 80 2024-08-19T11:30:50.020 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.020 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_co": { 2024-08-19T11:30:50.020 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.020 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.020 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.020 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:50.020 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 521640, 2024-08-19T11:30:50.020 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 45 2024-08-19T11:30:50.020 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.020 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mapbl": { 2024-08-19T11:30:50.020 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.020 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.021 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.021 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pglog": { 2024-08-19T11:30:50.021 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 101192, 2024-08-19T11:30:50.021 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 197 2024-08-19T11:30:50.021 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.021 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap": { 2024-08-19T11:30:50.021 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 241352, 2024-08-19T11:30:50.021 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3539 2024-08-19T11:30:50.021 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.021 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap_mapping": { 2024-08-19T11:30:50.021 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.021 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.021 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.021 INFO:tasks.workunit.client.0.smithi136.stdout: "pgmap": { 2024-08-19T11:30:50.022 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.022 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.022 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.022 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_1": { 2024-08-19T11:30:50.022 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.022 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.022 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.022 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_2": { 2024-08-19T11:30:50.022 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.022 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.022 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.022 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.022 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.1": { 2024-08-19T11:30:50.023 INFO:tasks.workunit.client.0.smithi136.stdout: "bloom_filter": { 2024-08-19T11:30:50.023 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.023 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.023 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.023 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:50.023 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 6304, 2024-08-19T11:30:50.023 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 115 2024-08-19T11:30:50.023 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.023 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_reader": { 2024-08-19T11:30:50.023 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 16896, 2024-08-19T11:30:50.023 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 8 2024-08-19T11:30:50.023 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.023 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_writer": { 2024-08-19T11:30:50.023 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 576, 2024-08-19T11:30:50.023 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3 2024-08-19T11:30:50.024 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.024 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_alloc": { 2024-08-19T11:30:50.024 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 5360, 2024-08-19T11:30:50.024 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 67 2024-08-19T11:30:50.024 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.024 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_blob": { 2024-08-19T11:30:50.024 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 21952, 2024-08-19T11:30:50.024 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 196 2024-08-19T11:30:50.024 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.024 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_buffer": { 2024-08-19T11:30:50.025 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 1152, 2024-08-19T11:30:50.025 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 40 2024-08-19T11:30:50.025 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.025 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_data": { 2024-08-19T11:30:50.025 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 12288, 2024-08-19T11:30:50.025 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3 2024-08-19T11:30:50.025 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.025 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_meta": { 2024-08-19T11:30:50.025 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 52390, 2024-08-19T11:30:50.025 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 9705 2024-08-19T11:30:50.025 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.025 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_onode": { 2024-08-19T11:30:50.025 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 138296, 2024-08-19T11:30:50.026 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 235 2024-08-19T11:30:50.026 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.026 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_other": { 2024-08-19T11:30:50.026 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 9868, 2024-08-19T11:30:50.026 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 608 2024-08-19T11:30:50.026 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.026 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_extent": { 2024-08-19T11:30:50.026 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 9408, 2024-08-19T11:30:50.026 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 196 2024-08-19T11:30:50.026 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.026 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_fsck": { 2024-08-19T11:30:50.026 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.026 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.027 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.027 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_inline_bl": { 2024-08-19T11:30:50.027 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 29726, 2024-08-19T11:30:50.027 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 203 2024-08-19T11:30:50.027 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.027 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_shared_blob": { 2024-08-19T11:30:50.027 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 21952, 2024-08-19T11:30:50.027 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 196 2024-08-19T11:30:50.027 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.027 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_txc": { 2024-08-19T11:30:50.027 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 736, 2024-08-19T11:30:50.027 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 1 2024-08-19T11:30:50.027 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.027 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing": { 2024-08-19T11:30:50.028 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 474722, 2024-08-19T11:30:50.028 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 104 2024-08-19T11:30:50.028 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.028 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing_deferred": { 2024-08-19T11:30:50.028 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 12112, 2024-08-19T11:30:50.028 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3 2024-08-19T11:30:50.028 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.028 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_anon": { 2024-08-19T11:30:50.028 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2412608, 2024-08-19T11:30:50.028 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 191 2024-08-19T11:30:50.028 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.028 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_meta": { 2024-08-19T11:30:50.028 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 4928, 2024-08-19T11:30:50.028 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 56 2024-08-19T11:30:50.029 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.029 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_co": { 2024-08-19T11:30:50.029 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.029 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.029 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.029 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:50.029 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 440496, 2024-08-19T11:30:50.029 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 38 2024-08-19T11:30:50.029 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.029 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mapbl": { 2024-08-19T11:30:50.029 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.029 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.029 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.029 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pglog": { 2024-08-19T11:30:50.030 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 8528, 2024-08-19T11:30:50.030 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 22 2024-08-19T11:30:50.030 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.030 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap": { 2024-08-19T11:30:50.030 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 241352, 2024-08-19T11:30:50.030 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3539 2024-08-19T11:30:50.030 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.030 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap_mapping": { 2024-08-19T11:30:50.030 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.030 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.030 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.030 INFO:tasks.workunit.client.0.smithi136.stdout: "pgmap": { 2024-08-19T11:30:50.030 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.030 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.031 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.031 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_1": { 2024-08-19T11:30:50.031 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.031 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.031 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.031 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_2": { 2024-08-19T11:30:50.031 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.031 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.031 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.031 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.031 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.2": { 2024-08-19T11:30:50.031 INFO:tasks.workunit.client.0.smithi136.stdout: "bloom_filter": { 2024-08-19T11:30:50.031 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.032 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.032 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.032 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:50.032 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 6304, 2024-08-19T11:30:50.032 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 115 2024-08-19T11:30:50.032 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.032 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_reader": { 2024-08-19T11:30:50.032 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 16896, 2024-08-19T11:30:50.032 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 8 2024-08-19T11:30:50.032 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.032 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_writer": { 2024-08-19T11:30:50.032 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 576, 2024-08-19T11:30:50.032 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3 2024-08-19T11:30:50.032 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.033 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_alloc": { 2024-08-19T11:30:50.033 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 4880, 2024-08-19T11:30:50.033 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 61 2024-08-19T11:30:50.033 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.033 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_blob": { 2024-08-19T11:30:50.033 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 21728, 2024-08-19T11:30:50.033 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 194 2024-08-19T11:30:50.033 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.033 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_buffer": { 2024-08-19T11:30:50.033 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 1152, 2024-08-19T11:30:50.033 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 40 2024-08-19T11:30:50.033 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.033 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_data": { 2024-08-19T11:30:50.033 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 12288, 2024-08-19T11:30:50.034 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3 2024-08-19T11:30:50.034 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.034 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_meta": { 2024-08-19T11:30:50.034 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 89788, 2024-08-19T11:30:50.034 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 15468 2024-08-19T11:30:50.034 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.034 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_onode": { 2024-08-19T11:30:50.034 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 201536, 2024-08-19T11:30:50.034 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 328 2024-08-19T11:30:50.034 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.034 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_other": { 2024-08-19T11:30:50.034 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 9044, 2024-08-19T11:30:50.034 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 597 2024-08-19T11:30:50.035 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.035 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_extent": { 2024-08-19T11:30:50.035 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 9312, 2024-08-19T11:30:50.035 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 194 2024-08-19T11:30:50.035 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.035 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_fsck": { 2024-08-19T11:30:50.035 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.035 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.035 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.035 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_inline_bl": { 2024-08-19T11:30:50.035 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 28270, 2024-08-19T11:30:50.035 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 196 2024-08-19T11:30:50.035 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.035 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_shared_blob": { 2024-08-19T11:30:50.036 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 21728, 2024-08-19T11:30:50.036 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 194 2024-08-19T11:30:50.036 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.036 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_txc": { 2024-08-19T11:30:50.036 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 736, 2024-08-19T11:30:50.036 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 1 2024-08-19T11:30:50.036 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.036 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing": { 2024-08-19T11:30:50.036 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 430418, 2024-08-19T11:30:50.036 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 93 2024-08-19T11:30:50.036 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.036 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing_deferred": { 2024-08-19T11:30:50.036 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 12112, 2024-08-19T11:30:50.036 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3 2024-08-19T11:30:50.037 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.037 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_anon": { 2024-08-19T11:30:50.037 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2429060, 2024-08-19T11:30:50.037 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 177 2024-08-19T11:30:50.037 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.037 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_meta": { 2024-08-19T11:30:50.037 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 4488, 2024-08-19T11:30:50.037 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 51 2024-08-19T11:30:50.037 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.037 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_co": { 2024-08-19T11:30:50.037 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.037 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.037 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.037 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:50.038 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 359352, 2024-08-19T11:30:50.038 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 31 2024-08-19T11:30:50.038 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.038 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mapbl": { 2024-08-19T11:30:50.038 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.038 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.038 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.038 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pglog": { 2024-08-19T11:30:50.038 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 10400, 2024-08-19T11:30:50.038 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 28 2024-08-19T11:30:50.038 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.038 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap": { 2024-08-19T11:30:50.038 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 241864, 2024-08-19T11:30:50.039 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3563 2024-08-19T11:30:50.039 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.039 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap_mapping": { 2024-08-19T11:30:50.039 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.039 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.039 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.039 INFO:tasks.workunit.client.0.smithi136.stdout: "pgmap": { 2024-08-19T11:30:50.039 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.039 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.039 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.039 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_1": { 2024-08-19T11:30:50.039 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.039 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.039 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.040 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_2": { 2024-08-19T11:30:50.040 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.040 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.040 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.040 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.040 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.3": { 2024-08-19T11:30:50.040 INFO:tasks.workunit.client.0.smithi136.stdout: "bloom_filter": { 2024-08-19T11:30:50.040 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.040 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.040 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.040 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:50.040 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 6304, 2024-08-19T11:30:50.040 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 115 2024-08-19T11:30:50.040 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.040 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_reader": { 2024-08-19T11:30:50.041 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 16896, 2024-08-19T11:30:50.041 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 8 2024-08-19T11:30:50.041 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.041 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_writer": { 2024-08-19T11:30:50.041 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 576, 2024-08-19T11:30:50.041 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3 2024-08-19T11:30:50.041 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.041 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_alloc": { 2024-08-19T11:30:50.041 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 3920, 2024-08-19T11:30:50.041 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 49 2024-08-19T11:30:50.041 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.041 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_blob": { 2024-08-19T11:30:50.041 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 22064, 2024-08-19T11:30:50.041 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 197 2024-08-19T11:30:50.042 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.042 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_buffer": { 2024-08-19T11:30:50.042 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 480, 2024-08-19T11:30:50.042 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 34 2024-08-19T11:30:50.042 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.042 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_data": { 2024-08-19T11:30:50.042 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.042 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.042 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.042 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_meta": { 2024-08-19T11:30:50.042 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 90089, 2024-08-19T11:30:50.042 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 15643 2024-08-19T11:30:50.043 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.043 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_onode": { 2024-08-19T11:30:50.043 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 204256, 2024-08-19T11:30:50.043 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 332 2024-08-19T11:30:50.043 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.043 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_other": { 2024-08-19T11:30:50.043 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 9808, 2024-08-19T11:30:50.043 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 611 2024-08-19T11:30:50.043 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.043 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_extent": { 2024-08-19T11:30:50.043 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 9456, 2024-08-19T11:30:50.043 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 197 2024-08-19T11:30:50.043 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.043 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_fsck": { 2024-08-19T11:30:50.044 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.044 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.044 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.044 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_inline_bl": { 2024-08-19T11:30:50.044 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 28790, 2024-08-19T11:30:50.044 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 200 2024-08-19T11:30:50.044 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.044 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_shared_blob": { 2024-08-19T11:30:50.044 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 22064, 2024-08-19T11:30:50.044 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 197 2024-08-19T11:30:50.044 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.044 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_txc": { 2024-08-19T11:30:50.044 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2208, 2024-08-19T11:30:50.044 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3 2024-08-19T11:30:50.045 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.045 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing": { 2024-08-19T11:30:50.045 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 294937, 2024-08-19T11:30:50.045 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 61 2024-08-19T11:30:50.045 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.045 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing_deferred": { 2024-08-19T11:30:50.045 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 26565, 2024-08-19T11:30:50.045 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 9 2024-08-19T11:30:50.045 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.045 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_anon": { 2024-08-19T11:30:50.045 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2457413, 2024-08-19T11:30:50.045 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 185 2024-08-19T11:30:50.045 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.045 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_meta": { 2024-08-19T11:30:50.046 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 4752, 2024-08-19T11:30:50.046 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 54 2024-08-19T11:30:50.046 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.046 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_co": { 2024-08-19T11:30:50.046 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.046 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.046 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.046 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:50.046 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 428904, 2024-08-19T11:30:50.046 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 37 2024-08-19T11:30:50.046 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.046 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mapbl": { 2024-08-19T11:30:50.046 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.047 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.047 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.047 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pglog": { 2024-08-19T11:30:50.047 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 10400, 2024-08-19T11:30:50.047 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 20 2024-08-19T11:30:50.047 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.047 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap": { 2024-08-19T11:30:50.047 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 241352, 2024-08-19T11:30:50.047 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3539 2024-08-19T11:30:50.047 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.047 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap_mapping": { 2024-08-19T11:30:50.047 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.047 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.047 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.047 INFO:tasks.workunit.client.0.smithi136.stdout: "pgmap": { 2024-08-19T11:30:50.048 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.048 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.048 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.048 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_1": { 2024-08-19T11:30:50.048 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.048 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.048 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.048 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_2": { 2024-08-19T11:30:50.048 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.048 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.048 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.048 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.048 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.4": { 2024-08-19T11:30:50.048 INFO:tasks.workunit.client.0.smithi136.stdout: "bloom_filter": { 2024-08-19T11:30:50.049 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.049 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.049 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.049 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:50.049 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 6304, 2024-08-19T11:30:50.049 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 115 2024-08-19T11:30:50.049 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.049 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_reader": { 2024-08-19T11:30:50.049 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 16896, 2024-08-19T11:30:50.049 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 8 2024-08-19T11:30:50.049 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.049 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_writer": { 2024-08-19T11:30:50.049 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 576, 2024-08-19T11:30:50.049 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3 2024-08-19T11:30:50.050 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.050 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_alloc": { 2024-08-19T11:30:50.050 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 4000, 2024-08-19T11:30:50.050 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 50 2024-08-19T11:30:50.050 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.050 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_blob": { 2024-08-19T11:30:50.050 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 22064, 2024-08-19T11:30:50.050 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 197 2024-08-19T11:30:50.050 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.050 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_buffer": { 2024-08-19T11:30:50.050 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 816, 2024-08-19T11:30:50.050 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 37 2024-08-19T11:30:50.050 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.050 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_data": { 2024-08-19T11:30:50.051 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.051 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.051 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.051 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_meta": { 2024-08-19T11:30:50.051 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 51647, 2024-08-19T11:30:50.051 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 9654 2024-08-19T11:30:50.051 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.051 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_onode": { 2024-08-19T11:30:50.051 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 137616, 2024-08-19T11:30:50.051 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 234 2024-08-19T11:30:50.051 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.051 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_other": { 2024-08-19T11:30:50.051 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 9888, 2024-08-19T11:30:50.051 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 610 2024-08-19T11:30:50.052 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.052 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_extent": { 2024-08-19T11:30:50.052 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 9456, 2024-08-19T11:30:50.052 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 197 2024-08-19T11:30:50.052 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.052 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_fsck": { 2024-08-19T11:30:50.052 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.052 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.052 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.052 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_inline_bl": { 2024-08-19T11:30:50.052 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 29302, 2024-08-19T11:30:50.052 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 202 2024-08-19T11:30:50.052 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.052 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_shared_blob": { 2024-08-19T11:30:50.053 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 22064, 2024-08-19T11:30:50.053 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 197 2024-08-19T11:30:50.053 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.053 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_txc": { 2024-08-19T11:30:50.053 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 736, 2024-08-19T11:30:50.053 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 1 2024-08-19T11:30:50.053 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.053 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing": { 2024-08-19T11:30:50.053 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 979320, 2024-08-19T11:30:50.053 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 84 2024-08-19T11:30:50.053 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.053 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing_deferred": { 2024-08-19T11:30:50.053 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 12112, 2024-08-19T11:30:50.053 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3 2024-08-19T11:30:50.054 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.054 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_anon": { 2024-08-19T11:30:50.054 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2454090, 2024-08-19T11:30:50.054 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 187 2024-08-19T11:30:50.054 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.054 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_meta": { 2024-08-19T11:30:50.054 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 4664, 2024-08-19T11:30:50.054 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 53 2024-08-19T11:30:50.054 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.054 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_co": { 2024-08-19T11:30:50.054 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.054 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.054 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.055 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:50.055 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 440496, 2024-08-19T11:30:50.055 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 38 2024-08-19T11:30:50.055 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.055 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mapbl": { 2024-08-19T11:30:50.055 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.055 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.055 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.055 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pglog": { 2024-08-19T11:30:50.055 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 8944, 2024-08-19T11:30:50.055 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 18 2024-08-19T11:30:50.055 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.055 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap": { 2024-08-19T11:30:50.055 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 241864, 2024-08-19T11:30:50.055 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3563 2024-08-19T11:30:50.056 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.056 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap_mapping": { 2024-08-19T11:30:50.056 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.056 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.056 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.056 INFO:tasks.workunit.client.0.smithi136.stdout: "pgmap": { 2024-08-19T11:30:50.056 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.056 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.056 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.056 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_1": { 2024-08-19T11:30:50.056 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.056 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.056 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.057 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_2": { 2024-08-19T11:30:50.057 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.057 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.057 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.057 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.057 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.5": { 2024-08-19T11:30:50.057 INFO:tasks.workunit.client.0.smithi136.stdout: "bloom_filter": { 2024-08-19T11:30:50.057 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.057 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.057 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.057 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:50.057 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 6304, 2024-08-19T11:30:50.057 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 115 2024-08-19T11:30:50.057 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.058 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_reader": { 2024-08-19T11:30:50.058 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 16896, 2024-08-19T11:30:50.058 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 8 2024-08-19T11:30:50.058 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.058 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_writer": { 2024-08-19T11:30:50.058 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 576, 2024-08-19T11:30:50.058 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3 2024-08-19T11:30:50.058 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.058 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_alloc": { 2024-08-19T11:30:50.058 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 3360, 2024-08-19T11:30:50.058 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 42 2024-08-19T11:30:50.058 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.058 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_blob": { 2024-08-19T11:30:50.058 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 22064, 2024-08-19T11:30:50.059 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 197 2024-08-19T11:30:50.059 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.059 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_buffer": { 2024-08-19T11:30:50.059 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 480, 2024-08-19T11:30:50.059 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 34 2024-08-19T11:30:50.059 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.059 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_data": { 2024-08-19T11:30:50.059 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.059 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.059 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.059 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_meta": { 2024-08-19T11:30:50.059 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 92425, 2024-08-19T11:30:50.059 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 15929 2024-08-19T11:30:50.060 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.060 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_onode": { 2024-08-19T11:30:50.060 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 208336, 2024-08-19T11:30:50.060 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 338 2024-08-19T11:30:50.060 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.060 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_other": { 2024-08-19T11:30:50.060 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 10256, 2024-08-19T11:30:50.060 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 615 2024-08-19T11:30:50.060 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.060 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_extent": { 2024-08-19T11:30:50.060 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 9456, 2024-08-19T11:30:50.060 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 197 2024-08-19T11:30:50.060 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.061 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_fsck": { 2024-08-19T11:30:50.061 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.061 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.061 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.061 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_inline_bl": { 2024-08-19T11:30:50.061 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 30326, 2024-08-19T11:30:50.061 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 206 2024-08-19T11:30:50.061 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.061 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_shared_blob": { 2024-08-19T11:30:50.061 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 22064, 2024-08-19T11:30:50.061 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 197 2024-08-19T11:30:50.061 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.061 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_txc": { 2024-08-19T11:30:50.061 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2208, 2024-08-19T11:30:50.062 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3 2024-08-19T11:30:50.062 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.062 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing": { 2024-08-19T11:30:50.062 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 879961, 2024-08-19T11:30:50.062 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 60 2024-08-19T11:30:50.062 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.062 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing_deferred": { 2024-08-19T11:30:50.062 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 26565, 2024-08-19T11:30:50.062 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 9 2024-08-19T11:30:50.062 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.062 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_anon": { 2024-08-19T11:30:50.062 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2439200, 2024-08-19T11:30:50.062 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 175 2024-08-19T11:30:50.063 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.063 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_meta": { 2024-08-19T11:30:50.063 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 5456, 2024-08-19T11:30:50.063 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 62 2024-08-19T11:30:50.063 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.063 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_co": { 2024-08-19T11:30:50.063 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.063 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.063 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.063 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:50.063 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 475272, 2024-08-19T11:30:50.063 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 41 2024-08-19T11:30:50.063 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.063 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mapbl": { 2024-08-19T11:30:50.064 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.064 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.064 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.064 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pglog": { 2024-08-19T11:30:50.064 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 13520, 2024-08-19T11:30:50.064 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 26 2024-08-19T11:30:50.064 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.064 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap": { 2024-08-19T11:30:50.064 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 241864, 2024-08-19T11:30:50.064 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3563 2024-08-19T11:30:50.064 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.064 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap_mapping": { 2024-08-19T11:30:50.064 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.064 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.065 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.065 INFO:tasks.workunit.client.0.smithi136.stdout: "pgmap": { 2024-08-19T11:30:50.065 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.065 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.065 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.065 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_1": { 2024-08-19T11:30:50.065 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.065 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.065 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.065 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_2": { 2024-08-19T11:30:50.065 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.065 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.065 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.065 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.066 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.6": { 2024-08-19T11:30:50.066 INFO:tasks.workunit.client.0.smithi136.stdout: "bloom_filter": { 2024-08-19T11:30:50.066 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.066 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.066 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.066 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:50.066 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 6304, 2024-08-19T11:30:50.066 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 115 2024-08-19T11:30:50.066 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.066 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_reader": { 2024-08-19T11:30:50.066 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 16896, 2024-08-19T11:30:50.066 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 8 2024-08-19T11:30:50.066 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.067 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_writer": { 2024-08-19T11:30:50.067 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 576, 2024-08-19T11:30:50.067 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3 2024-08-19T11:30:50.067 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.067 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_alloc": { 2024-08-19T11:30:50.067 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2880, 2024-08-19T11:30:50.067 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 36 2024-08-19T11:30:50.067 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.067 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_blob": { 2024-08-19T11:30:50.067 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 23072, 2024-08-19T11:30:50.067 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 206 2024-08-19T11:30:50.067 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.067 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_buffer": { 2024-08-19T11:30:50.067 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 256, 2024-08-19T11:30:50.068 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 32 2024-08-19T11:30:50.068 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.068 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_data": { 2024-08-19T11:30:50.068 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.068 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.068 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.068 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_meta": { 2024-08-19T11:30:50.068 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 92036, 2024-08-19T11:30:50.068 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 16170 2024-08-19T11:30:50.068 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.068 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_onode": { 2024-08-19T11:30:50.068 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 206976, 2024-08-19T11:30:50.068 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 336 2024-08-19T11:30:50.069 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.069 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_other": { 2024-08-19T11:30:50.069 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 11280, 2024-08-19T11:30:50.069 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 772 2024-08-19T11:30:50.069 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.069 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_extent": { 2024-08-19T11:30:50.069 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 9888, 2024-08-19T11:30:50.069 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 206 2024-08-19T11:30:50.069 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.069 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_fsck": { 2024-08-19T11:30:50.069 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.069 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.069 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.069 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_inline_bl": { 2024-08-19T11:30:50.070 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 30842, 2024-08-19T11:30:50.070 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 204 2024-08-19T11:30:50.070 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.070 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_shared_blob": { 2024-08-19T11:30:50.070 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 23072, 2024-08-19T11:30:50.070 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 206 2024-08-19T11:30:50.070 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.070 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_txc": { 2024-08-19T11:30:50.070 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.070 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.070 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.070 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing": { 2024-08-19T11:30:50.070 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 269983, 2024-08-19T11:30:50.071 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 54 2024-08-19T11:30:50.071 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.071 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing_deferred": { 2024-08-19T11:30:50.071 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.071 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.071 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.071 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_anon": { 2024-08-19T11:30:50.071 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2444860, 2024-08-19T11:30:50.071 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 179 2024-08-19T11:30:50.071 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.071 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_meta": { 2024-08-19T11:30:50.071 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 4488, 2024-08-19T11:30:50.071 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 51 2024-08-19T11:30:50.071 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.072 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_co": { 2024-08-19T11:30:50.072 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.072 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.072 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.072 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:50.072 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 452088, 2024-08-19T11:30:50.072 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 39 2024-08-19T11:30:50.072 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.072 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mapbl": { 2024-08-19T11:30:50.072 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.072 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.072 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.072 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pglog": { 2024-08-19T11:30:50.072 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 101192, 2024-08-19T11:30:50.073 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 205 2024-08-19T11:30:50.073 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.073 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap": { 2024-08-19T11:30:50.073 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 242120, 2024-08-19T11:30:50.073 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3575 2024-08-19T11:30:50.073 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.073 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap_mapping": { 2024-08-19T11:30:50.073 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.073 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.073 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.073 INFO:tasks.workunit.client.0.smithi136.stdout: "pgmap": { 2024-08-19T11:30:50.073 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.073 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.073 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.074 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_1": { 2024-08-19T11:30:50.074 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.074 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.074 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.074 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_2": { 2024-08-19T11:30:50.074 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.074 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.074 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.074 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.074 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.7": { 2024-08-19T11:30:50.074 INFO:tasks.workunit.client.0.smithi136.stdout: "bloom_filter": { 2024-08-19T11:30:50.074 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.074 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.075 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.075 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:50.075 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 6304, 2024-08-19T11:30:50.075 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 115 2024-08-19T11:30:50.075 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.075 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_reader": { 2024-08-19T11:30:50.075 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 16896, 2024-08-19T11:30:50.075 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 8 2024-08-19T11:30:50.075 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.075 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs_file_writer": { 2024-08-19T11:30:50.075 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 576, 2024-08-19T11:30:50.075 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3 2024-08-19T11:30:50.075 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.075 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_alloc": { 2024-08-19T11:30:50.076 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2240, 2024-08-19T11:30:50.076 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 28 2024-08-19T11:30:50.076 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.076 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_blob": { 2024-08-19T11:30:50.076 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 22736, 2024-08-19T11:30:50.076 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 203 2024-08-19T11:30:50.076 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.076 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_buffer": { 2024-08-19T11:30:50.076 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 1152, 2024-08-19T11:30:50.076 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 40 2024-08-19T11:30:50.076 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.076 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_data": { 2024-08-19T11:30:50.076 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 274432, 2024-08-19T11:30:50.076 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 8 2024-08-19T11:30:50.077 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.077 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_meta": { 2024-08-19T11:30:50.077 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 55133, 2024-08-19T11:30:50.077 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 10370 2024-08-19T11:30:50.077 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.077 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_onode": { 2024-08-19T11:30:50.077 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 143056, 2024-08-19T11:30:50.077 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 242 2024-08-19T11:30:50.077 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.077 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_cache_other": { 2024-08-19T11:30:50.077 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 12004, 2024-08-19T11:30:50.077 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 773 2024-08-19T11:30:50.077 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.078 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_extent": { 2024-08-19T11:30:50.078 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 9744, 2024-08-19T11:30:50.078 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 203 2024-08-19T11:30:50.078 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.078 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_fsck": { 2024-08-19T11:30:50.078 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.078 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.078 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.078 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_inline_bl": { 2024-08-19T11:30:50.078 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 32882, 2024-08-19T11:30:50.078 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 210 2024-08-19T11:30:50.078 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.078 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_shared_blob": { 2024-08-19T11:30:50.078 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 22736, 2024-08-19T11:30:50.079 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 203 2024-08-19T11:30:50.079 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.079 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_txc": { 2024-08-19T11:30:50.079 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.079 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.079 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.079 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing": { 2024-08-19T11:30:50.079 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 209360, 2024-08-19T11:30:50.079 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 41 2024-08-19T11:30:50.079 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.079 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore_writing_deferred": { 2024-08-19T11:30:50.079 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.079 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.079 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.080 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_anon": { 2024-08-19T11:30:50.080 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 2394558, 2024-08-19T11:30:50.080 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 199 2024-08-19T11:30:50.080 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.080 INFO:tasks.workunit.client.0.smithi136.stdout: "buffer_meta": { 2024-08-19T11:30:50.080 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 5984, 2024-08-19T11:30:50.080 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 68 2024-08-19T11:30:50.080 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.080 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_co": { 2024-08-19T11:30:50.080 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.080 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.080 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.080 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:50.081 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 533232, 2024-08-19T11:30:50.081 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 46 2024-08-19T11:30:50.081 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.081 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_mapbl": { 2024-08-19T11:30:50.081 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.081 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.081 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.081 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_pglog": { 2024-08-19T11:30:50.081 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 103896, 2024-08-19T11:30:50.081 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 247 2024-08-19T11:30:50.081 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.081 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap": { 2024-08-19T11:30:50.081 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 241352, 2024-08-19T11:30:50.081 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 3539 2024-08-19T11:30:50.082 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.082 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap_mapping": { 2024-08-19T11:30:50.082 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.082 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.082 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.082 INFO:tasks.workunit.client.0.smithi136.stdout: "pgmap": { 2024-08-19T11:30:50.082 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.082 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.082 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.082 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_1": { 2024-08-19T11:30:50.082 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.082 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.082 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.083 INFO:tasks.workunit.client.0.smithi136.stdout: "unittest_2": { 2024-08-19T11:30:50.083 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes": 0, 2024-08-19T11:30:50.083 INFO:tasks.workunit.client.0.smithi136.stdout: "items": 0 2024-08-19T11:30:50.083 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.083 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.083 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.083 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.083 INFO:tasks.workunit.client.0.smithi136.stdout: "metadata": { 2024-08-19T11:30:50.083 INFO:tasks.workunit.client.0.smithi136.stdout: "mds": { 2024-08-19T11:30:50.083 INFO:tasks.workunit.client.0.smithi136.stdout: "arch": { 2024-08-19T11:30:50.083 INFO:tasks.workunit.client.0.smithi136.stdout: "x86_64": 2 2024-08-19T11:30:50.083 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.083 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph_version": { 2024-08-19T11:30:50.083 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T11:30:50.084 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.084 INFO:tasks.workunit.client.0.smithi136.stdout: "cpu": { 2024-08-19T11:30:50.084 INFO:tasks.workunit.client.0.smithi136.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-19T11:30:50.084 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.084 INFO:tasks.workunit.client.0.smithi136.stdout: "distro": { 2024-08-19T11:30:50.084 INFO:tasks.workunit.client.0.smithi136.stdout: "centos": 2 2024-08-19T11:30:50.084 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.084 INFO:tasks.workunit.client.0.smithi136.stdout: "distro_description": { 2024-08-19T11:30:50.084 INFO:tasks.workunit.client.0.smithi136.stdout: "CentOS Stream 9": 2 2024-08-19T11:30:50.084 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.084 INFO:tasks.workunit.client.0.smithi136.stdout: "kernel_description": { 2024-08-19T11:30:50.084 INFO:tasks.workunit.client.0.smithi136.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-19T11:30:50.084 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.084 INFO:tasks.workunit.client.0.smithi136.stdout: "kernel_version": { 2024-08-19T11:30:50.085 INFO:tasks.workunit.client.0.smithi136.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-19T11:30:50.085 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.085 INFO:tasks.workunit.client.0.smithi136.stdout: "os": { 2024-08-19T11:30:50.085 INFO:tasks.workunit.client.0.smithi136.stdout: "Linux": 2 2024-08-19T11:30:50.085 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.085 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.085 INFO:tasks.workunit.client.0.smithi136.stdout: "mon": { 2024-08-19T11:30:50.085 INFO:tasks.workunit.client.0.smithi136.stdout: "arch": { 2024-08-19T11:30:50.085 INFO:tasks.workunit.client.0.smithi136.stdout: "x86_64": 3 2024-08-19T11:30:50.085 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.085 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph_version": { 2024-08-19T11:30:50.085 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 3 2024-08-19T11:30:50.085 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.086 INFO:tasks.workunit.client.0.smithi136.stdout: "cpu": { 2024-08-19T11:30:50.086 INFO:tasks.workunit.client.0.smithi136.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-19T11:30:50.086 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.086 INFO:tasks.workunit.client.0.smithi136.stdout: "distro": { 2024-08-19T11:30:50.086 INFO:tasks.workunit.client.0.smithi136.stdout: "centos": 3 2024-08-19T11:30:50.086 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.086 INFO:tasks.workunit.client.0.smithi136.stdout: "distro_description": { 2024-08-19T11:30:50.086 INFO:tasks.workunit.client.0.smithi136.stdout: "CentOS Stream 9": 3 2024-08-19T11:30:50.086 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.086 INFO:tasks.workunit.client.0.smithi136.stdout: "kernel_description": { 2024-08-19T11:30:50.086 INFO:tasks.workunit.client.0.smithi136.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-19T11:30:50.086 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.086 INFO:tasks.workunit.client.0.smithi136.stdout: "kernel_version": { 2024-08-19T11:30:50.087 INFO:tasks.workunit.client.0.smithi136.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-19T11:30:50.087 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.087 INFO:tasks.workunit.client.0.smithi136.stdout: "os": { 2024-08-19T11:30:50.087 INFO:tasks.workunit.client.0.smithi136.stdout: "Linux": 3 2024-08-19T11:30:50.087 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.087 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.087 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:50.087 INFO:tasks.workunit.client.0.smithi136.stdout: "arch": { 2024-08-19T11:30:50.087 INFO:tasks.workunit.client.0.smithi136.stdout: "x86_64": 8 2024-08-19T11:30:50.087 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.087 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph_version": { 2024-08-19T11:30:50.087 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 8 2024-08-19T11:30:50.087 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.087 INFO:tasks.workunit.client.0.smithi136.stdout: "cpu": { 2024-08-19T11:30:50.087 INFO:tasks.workunit.client.0.smithi136.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-19T11:30:50.088 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.088 INFO:tasks.workunit.client.0.smithi136.stdout: "distro": { 2024-08-19T11:30:50.088 INFO:tasks.workunit.client.0.smithi136.stdout: "centos": 8 2024-08-19T11:30:50.088 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.088 INFO:tasks.workunit.client.0.smithi136.stdout: "distro_description": { 2024-08-19T11:30:50.088 INFO:tasks.workunit.client.0.smithi136.stdout: "CentOS Stream 9": 8 2024-08-19T11:30:50.088 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.088 INFO:tasks.workunit.client.0.smithi136.stdout: "kernel_description": { 2024-08-19T11:30:50.088 INFO:tasks.workunit.client.0.smithi136.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-19T11:30:50.088 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.088 INFO:tasks.workunit.client.0.smithi136.stdout: "kernel_version": { 2024-08-19T11:30:50.088 INFO:tasks.workunit.client.0.smithi136.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-19T11:30:50.088 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.088 INFO:tasks.workunit.client.0.smithi136.stdout: "os": { 2024-08-19T11:30:50.089 INFO:tasks.workunit.client.0.smithi136.stdout: "Linux": 8 2024-08-19T11:30:50.089 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.089 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_objectstore": { 2024-08-19T11:30:50.089 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore": 8 2024-08-19T11:30:50.089 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.089 INFO:tasks.workunit.client.0.smithi136.stdout: "rotational": { 2024-08-19T11:30:50.089 INFO:tasks.workunit.client.0.smithi136.stdout: "0": 8 2024-08-19T11:30:50.089 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.089 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.089 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.089 INFO:tasks.workunit.client.0.smithi136.stdout: "mon": { 2024-08-19T11:30:50.089 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3, 2024-08-19T11:30:50.089 INFO:tasks.workunit.client.0.smithi136.stdout: "features": { 2024-08-19T11:30:50.089 INFO:tasks.workunit.client.0.smithi136.stdout: "optional": [], 2024-08-19T11:30:50.090 INFO:tasks.workunit.client.0.smithi136.stdout: "persistent": [ 2024-08-19T11:30:50.090 INFO:tasks.workunit.client.0.smithi136.stdout: "kraken", 2024-08-19T11:30:50.090 INFO:tasks.workunit.client.0.smithi136.stdout: "luminous", 2024-08-19T11:30:50.090 INFO:tasks.workunit.client.0.smithi136.stdout: "mimic", 2024-08-19T11:30:50.090 INFO:tasks.workunit.client.0.smithi136.stdout: "osdmap-prune", 2024-08-19T11:30:50.090 INFO:tasks.workunit.client.0.smithi136.stdout: "nautilus", 2024-08-19T11:30:50.090 INFO:tasks.workunit.client.0.smithi136.stdout: "octopus", 2024-08-19T11:30:50.090 INFO:tasks.workunit.client.0.smithi136.stdout: "pacific", 2024-08-19T11:30:50.090 INFO:tasks.workunit.client.0.smithi136.stdout: "elector-pinging", 2024-08-19T11:30:50.090 INFO:tasks.workunit.client.0.smithi136.stdout: "quincy", 2024-08-19T11:30:50.090 INFO:tasks.workunit.client.0.smithi136.stdout: "reef" 2024-08-19T11:30:50.090 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.090 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.091 INFO:tasks.workunit.client.0.smithi136.stdout: "ipv4_addr_mons": 6, 2024-08-19T11:30:50.091 INFO:tasks.workunit.client.0.smithi136.stdout: "ipv6_addr_mons": 0, 2024-08-19T11:30:50.091 INFO:tasks.workunit.client.0.smithi136.stdout: "min_mon_release": 18, 2024-08-19T11:30:50.091 INFO:tasks.workunit.client.0.smithi136.stdout: "v1_addr_mons": 3, 2024-08-19T11:30:50.091 INFO:tasks.workunit.client.0.smithi136.stdout: "v2_addr_mons": 3 2024-08-19T11:30:50.091 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.091 INFO:tasks.workunit.client.0.smithi136.stdout: "organization": "ceph-qa", 2024-08-19T11:30:50.091 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:50.091 INFO:tasks.workunit.client.0.smithi136.stdout: "cluster_network": false, 2024-08-19T11:30:50.091 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 8, 2024-08-19T11:30:50.091 INFO:tasks.workunit.client.0.smithi136.stdout: "require_min_compat_client": "luminous", 2024-08-19T11:30:50.091 INFO:tasks.workunit.client.0.smithi136.stdout: "require_osd_release": "reef" 2024-08-19T11:30:50.091 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.091 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_perf_histograms": [ 2024-08-19T11:30:50.092 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.092 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T11:30:50.092 INFO:tasks.workunit.client.0.smithi136.stdout: "axes": [ 2024-08-19T11:30:50.092 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.092 INFO:tasks.workunit.client.0.smithi136.stdout: "buckets": 32, 2024-08-19T11:30:50.092 INFO:tasks.workunit.client.0.smithi136.stdout: "min": 0, 2024-08-19T11:30:50.092 INFO:tasks.workunit.client.0.smithi136.stdout: "name": "Latency (usec)", 2024-08-19T11:30:50.092 INFO:tasks.workunit.client.0.smithi136.stdout: "quant_size": 100000, 2024-08-19T11:30:50.092 INFO:tasks.workunit.client.0.smithi136.stdout: "ranges": [ 2024-08-19T11:30:50.092 INFO:tasks.workunit.client.0.smithi136.stdout: "[None, -1]", 2024-08-19T11:30:50.092 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 99999]", 2024-08-19T11:30:50.092 INFO:tasks.workunit.client.0.smithi136.stdout: "[100000, 199999]", 2024-08-19T11:30:50.092 INFO:tasks.workunit.client.0.smithi136.stdout: "[200000, 399999]", 2024-08-19T11:30:50.093 INFO:tasks.workunit.client.0.smithi136.stdout: "[400000, 799999]", 2024-08-19T11:30:50.093 INFO:tasks.workunit.client.0.smithi136.stdout: "[800000, 1599999]", 2024-08-19T11:30:50.093 INFO:tasks.workunit.client.0.smithi136.stdout: "[1600000, 3199999]", 2024-08-19T11:30:50.093 INFO:tasks.workunit.client.0.smithi136.stdout: "[3200000, 6399999]", 2024-08-19T11:30:50.093 INFO:tasks.workunit.client.0.smithi136.stdout: "[6400000, 12799999]", 2024-08-19T11:30:50.093 INFO:tasks.workunit.client.0.smithi136.stdout: "[12800000, 25599999]", 2024-08-19T11:30:50.093 INFO:tasks.workunit.client.0.smithi136.stdout: "[25600000, 51199999]", 2024-08-19T11:30:50.093 INFO:tasks.workunit.client.0.smithi136.stdout: "[51200000, 102399999]", 2024-08-19T11:30:50.093 INFO:tasks.workunit.client.0.smithi136.stdout: "[102400000, 204799999]", 2024-08-19T11:30:50.093 INFO:tasks.workunit.client.0.smithi136.stdout: "[204800000, 409599999]", 2024-08-19T11:30:50.093 INFO:tasks.workunit.client.0.smithi136.stdout: "[409600000, 819199999]", 2024-08-19T11:30:50.093 INFO:tasks.workunit.client.0.smithi136.stdout: "[819200000, 1638399999]", 2024-08-19T11:30:50.093 INFO:tasks.workunit.client.0.smithi136.stdout: "[1638400000, 3276799999]", 2024-08-19T11:30:50.094 INFO:tasks.workunit.client.0.smithi136.stdout: "[3276800000, 6553599999]", 2024-08-19T11:30:50.094 INFO:tasks.workunit.client.0.smithi136.stdout: "[6553600000, 13107199999]", 2024-08-19T11:30:50.094 INFO:tasks.workunit.client.0.smithi136.stdout: "[13107200000, 26214399999]", 2024-08-19T11:30:50.094 INFO:tasks.workunit.client.0.smithi136.stdout: "[26214400000, 52428799999]", 2024-08-19T11:30:50.094 INFO:tasks.workunit.client.0.smithi136.stdout: "[52428800000, 104857599999]", 2024-08-19T11:30:50.094 INFO:tasks.workunit.client.0.smithi136.stdout: "[104857600000, 209715199999]", 2024-08-19T11:30:50.094 INFO:tasks.workunit.client.0.smithi136.stdout: "[209715200000, 419430399999]", 2024-08-19T11:30:50.094 INFO:tasks.workunit.client.0.smithi136.stdout: "[419430400000, 838860799999]", 2024-08-19T11:30:50.094 INFO:tasks.workunit.client.0.smithi136.stdout: "[838860800000, 1677721599999]", 2024-08-19T11:30:50.094 INFO:tasks.workunit.client.0.smithi136.stdout: "[1677721600000, 3355443199999]", 2024-08-19T11:30:50.094 INFO:tasks.workunit.client.0.smithi136.stdout: "[3355443200000, 6710886399999]", 2024-08-19T11:30:50.095 INFO:tasks.workunit.client.0.smithi136.stdout: "[6710886400000, 13421772799999]", 2024-08-19T11:30:50.095 INFO:tasks.workunit.client.0.smithi136.stdout: "[13421772800000, 26843545599999]", 2024-08-19T11:30:50.095 INFO:tasks.workunit.client.0.smithi136.stdout: "[26843545600000, 53687091199999]", 2024-08-19T11:30:50.095 INFO:tasks.workunit.client.0.smithi136.stdout: "[53687091200000, None]" 2024-08-19T11:30:50.095 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.095 INFO:tasks.workunit.client.0.smithi136.stdout: "scale_type": "log2" 2024-08-19T11:30:50.095 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.095 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.095 INFO:tasks.workunit.client.0.smithi136.stdout: "buckets": 32, 2024-08-19T11:30:50.095 INFO:tasks.workunit.client.0.smithi136.stdout: "min": 0, 2024-08-19T11:30:50.095 INFO:tasks.workunit.client.0.smithi136.stdout: "name": "Request size (bytes)", 2024-08-19T11:30:50.095 INFO:tasks.workunit.client.0.smithi136.stdout: "quant_size": 512, 2024-08-19T11:30:50.095 INFO:tasks.workunit.client.0.smithi136.stdout: "ranges": [ 2024-08-19T11:30:50.096 INFO:tasks.workunit.client.0.smithi136.stdout: "[None, -1]", 2024-08-19T11:30:50.096 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 511]", 2024-08-19T11:30:50.096 INFO:tasks.workunit.client.0.smithi136.stdout: "[512, 1023]", 2024-08-19T11:30:50.096 INFO:tasks.workunit.client.0.smithi136.stdout: "[1024, 2047]", 2024-08-19T11:30:50.096 INFO:tasks.workunit.client.0.smithi136.stdout: "[2048, 4095]", 2024-08-19T11:30:50.096 INFO:tasks.workunit.client.0.smithi136.stdout: "[4096, 8191]", 2024-08-19T11:30:50.096 INFO:tasks.workunit.client.0.smithi136.stdout: "[8192, 16383]", 2024-08-19T11:30:50.096 INFO:tasks.workunit.client.0.smithi136.stdout: "[16384, 32767]", 2024-08-19T11:30:50.096 INFO:tasks.workunit.client.0.smithi136.stdout: "[32768, 65535]", 2024-08-19T11:30:50.096 INFO:tasks.workunit.client.0.smithi136.stdout: "[65536, 131071]", 2024-08-19T11:30:50.096 INFO:tasks.workunit.client.0.smithi136.stdout: "[131072, 262143]", 2024-08-19T11:30:50.096 INFO:tasks.workunit.client.0.smithi136.stdout: "[262144, 524287]", 2024-08-19T11:30:50.096 INFO:tasks.workunit.client.0.smithi136.stdout: "[524288, 1048575]", 2024-08-19T11:30:50.096 INFO:tasks.workunit.client.0.smithi136.stdout: "[1048576, 2097151]", 2024-08-19T11:30:50.097 INFO:tasks.workunit.client.0.smithi136.stdout: "[2097152, 4194303]", 2024-08-19T11:30:50.097 INFO:tasks.workunit.client.0.smithi136.stdout: "[4194304, 8388607]", 2024-08-19T11:30:50.097 INFO:tasks.workunit.client.0.smithi136.stdout: "[8388608, 16777215]", 2024-08-19T11:30:50.097 INFO:tasks.workunit.client.0.smithi136.stdout: "[16777216, 33554431]", 2024-08-19T11:30:50.097 INFO:tasks.workunit.client.0.smithi136.stdout: "[33554432, 67108863]", 2024-08-19T11:30:50.097 INFO:tasks.workunit.client.0.smithi136.stdout: "[67108864, 134217727]", 2024-08-19T11:30:50.097 INFO:tasks.workunit.client.0.smithi136.stdout: "[134217728, 268435455]", 2024-08-19T11:30:50.097 INFO:tasks.workunit.client.0.smithi136.stdout: "[268435456, 536870911]", 2024-08-19T11:30:50.097 INFO:tasks.workunit.client.0.smithi136.stdout: "[536870912, 1073741823]", 2024-08-19T11:30:50.097 INFO:tasks.workunit.client.0.smithi136.stdout: "[1073741824, 2147483647]", 2024-08-19T11:30:50.097 INFO:tasks.workunit.client.0.smithi136.stdout: "[2147483648, 4294967295]", 2024-08-19T11:30:50.097 INFO:tasks.workunit.client.0.smithi136.stdout: "[4294967296, 8589934591]", 2024-08-19T11:30:50.097 INFO:tasks.workunit.client.0.smithi136.stdout: "[8589934592, 17179869183]", 2024-08-19T11:30:50.097 INFO:tasks.workunit.client.0.smithi136.stdout: "[17179869184, 34359738367]", 2024-08-19T11:30:50.098 INFO:tasks.workunit.client.0.smithi136.stdout: "[34359738368, 68719476735]", 2024-08-19T11:30:50.098 INFO:tasks.workunit.client.0.smithi136.stdout: "[68719476736, 137438953471]", 2024-08-19T11:30:50.098 INFO:tasks.workunit.client.0.smithi136.stdout: "[137438953472, 274877906943]", 2024-08-19T11:30:50.098 INFO:tasks.workunit.client.0.smithi136.stdout: "[274877906944, None]" 2024-08-19T11:30:50.098 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.098 INFO:tasks.workunit.client.0.smithi136.stdout: "scale_type": "log2" 2024-08-19T11:30:50.098 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.098 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.098 INFO:tasks.workunit.client.0.smithi136.stdout: "osds": [ 2024-08-19T11:30:50.098 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.098 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 0, 2024-08-19T11:30:50.098 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.098 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.099 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.099 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.099 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.099 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.099 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.099 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.099 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.099 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.099 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.099 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.099 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.099 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.100 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.100 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.100 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.100 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.100 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.100 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.100 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.100 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.100 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.100 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.100 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.100 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.100 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.100 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.101 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.101 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.101 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.101 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.101 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.101 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.101 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.101 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.101 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 1, 2024-08-19T11:30:50.101 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.101 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.101 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.101 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.101 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.102 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.102 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.102 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.102 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.102 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.102 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.102 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.102 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.102 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.102 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.102 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.102 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.102 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.103 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.103 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.103 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.103 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.103 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.103 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.103 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.103 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.103 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.103 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.103 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.103 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.103 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.104 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.104 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.104 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.104 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.104 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.104 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 2, 2024-08-19T11:30:50.104 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.104 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.104 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.104 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.104 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.104 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.104 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.104 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.105 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.105 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.105 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.105 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.105 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.105 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.105 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.105 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.105 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.105 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.105 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.105 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.105 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.105 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.106 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.106 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.106 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.106 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.106 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.106 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.106 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.106 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.106 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.106 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.106 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.106 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.106 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.107 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.107 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 3, 2024-08-19T11:30:50.107 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.107 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.107 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.107 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.107 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.107 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.107 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.107 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.108 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.108 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.108 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.108 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.108 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.108 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.108 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.108 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.108 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.108 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.108 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.108 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.108 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.108 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.109 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.109 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.109 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.109 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.109 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.109 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.109 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.109 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.109 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.109 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.109 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.109 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.109 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.109 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.110 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 4, 2024-08-19T11:30:50.110 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.110 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.110 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.110 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.110 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.110 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.110 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.110 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.110 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.110 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.110 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.110 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.111 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.111 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.111 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.111 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.111 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.111 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.111 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.111 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.111 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.111 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.111 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.111 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.111 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.111 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.112 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.112 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.112 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.112 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.112 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.112 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.112 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.112 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.112 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.112 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.112 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 5, 2024-08-19T11:30:50.112 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.113 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.113 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.113 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.113 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.113 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.113 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.113 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.113 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.113 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.113 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.113 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.113 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.113 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.113 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.114 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.114 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.114 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.114 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.114 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.114 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.114 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.114 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.114 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.114 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.114 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.114 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.115 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.115 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.115 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.115 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.115 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.115 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.115 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.115 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.115 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.115 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 6, 2024-08-19T11:30:50.115 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.115 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.115 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.115 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.116 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.116 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.116 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.116 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.116 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.116 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.116 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.116 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.116 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.116 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.116 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.116 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.116 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.117 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.117 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.117 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.117 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.117 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.117 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.117 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.117 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.117 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.117 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.117 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.117 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.117 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.118 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.118 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.118 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.118 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.118 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.118 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.118 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 7, 2024-08-19T11:30:50.118 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.118 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.118 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.118 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.118 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.118 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.119 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.119 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.119 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.119 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.119 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.119 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.119 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.119 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.119 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.119 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.119 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.119 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.119 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.119 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.120 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.120 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.120 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.120 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.120 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.120 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.120 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.120 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.120 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.120 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.120 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.120 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.120 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.120 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.121 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.121 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.121 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.121 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T11:30:50.121 INFO:tasks.workunit.client.0.smithi136.stdout: "axes": [ 2024-08-19T11:30:50.121 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.121 INFO:tasks.workunit.client.0.smithi136.stdout: "buckets": 32, 2024-08-19T11:30:50.121 INFO:tasks.workunit.client.0.smithi136.stdout: "min": 0, 2024-08-19T11:30:50.121 INFO:tasks.workunit.client.0.smithi136.stdout: "name": "Latency (usec)", 2024-08-19T11:30:50.121 INFO:tasks.workunit.client.0.smithi136.stdout: "quant_size": 100000, 2024-08-19T11:30:50.121 INFO:tasks.workunit.client.0.smithi136.stdout: "ranges": [ 2024-08-19T11:30:50.121 INFO:tasks.workunit.client.0.smithi136.stdout: "[None, -1]", 2024-08-19T11:30:50.121 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 99999]", 2024-08-19T11:30:50.121 INFO:tasks.workunit.client.0.smithi136.stdout: "[100000, 199999]", 2024-08-19T11:30:50.122 INFO:tasks.workunit.client.0.smithi136.stdout: "[200000, 399999]", 2024-08-19T11:30:50.122 INFO:tasks.workunit.client.0.smithi136.stdout: "[400000, 799999]", 2024-08-19T11:30:50.122 INFO:tasks.workunit.client.0.smithi136.stdout: "[800000, 1599999]", 2024-08-19T11:30:50.122 INFO:tasks.workunit.client.0.smithi136.stdout: "[1600000, 3199999]", 2024-08-19T11:30:50.122 INFO:tasks.workunit.client.0.smithi136.stdout: "[3200000, 6399999]", 2024-08-19T11:30:50.122 INFO:tasks.workunit.client.0.smithi136.stdout: "[6400000, 12799999]", 2024-08-19T11:30:50.122 INFO:tasks.workunit.client.0.smithi136.stdout: "[12800000, 25599999]", 2024-08-19T11:30:50.122 INFO:tasks.workunit.client.0.smithi136.stdout: "[25600000, 51199999]", 2024-08-19T11:30:50.122 INFO:tasks.workunit.client.0.smithi136.stdout: "[51200000, 102399999]", 2024-08-19T11:30:50.122 INFO:tasks.workunit.client.0.smithi136.stdout: "[102400000, 204799999]", 2024-08-19T11:30:50.122 INFO:tasks.workunit.client.0.smithi136.stdout: "[204800000, 409599999]", 2024-08-19T11:30:50.122 INFO:tasks.workunit.client.0.smithi136.stdout: "[409600000, 819199999]", 2024-08-19T11:30:50.122 INFO:tasks.workunit.client.0.smithi136.stdout: "[819200000, 1638399999]", 2024-08-19T11:30:50.122 INFO:tasks.workunit.client.0.smithi136.stdout: "[1638400000, 3276799999]", 2024-08-19T11:30:50.123 INFO:tasks.workunit.client.0.smithi136.stdout: "[3276800000, 6553599999]", 2024-08-19T11:30:50.123 INFO:tasks.workunit.client.0.smithi136.stdout: "[6553600000, 13107199999]", 2024-08-19T11:30:50.123 INFO:tasks.workunit.client.0.smithi136.stdout: "[13107200000, 26214399999]", 2024-08-19T11:30:50.123 INFO:tasks.workunit.client.0.smithi136.stdout: "[26214400000, 52428799999]", 2024-08-19T11:30:50.123 INFO:tasks.workunit.client.0.smithi136.stdout: "[52428800000, 104857599999]", 2024-08-19T11:30:50.123 INFO:tasks.workunit.client.0.smithi136.stdout: "[104857600000, 209715199999]", 2024-08-19T11:30:50.123 INFO:tasks.workunit.client.0.smithi136.stdout: "[209715200000, 419430399999]", 2024-08-19T11:30:50.123 INFO:tasks.workunit.client.0.smithi136.stdout: "[419430400000, 838860799999]", 2024-08-19T11:30:50.123 INFO:tasks.workunit.client.0.smithi136.stdout: "[838860800000, 1677721599999]", 2024-08-19T11:30:50.123 INFO:tasks.workunit.client.0.smithi136.stdout: "[1677721600000, 3355443199999]", 2024-08-19T11:30:50.123 INFO:tasks.workunit.client.0.smithi136.stdout: "[3355443200000, 6710886399999]", 2024-08-19T11:30:50.123 INFO:tasks.workunit.client.0.smithi136.stdout: "[6710886400000, 13421772799999]", 2024-08-19T11:30:50.123 INFO:tasks.workunit.client.0.smithi136.stdout: "[13421772800000, 26843545599999]", 2024-08-19T11:30:50.123 INFO:tasks.workunit.client.0.smithi136.stdout: "[26843545600000, 53687091199999]", 2024-08-19T11:30:50.124 INFO:tasks.workunit.client.0.smithi136.stdout: "[53687091200000, None]" 2024-08-19T11:30:50.124 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.124 INFO:tasks.workunit.client.0.smithi136.stdout: "scale_type": "log2" 2024-08-19T11:30:50.124 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.124 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.124 INFO:tasks.workunit.client.0.smithi136.stdout: "buckets": 32, 2024-08-19T11:30:50.124 INFO:tasks.workunit.client.0.smithi136.stdout: "min": 0, 2024-08-19T11:30:50.124 INFO:tasks.workunit.client.0.smithi136.stdout: "name": "Request size (bytes)", 2024-08-19T11:30:50.124 INFO:tasks.workunit.client.0.smithi136.stdout: "quant_size": 512, 2024-08-19T11:30:50.124 INFO:tasks.workunit.client.0.smithi136.stdout: "ranges": [ 2024-08-19T11:30:50.124 INFO:tasks.workunit.client.0.smithi136.stdout: "[None, -1]", 2024-08-19T11:30:50.124 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 511]", 2024-08-19T11:30:50.124 INFO:tasks.workunit.client.0.smithi136.stdout: "[512, 1023]", 2024-08-19T11:30:50.124 INFO:tasks.workunit.client.0.smithi136.stdout: "[1024, 2047]", 2024-08-19T11:30:50.125 INFO:tasks.workunit.client.0.smithi136.stdout: "[2048, 4095]", 2024-08-19T11:30:50.125 INFO:tasks.workunit.client.0.smithi136.stdout: "[4096, 8191]", 2024-08-19T11:30:50.125 INFO:tasks.workunit.client.0.smithi136.stdout: "[8192, 16383]", 2024-08-19T11:30:50.125 INFO:tasks.workunit.client.0.smithi136.stdout: "[16384, 32767]", 2024-08-19T11:30:50.125 INFO:tasks.workunit.client.0.smithi136.stdout: "[32768, 65535]", 2024-08-19T11:30:50.125 INFO:tasks.workunit.client.0.smithi136.stdout: "[65536, 131071]", 2024-08-19T11:30:50.125 INFO:tasks.workunit.client.0.smithi136.stdout: "[131072, 262143]", 2024-08-19T11:30:50.125 INFO:tasks.workunit.client.0.smithi136.stdout: "[262144, 524287]", 2024-08-19T11:30:50.125 INFO:tasks.workunit.client.0.smithi136.stdout: "[524288, 1048575]", 2024-08-19T11:30:50.125 INFO:tasks.workunit.client.0.smithi136.stdout: "[1048576, 2097151]", 2024-08-19T11:30:50.125 INFO:tasks.workunit.client.0.smithi136.stdout: "[2097152, 4194303]", 2024-08-19T11:30:50.125 INFO:tasks.workunit.client.0.smithi136.stdout: "[4194304, 8388607]", 2024-08-19T11:30:50.125 INFO:tasks.workunit.client.0.smithi136.stdout: "[8388608, 16777215]", 2024-08-19T11:30:50.126 INFO:tasks.workunit.client.0.smithi136.stdout: "[16777216, 33554431]", 2024-08-19T11:30:50.126 INFO:tasks.workunit.client.0.smithi136.stdout: "[33554432, 67108863]", 2024-08-19T11:30:50.126 INFO:tasks.workunit.client.0.smithi136.stdout: "[67108864, 134217727]", 2024-08-19T11:30:50.126 INFO:tasks.workunit.client.0.smithi136.stdout: "[134217728, 268435455]", 2024-08-19T11:30:50.126 INFO:tasks.workunit.client.0.smithi136.stdout: "[268435456, 536870911]", 2024-08-19T11:30:50.126 INFO:tasks.workunit.client.0.smithi136.stdout: "[536870912, 1073741823]", 2024-08-19T11:30:50.126 INFO:tasks.workunit.client.0.smithi136.stdout: "[1073741824, 2147483647]", 2024-08-19T11:30:50.126 INFO:tasks.workunit.client.0.smithi136.stdout: "[2147483648, 4294967295]", 2024-08-19T11:30:50.126 INFO:tasks.workunit.client.0.smithi136.stdout: "[4294967296, 8589934591]", 2024-08-19T11:30:50.126 INFO:tasks.workunit.client.0.smithi136.stdout: "[8589934592, 17179869183]", 2024-08-19T11:30:50.126 INFO:tasks.workunit.client.0.smithi136.stdout: "[17179869184, 34359738367]", 2024-08-19T11:30:50.126 INFO:tasks.workunit.client.0.smithi136.stdout: "[34359738368, 68719476735]", 2024-08-19T11:30:50.126 INFO:tasks.workunit.client.0.smithi136.stdout: "[68719476736, 137438953471]", 2024-08-19T11:30:50.127 INFO:tasks.workunit.client.0.smithi136.stdout: "[137438953472, 274877906943]", 2024-08-19T11:30:50.127 INFO:tasks.workunit.client.0.smithi136.stdout: "[274877906944, None]" 2024-08-19T11:30:50.127 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.127 INFO:tasks.workunit.client.0.smithi136.stdout: "scale_type": "log2" 2024-08-19T11:30:50.127 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.127 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.127 INFO:tasks.workunit.client.0.smithi136.stdout: "osds": [ 2024-08-19T11:30:50.127 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.127 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 0, 2024-08-19T11:30:50.127 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.127 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.127 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.127 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.127 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.128 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.128 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.128 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.128 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.128 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.128 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.128 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.128 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.128 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.128 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.128 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.128 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.128 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.128 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.129 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.129 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.129 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.129 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.129 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.129 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.129 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.129 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.129 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.129 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.129 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.129 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.129 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.130 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.130 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.130 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.130 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.130 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 1, 2024-08-19T11:30:50.130 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.130 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.130 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.130 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.130 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.130 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.130 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.130 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.131 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.131 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.131 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.131 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.131 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.131 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.131 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.131 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.131 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.131 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.131 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.131 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.131 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.132 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.132 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.132 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.132 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.132 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.132 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.132 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.132 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.132 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.132 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.132 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.132 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.132 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.132 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.133 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.133 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 2, 2024-08-19T11:30:50.133 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.133 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.133 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.133 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.133 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.133 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.133 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.133 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.133 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.133 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.133 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.133 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.134 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.134 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.134 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.134 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.134 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.134 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.134 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.134 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.134 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.134 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.134 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.134 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.134 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.135 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.135 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.135 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.135 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.135 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.135 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.135 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.135 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.135 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.135 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.135 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.135 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 3, 2024-08-19T11:30:50.135 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.135 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.136 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.136 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.136 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.136 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.136 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.136 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.136 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.136 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.136 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.136 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.136 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.136 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.137 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.137 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.137 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.137 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.137 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.137 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.137 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.137 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.137 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.137 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.137 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.137 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.137 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.137 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.138 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.138 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.138 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.138 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.138 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.138 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.138 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.138 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.138 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 4, 2024-08-19T11:30:50.138 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.138 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.138 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.138 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.139 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.139 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.139 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.139 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.139 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.139 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.139 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.139 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.139 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.139 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.139 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.139 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.139 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.140 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.140 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.140 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.140 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.140 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.140 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.140 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.140 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.140 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.140 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.140 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.140 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.140 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.140 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.141 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.141 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.141 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.141 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.141 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.141 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 5, 2024-08-19T11:30:50.141 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.141 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.141 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.141 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.141 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.141 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.141 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.141 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.142 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.142 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.142 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.142 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.142 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.142 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.142 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.142 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.142 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.142 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.142 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.142 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.143 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.143 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.143 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.143 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.143 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.143 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.143 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.143 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.143 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.143 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.143 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.143 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.143 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.143 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.144 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.144 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.144 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 6, 2024-08-19T11:30:50.144 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.144 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.144 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.144 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.144 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.144 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.144 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.144 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.144 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.144 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.145 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.145 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.145 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.145 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.145 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.145 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.145 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.145 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.145 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.145 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.145 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.145 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.145 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.146 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.146 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.146 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.146 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.146 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.146 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.146 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.146 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.146 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.146 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.146 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.146 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.146 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.147 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 7, 2024-08-19T11:30:50.147 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.147 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.147 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.147 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.147 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.147 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.147 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.147 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.147 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.147 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.147 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.147 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.148 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.148 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.148 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.148 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.148 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.148 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.148 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.148 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.148 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.148 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.148 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.148 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.148 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.148 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.149 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.149 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.149 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.149 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.149 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.149 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.149 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.149 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.149 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.149 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.149 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.149 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T11:30:50.149 INFO:tasks.workunit.client.0.smithi136.stdout: "axes": [ 2024-08-19T11:30:50.149 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.150 INFO:tasks.workunit.client.0.smithi136.stdout: "buckets": 32, 2024-08-19T11:30:50.150 INFO:tasks.workunit.client.0.smithi136.stdout: "min": 0, 2024-08-19T11:30:50.150 INFO:tasks.workunit.client.0.smithi136.stdout: "name": "Latency (usec)", 2024-08-19T11:30:50.150 INFO:tasks.workunit.client.0.smithi136.stdout: "quant_size": 100000, 2024-08-19T11:30:50.150 INFO:tasks.workunit.client.0.smithi136.stdout: "ranges": [ 2024-08-19T11:30:50.150 INFO:tasks.workunit.client.0.smithi136.stdout: "[None, -1]", 2024-08-19T11:30:50.150 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 99999]", 2024-08-19T11:30:50.150 INFO:tasks.workunit.client.0.smithi136.stdout: "[100000, 199999]", 2024-08-19T11:30:50.150 INFO:tasks.workunit.client.0.smithi136.stdout: "[200000, 399999]", 2024-08-19T11:30:50.150 INFO:tasks.workunit.client.0.smithi136.stdout: "[400000, 799999]", 2024-08-19T11:30:50.150 INFO:tasks.workunit.client.0.smithi136.stdout: "[800000, 1599999]", 2024-08-19T11:30:50.150 INFO:tasks.workunit.client.0.smithi136.stdout: "[1600000, 3199999]", 2024-08-19T11:30:50.150 INFO:tasks.workunit.client.0.smithi136.stdout: "[3200000, 6399999]", 2024-08-19T11:30:50.150 INFO:tasks.workunit.client.0.smithi136.stdout: "[6400000, 12799999]", 2024-08-19T11:30:50.151 INFO:tasks.workunit.client.0.smithi136.stdout: "[12800000, 25599999]", 2024-08-19T11:30:50.151 INFO:tasks.workunit.client.0.smithi136.stdout: "[25600000, 51199999]", 2024-08-19T11:30:50.151 INFO:tasks.workunit.client.0.smithi136.stdout: "[51200000, 102399999]", 2024-08-19T11:30:50.151 INFO:tasks.workunit.client.0.smithi136.stdout: "[102400000, 204799999]", 2024-08-19T11:30:50.151 INFO:tasks.workunit.client.0.smithi136.stdout: "[204800000, 409599999]", 2024-08-19T11:30:50.151 INFO:tasks.workunit.client.0.smithi136.stdout: "[409600000, 819199999]", 2024-08-19T11:30:50.151 INFO:tasks.workunit.client.0.smithi136.stdout: "[819200000, 1638399999]", 2024-08-19T11:30:50.151 INFO:tasks.workunit.client.0.smithi136.stdout: "[1638400000, 3276799999]", 2024-08-19T11:30:50.151 INFO:tasks.workunit.client.0.smithi136.stdout: "[3276800000, 6553599999]", 2024-08-19T11:30:50.151 INFO:tasks.workunit.client.0.smithi136.stdout: "[6553600000, 13107199999]", 2024-08-19T11:30:50.151 INFO:tasks.workunit.client.0.smithi136.stdout: "[13107200000, 26214399999]", 2024-08-19T11:30:50.151 INFO:tasks.workunit.client.0.smithi136.stdout: "[26214400000, 52428799999]", 2024-08-19T11:30:50.151 INFO:tasks.workunit.client.0.smithi136.stdout: "[52428800000, 104857599999]", 2024-08-19T11:30:50.152 INFO:tasks.workunit.client.0.smithi136.stdout: "[104857600000, 209715199999]", 2024-08-19T11:30:50.152 INFO:tasks.workunit.client.0.smithi136.stdout: "[209715200000, 419430399999]", 2024-08-19T11:30:50.152 INFO:tasks.workunit.client.0.smithi136.stdout: "[419430400000, 838860799999]", 2024-08-19T11:30:50.152 INFO:tasks.workunit.client.0.smithi136.stdout: "[838860800000, 1677721599999]", 2024-08-19T11:30:50.152 INFO:tasks.workunit.client.0.smithi136.stdout: "[1677721600000, 3355443199999]", 2024-08-19T11:30:50.152 INFO:tasks.workunit.client.0.smithi136.stdout: "[3355443200000, 6710886399999]", 2024-08-19T11:30:50.152 INFO:tasks.workunit.client.0.smithi136.stdout: "[6710886400000, 13421772799999]", 2024-08-19T11:30:50.152 INFO:tasks.workunit.client.0.smithi136.stdout: "[13421772800000, 26843545599999]", 2024-08-19T11:30:50.152 INFO:tasks.workunit.client.0.smithi136.stdout: "[26843545600000, 53687091199999]", 2024-08-19T11:30:50.152 INFO:tasks.workunit.client.0.smithi136.stdout: "[53687091200000, None]" 2024-08-19T11:30:50.152 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.152 INFO:tasks.workunit.client.0.smithi136.stdout: "scale_type": "log2" 2024-08-19T11:30:50.152 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.152 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.152 INFO:tasks.workunit.client.0.smithi136.stdout: "buckets": 32, 2024-08-19T11:30:50.153 INFO:tasks.workunit.client.0.smithi136.stdout: "min": 0, 2024-08-19T11:30:50.153 INFO:tasks.workunit.client.0.smithi136.stdout: "name": "Request size (bytes)", 2024-08-19T11:30:50.153 INFO:tasks.workunit.client.0.smithi136.stdout: "quant_size": 512, 2024-08-19T11:30:50.153 INFO:tasks.workunit.client.0.smithi136.stdout: "ranges": [ 2024-08-19T11:30:50.153 INFO:tasks.workunit.client.0.smithi136.stdout: "[None, -1]", 2024-08-19T11:30:50.153 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 511]", 2024-08-19T11:30:50.153 INFO:tasks.workunit.client.0.smithi136.stdout: "[512, 1023]", 2024-08-19T11:30:50.153 INFO:tasks.workunit.client.0.smithi136.stdout: "[1024, 2047]", 2024-08-19T11:30:50.153 INFO:tasks.workunit.client.0.smithi136.stdout: "[2048, 4095]", 2024-08-19T11:30:50.153 INFO:tasks.workunit.client.0.smithi136.stdout: "[4096, 8191]", 2024-08-19T11:30:50.153 INFO:tasks.workunit.client.0.smithi136.stdout: "[8192, 16383]", 2024-08-19T11:30:50.153 INFO:tasks.workunit.client.0.smithi136.stdout: "[16384, 32767]", 2024-08-19T11:30:50.153 INFO:tasks.workunit.client.0.smithi136.stdout: "[32768, 65535]", 2024-08-19T11:30:50.153 INFO:tasks.workunit.client.0.smithi136.stdout: "[65536, 131071]", 2024-08-19T11:30:50.154 INFO:tasks.workunit.client.0.smithi136.stdout: "[131072, 262143]", 2024-08-19T11:30:50.154 INFO:tasks.workunit.client.0.smithi136.stdout: "[262144, 524287]", 2024-08-19T11:30:50.154 INFO:tasks.workunit.client.0.smithi136.stdout: "[524288, 1048575]", 2024-08-19T11:30:50.154 INFO:tasks.workunit.client.0.smithi136.stdout: "[1048576, 2097151]", 2024-08-19T11:30:50.154 INFO:tasks.workunit.client.0.smithi136.stdout: "[2097152, 4194303]", 2024-08-19T11:30:50.154 INFO:tasks.workunit.client.0.smithi136.stdout: "[4194304, 8388607]", 2024-08-19T11:30:50.154 INFO:tasks.workunit.client.0.smithi136.stdout: "[8388608, 16777215]", 2024-08-19T11:30:50.154 INFO:tasks.workunit.client.0.smithi136.stdout: "[16777216, 33554431]", 2024-08-19T11:30:50.154 INFO:tasks.workunit.client.0.smithi136.stdout: "[33554432, 67108863]", 2024-08-19T11:30:50.154 INFO:tasks.workunit.client.0.smithi136.stdout: "[67108864, 134217727]", 2024-08-19T11:30:50.154 INFO:tasks.workunit.client.0.smithi136.stdout: "[134217728, 268435455]", 2024-08-19T11:30:50.154 INFO:tasks.workunit.client.0.smithi136.stdout: "[268435456, 536870911]", 2024-08-19T11:30:50.154 INFO:tasks.workunit.client.0.smithi136.stdout: "[536870912, 1073741823]", 2024-08-19T11:30:50.154 INFO:tasks.workunit.client.0.smithi136.stdout: "[1073741824, 2147483647]", 2024-08-19T11:30:50.155 INFO:tasks.workunit.client.0.smithi136.stdout: "[2147483648, 4294967295]", 2024-08-19T11:30:50.155 INFO:tasks.workunit.client.0.smithi136.stdout: "[4294967296, 8589934591]", 2024-08-19T11:30:50.155 INFO:tasks.workunit.client.0.smithi136.stdout: "[8589934592, 17179869183]", 2024-08-19T11:30:50.155 INFO:tasks.workunit.client.0.smithi136.stdout: "[17179869184, 34359738367]", 2024-08-19T11:30:50.155 INFO:tasks.workunit.client.0.smithi136.stdout: "[34359738368, 68719476735]", 2024-08-19T11:30:50.155 INFO:tasks.workunit.client.0.smithi136.stdout: "[68719476736, 137438953471]", 2024-08-19T11:30:50.155 INFO:tasks.workunit.client.0.smithi136.stdout: "[137438953472, 274877906943]", 2024-08-19T11:30:50.155 INFO:tasks.workunit.client.0.smithi136.stdout: "[274877906944, None]" 2024-08-19T11:30:50.155 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.155 INFO:tasks.workunit.client.0.smithi136.stdout: "scale_type": "log2" 2024-08-19T11:30:50.155 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.155 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.155 INFO:tasks.workunit.client.0.smithi136.stdout: "osds": [ 2024-08-19T11:30:50.156 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.156 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 0, 2024-08-19T11:30:50.156 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.156 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.156 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.156 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.156 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.156 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.156 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.156 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.156 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.156 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.156 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.156 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.157 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.157 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.157 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.157 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.157 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.157 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.157 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.157 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.157 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.157 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.157 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.157 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.157 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.158 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.158 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.158 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.158 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.158 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.158 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.158 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.158 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.158 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.158 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.158 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.158 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 1, 2024-08-19T11:30:50.158 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.159 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.159 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.159 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.159 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.159 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.159 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.159 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.159 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.159 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.159 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.159 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.159 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.159 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.159 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.159 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.160 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.160 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.160 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.160 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.160 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.160 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.160 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.160 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.160 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.160 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.160 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.160 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.160 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.161 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.161 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.161 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.161 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.161 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.161 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.161 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.161 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 2, 2024-08-19T11:30:50.161 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.161 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.161 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.161 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.161 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.161 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.162 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.162 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.162 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.162 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.162 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.162 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.162 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.162 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.162 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.162 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.162 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.162 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.162 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.163 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.163 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.163 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.163 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.163 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.163 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.163 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.163 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.163 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.163 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.163 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.163 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.163 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.163 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.164 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.164 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.164 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.164 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 3, 2024-08-19T11:30:50.164 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.164 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.164 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.164 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.164 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.164 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.164 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.164 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.164 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.165 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.165 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.165 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.165 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.165 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.165 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.165 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.165 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.165 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.165 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.165 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.165 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.165 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.166 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.166 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.166 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.166 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.166 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.166 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.166 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.166 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.166 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.166 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.166 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.166 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.166 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.167 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.167 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 4, 2024-08-19T11:30:50.167 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.167 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.167 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.167 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.167 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.167 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.167 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.167 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.167 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.167 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.167 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.168 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.168 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.168 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.168 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.168 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.168 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.168 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.168 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.168 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.168 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.168 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.168 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.168 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.168 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.169 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.169 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.169 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.169 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.169 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.169 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.169 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.169 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.169 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.169 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.169 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.169 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 5, 2024-08-19T11:30:50.170 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.170 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.170 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.170 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.170 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.170 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.170 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.170 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.170 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.170 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.170 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.170 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.170 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.170 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.171 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.171 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.171 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.171 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.171 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.171 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.171 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.171 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.171 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.171 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.171 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.171 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.171 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.172 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.172 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.172 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.172 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.172 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.172 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.172 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.172 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.172 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.172 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 6, 2024-08-19T11:30:50.172 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.172 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.172 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.173 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.173 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.173 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.173 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.173 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.173 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.173 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.173 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.173 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.173 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.173 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.173 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.173 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.174 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.174 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.174 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.174 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.174 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.174 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.174 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.174 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.174 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.174 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.174 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.174 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.174 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.174 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.175 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.175 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.175 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.175 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.175 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.175 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.175 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 7, 2024-08-19T11:30:50.175 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.175 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.175 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.175 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.175 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.175 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.175 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.175 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.176 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.176 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.176 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.176 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.176 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.176 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.176 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.176 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.176 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.176 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.176 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.176 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.176 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.177 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.177 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.177 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.177 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.177 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.177 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.177 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.177 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.177 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.177 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.177 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.177 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.177 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.177 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.178 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.178 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.178 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T11:30:50.178 INFO:tasks.workunit.client.0.smithi136.stdout: "axes": [ 2024-08-19T11:30:50.178 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.178 INFO:tasks.workunit.client.0.smithi136.stdout: "buckets": 32, 2024-08-19T11:30:50.178 INFO:tasks.workunit.client.0.smithi136.stdout: "min": 0, 2024-08-19T11:30:50.178 INFO:tasks.workunit.client.0.smithi136.stdout: "name": "Latency (usec)", 2024-08-19T11:30:50.178 INFO:tasks.workunit.client.0.smithi136.stdout: "quant_size": 100000, 2024-08-19T11:30:50.178 INFO:tasks.workunit.client.0.smithi136.stdout: "ranges": [ 2024-08-19T11:30:50.178 INFO:tasks.workunit.client.0.smithi136.stdout: "[None, -1]", 2024-08-19T11:30:50.178 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 99999]", 2024-08-19T11:30:50.178 INFO:tasks.workunit.client.0.smithi136.stdout: "[100000, 199999]", 2024-08-19T11:30:50.178 INFO:tasks.workunit.client.0.smithi136.stdout: "[200000, 399999]", 2024-08-19T11:30:50.179 INFO:tasks.workunit.client.0.smithi136.stdout: "[400000, 799999]", 2024-08-19T11:30:50.179 INFO:tasks.workunit.client.0.smithi136.stdout: "[800000, 1599999]", 2024-08-19T11:30:50.179 INFO:tasks.workunit.client.0.smithi136.stdout: "[1600000, 3199999]", 2024-08-19T11:30:50.179 INFO:tasks.workunit.client.0.smithi136.stdout: "[3200000, 6399999]", 2024-08-19T11:30:50.179 INFO:tasks.workunit.client.0.smithi136.stdout: "[6400000, 12799999]", 2024-08-19T11:30:50.179 INFO:tasks.workunit.client.0.smithi136.stdout: "[12800000, 25599999]", 2024-08-19T11:30:50.179 INFO:tasks.workunit.client.0.smithi136.stdout: "[25600000, 51199999]", 2024-08-19T11:30:50.179 INFO:tasks.workunit.client.0.smithi136.stdout: "[51200000, 102399999]", 2024-08-19T11:30:50.179 INFO:tasks.workunit.client.0.smithi136.stdout: "[102400000, 204799999]", 2024-08-19T11:30:50.179 INFO:tasks.workunit.client.0.smithi136.stdout: "[204800000, 409599999]", 2024-08-19T11:30:50.179 INFO:tasks.workunit.client.0.smithi136.stdout: "[409600000, 819199999]", 2024-08-19T11:30:50.179 INFO:tasks.workunit.client.0.smithi136.stdout: "[819200000, 1638399999]", 2024-08-19T11:30:50.179 INFO:tasks.workunit.client.0.smithi136.stdout: "[1638400000, 3276799999]", 2024-08-19T11:30:50.180 INFO:tasks.workunit.client.0.smithi136.stdout: "[3276800000, 6553599999]", 2024-08-19T11:30:50.180 INFO:tasks.workunit.client.0.smithi136.stdout: "[6553600000, 13107199999]", 2024-08-19T11:30:50.180 INFO:tasks.workunit.client.0.smithi136.stdout: "[13107200000, 26214399999]", 2024-08-19T11:30:50.180 INFO:tasks.workunit.client.0.smithi136.stdout: "[26214400000, 52428799999]", 2024-08-19T11:30:50.180 INFO:tasks.workunit.client.0.smithi136.stdout: "[52428800000, 104857599999]", 2024-08-19T11:30:50.180 INFO:tasks.workunit.client.0.smithi136.stdout: "[104857600000, 209715199999]", 2024-08-19T11:30:50.180 INFO:tasks.workunit.client.0.smithi136.stdout: "[209715200000, 419430399999]", 2024-08-19T11:30:50.180 INFO:tasks.workunit.client.0.smithi136.stdout: "[419430400000, 838860799999]", 2024-08-19T11:30:50.180 INFO:tasks.workunit.client.0.smithi136.stdout: "[838860800000, 1677721599999]", 2024-08-19T11:30:50.180 INFO:tasks.workunit.client.0.smithi136.stdout: "[1677721600000, 3355443199999]", 2024-08-19T11:30:50.180 INFO:tasks.workunit.client.0.smithi136.stdout: "[3355443200000, 6710886399999]", 2024-08-19T11:30:50.180 INFO:tasks.workunit.client.0.smithi136.stdout: "[6710886400000, 13421772799999]", 2024-08-19T11:30:50.180 INFO:tasks.workunit.client.0.smithi136.stdout: "[13421772800000, 26843545599999]", 2024-08-19T11:30:50.180 INFO:tasks.workunit.client.0.smithi136.stdout: "[26843545600000, 53687091199999]", 2024-08-19T11:30:50.181 INFO:tasks.workunit.client.0.smithi136.stdout: "[53687091200000, None]" 2024-08-19T11:30:50.181 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.181 INFO:tasks.workunit.client.0.smithi136.stdout: "scale_type": "log2" 2024-08-19T11:30:50.181 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.181 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.181 INFO:tasks.workunit.client.0.smithi136.stdout: "buckets": 32, 2024-08-19T11:30:50.181 INFO:tasks.workunit.client.0.smithi136.stdout: "min": 0, 2024-08-19T11:30:50.181 INFO:tasks.workunit.client.0.smithi136.stdout: "name": "Request size (bytes)", 2024-08-19T11:30:50.181 INFO:tasks.workunit.client.0.smithi136.stdout: "quant_size": 512, 2024-08-19T11:30:50.181 INFO:tasks.workunit.client.0.smithi136.stdout: "ranges": [ 2024-08-19T11:30:50.181 INFO:tasks.workunit.client.0.smithi136.stdout: "[None, -1]", 2024-08-19T11:30:50.181 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 511]", 2024-08-19T11:30:50.181 INFO:tasks.workunit.client.0.smithi136.stdout: "[512, 1023]", 2024-08-19T11:30:50.181 INFO:tasks.workunit.client.0.smithi136.stdout: "[1024, 2047]", 2024-08-19T11:30:50.182 INFO:tasks.workunit.client.0.smithi136.stdout: "[2048, 4095]", 2024-08-19T11:30:50.182 INFO:tasks.workunit.client.0.smithi136.stdout: "[4096, 8191]", 2024-08-19T11:30:50.182 INFO:tasks.workunit.client.0.smithi136.stdout: "[8192, 16383]", 2024-08-19T11:30:50.182 INFO:tasks.workunit.client.0.smithi136.stdout: "[16384, 32767]", 2024-08-19T11:30:50.182 INFO:tasks.workunit.client.0.smithi136.stdout: "[32768, 65535]", 2024-08-19T11:30:50.182 INFO:tasks.workunit.client.0.smithi136.stdout: "[65536, 131071]", 2024-08-19T11:30:50.182 INFO:tasks.workunit.client.0.smithi136.stdout: "[131072, 262143]", 2024-08-19T11:30:50.182 INFO:tasks.workunit.client.0.smithi136.stdout: "[262144, 524287]", 2024-08-19T11:30:50.182 INFO:tasks.workunit.client.0.smithi136.stdout: "[524288, 1048575]", 2024-08-19T11:30:50.182 INFO:tasks.workunit.client.0.smithi136.stdout: "[1048576, 2097151]", 2024-08-19T11:30:50.182 INFO:tasks.workunit.client.0.smithi136.stdout: "[2097152, 4194303]", 2024-08-19T11:30:50.182 INFO:tasks.workunit.client.0.smithi136.stdout: "[4194304, 8388607]", 2024-08-19T11:30:50.182 INFO:tasks.workunit.client.0.smithi136.stdout: "[8388608, 16777215]", 2024-08-19T11:30:50.183 INFO:tasks.workunit.client.0.smithi136.stdout: "[16777216, 33554431]", 2024-08-19T11:30:50.183 INFO:tasks.workunit.client.0.smithi136.stdout: "[33554432, 67108863]", 2024-08-19T11:30:50.183 INFO:tasks.workunit.client.0.smithi136.stdout: "[67108864, 134217727]", 2024-08-19T11:30:50.183 INFO:tasks.workunit.client.0.smithi136.stdout: "[134217728, 268435455]", 2024-08-19T11:30:50.183 INFO:tasks.workunit.client.0.smithi136.stdout: "[268435456, 536870911]", 2024-08-19T11:30:50.183 INFO:tasks.workunit.client.0.smithi136.stdout: "[536870912, 1073741823]", 2024-08-19T11:30:50.183 INFO:tasks.workunit.client.0.smithi136.stdout: "[1073741824, 2147483647]", 2024-08-19T11:30:50.183 INFO:tasks.workunit.client.0.smithi136.stdout: "[2147483648, 4294967295]", 2024-08-19T11:30:50.183 INFO:tasks.workunit.client.0.smithi136.stdout: "[4294967296, 8589934591]", 2024-08-19T11:30:50.183 INFO:tasks.workunit.client.0.smithi136.stdout: "[8589934592, 17179869183]", 2024-08-19T11:30:50.183 INFO:tasks.workunit.client.0.smithi136.stdout: "[17179869184, 34359738367]", 2024-08-19T11:30:50.183 INFO:tasks.workunit.client.0.smithi136.stdout: "[34359738368, 68719476735]", 2024-08-19T11:30:50.183 INFO:tasks.workunit.client.0.smithi136.stdout: "[68719476736, 137438953471]", 2024-08-19T11:30:50.183 INFO:tasks.workunit.client.0.smithi136.stdout: "[137438953472, 274877906943]", 2024-08-19T11:30:50.184 INFO:tasks.workunit.client.0.smithi136.stdout: "[274877906944, None]" 2024-08-19T11:30:50.184 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.184 INFO:tasks.workunit.client.0.smithi136.stdout: "scale_type": "log2" 2024-08-19T11:30:50.184 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.184 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.184 INFO:tasks.workunit.client.0.smithi136.stdout: "osds": [ 2024-08-19T11:30:50.184 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.184 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 0, 2024-08-19T11:30:50.184 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.184 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.184 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.184 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.184 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.184 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.185 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.185 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.185 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.185 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.185 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.185 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.185 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.185 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.185 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.185 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.185 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.185 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.186 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.186 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.186 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.186 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.186 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.186 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.186 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.186 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.186 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.186 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.186 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.186 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.186 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.187 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.187 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.187 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.187 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.187 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.187 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 1, 2024-08-19T11:30:50.187 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.187 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.187 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.187 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.187 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.187 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.188 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 10, 5, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.188 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 14, 3, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.188 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.188 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.188 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.188 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.188 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.188 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.188 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.188 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.188 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.188 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.188 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.188 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.189 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.189 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.189 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.189 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.189 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.189 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.189 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.189 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.189 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.189 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.189 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.189 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.189 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.189 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.190 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.190 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.190 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 2, 2024-08-19T11:30:50.190 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.190 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.190 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.190 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.190 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.190 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.190 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.190 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.190 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.190 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.191 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.191 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.191 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.191 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.191 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.191 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.191 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.191 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.191 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.191 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.191 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.191 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.191 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.191 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.192 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.192 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.192 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.192 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.192 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.192 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.192 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.192 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.192 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.192 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.192 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.192 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.192 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 3, 2024-08-19T11:30:50.193 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.193 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.193 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.193 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.193 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.193 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.193 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.193 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.193 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.193 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.193 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.193 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.193 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.194 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.194 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.194 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.194 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.194 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.194 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.194 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.194 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.194 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.194 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.194 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.194 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.194 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.194 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.195 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.195 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.195 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.195 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.195 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.195 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.195 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.195 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.195 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.195 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 4, 2024-08-19T11:30:50.195 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.195 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.195 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.196 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.196 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.196 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.196 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.196 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.196 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.196 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.196 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.196 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.196 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.196 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.196 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.196 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.197 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.197 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.197 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.197 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.197 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.197 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.197 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.197 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.197 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.197 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.197 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.197 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.197 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.197 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.198 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.198 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.198 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.198 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.198 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.198 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.198 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 5, 2024-08-19T11:30:50.198 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.198 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.198 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.198 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.198 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.198 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.198 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.199 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.199 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.199 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.199 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.199 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.199 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.199 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.199 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.199 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.199 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.199 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.199 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.199 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.200 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.200 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.200 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.200 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.200 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.200 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.200 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.200 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.200 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.200 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.200 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.200 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.200 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.201 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.201 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.201 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.201 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 6, 2024-08-19T11:30:50.201 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.201 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.201 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.201 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.201 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.201 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.201 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.201 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.201 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.202 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.202 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.202 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.202 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.202 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.202 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.202 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.202 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.202 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.202 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.202 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.202 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.202 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.203 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.203 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.203 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.203 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.203 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.203 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.203 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.203 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.203 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.203 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.203 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.203 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.203 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.203 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.204 INFO:tasks.workunit.client.0.smithi136.stdout: "osd_id": 7, 2024-08-19T11:30:50.204 INFO:tasks.workunit.client.0.smithi136.stdout: "values": [ 2024-08-19T11:30:50.204 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.204 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.204 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.204 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.204 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.204 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.204 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.204 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.204 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.204 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.204 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.204 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.205 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.205 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.205 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.205 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.205 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.205 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.205 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.205 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.205 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.205 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.205 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.205 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.205 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.206 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.206 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.206 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.206 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.206 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.206 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T11:30:50.206 INFO:tasks.workunit.client.0.smithi136.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T11:30:50.206 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.206 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.206 INFO:tasks.workunit.client.0.smithi136.stdout: ] 2024-08-19T11:30:50.206 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.206 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.206 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.206 INFO:tasks.workunit.client.0.smithi136.stdout: "perf_counters": { 2024-08-19T11:30:50.207 INFO:tasks.workunit.client.0.smithi136.stdout: "mds.f75a27bd54e9b270b172ae5961384f60174164b2": { 2024-08-19T11:30:50.207 INFO:tasks.workunit.client.0.smithi136.stdout: "mds": { 2024-08-19T11:30:50.207 INFO:tasks.workunit.client.0.smithi136.stdout: "caps": { 2024-08-19T11:30:50.207 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.207 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.207 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph_cap_op_flush_ack": { 2024-08-19T11:30:50.207 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.207 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.207 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-19T11:30:50.207 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.207 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.207 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph_cap_op_grant": { 2024-08-19T11:30:50.207 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.207 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.208 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph_cap_op_revoke": { 2024-08-19T11:30:50.208 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.208 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.208 INFO:tasks.workunit.client.0.smithi136.stdout: "ceph_cap_op_trunc": { 2024-08-19T11:30:50.208 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.208 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.208 INFO:tasks.workunit.client.0.smithi136.stdout: "dir_commit": { 2024-08-19T11:30:50.208 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 12 2024-08-19T11:30:50.208 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.208 INFO:tasks.workunit.client.0.smithi136.stdout: "dir_fetch_complete": { 2024-08-19T11:30:50.208 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.208 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.208 INFO:tasks.workunit.client.0.smithi136.stdout: "dir_fetch_keys": { 2024-08-19T11:30:50.208 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.209 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.209 INFO:tasks.workunit.client.0.smithi136.stdout: "dir_merge": { 2024-08-19T11:30:50.209 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.209 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.209 INFO:tasks.workunit.client.0.smithi136.stdout: "dir_split": { 2024-08-19T11:30:50.209 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.209 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.209 INFO:tasks.workunit.client.0.smithi136.stdout: "exported_inodes": { 2024-08-19T11:30:50.209 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.209 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.209 INFO:tasks.workunit.client.0.smithi136.stdout: "forward": { 2024-08-19T11:30:50.209 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.209 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.209 INFO:tasks.workunit.client.0.smithi136.stdout: "handle_client_cap_release": { 2024-08-19T11:30:50.210 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.210 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.210 INFO:tasks.workunit.client.0.smithi136.stdout: "handle_client_caps": { 2024-08-19T11:30:50.210 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.210 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.210 INFO:tasks.workunit.client.0.smithi136.stdout: "handle_client_caps_dirty": { 2024-08-19T11:30:50.210 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.210 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.210 INFO:tasks.workunit.client.0.smithi136.stdout: "handle_inode_file_caps": { 2024-08-19T11:30:50.210 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.210 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.210 INFO:tasks.workunit.client.0.smithi136.stdout: "imported_inodes": { 2024-08-19T11:30:50.210 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.210 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.211 INFO:tasks.workunit.client.0.smithi136.stdout: "inodes": { 2024-08-19T11:30:50.211 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 10 2024-08-19T11:30:50.211 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.211 INFO:tasks.workunit.client.0.smithi136.stdout: "inodes_expired": { 2024-08-19T11:30:50.211 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.211 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.211 INFO:tasks.workunit.client.0.smithi136.stdout: "inodes_pinned": { 2024-08-19T11:30:50.211 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 10 2024-08-19T11:30:50.211 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.211 INFO:tasks.workunit.client.0.smithi136.stdout: "inodes_with_caps": { 2024-08-19T11:30:50.211 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.211 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.211 INFO:tasks.workunit.client.0.smithi136.stdout: "load_cent": { 2024-08-19T11:30:50.211 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.212 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.212 INFO:tasks.workunit.client.0.smithi136.stdout: "openino_dir_fetch": { 2024-08-19T11:30:50.212 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.212 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.212 INFO:tasks.workunit.client.0.smithi136.stdout: "process_request_cap_release": { 2024-08-19T11:30:50.212 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.212 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.212 INFO:tasks.workunit.client.0.smithi136.stdout: "reply_latency": { 2024-08-19T11:30:50.212 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:50.212 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 126076 2024-08-19T11:30:50.212 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.212 INFO:tasks.workunit.client.0.smithi136.stdout: "request": { 2024-08-19T11:30:50.212 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:50.212 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.213 INFO:tasks.workunit.client.0.smithi136.stdout: "root_rbytes": { 2024-08-19T11:30:50.213 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.213 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.213 INFO:tasks.workunit.client.0.smithi136.stdout: "root_rfiles": { 2024-08-19T11:30:50.213 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.213 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.213 INFO:tasks.workunit.client.0.smithi136.stdout: "root_rsnaps": { 2024-08-19T11:30:50.213 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.213 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.213 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_reply": { 2024-08-19T11:30:50.213 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.213 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.213 INFO:tasks.workunit.client.0.smithi136.stdout: "subtrees": { 2024-08-19T11:30:50.213 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:50.214 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.214 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.214 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_cache": { 2024-08-19T11:30:50.214 INFO:tasks.workunit.client.0.smithi136.stdout: "ireq_enqueue_scrub": { 2024-08-19T11:30:50.214 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.214 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.214 INFO:tasks.workunit.client.0.smithi136.stdout: "ireq_exportdir": { 2024-08-19T11:30:50.214 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.214 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.214 INFO:tasks.workunit.client.0.smithi136.stdout: "ireq_flush": { 2024-08-19T11:30:50.214 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.214 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.214 INFO:tasks.workunit.client.0.smithi136.stdout: "ireq_fragmentdir": { 2024-08-19T11:30:50.215 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.215 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.215 INFO:tasks.workunit.client.0.smithi136.stdout: "ireq_fragstats": { 2024-08-19T11:30:50.215 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.215 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.215 INFO:tasks.workunit.client.0.smithi136.stdout: "ireq_inodestats": { 2024-08-19T11:30:50.215 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.215 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.215 INFO:tasks.workunit.client.0.smithi136.stdout: "num_recovering_enqueued": { 2024-08-19T11:30:50.215 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.215 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.215 INFO:tasks.workunit.client.0.smithi136.stdout: "num_recovering_prioritized": { 2024-08-19T11:30:50.215 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.215 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.216 INFO:tasks.workunit.client.0.smithi136.stdout: "num_recovering_processing": { 2024-08-19T11:30:50.216 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.216 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.216 INFO:tasks.workunit.client.0.smithi136.stdout: "num_strays": { 2024-08-19T11:30:50.216 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.216 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.216 INFO:tasks.workunit.client.0.smithi136.stdout: "num_strays_delayed": { 2024-08-19T11:30:50.216 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.216 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.216 INFO:tasks.workunit.client.0.smithi136.stdout: "num_strays_enqueuing": { 2024-08-19T11:30:50.216 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.216 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.216 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_completed": { 2024-08-19T11:30:50.216 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.217 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.217 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_started": { 2024-08-19T11:30:50.217 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.217 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.217 INFO:tasks.workunit.client.0.smithi136.stdout: "strays_created": { 2024-08-19T11:30:50.217 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.217 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.217 INFO:tasks.workunit.client.0.smithi136.stdout: "strays_enqueued": { 2024-08-19T11:30:50.217 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.217 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.217 INFO:tasks.workunit.client.0.smithi136.stdout: "strays_migrated": { 2024-08-19T11:30:50.217 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.217 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.217 INFO:tasks.workunit.client.0.smithi136.stdout: "strays_reintegrated": { 2024-08-19T11:30:50.217 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.218 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.218 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.218 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_log": { 2024-08-19T11:30:50.218 INFO:tasks.workunit.client.0.smithi136.stdout: "ev": { 2024-08-19T11:30:50.218 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5 2024-08-19T11:30:50.218 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.218 INFO:tasks.workunit.client.0.smithi136.stdout: "evadd": { 2024-08-19T11:30:50.218 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5 2024-08-19T11:30:50.218 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.218 INFO:tasks.workunit.client.0.smithi136.stdout: "evex": { 2024-08-19T11:30:50.218 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.218 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.218 INFO:tasks.workunit.client.0.smithi136.stdout: "evexd": { 2024-08-19T11:30:50.218 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.219 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.219 INFO:tasks.workunit.client.0.smithi136.stdout: "evexg": { 2024-08-19T11:30:50.219 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.219 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.219 INFO:tasks.workunit.client.0.smithi136.stdout: "evtrm": { 2024-08-19T11:30:50.219 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.219 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.219 INFO:tasks.workunit.client.0.smithi136.stdout: "jlat": { 2024-08-19T11:30:50.219 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 5, 2024-08-19T11:30:50.219 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 9462839 2024-08-19T11:30:50.219 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.219 INFO:tasks.workunit.client.0.smithi136.stdout: "replayed": { 2024-08-19T11:30:50.219 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.219 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.220 INFO:tasks.workunit.client.0.smithi136.stdout: "seg": { 2024-08-19T11:30:50.220 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1 2024-08-19T11:30:50.220 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.220 INFO:tasks.workunit.client.0.smithi136.stdout: "segadd": { 2024-08-19T11:30:50.220 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1 2024-08-19T11:30:50.220 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.220 INFO:tasks.workunit.client.0.smithi136.stdout: "segex": { 2024-08-19T11:30:50.220 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.220 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.220 INFO:tasks.workunit.client.0.smithi136.stdout: "segexd": { 2024-08-19T11:30:50.220 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.220 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.220 INFO:tasks.workunit.client.0.smithi136.stdout: "segexg": { 2024-08-19T11:30:50.220 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.220 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.221 INFO:tasks.workunit.client.0.smithi136.stdout: "segtrm": { 2024-08-19T11:30:50.221 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.221 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.221 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.221 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_mem": { 2024-08-19T11:30:50.221 INFO:tasks.workunit.client.0.smithi136.stdout: "cap": { 2024-08-19T11:30:50.221 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.221 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.221 INFO:tasks.workunit.client.0.smithi136.stdout: "cap+": { 2024-08-19T11:30:50.221 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:50.221 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.221 INFO:tasks.workunit.client.0.smithi136.stdout: "cap-": { 2024-08-19T11:30:50.221 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:50.221 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.221 INFO:tasks.workunit.client.0.smithi136.stdout: "dir": { 2024-08-19T11:30:50.222 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 12 2024-08-19T11:30:50.222 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.222 INFO:tasks.workunit.client.0.smithi136.stdout: "dir+": { 2024-08-19T11:30:50.222 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 12 2024-08-19T11:30:50.222 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.222 INFO:tasks.workunit.client.0.smithi136.stdout: "dir-": { 2024-08-19T11:30:50.222 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.222 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.222 INFO:tasks.workunit.client.0.smithi136.stdout: "dn": { 2024-08-19T11:30:50.222 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 10 2024-08-19T11:30:50.222 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.222 INFO:tasks.workunit.client.0.smithi136.stdout: "dn+": { 2024-08-19T11:30:50.223 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 10 2024-08-19T11:30:50.223 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.223 INFO:tasks.workunit.client.0.smithi136.stdout: "dn-": { 2024-08-19T11:30:50.223 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.223 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.223 INFO:tasks.workunit.client.0.smithi136.stdout: "heap": { 2024-08-19T11:30:50.223 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 207124 2024-08-19T11:30:50.223 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.223 INFO:tasks.workunit.client.0.smithi136.stdout: "ino": { 2024-08-19T11:30:50.223 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 13 2024-08-19T11:30:50.223 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.223 INFO:tasks.workunit.client.0.smithi136.stdout: "ino+": { 2024-08-19T11:30:50.223 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 13 2024-08-19T11:30:50.223 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.224 INFO:tasks.workunit.client.0.smithi136.stdout: "ino-": { 2024-08-19T11:30:50.224 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.224 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.224 INFO:tasks.workunit.client.0.smithi136.stdout: "rss": { 2024-08-19T11:30:50.224 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 40680 2024-08-19T11:30:50.224 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.224 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.224 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_server": { 2024-08-19T11:30:50.224 INFO:tasks.workunit.client.0.smithi136.stdout: "cap_acquisition_throttle": { 2024-08-19T11:30:50.224 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.224 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.224 INFO:tasks.workunit.client.0.smithi136.stdout: "cap_revoke_eviction": { 2024-08-19T11:30:50.224 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.224 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.225 INFO:tasks.workunit.client.0.smithi136.stdout: "handle_client_request": { 2024-08-19T11:30:50.225 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:50.225 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.225 INFO:tasks.workunit.client.0.smithi136.stdout: "handle_client_session": { 2024-08-19T11:30:50.225 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 16 2024-08-19T11:30:50.225 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.225 INFO:tasks.workunit.client.0.smithi136.stdout: "handle_peer_request": { 2024-08-19T11:30:50.225 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.225 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.225 INFO:tasks.workunit.client.0.smithi136.stdout: "req_create_latency": { 2024-08-19T11:30:50.225 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.225 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.225 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.225 INFO:tasks.workunit.client.0.smithi136.stdout: "req_getattr_latency": { 2024-08-19T11:30:50.226 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:50.226 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 126076 2024-08-19T11:30:50.226 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.226 INFO:tasks.workunit.client.0.smithi136.stdout: "req_getfilelock_latency": { 2024-08-19T11:30:50.226 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.226 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.226 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.226 INFO:tasks.workunit.client.0.smithi136.stdout: "req_getvxattr_latency": { 2024-08-19T11:30:50.226 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.226 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.226 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.226 INFO:tasks.workunit.client.0.smithi136.stdout: "req_link_latency": { 2024-08-19T11:30:50.226 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.226 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.227 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.227 INFO:tasks.workunit.client.0.smithi136.stdout: "req_lookup_latency": { 2024-08-19T11:30:50.227 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.227 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.227 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.227 INFO:tasks.workunit.client.0.smithi136.stdout: "req_lookuphash_latency": { 2024-08-19T11:30:50.227 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.227 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.227 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.227 INFO:tasks.workunit.client.0.smithi136.stdout: "req_lookupino_latency": { 2024-08-19T11:30:50.227 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.227 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.227 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.228 INFO:tasks.workunit.client.0.smithi136.stdout: "req_lookupname_latency": { 2024-08-19T11:30:50.228 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.228 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.228 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.228 INFO:tasks.workunit.client.0.smithi136.stdout: "req_lookupparent_latency": { 2024-08-19T11:30:50.228 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.228 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.228 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.228 INFO:tasks.workunit.client.0.smithi136.stdout: "req_lookupsnap_latency": { 2024-08-19T11:30:50.228 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.228 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.228 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.228 INFO:tasks.workunit.client.0.smithi136.stdout: "req_lssnap_latency": { 2024-08-19T11:30:50.228 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.229 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.229 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.229 INFO:tasks.workunit.client.0.smithi136.stdout: "req_mkdir_latency": { 2024-08-19T11:30:50.229 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.229 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.229 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.229 INFO:tasks.workunit.client.0.smithi136.stdout: "req_mknod_latency": { 2024-08-19T11:30:50.229 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.229 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.229 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.229 INFO:tasks.workunit.client.0.smithi136.stdout: "req_mksnap_latency": { 2024-08-19T11:30:50.229 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.229 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.229 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.230 INFO:tasks.workunit.client.0.smithi136.stdout: "req_open_latency": { 2024-08-19T11:30:50.230 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.230 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.230 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.230 INFO:tasks.workunit.client.0.smithi136.stdout: "req_readdir_latency": { 2024-08-19T11:30:50.230 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.230 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.230 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.230 INFO:tasks.workunit.client.0.smithi136.stdout: "req_rename_latency": { 2024-08-19T11:30:50.230 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.230 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.230 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.230 INFO:tasks.workunit.client.0.smithi136.stdout: "req_renamesnap_latency": { 2024-08-19T11:30:50.230 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.231 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.231 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.231 INFO:tasks.workunit.client.0.smithi136.stdout: "req_rmdir_latency": { 2024-08-19T11:30:50.231 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.231 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.231 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.231 INFO:tasks.workunit.client.0.smithi136.stdout: "req_rmsnap_latency": { 2024-08-19T11:30:50.231 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.231 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.231 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.231 INFO:tasks.workunit.client.0.smithi136.stdout: "req_rmxattr_latency": { 2024-08-19T11:30:50.231 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.231 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.231 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.232 INFO:tasks.workunit.client.0.smithi136.stdout: "req_setattr_latency": { 2024-08-19T11:30:50.232 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.232 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.232 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.232 INFO:tasks.workunit.client.0.smithi136.stdout: "req_setdirlayout_latency": { 2024-08-19T11:30:50.232 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.232 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.232 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.232 INFO:tasks.workunit.client.0.smithi136.stdout: "req_setfilelock_latency": { 2024-08-19T11:30:50.232 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.232 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.232 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.232 INFO:tasks.workunit.client.0.smithi136.stdout: "req_setlayout_latency": { 2024-08-19T11:30:50.233 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.233 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.233 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.233 INFO:tasks.workunit.client.0.smithi136.stdout: "req_setxattr_latency": { 2024-08-19T11:30:50.233 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.233 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.233 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.233 INFO:tasks.workunit.client.0.smithi136.stdout: "req_snapdiff_latency": { 2024-08-19T11:30:50.233 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.233 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.233 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.233 INFO:tasks.workunit.client.0.smithi136.stdout: "req_symlink_latency": { 2024-08-19T11:30:50.233 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.233 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.234 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.234 INFO:tasks.workunit.client.0.smithi136.stdout: "req_unlink_latency": { 2024-08-19T11:30:50.234 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.234 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.234 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.234 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.234 INFO:tasks.workunit.client.0.smithi136.stdout: "mds_sessions": { 2024-08-19T11:30:50.234 INFO:tasks.workunit.client.0.smithi136.stdout: "average_load": { 2024-08-19T11:30:50.234 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.234 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.234 INFO:tasks.workunit.client.0.smithi136.stdout: "avg_session_uptime": { 2024-08-19T11:30:50.234 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 86 2024-08-19T11:30:50.234 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.234 INFO:tasks.workunit.client.0.smithi136.stdout: "mdthresh_evicted": { 2024-08-19T11:30:50.235 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.235 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.235 INFO:tasks.workunit.client.0.smithi136.stdout: "session_add": { 2024-08-19T11:30:50.235 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:50.235 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.235 INFO:tasks.workunit.client.0.smithi136.stdout: "session_count": { 2024-08-19T11:30:50.235 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.235 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.235 INFO:tasks.workunit.client.0.smithi136.stdout: "session_remove": { 2024-08-19T11:30:50.235 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:50.235 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.235 INFO:tasks.workunit.client.0.smithi136.stdout: "sessions_open": { 2024-08-19T11:30:50.235 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.235 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.236 INFO:tasks.workunit.client.0.smithi136.stdout: "sessions_stale": { 2024-08-19T11:30:50.236 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.236 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.236 INFO:tasks.workunit.client.0.smithi136.stdout: "total_load": { 2024-08-19T11:30:50.236 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1 2024-08-19T11:30:50.236 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.236 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.236 INFO:tasks.workunit.client.0.smithi136.stdout: "objecter": { 2024-08-19T11:30:50.236 INFO:tasks.workunit.client.0.smithi136.stdout: "op_active": { 2024-08-19T11:30:50.236 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.236 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.236 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:50.236 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.236 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.237 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rmw": { 2024-08-19T11:30:50.237 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.237 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.237 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:50.237 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 45 2024-08-19T11:30:50.237 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.237 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.237 INFO:tasks.workunit.client.0.smithi136.stdout: "purge_queue": { 2024-08-19T11:30:50.237 INFO:tasks.workunit.client.0.smithi136.stdout: "pq_executed": { 2024-08-19T11:30:50.237 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.237 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.237 INFO:tasks.workunit.client.0.smithi136.stdout: "pq_executed_ops": { 2024-08-19T11:30:50.237 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.237 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.238 INFO:tasks.workunit.client.0.smithi136.stdout: "pq_executing": { 2024-08-19T11:30:50.238 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.238 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.238 INFO:tasks.workunit.client.0.smithi136.stdout: "pq_executing_high_water": { 2024-08-19T11:30:50.238 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.238 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.238 INFO:tasks.workunit.client.0.smithi136.stdout: "pq_executing_ops": { 2024-08-19T11:30:50.238 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.238 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.238 INFO:tasks.workunit.client.0.smithi136.stdout: "pq_executing_ops_high_water": { 2024-08-19T11:30:50.238 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.238 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.238 INFO:tasks.workunit.client.0.smithi136.stdout: "pq_item_in_journal": { 2024-08-19T11:30:50.238 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.239 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.239 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.239 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.239 INFO:tasks.workunit.client.0.smithi136.stdout: "mon.66d609471b43c94ed14ef10d1ea80b0c4e84155a": { 2024-08-19T11:30:50.239 INFO:tasks.workunit.client.0.smithi136.stdout: "mon": { 2024-08-19T11:30:50.239 INFO:tasks.workunit.client.0.smithi136.stdout: "election_call": { 2024-08-19T11:30:50.239 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:50.239 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.239 INFO:tasks.workunit.client.0.smithi136.stdout: "election_lose": { 2024-08-19T11:30:50.239 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:50.239 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.239 INFO:tasks.workunit.client.0.smithi136.stdout: "election_win": { 2024-08-19T11:30:50.239 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.239 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.240 INFO:tasks.workunit.client.0.smithi136.stdout: "num_elections": { 2024-08-19T11:30:50.240 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 7 2024-08-19T11:30:50.240 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.240 INFO:tasks.workunit.client.0.smithi136.stdout: "num_sessions": { 2024-08-19T11:30:50.240 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 11 2024-08-19T11:30:50.240 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.240 INFO:tasks.workunit.client.0.smithi136.stdout: "session_add": { 2024-08-19T11:30:50.240 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4 2024-08-19T11:30:50.240 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.240 INFO:tasks.workunit.client.0.smithi136.stdout: "session_rm": { 2024-08-19T11:30:50.240 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 55 2024-08-19T11:30:50.240 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.240 INFO:tasks.workunit.client.0.smithi136.stdout: "session_trim": { 2024-08-19T11:30:50.240 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.241 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.241 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.241 INFO:tasks.workunit.client.0.smithi136.stdout: "paxos": { 2024-08-19T11:30:50.241 INFO:tasks.workunit.client.0.smithi136.stdout: "accept_timeout": { 2024-08-19T11:30:50.241 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.241 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.241 INFO:tasks.workunit.client.0.smithi136.stdout: "begin": { 2024-08-19T11:30:50.241 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 842 2024-08-19T11:30:50.241 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.241 INFO:tasks.workunit.client.0.smithi136.stdout: "begin_bytes": { 2024-08-19T11:30:50.241 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 842, 2024-08-19T11:30:50.241 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4048285 2024-08-19T11:30:50.241 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.241 INFO:tasks.workunit.client.0.smithi136.stdout: "begin_keys": { 2024-08-19T11:30:50.242 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.242 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.242 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.242 INFO:tasks.workunit.client.0.smithi136.stdout: "begin_latency": { 2024-08-19T11:30:50.242 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 842, 2024-08-19T11:30:50.242 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 143997141 2024-08-19T11:30:50.242 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.242 INFO:tasks.workunit.client.0.smithi136.stdout: "collect": { 2024-08-19T11:30:50.242 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:50.242 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.242 INFO:tasks.workunit.client.0.smithi136.stdout: "collect_bytes": { 2024-08-19T11:30:50.242 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:50.243 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 146 2024-08-19T11:30:50.243 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.243 INFO:tasks.workunit.client.0.smithi136.stdout: "collect_keys": { 2024-08-19T11:30:50.243 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:50.243 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:50.243 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.243 INFO:tasks.workunit.client.0.smithi136.stdout: "collect_latency": { 2024-08-19T11:30:50.243 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:50.243 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 999980 2024-08-19T11:30:50.243 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.243 INFO:tasks.workunit.client.0.smithi136.stdout: "collect_timeout": { 2024-08-19T11:30:50.243 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.243 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.243 INFO:tasks.workunit.client.0.smithi136.stdout: "collect_uncommitted": { 2024-08-19T11:30:50.244 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.244 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.244 INFO:tasks.workunit.client.0.smithi136.stdout: "commit": { 2024-08-19T11:30:50.244 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 843 2024-08-19T11:30:50.244 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.244 INFO:tasks.workunit.client.0.smithi136.stdout: "commit_bytes": { 2024-08-19T11:30:50.244 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.244 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.244 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.244 INFO:tasks.workunit.client.0.smithi136.stdout: "commit_keys": { 2024-08-19T11:30:50.244 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.244 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.245 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.245 INFO:tasks.workunit.client.0.smithi136.stdout: "commit_latency": { 2024-08-19T11:30:50.245 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.245 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.245 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.245 INFO:tasks.workunit.client.0.smithi136.stdout: "lease_ack_timeout": { 2024-08-19T11:30:50.245 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.245 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.245 INFO:tasks.workunit.client.0.smithi136.stdout: "lease_timeout": { 2024-08-19T11:30:50.245 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.245 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.245 INFO:tasks.workunit.client.0.smithi136.stdout: "new_pn": { 2024-08-19T11:30:50.245 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.245 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.246 INFO:tasks.workunit.client.0.smithi136.stdout: "new_pn_latency": { 2024-08-19T11:30:50.246 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.246 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.246 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.246 INFO:tasks.workunit.client.0.smithi136.stdout: "refresh": { 2024-08-19T11:30:50.246 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 843 2024-08-19T11:30:50.246 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.246 INFO:tasks.workunit.client.0.smithi136.stdout: "refresh_latency": { 2024-08-19T11:30:50.246 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 843, 2024-08-19T11:30:50.246 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1924961754 2024-08-19T11:30:50.246 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.246 INFO:tasks.workunit.client.0.smithi136.stdout: "restart": { 2024-08-19T11:30:50.246 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 13 2024-08-19T11:30:50.246 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.247 INFO:tasks.workunit.client.0.smithi136.stdout: "share_state": { 2024-08-19T11:30:50.247 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.247 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.247 INFO:tasks.workunit.client.0.smithi136.stdout: "share_state_bytes": { 2024-08-19T11:30:50.247 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.247 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.247 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.247 INFO:tasks.workunit.client.0.smithi136.stdout: "share_state_keys": { 2024-08-19T11:30:50.247 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.247 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.247 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.247 INFO:tasks.workunit.client.0.smithi136.stdout: "start_leader": { 2024-08-19T11:30:50.247 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.247 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.248 INFO:tasks.workunit.client.0.smithi136.stdout: "start_peon": { 2024-08-19T11:30:50.248 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:50.248 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.248 INFO:tasks.workunit.client.0.smithi136.stdout: "store_state": { 2024-08-19T11:30:50.248 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 843 2024-08-19T11:30:50.248 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.248 INFO:tasks.workunit.client.0.smithi136.stdout: "store_state_bytes": { 2024-08-19T11:30:50.248 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 843, 2024-08-19T11:30:50.248 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 7938421 2024-08-19T11:30:50.248 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.248 INFO:tasks.workunit.client.0.smithi136.stdout: "store_state_keys": { 2024-08-19T11:30:50.248 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 843, 2024-08-19T11:30:50.248 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5691 2024-08-19T11:30:50.248 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.249 INFO:tasks.workunit.client.0.smithi136.stdout: "store_state_latency": { 2024-08-19T11:30:50.249 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 843, 2024-08-19T11:30:50.249 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 278994468 2024-08-19T11:30:50.249 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.249 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.249 INFO:tasks.workunit.client.0.smithi136.stdout: "prioritycache": { 2024-08-19T11:30:50.249 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_bytes": { 2024-08-19T11:30:50.249 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1020054731 2024-08-19T11:30:50.249 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.249 INFO:tasks.workunit.client.0.smithi136.stdout: "heap_bytes": { 2024-08-19T11:30:50.249 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 43859968 2024-08-19T11:30:50.249 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.249 INFO:tasks.workunit.client.0.smithi136.stdout: "mapped_bytes": { 2024-08-19T11:30:50.249 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 32538624 2024-08-19T11:30:50.250 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.250 INFO:tasks.workunit.client.0.smithi136.stdout: "target_bytes": { 2024-08-19T11:30:50.250 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2147483648 2024-08-19T11:30:50.250 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.250 INFO:tasks.workunit.client.0.smithi136.stdout: "unmapped_bytes": { 2024-08-19T11:30:50.250 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 11321344 2024-08-19T11:30:50.250 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.250 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.250 INFO:tasks.workunit.client.0.smithi136.stdout: "prioritycache:full": { 2024-08-19T11:30:50.250 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.250 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 348127232 2024-08-19T11:30:50.250 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.250 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.251 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.251 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.251 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.251 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.251 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.251 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.251 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 277005286 2024-08-19T11:30:50.251 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.251 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.251 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 311403 2024-08-19T11:30:50.251 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.251 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.251 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.252 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.252 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.252 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.252 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.252 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.252 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.252 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.252 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.252 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.252 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.252 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.252 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.252 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.253 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.253 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.253 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.253 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.253 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.253 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.253 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.253 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.253 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.253 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.253 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 70810543 2024-08-19T11:30:50.253 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.253 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.253 INFO:tasks.workunit.client.0.smithi136.stdout: "prioritycache:inc": { 2024-08-19T11:30:50.254 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.254 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 348127232 2024-08-19T11:30:50.254 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.254 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.254 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.254 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.254 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.254 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.254 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.254 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.254 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 277005286 2024-08-19T11:30:50.254 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.254 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.255 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 44197 2024-08-19T11:30:50.255 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.255 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.255 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.255 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.255 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.255 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.255 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.255 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.255 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.255 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.255 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.255 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.255 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.255 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.256 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.256 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.256 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.256 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.256 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.256 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.256 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.256 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.256 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.256 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.256 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.256 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.256 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71077749 2024-08-19T11:30:50.257 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.257 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.257 INFO:tasks.workunit.client.0.smithi136.stdout: "prioritycache:kv": { 2024-08-19T11:30:50.257 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.257 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 322961408 2024-08-19T11:30:50.257 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.257 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.257 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:50.257 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.257 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.257 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.257 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.257 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.257 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 184670190 2024-08-19T11:30:50.258 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.258 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.258 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.258 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.258 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.258 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.258 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.258 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.258 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.259 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.259 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.259 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.259 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.259 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.259 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.259 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.259 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.259 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.259 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.259 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.259 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.259 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.260 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.260 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.260 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.260 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.260 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.260 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.260 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.260 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71182354 2024-08-19T11:30:50.260 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.260 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.260 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb": { 2024-08-19T11:30:50.260 INFO:tasks.workunit.client.0.smithi136.stdout: "compact": { 2024-08-19T11:30:50.260 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.260 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.261 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_queue_len": { 2024-08-19T11:30:50.261 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.261 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.261 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_queue_merge": { 2024-08-19T11:30:50.261 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.261 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.261 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_range": { 2024-08-19T11:30:50.261 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1 2024-08-19T11:30:50.261 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.261 INFO:tasks.workunit.client.0.smithi136.stdout: "get_latency": { 2024-08-19T11:30:50.261 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 36046, 2024-08-19T11:30:50.261 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 87103612 2024-08-19T11:30:50.261 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.262 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb_write_delay_time": { 2024-08-19T11:30:50.262 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.262 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.262 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.262 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb_write_memtable_time": { 2024-08-19T11:30:50.262 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.262 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.262 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.262 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-19T11:30:50.262 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.262 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.262 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.262 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb_write_wal_time": { 2024-08-19T11:30:50.263 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.263 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.263 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.263 INFO:tasks.workunit.client.0.smithi136.stdout: "submit_latency": { 2024-08-19T11:30:50.263 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.263 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.263 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.263 INFO:tasks.workunit.client.0.smithi136.stdout: "submit_sync_latency": { 2024-08-19T11:30:50.263 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1839, 2024-08-19T11:30:50.263 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 521473340 2024-08-19T11:30:50.263 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.263 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.264 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.264 INFO:tasks.workunit.client.0.smithi136.stdout: "mon.a8a83eaa082a24dbfedbadefdb64a4eaca3a2300": { 2024-08-19T11:30:50.264 INFO:tasks.workunit.client.0.smithi136.stdout: "mon": { 2024-08-19T11:30:50.264 INFO:tasks.workunit.client.0.smithi136.stdout: "election_call": { 2024-08-19T11:30:50.264 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1 2024-08-19T11:30:50.264 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.264 INFO:tasks.workunit.client.0.smithi136.stdout: "election_lose": { 2024-08-19T11:30:50.264 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1 2024-08-19T11:30:50.264 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.264 INFO:tasks.workunit.client.0.smithi136.stdout: "election_win": { 2024-08-19T11:30:50.264 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.264 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.264 INFO:tasks.workunit.client.0.smithi136.stdout: "num_elections": { 2024-08-19T11:30:50.264 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3 2024-08-19T11:30:50.264 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.264 INFO:tasks.workunit.client.0.smithi136.stdout: "num_sessions": { 2024-08-19T11:30:50.265 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 11 2024-08-19T11:30:50.265 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.265 INFO:tasks.workunit.client.0.smithi136.stdout: "session_add": { 2024-08-19T11:30:50.265 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5 2024-08-19T11:30:50.265 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.265 INFO:tasks.workunit.client.0.smithi136.stdout: "session_rm": { 2024-08-19T11:30:50.265 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 79 2024-08-19T11:30:50.265 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.265 INFO:tasks.workunit.client.0.smithi136.stdout: "session_trim": { 2024-08-19T11:30:50.265 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.265 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.265 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.265 INFO:tasks.workunit.client.0.smithi136.stdout: "paxos": { 2024-08-19T11:30:50.266 INFO:tasks.workunit.client.0.smithi136.stdout: "accept_timeout": { 2024-08-19T11:30:50.266 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.266 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.266 INFO:tasks.workunit.client.0.smithi136.stdout: "begin": { 2024-08-19T11:30:50.266 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 833 2024-08-19T11:30:50.266 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.266 INFO:tasks.workunit.client.0.smithi136.stdout: "begin_bytes": { 2024-08-19T11:30:50.266 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 833, 2024-08-19T11:30:50.266 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4022003 2024-08-19T11:30:50.266 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.266 INFO:tasks.workunit.client.0.smithi136.stdout: "begin_keys": { 2024-08-19T11:30:50.266 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.266 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.266 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.267 INFO:tasks.workunit.client.0.smithi136.stdout: "begin_latency": { 2024-08-19T11:30:50.267 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 833, 2024-08-19T11:30:50.267 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 214995234 2024-08-19T11:30:50.267 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.267 INFO:tasks.workunit.client.0.smithi136.stdout: "collect": { 2024-08-19T11:30:50.267 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1 2024-08-19T11:30:50.267 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.267 INFO:tasks.workunit.client.0.smithi136.stdout: "collect_bytes": { 2024-08-19T11:30:50.267 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1, 2024-08-19T11:30:50.267 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 73 2024-08-19T11:30:50.267 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.267 INFO:tasks.workunit.client.0.smithi136.stdout: "collect_keys": { 2024-08-19T11:30:50.267 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1, 2024-08-19T11:30:50.267 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1 2024-08-19T11:30:50.268 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.268 INFO:tasks.workunit.client.0.smithi136.stdout: "collect_latency": { 2024-08-19T11:30:50.268 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1, 2024-08-19T11:30:50.268 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.268 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.268 INFO:tasks.workunit.client.0.smithi136.stdout: "collect_timeout": { 2024-08-19T11:30:50.268 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.268 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.268 INFO:tasks.workunit.client.0.smithi136.stdout: "collect_uncommitted": { 2024-08-19T11:30:50.268 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.268 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.268 INFO:tasks.workunit.client.0.smithi136.stdout: "commit": { 2024-08-19T11:30:50.268 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 834 2024-08-19T11:30:50.269 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.269 INFO:tasks.workunit.client.0.smithi136.stdout: "commit_bytes": { 2024-08-19T11:30:50.269 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.269 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.269 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.269 INFO:tasks.workunit.client.0.smithi136.stdout: "commit_keys": { 2024-08-19T11:30:50.269 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.269 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.269 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.269 INFO:tasks.workunit.client.0.smithi136.stdout: "commit_latency": { 2024-08-19T11:30:50.269 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.269 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.269 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.269 INFO:tasks.workunit.client.0.smithi136.stdout: "lease_ack_timeout": { 2024-08-19T11:30:50.269 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.270 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.270 INFO:tasks.workunit.client.0.smithi136.stdout: "lease_timeout": { 2024-08-19T11:30:50.270 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.270 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.270 INFO:tasks.workunit.client.0.smithi136.stdout: "new_pn": { 2024-08-19T11:30:50.270 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.270 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.270 INFO:tasks.workunit.client.0.smithi136.stdout: "new_pn_latency": { 2024-08-19T11:30:50.270 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.270 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.270 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.270 INFO:tasks.workunit.client.0.smithi136.stdout: "refresh": { 2024-08-19T11:30:50.270 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 834 2024-08-19T11:30:50.270 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.271 INFO:tasks.workunit.client.0.smithi136.stdout: "refresh_latency": { 2024-08-19T11:30:50.271 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 834, 2024-08-19T11:30:50.271 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2004955470 2024-08-19T11:30:50.271 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.271 INFO:tasks.workunit.client.0.smithi136.stdout: "restart": { 2024-08-19T11:30:50.271 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 8 2024-08-19T11:30:50.271 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.271 INFO:tasks.workunit.client.0.smithi136.stdout: "share_state": { 2024-08-19T11:30:50.271 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.271 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.271 INFO:tasks.workunit.client.0.smithi136.stdout: "share_state_bytes": { 2024-08-19T11:30:50.271 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.271 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.272 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.272 INFO:tasks.workunit.client.0.smithi136.stdout: "share_state_keys": { 2024-08-19T11:30:50.272 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.272 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.272 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.272 INFO:tasks.workunit.client.0.smithi136.stdout: "start_leader": { 2024-08-19T11:30:50.272 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.272 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.272 INFO:tasks.workunit.client.0.smithi136.stdout: "start_peon": { 2024-08-19T11:30:50.272 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1 2024-08-19T11:30:50.272 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.272 INFO:tasks.workunit.client.0.smithi136.stdout: "store_state": { 2024-08-19T11:30:50.272 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 834 2024-08-19T11:30:50.272 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.272 INFO:tasks.workunit.client.0.smithi136.stdout: "store_state_bytes": { 2024-08-19T11:30:50.273 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 834, 2024-08-19T11:30:50.273 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 7887766 2024-08-19T11:30:50.273 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.273 INFO:tasks.workunit.client.0.smithi136.stdout: "store_state_keys": { 2024-08-19T11:30:50.273 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 834, 2024-08-19T11:30:50.273 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5621 2024-08-19T11:30:50.273 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.273 INFO:tasks.workunit.client.0.smithi136.stdout: "store_state_latency": { 2024-08-19T11:30:50.273 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 834, 2024-08-19T11:30:50.273 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 536988086 2024-08-19T11:30:50.273 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.273 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.273 INFO:tasks.workunit.client.0.smithi136.stdout: "prioritycache": { 2024-08-19T11:30:50.274 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_bytes": { 2024-08-19T11:30:50.274 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1020054731 2024-08-19T11:30:50.274 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.274 INFO:tasks.workunit.client.0.smithi136.stdout: "heap_bytes": { 2024-08-19T11:30:50.274 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 41754624 2024-08-19T11:30:50.274 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.274 INFO:tasks.workunit.client.0.smithi136.stdout: "mapped_bytes": { 2024-08-19T11:30:50.274 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 32129024 2024-08-19T11:30:50.274 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.274 INFO:tasks.workunit.client.0.smithi136.stdout: "target_bytes": { 2024-08-19T11:30:50.274 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2147483648 2024-08-19T11:30:50.274 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.274 INFO:tasks.workunit.client.0.smithi136.stdout: "unmapped_bytes": { 2024-08-19T11:30:50.274 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 9625600 2024-08-19T11:30:50.275 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.275 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.275 INFO:tasks.workunit.client.0.smithi136.stdout: "prioritycache:full": { 2024-08-19T11:30:50.275 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.275 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 348127232 2024-08-19T11:30:50.275 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.275 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.275 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.275 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.275 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.275 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.275 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.275 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.275 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 277005286 2024-08-19T11:30:50.276 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.276 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.276 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 311403 2024-08-19T11:30:50.276 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.276 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.276 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.276 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.276 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.276 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.276 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.276 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.276 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.276 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.276 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.277 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.277 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.277 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.277 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.277 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.277 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.277 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.277 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.277 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.277 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.277 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.277 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.277 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.277 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.278 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.278 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 70810543 2024-08-19T11:30:50.278 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.278 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.278 INFO:tasks.workunit.client.0.smithi136.stdout: "prioritycache:inc": { 2024-08-19T11:30:50.278 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.278 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 348127232 2024-08-19T11:30:50.278 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.278 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.278 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.278 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.278 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.278 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.279 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.279 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.279 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 277005286 2024-08-19T11:30:50.279 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.279 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.279 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 44197 2024-08-19T11:30:50.279 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.279 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.279 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.279 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.279 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.279 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.279 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.279 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.280 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.280 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.280 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.280 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.280 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.280 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.280 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.280 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.280 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.280 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.280 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.280 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.280 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.280 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.281 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.281 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.281 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.281 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.281 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71077749 2024-08-19T11:30:50.281 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.281 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.281 INFO:tasks.workunit.client.0.smithi136.stdout: "prioritycache:kv": { 2024-08-19T11:30:50.281 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.281 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 322961408 2024-08-19T11:30:50.281 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.281 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.281 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:50.282 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.282 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.282 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.282 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.282 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.282 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 184670190 2024-08-19T11:30:50.282 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.282 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.282 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.282 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.282 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.282 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.282 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.283 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.283 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.283 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.283 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.283 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.283 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.283 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.283 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.283 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.283 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.283 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.283 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.283 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.283 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.284 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.284 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.284 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.284 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.284 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.284 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.284 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.284 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.284 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71182354 2024-08-19T11:30:50.284 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.284 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.284 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb": { 2024-08-19T11:30:50.284 INFO:tasks.workunit.client.0.smithi136.stdout: "compact": { 2024-08-19T11:30:50.284 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.285 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.285 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_queue_len": { 2024-08-19T11:30:50.285 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.285 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.285 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_queue_merge": { 2024-08-19T11:30:50.285 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.285 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.285 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_range": { 2024-08-19T11:30:50.285 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1 2024-08-19T11:30:50.285 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.285 INFO:tasks.workunit.client.0.smithi136.stdout: "get_latency": { 2024-08-19T11:30:50.285 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 35531, 2024-08-19T11:30:50.285 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 90058939 2024-08-19T11:30:50.286 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.286 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb_write_delay_time": { 2024-08-19T11:30:50.286 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.286 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.286 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.286 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb_write_memtable_time": { 2024-08-19T11:30:50.286 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.286 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.286 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.286 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-19T11:30:50.286 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.286 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.286 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.287 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb_write_wal_time": { 2024-08-19T11:30:50.287 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.287 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.287 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.287 INFO:tasks.workunit.client.0.smithi136.stdout: "submit_latency": { 2024-08-19T11:30:50.287 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.287 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.287 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.287 INFO:tasks.workunit.client.0.smithi136.stdout: "submit_sync_latency": { 2024-08-19T11:30:50.287 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1794, 2024-08-19T11:30:50.287 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 808942205 2024-08-19T11:30:50.287 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.288 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.288 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.288 INFO:tasks.workunit.client.0.smithi136.stdout: "mon.f75a27bd54e9b270b172ae5961384f60174164b2": { 2024-08-19T11:30:50.288 INFO:tasks.workunit.client.0.smithi136.stdout: "mon": { 2024-08-19T11:30:50.288 INFO:tasks.workunit.client.0.smithi136.stdout: "election_call": { 2024-08-19T11:30:50.288 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:50.288 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.288 INFO:tasks.workunit.client.0.smithi136.stdout: "election_lose": { 2024-08-19T11:30:50.288 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.288 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.288 INFO:tasks.workunit.client.0.smithi136.stdout: "election_win": { 2024-08-19T11:30:50.288 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3 2024-08-19T11:30:50.288 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.288 INFO:tasks.workunit.client.0.smithi136.stdout: "num_elections": { 2024-08-19T11:30:50.289 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 9 2024-08-19T11:30:50.289 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.289 INFO:tasks.workunit.client.0.smithi136.stdout: "num_sessions": { 2024-08-19T11:30:50.289 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 7 2024-08-19T11:30:50.289 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.289 INFO:tasks.workunit.client.0.smithi136.stdout: "session_add": { 2024-08-19T11:30:50.289 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3 2024-08-19T11:30:50.289 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.289 INFO:tasks.workunit.client.0.smithi136.stdout: "session_rm": { 2024-08-19T11:30:50.289 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 183 2024-08-19T11:30:50.289 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.289 INFO:tasks.workunit.client.0.smithi136.stdout: "session_trim": { 2024-08-19T11:30:50.289 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.290 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.290 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.290 INFO:tasks.workunit.client.0.smithi136.stdout: "paxos": { 2024-08-19T11:30:50.290 INFO:tasks.workunit.client.0.smithi136.stdout: "accept_timeout": { 2024-08-19T11:30:50.290 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.290 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.290 INFO:tasks.workunit.client.0.smithi136.stdout: "begin": { 2024-08-19T11:30:50.290 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 968 2024-08-19T11:30:50.290 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.293 INFO:tasks.workunit.client.0.smithi136.stdout: "begin_bytes": { 2024-08-19T11:30:50.294 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 968, 2024-08-19T11:30:50.294 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5100272 2024-08-19T11:30:50.294 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.294 INFO:tasks.workunit.client.0.smithi136.stdout: "begin_keys": { 2024-08-19T11:30:50.294 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 968, 2024-08-19T11:30:50.294 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2904 2024-08-19T11:30:50.294 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.294 INFO:tasks.workunit.client.0.smithi136.stdout: "begin_latency": { 2024-08-19T11:30:50.294 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 968, 2024-08-19T11:30:50.294 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 166996286 2024-08-19T11:30:50.294 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.294 INFO:tasks.workunit.client.0.smithi136.stdout: "collect": { 2024-08-19T11:30:50.294 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.295 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.295 INFO:tasks.workunit.client.0.smithi136.stdout: "collect_bytes": { 2024-08-19T11:30:50.295 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.295 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.295 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.295 INFO:tasks.workunit.client.0.smithi136.stdout: "collect_keys": { 2024-08-19T11:30:50.295 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.295 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.295 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.295 INFO:tasks.workunit.client.0.smithi136.stdout: "collect_latency": { 2024-08-19T11:30:50.295 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.295 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.295 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.295 INFO:tasks.workunit.client.0.smithi136.stdout: "collect_timeout": { 2024-08-19T11:30:50.296 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.296 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.296 INFO:tasks.workunit.client.0.smithi136.stdout: "collect_uncommitted": { 2024-08-19T11:30:50.296 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.296 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.296 INFO:tasks.workunit.client.0.smithi136.stdout: "commit": { 2024-08-19T11:30:50.296 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 968 2024-08-19T11:30:50.296 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.296 INFO:tasks.workunit.client.0.smithi136.stdout: "commit_bytes": { 2024-08-19T11:30:50.296 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 968, 2024-08-19T11:30:50.296 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5030634 2024-08-19T11:30:50.296 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.296 INFO:tasks.workunit.client.0.smithi136.stdout: "commit_keys": { 2024-08-19T11:30:50.296 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 968, 2024-08-19T11:30:50.297 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5531 2024-08-19T11:30:50.297 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.297 INFO:tasks.workunit.client.0.smithi136.stdout: "commit_latency": { 2024-08-19T11:30:50.297 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 968, 2024-08-19T11:30:50.297 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 418133841 2024-08-19T11:30:50.297 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.297 INFO:tasks.workunit.client.0.smithi136.stdout: "lease_ack_timeout": { 2024-08-19T11:30:50.297 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.297 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.297 INFO:tasks.workunit.client.0.smithi136.stdout: "lease_timeout": { 2024-08-19T11:30:50.297 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.297 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.297 INFO:tasks.workunit.client.0.smithi136.stdout: "new_pn": { 2024-08-19T11:30:50.297 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:50.298 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.298 INFO:tasks.workunit.client.0.smithi136.stdout: "new_pn_latency": { 2024-08-19T11:30:50.298 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:50.298 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1999956 2024-08-19T11:30:50.298 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.298 INFO:tasks.workunit.client.0.smithi136.stdout: "refresh": { 2024-08-19T11:30:50.298 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 970 2024-08-19T11:30:50.298 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.298 INFO:tasks.workunit.client.0.smithi136.stdout: "refresh_latency": { 2024-08-19T11:30:50.298 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 970, 2024-08-19T11:30:50.298 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2574942817 2024-08-19T11:30:50.298 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.298 INFO:tasks.workunit.client.0.smithi136.stdout: "restart": { 2024-08-19T11:30:50.299 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 12 2024-08-19T11:30:50.299 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.299 INFO:tasks.workunit.client.0.smithi136.stdout: "share_state": { 2024-08-19T11:30:50.299 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:50.299 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.299 INFO:tasks.workunit.client.0.smithi136.stdout: "share_state_bytes": { 2024-08-19T11:30:50.299 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:50.299 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1050 2024-08-19T11:30:50.299 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.299 INFO:tasks.workunit.client.0.smithi136.stdout: "share_state_keys": { 2024-08-19T11:30:50.299 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:50.299 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:50.299 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.300 INFO:tasks.workunit.client.0.smithi136.stdout: "start_leader": { 2024-08-19T11:30:50.300 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3 2024-08-19T11:30:50.300 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.300 INFO:tasks.workunit.client.0.smithi136.stdout: "start_peon": { 2024-08-19T11:30:50.300 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.300 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.300 INFO:tasks.workunit.client.0.smithi136.stdout: "store_state": { 2024-08-19T11:30:50.300 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.300 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.300 INFO:tasks.workunit.client.0.smithi136.stdout: "store_state_bytes": { 2024-08-19T11:30:50.300 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.300 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.300 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.301 INFO:tasks.workunit.client.0.smithi136.stdout: "store_state_keys": { 2024-08-19T11:30:50.301 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.301 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.301 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.301 INFO:tasks.workunit.client.0.smithi136.stdout: "store_state_latency": { 2024-08-19T11:30:50.301 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.301 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.301 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.301 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.301 INFO:tasks.workunit.client.0.smithi136.stdout: "prioritycache": { 2024-08-19T11:30:50.301 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_bytes": { 2024-08-19T11:30:50.301 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1020054731 2024-08-19T11:30:50.302 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.302 INFO:tasks.workunit.client.0.smithi136.stdout: "heap_bytes": { 2024-08-19T11:30:50.302 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 45842432 2024-08-19T11:30:50.302 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.302 INFO:tasks.workunit.client.0.smithi136.stdout: "mapped_bytes": { 2024-08-19T11:30:50.302 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 39493632 2024-08-19T11:30:50.302 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.302 INFO:tasks.workunit.client.0.smithi136.stdout: "target_bytes": { 2024-08-19T11:30:50.302 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2147483648 2024-08-19T11:30:50.302 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.302 INFO:tasks.workunit.client.0.smithi136.stdout: "unmapped_bytes": { 2024-08-19T11:30:50.303 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 6348800 2024-08-19T11:30:50.303 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.303 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.303 INFO:tasks.workunit.client.0.smithi136.stdout: "prioritycache:full": { 2024-08-19T11:30:50.303 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.303 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 348127232 2024-08-19T11:30:50.303 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.303 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.303 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.303 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.303 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.303 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.304 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.304 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.304 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 277006362 2024-08-19T11:30:50.304 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.304 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.304 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 310973 2024-08-19T11:30:50.304 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.304 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.304 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.304 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.304 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.304 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.304 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.305 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.305 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.305 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.305 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.305 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.305 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.305 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.305 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.305 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.305 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.305 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.305 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.305 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.305 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.306 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.306 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.306 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.306 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.306 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.306 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 70809897 2024-08-19T11:30:50.306 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.306 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.306 INFO:tasks.workunit.client.0.smithi136.stdout: "prioritycache:inc": { 2024-08-19T11:30:50.306 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.307 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 348127232 2024-08-19T11:30:50.307 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.307 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.307 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.307 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.307 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.307 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.307 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.307 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.307 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 277006362 2024-08-19T11:30:50.307 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.307 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.307 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 41758 2024-08-19T11:30:50.307 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.308 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.308 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.308 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.308 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.308 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.308 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.308 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.308 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.308 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.308 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.308 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.308 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.308 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.309 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.309 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.309 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.309 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.309 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.309 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.309 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.309 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.309 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.309 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.309 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.309 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.310 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71079112 2024-08-19T11:30:50.310 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.310 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.310 INFO:tasks.workunit.client.0.smithi136.stdout: "prioritycache:kv": { 2024-08-19T11:30:50.310 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.310 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 322961408 2024-08-19T11:30:50.310 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.310 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.310 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:50.310 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.310 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.310 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.310 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.311 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.311 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 184670908 2024-08-19T11:30:50.311 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.311 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.311 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.311 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.311 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.311 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.311 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.311 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.311 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.311 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.311 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.312 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.312 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.312 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.312 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.312 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.312 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.312 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.312 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.312 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.312 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.312 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.312 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.312 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.312 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.312 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.313 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.313 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.313 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.313 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71181636 2024-08-19T11:30:50.313 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.313 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.313 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb": { 2024-08-19T11:30:50.313 INFO:tasks.workunit.client.0.smithi136.stdout: "compact": { 2024-08-19T11:30:50.313 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.313 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.313 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_queue_len": { 2024-08-19T11:30:50.313 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.314 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.314 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_queue_merge": { 2024-08-19T11:30:50.314 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.314 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.314 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_range": { 2024-08-19T11:30:50.314 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1 2024-08-19T11:30:50.314 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.314 INFO:tasks.workunit.client.0.smithi136.stdout: "get_latency": { 2024-08-19T11:30:50.314 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 43466, 2024-08-19T11:30:50.314 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 176762018 2024-08-19T11:30:50.314 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.314 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb_write_delay_time": { 2024-08-19T11:30:50.315 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.315 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.315 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.315 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb_write_memtable_time": { 2024-08-19T11:30:50.315 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.315 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.315 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.315 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-19T11:30:50.315 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.315 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.315 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.315 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb_write_wal_time": { 2024-08-19T11:30:50.315 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.315 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.315 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.316 INFO:tasks.workunit.client.0.smithi136.stdout: "submit_latency": { 2024-08-19T11:30:50.316 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.316 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.316 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.316 INFO:tasks.workunit.client.0.smithi136.stdout: "submit_sync_latency": { 2024-08-19T11:30:50.316 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2109, 2024-08-19T11:30:50.316 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 688640795 2024-08-19T11:30:50.316 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.316 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.316 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.316 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.0": { 2024-08-19T11:30:50.316 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:50.316 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_fallback": { 2024-08-19T11:30:50.316 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.316 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.316 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_size_fallback": { 2024-08-19T11:30:50.317 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.317 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.317 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_db": { 2024-08-19T11:30:50.317 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 65536 2024-08-19T11:30:50.317 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.317 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_main": { 2024-08-19T11:30:50.317 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.317 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.317 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_wal": { 2024-08-19T11:30:50.317 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.317 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.317 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_slow": { 2024-08-19T11:30:50.317 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.317 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.317 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_sst": { 2024-08-19T11:30:50.318 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 12288 2024-08-19T11:30:50.318 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.318 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_wal": { 2024-08-19T11:30:50.318 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2969600 2024-08-19T11:30:50.318 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.318 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lat": { 2024-08-19T11:30:50.318 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.318 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.318 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.318 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lock_lat": { 2024-08-19T11:30:50.318 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.318 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.318 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.319 INFO:tasks.workunit.client.0.smithi136.stdout: "db_total_bytes": { 2024-08-19T11:30:50.319 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:50.319 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.319 INFO:tasks.workunit.client.0.smithi136.stdout: "db_used_bytes": { 2024-08-19T11:30:50.319 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 27656192 2024-08-19T11:30:50.319 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.319 INFO:tasks.workunit.client.0.smithi136.stdout: "log_bytes": { 2024-08-19T11:30:50.319 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1880064 2024-08-19T11:30:50.319 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.319 INFO:tasks.workunit.client.0.smithi136.stdout: "logged_bytes": { 2024-08-19T11:30:50.319 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1740800 2024-08-19T11:30:50.319 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.319 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_db": { 2024-08-19T11:30:50.319 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 31850496 2024-08-19T11:30:50.320 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.320 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_slow": { 2024-08-19T11:30:50.320 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.320 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.320 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_wal": { 2024-08-19T11:30:50.320 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.320 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.320 INFO:tasks.workunit.client.0.smithi136.stdout: "num_files": { 2024-08-19T11:30:50.320 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 14 2024-08-19T11:30:50.320 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.320 INFO:tasks.workunit.client.0.smithi136.stdout: "read_bytes": { 2024-08-19T11:30:50.320 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 206272 2024-08-19T11:30:50.320 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.320 INFO:tasks.workunit.client.0.smithi136.stdout: "read_count": { 2024-08-19T11:30:50.320 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 23 2024-08-19T11:30:50.320 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.321 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes": { 2024-08-19T11:30:50.321 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1282048 2024-08-19T11:30:50.321 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.321 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_db": { 2024-08-19T11:30:50.321 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1286144 2024-08-19T11:30:50.321 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.321 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_slow": { 2024-08-19T11:30:50.321 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.321 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.321 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_wal": { 2024-08-19T11:30:50.321 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.321 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.321 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_count": { 2024-08-19T11:30:50.321 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 15 2024-08-19T11:30:50.321 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.322 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_bytes": { 2024-08-19T11:30:50.322 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4913 2024-08-19T11:30:50.322 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.322 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_count": { 2024-08-19T11:30:50.322 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4 2024-08-19T11:30:50.322 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.322 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_bytes": { 2024-08-19T11:30:50.322 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5505 2024-08-19T11:30:50.322 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.322 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_count": { 2024-08-19T11:30:50.322 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:50.322 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.322 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_bytes": { 2024-08-19T11:30:50.322 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5505 2024-08-19T11:30:50.323 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.323 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_count": { 2024-08-19T11:30:50.323 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:50.323 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.323 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes": { 2024-08-19T11:30:50.323 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.323 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.323 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_db": { 2024-08-19T11:30:50.323 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.323 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.323 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_slow": { 2024-08-19T11:30:50.323 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.323 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.323 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_wal": { 2024-08-19T11:30:50.324 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.324 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.324 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_count": { 2024-08-19T11:30:50.324 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.324 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.324 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_total_bytes": { 2024-08-19T11:30:50.324 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.324 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.324 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_used_bytes": { 2024-08-19T11:30:50.324 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.324 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.324 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_total_bytes": { 2024-08-19T11:30:50.324 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.324 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.325 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_used_bytes": { 2024-08-19T11:30:50.325 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.325 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.325 INFO:tasks.workunit.client.0.smithi136.stdout: "write_bytes": { 2024-08-19T11:30:50.325 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4788224 2024-08-19T11:30:50.325 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.325 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.325 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore": { 2024-08-19T11:30:50.325 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit": { 2024-08-19T11:30:50.325 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4096 2024-08-19T11:30:50.325 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.325 INFO:tasks.workunit.client.0.smithi136.stdout: "allocated": { 2024-08-19T11:30:50.325 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1400832 2024-08-19T11:30:50.325 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.326 INFO:tasks.workunit.client.0.smithi136.stdout: "clist_lat": { 2024-08-19T11:30:50.326 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 4, 2024-08-19T11:30:50.326 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 149499 2024-08-19T11:30:50.326 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.326 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_lat": { 2024-08-19T11:30:50.326 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.326 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.326 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.326 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed": { 2024-08-19T11:30:50.326 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.326 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.326 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_allocated": { 2024-08-19T11:30:50.326 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.326 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.327 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_original": { 2024-08-19T11:30:50.327 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.327 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.327 INFO:tasks.workunit.client.0.smithi136.stdout: "csum_lat": { 2024-08-19T11:30:50.327 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 23, 2024-08-19T11:30:50.327 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 49870 2024-08-19T11:30:50.327 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.327 INFO:tasks.workunit.client.0.smithi136.stdout: "decompress_lat": { 2024-08-19T11:30:50.327 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.327 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.327 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.327 INFO:tasks.workunit.client.0.smithi136.stdout: "fragmentation_micros": { 2024-08-19T11:30:50.327 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.327 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.327 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_commit_lat": { 2024-08-19T11:30:50.328 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 412, 2024-08-19T11:30:50.328 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 99148989 2024-08-19T11:30:50.328 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.328 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_final_lat": { 2024-08-19T11:30:50.328 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 407, 2024-08-19T11:30:50.328 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 13412930 2024-08-19T11:30:50.328 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.328 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_flush_lat": { 2024-08-19T11:30:50.328 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 412, 2024-08-19T11:30:50.328 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 388262 2024-08-19T11:30:50.328 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.328 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_sync_lat": { 2024-08-19T11:30:50.328 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 412, 2024-08-19T11:30:50.328 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 99537251 2024-08-19T11:30:50.328 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.329 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_keys_lat": { 2024-08-19T11:30:50.329 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.329 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.329 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.329 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_values_lat": { 2024-08-19T11:30:50.329 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1, 2024-08-19T11:30:50.329 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 34463 2024-08-19T11:30:50.329 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.329 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_lower_bound_lat": { 2024-08-19T11:30:50.329 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 10, 2024-08-19T11:30:50.329 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 23384 2024-08-19T11:30:50.329 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.329 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_next_lat": { 2024-08-19T11:30:50.330 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.330 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.330 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.330 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_seek_to_first_lat": { 2024-08-19T11:30:50.330 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.330 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.330 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.330 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_upper_bound_lat": { 2024-08-19T11:30:50.330 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 4, 2024-08-19T11:30:50.330 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 9080 2024-08-19T11:30:50.330 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.330 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_hits": { 2024-08-19T11:30:50.330 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 924 2024-08-19T11:30:50.331 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.331 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_misses": { 2024-08-19T11:30:50.331 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 244 2024-08-19T11:30:50.331 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.331 INFO:tasks.workunit.client.0.smithi136.stdout: "read_lat": { 2024-08-19T11:30:50.331 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 135, 2024-08-19T11:30:50.331 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2857370 2024-08-19T11:30:50.331 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.331 INFO:tasks.workunit.client.0.smithi136.stdout: "read_onode_meta_lat": { 2024-08-19T11:30:50.331 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 355, 2024-08-19T11:30:50.331 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 288554 2024-08-19T11:30:50.331 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.331 INFO:tasks.workunit.client.0.smithi136.stdout: "read_wait_aio_lat": { 2024-08-19T11:30:50.331 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 220, 2024-08-19T11:30:50.331 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3316984 2024-08-19T11:30:50.332 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.332 INFO:tasks.workunit.client.0.smithi136.stdout: "reads_with_retries": { 2024-08-19T11:30:50.332 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.332 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.332 INFO:tasks.workunit.client.0.smithi136.stdout: "remove_lat": { 2024-08-19T11:30:50.332 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:50.332 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 43977 2024-08-19T11:30:50.332 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.332 INFO:tasks.workunit.client.0.smithi136.stdout: "state_aio_wait_lat": { 2024-08-19T11:30:50.332 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 516, 2024-08-19T11:30:50.332 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 21569847 2024-08-19T11:30:50.332 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.332 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T11:30:50.332 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 133, 2024-08-19T11:30:50.333 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 10895729 2024-08-19T11:30:50.333 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.333 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_cleanup_lat": { 2024-08-19T11:30:50.333 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 133, 2024-08-19T11:30:50.333 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 461806935520 2024-08-19T11:30:50.333 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.333 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_queued_lat": { 2024-08-19T11:30:50.333 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 133, 2024-08-19T11:30:50.333 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 137263759125 2024-08-19T11:30:50.333 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.333 INFO:tasks.workunit.client.0.smithi136.stdout: "state_done_lat": { 2024-08-19T11:30:50.333 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 516, 2024-08-19T11:30:50.333 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 63224657750 2024-08-19T11:30:50.333 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.333 INFO:tasks.workunit.client.0.smithi136.stdout: "state_finishing_lat": { 2024-08-19T11:30:50.334 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 516, 2024-08-19T11:30:50.334 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 50030 2024-08-19T11:30:50.334 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.334 INFO:tasks.workunit.client.0.smithi136.stdout: "state_io_done_lat": { 2024-08-19T11:30:50.334 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 516, 2024-08-19T11:30:50.334 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 922554 2024-08-19T11:30:50.334 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.334 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_commiting_lat": { 2024-08-19T11:30:50.334 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 516, 2024-08-19T11:30:50.334 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 156174896 2024-08-19T11:30:50.334 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.334 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_done_lat": { 2024-08-19T11:30:50.335 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 516, 2024-08-19T11:30:50.335 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 168355 2024-08-19T11:30:50.335 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.335 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_queued_lat": { 2024-08-19T11:30:50.335 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 516, 2024-08-19T11:30:50.335 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 101747605 2024-08-19T11:30:50.335 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.335 INFO:tasks.workunit.client.0.smithi136.stdout: "state_prepare_lat": { 2024-08-19T11:30:50.335 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 516, 2024-08-19T11:30:50.335 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24821890 2024-08-19T11:30:50.335 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.335 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": { 2024-08-19T11:30:50.335 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 943838 2024-08-19T11:30:50.335 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.336 INFO:tasks.workunit.client.0.smithi136.stdout: "truncate_lat": { 2024-08-19T11:30:50.336 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 67, 2024-08-19T11:30:50.336 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 332633 2024-08-19T11:30:50.336 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.336 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_commit_lat": { 2024-08-19T11:30:50.336 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 516, 2024-08-19T11:30:50.336 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 305308949 2024-08-19T11:30:50.336 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.336 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_submit_lat": { 2024-08-19T11:30:50.336 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 516, 2024-08-19T11:30:50.336 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 29094115 2024-08-19T11:30:50.336 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.336 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_throttle_lat": { 2024-08-19T11:30:50.337 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 516, 2024-08-19T11:30:50.337 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2981816 2024-08-19T11:30:50.337 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.337 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.337 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache": { 2024-08-19T11:30:50.337 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_bytes": { 2024-08-19T11:30:50.337 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1861458400 2024-08-19T11:30:50.337 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.337 INFO:tasks.workunit.client.0.smithi136.stdout: "heap_bytes": { 2024-08-19T11:30:50.337 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 44695552 2024-08-19T11:30:50.337 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.337 INFO:tasks.workunit.client.0.smithi136.stdout: "mapped_bytes": { 2024-08-19T11:30:50.337 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 44023808 2024-08-19T11:30:50.337 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.338 INFO:tasks.workunit.client.0.smithi136.stdout: "target_bytes": { 2024-08-19T11:30:50.338 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3137370316 2024-08-19T11:30:50.338 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.338 INFO:tasks.workunit.client.0.smithi136.stdout: "unmapped_bytes": { 2024-08-19T11:30:50.338 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 671744 2024-08-19T11:30:50.338 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.338 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.338 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:data": { 2024-08-19T11:30:50.338 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.338 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 159383552 2024-08-19T11:30:50.338 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.338 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.338 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.339 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.339 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.339 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.339 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.339 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.339 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 85459700 2024-08-19T11:30:50.339 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.339 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.339 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.339 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.339 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.339 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.339 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.339 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.340 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.340 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.340 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.340 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.340 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.340 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.340 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.340 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.340 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.340 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 610304 2024-08-19T11:30:50.340 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.340 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.340 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.340 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.341 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.341 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.341 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.341 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.341 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.341 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.341 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.341 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 73313548 2024-08-19T11:30:50.341 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.341 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.341 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv": { 2024-08-19T11:30:50.341 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.341 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 780140544 2024-08-19T11:30:50.342 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.342 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.342 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:50.342 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.342 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.342 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.342 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.342 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.342 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 640947755 2024-08-19T11:30:50.342 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.342 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.342 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.342 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.343 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.343 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.343 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.343 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.343 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.343 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.343 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.343 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.343 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.343 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.343 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.343 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.343 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.344 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2128 2024-08-19T11:30:50.344 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.344 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.344 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.344 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.344 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.344 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.344 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.344 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.344 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.344 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.344 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.345 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 72081797 2024-08-19T11:30:50.345 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.345 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.345 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T11:30:50.345 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.345 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 192937984 2024-08-19T11:30:50.345 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.345 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.345 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:50.345 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.345 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.345 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 464 2024-08-19T11:30:50.345 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.346 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.346 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 56973133 2024-08-19T11:30:50.346 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.346 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.346 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.346 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.346 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.346 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.346 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.346 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.346 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.346 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.346 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.347 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.347 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.347 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.347 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.347 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.347 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.347 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.347 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.347 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.347 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.347 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.347 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.347 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.348 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.348 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.348 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.348 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.348 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.348 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 68855523 2024-08-19T11:30:50.348 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.348 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.348 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:meta": { 2024-08-19T11:30:50.348 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.348 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 713031680 2024-08-19T11:30:50.348 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.348 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.348 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.349 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.349 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.349 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.349 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.349 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.349 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 640947755 2024-08-19T11:30:50.349 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.349 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.349 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.349 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.349 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.349 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2496 2024-08-19T11:30:50.349 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.349 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.350 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 6240 2024-08-19T11:30:50.350 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.350 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.350 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.350 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.350 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.350 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.350 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.350 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.350 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 260865 2024-08-19T11:30:50.350 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.350 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.350 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.351 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.351 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.351 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.351 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.351 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.351 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.351 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.351 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.351 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71814324 2024-08-19T11:30:50.351 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.351 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.351 INFO:tasks.workunit.client.0.smithi136.stdout: "objecter": { 2024-08-19T11:30:50.351 INFO:tasks.workunit.client.0.smithi136.stdout: "op_active": { 2024-08-19T11:30:50.351 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.351 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.352 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:50.352 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.352 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.352 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rmw": { 2024-08-19T11:30:50.352 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.352 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.352 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:50.352 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.352 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.352 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.352 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:50.352 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg": { 2024-08-19T11:30:50.352 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 45 2024-08-19T11:30:50.352 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.353 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg_removing": { 2024-08-19T11:30:50.353 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.353 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.353 INFO:tasks.workunit.client.0.smithi136.stdout: "op": { 2024-08-19T11:30:50.353 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 6 2024-08-19T11:30:50.353 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.353 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_degraded": { 2024-08-19T11:30:50.353 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.353 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.353 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_unreadable": { 2024-08-19T11:30:50.353 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.353 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.353 INFO:tasks.workunit.client.0.smithi136.stdout: "op_in_bytes": { 2024-08-19T11:30:50.353 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 616 2024-08-19T11:30:50.354 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.354 INFO:tasks.workunit.client.0.smithi136.stdout: "op_latency": { 2024-08-19T11:30:50.354 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 6, 2024-08-19T11:30:50.354 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 38705339 2024-08-19T11:30:50.354 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.354 INFO:tasks.workunit.client.0.smithi136.stdout: "op_out_bytes": { 2024-08-19T11:30:50.354 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.354 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.354 INFO:tasks.workunit.client.0.smithi136.stdout: "op_prepare_latency": { 2024-08-19T11:30:50.354 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 7, 2024-08-19T11:30:50.354 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 6783414 2024-08-19T11:30:50.354 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.354 INFO:tasks.workunit.client.0.smithi136.stdout: "op_process_latency": { 2024-08-19T11:30:50.355 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 6, 2024-08-19T11:30:50.355 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 31908203 2024-08-19T11:30:50.355 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.355 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:50.355 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.355 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.355 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency": { 2024-08-19T11:30:50.355 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.355 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.355 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.355 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T11:30:50.355 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.355 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.355 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_out_bytes": { 2024-08-19T11:30:50.356 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.356 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.356 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_prepare_latency": { 2024-08-19T11:30:50.356 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.356 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.356 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.356 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_process_latency": { 2024-08-19T11:30:50.356 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.356 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.356 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.356 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw": { 2024-08-19T11:30:50.356 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.356 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.357 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_in_bytes": { 2024-08-19T11:30:50.357 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.357 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.357 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency": { 2024-08-19T11:30:50.357 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.357 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.357 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.357 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T11:30:50.357 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.357 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.357 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T11:30:50.357 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.357 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.357 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_out_bytes": { 2024-08-19T11:30:50.358 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.358 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.358 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_prepare_latency": { 2024-08-19T11:30:50.358 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.358 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.358 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.358 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_process_latency": { 2024-08-19T11:30:50.358 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.358 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.358 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.358 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:50.358 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 6 2024-08-19T11:30:50.358 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.359 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_in_bytes": { 2024-08-19T11:30:50.359 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 616 2024-08-19T11:30:50.359 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.359 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency": { 2024-08-19T11:30:50.359 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 6, 2024-08-19T11:30:50.359 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 38705339 2024-08-19T11:30:50.359 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.359 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T11:30:50.359 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.359 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.359 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_prepare_latency": { 2024-08-19T11:30:50.359 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 7, 2024-08-19T11:30:50.359 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 6783414 2024-08-19T11:30:50.359 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.360 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_process_latency": { 2024-08-19T11:30:50.360 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 6, 2024-08-19T11:30:50.360 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 31908203 2024-08-19T11:30:50.360 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.360 INFO:tasks.workunit.client.0.smithi136.stdout: "op_wip": { 2024-08-19T11:30:50.360 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.360 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.360 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_bytes": { 2024-08-19T11:30:50.360 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1771686 2024-08-19T11:30:50.360 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.360 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_ops": { 2024-08-19T11:30:50.360 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 8 2024-08-19T11:30:50.360 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.361 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes": { 2024-08-19T11:30:50.361 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:50.361 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.361 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes_used": { 2024-08-19T11:30:50.361 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 29065216 2024-08-19T11:30:50.361 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.361 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.361 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.361 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.1": { 2024-08-19T11:30:50.361 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:50.361 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_fallback": { 2024-08-19T11:30:50.361 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.361 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.361 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_size_fallback": { 2024-08-19T11:30:50.362 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.362 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.362 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_db": { 2024-08-19T11:30:50.362 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 65536 2024-08-19T11:30:50.362 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.362 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_main": { 2024-08-19T11:30:50.362 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.362 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.362 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_wal": { 2024-08-19T11:30:50.362 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.362 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.362 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_slow": { 2024-08-19T11:30:50.362 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.363 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.363 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_sst": { 2024-08-19T11:30:50.363 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 12288 2024-08-19T11:30:50.363 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.363 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_wal": { 2024-08-19T11:30:50.363 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2576384 2024-08-19T11:30:50.363 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.363 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lat": { 2024-08-19T11:30:50.363 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.363 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.363 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.363 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lock_lat": { 2024-08-19T11:30:50.363 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.363 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.364 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.364 INFO:tasks.workunit.client.0.smithi136.stdout: "db_total_bytes": { 2024-08-19T11:30:50.364 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:50.364 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.364 INFO:tasks.workunit.client.0.smithi136.stdout: "db_used_bytes": { 2024-08-19T11:30:50.364 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 27656192 2024-08-19T11:30:50.364 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.364 INFO:tasks.workunit.client.0.smithi136.stdout: "log_bytes": { 2024-08-19T11:30:50.364 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1642496 2024-08-19T11:30:50.364 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.364 INFO:tasks.workunit.client.0.smithi136.stdout: "logged_bytes": { 2024-08-19T11:30:50.364 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1503232 2024-08-19T11:30:50.364 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.365 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_db": { 2024-08-19T11:30:50.365 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 31850496 2024-08-19T11:30:50.365 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.365 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_slow": { 2024-08-19T11:30:50.365 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.365 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.365 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_wal": { 2024-08-19T11:30:50.365 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.365 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.365 INFO:tasks.workunit.client.0.smithi136.stdout: "num_files": { 2024-08-19T11:30:50.365 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 14 2024-08-19T11:30:50.365 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.365 INFO:tasks.workunit.client.0.smithi136.stdout: "read_bytes": { 2024-08-19T11:30:50.366 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 206272 2024-08-19T11:30:50.366 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.366 INFO:tasks.workunit.client.0.smithi136.stdout: "read_count": { 2024-08-19T11:30:50.366 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 23 2024-08-19T11:30:50.366 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.366 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes": { 2024-08-19T11:30:50.366 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1282048 2024-08-19T11:30:50.366 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.366 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_db": { 2024-08-19T11:30:50.366 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1286144 2024-08-19T11:30:50.366 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.366 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_slow": { 2024-08-19T11:30:50.366 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.367 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.367 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_wal": { 2024-08-19T11:30:50.367 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.367 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.367 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_count": { 2024-08-19T11:30:50.367 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 15 2024-08-19T11:30:50.367 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.367 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_bytes": { 2024-08-19T11:30:50.367 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4913 2024-08-19T11:30:50.367 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.367 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_count": { 2024-08-19T11:30:50.367 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4 2024-08-19T11:30:50.367 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.367 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_bytes": { 2024-08-19T11:30:50.368 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5505 2024-08-19T11:30:50.368 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.368 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_count": { 2024-08-19T11:30:50.368 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:50.368 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.368 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_bytes": { 2024-08-19T11:30:50.368 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5505 2024-08-19T11:30:50.368 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.368 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_count": { 2024-08-19T11:30:50.368 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:50.368 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.368 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes": { 2024-08-19T11:30:50.368 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.368 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.368 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_db": { 2024-08-19T11:30:50.369 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.369 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.369 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_slow": { 2024-08-19T11:30:50.369 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.369 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.369 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_wal": { 2024-08-19T11:30:50.369 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.369 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.369 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_count": { 2024-08-19T11:30:50.369 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.369 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.369 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_total_bytes": { 2024-08-19T11:30:50.369 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.369 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.370 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_used_bytes": { 2024-08-19T11:30:50.370 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.370 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.370 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_total_bytes": { 2024-08-19T11:30:50.370 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.370 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.370 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_used_bytes": { 2024-08-19T11:30:50.370 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.370 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.370 INFO:tasks.workunit.client.0.smithi136.stdout: "write_bytes": { 2024-08-19T11:30:50.370 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4157440 2024-08-19T11:30:50.370 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.370 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.370 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore": { 2024-08-19T11:30:50.371 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit": { 2024-08-19T11:30:50.371 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4096 2024-08-19T11:30:50.371 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.371 INFO:tasks.workunit.client.0.smithi136.stdout: "allocated": { 2024-08-19T11:30:50.371 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 802816 2024-08-19T11:30:50.371 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.371 INFO:tasks.workunit.client.0.smithi136.stdout: "clist_lat": { 2024-08-19T11:30:50.371 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 5, 2024-08-19T11:30:50.371 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 205788 2024-08-19T11:30:50.371 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.371 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_lat": { 2024-08-19T11:30:50.371 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.371 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.371 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.372 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed": { 2024-08-19T11:30:50.372 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.372 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.372 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_allocated": { 2024-08-19T11:30:50.372 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.372 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.372 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_original": { 2024-08-19T11:30:50.372 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.372 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.372 INFO:tasks.workunit.client.0.smithi136.stdout: "csum_lat": { 2024-08-19T11:30:50.372 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 29, 2024-08-19T11:30:50.372 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 83181 2024-08-19T11:30:50.372 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.372 INFO:tasks.workunit.client.0.smithi136.stdout: "decompress_lat": { 2024-08-19T11:30:50.372 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.372 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.373 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.373 INFO:tasks.workunit.client.0.smithi136.stdout: "fragmentation_micros": { 2024-08-19T11:30:50.373 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.373 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.373 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_commit_lat": { 2024-08-19T11:30:50.373 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 354, 2024-08-19T11:30:50.373 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 69386558 2024-08-19T11:30:50.373 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.373 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_final_lat": { 2024-08-19T11:30:50.373 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 351, 2024-08-19T11:30:50.373 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 6053397 2024-08-19T11:30:50.373 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.373 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_flush_lat": { 2024-08-19T11:30:50.373 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 354, 2024-08-19T11:30:50.373 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 378109 2024-08-19T11:30:50.374 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.374 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_sync_lat": { 2024-08-19T11:30:50.374 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 354, 2024-08-19T11:30:50.374 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 69764667 2024-08-19T11:30:50.374 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.374 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_keys_lat": { 2024-08-19T11:30:50.374 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.374 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.374 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.374 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_values_lat": { 2024-08-19T11:30:50.374 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3, 2024-08-19T11:30:50.374 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 39265 2024-08-19T11:30:50.374 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.374 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_lower_bound_lat": { 2024-08-19T11:30:50.375 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 4, 2024-08-19T11:30:50.375 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 8942 2024-08-19T11:30:50.375 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.375 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_next_lat": { 2024-08-19T11:30:50.375 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.375 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.375 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.375 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_seek_to_first_lat": { 2024-08-19T11:30:50.375 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.375 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.375 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.375 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_upper_bound_lat": { 2024-08-19T11:30:50.375 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 5, 2024-08-19T11:30:50.375 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 25663 2024-08-19T11:30:50.376 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.376 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_hits": { 2024-08-19T11:30:50.376 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 863 2024-08-19T11:30:50.376 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.376 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_misses": { 2024-08-19T11:30:50.376 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 255 2024-08-19T11:30:50.376 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.376 INFO:tasks.workunit.client.0.smithi136.stdout: "read_lat": { 2024-08-19T11:30:50.376 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 147, 2024-08-19T11:30:50.376 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4453801 2024-08-19T11:30:50.376 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.376 INFO:tasks.workunit.client.0.smithi136.stdout: "read_onode_meta_lat": { 2024-08-19T11:30:50.376 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 375, 2024-08-19T11:30:50.376 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 304864 2024-08-19T11:30:50.376 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.377 INFO:tasks.workunit.client.0.smithi136.stdout: "read_wait_aio_lat": { 2024-08-19T11:30:50.377 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 228, 2024-08-19T11:30:50.377 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4718363 2024-08-19T11:30:50.377 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.377 INFO:tasks.workunit.client.0.smithi136.stdout: "reads_with_retries": { 2024-08-19T11:30:50.377 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.377 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.377 INFO:tasks.workunit.client.0.smithi136.stdout: "remove_lat": { 2024-08-19T11:30:50.377 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3, 2024-08-19T11:30:50.377 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 128884 2024-08-19T11:30:50.377 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.377 INFO:tasks.workunit.client.0.smithi136.stdout: "state_aio_wait_lat": { 2024-08-19T11:30:50.377 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 424, 2024-08-19T11:30:50.377 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 32270522 2024-08-19T11:30:50.378 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.378 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T11:30:50.378 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 129, 2024-08-19T11:30:50.378 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 7929946 2024-08-19T11:30:50.378 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.378 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_cleanup_lat": { 2024-08-19T11:30:50.378 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 128, 2024-08-19T11:30:50.378 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 365578233037 2024-08-19T11:30:50.378 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.378 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_queued_lat": { 2024-08-19T11:30:50.378 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 129, 2024-08-19T11:30:50.378 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 129619307197 2024-08-19T11:30:50.378 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.379 INFO:tasks.workunit.client.0.smithi136.stdout: "state_done_lat": { 2024-08-19T11:30:50.379 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 423, 2024-08-19T11:30:50.379 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 75636317043 2024-08-19T11:30:50.379 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.379 INFO:tasks.workunit.client.0.smithi136.stdout: "state_finishing_lat": { 2024-08-19T11:30:50.379 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 423, 2024-08-19T11:30:50.379 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 51142 2024-08-19T11:30:50.379 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.379 INFO:tasks.workunit.client.0.smithi136.stdout: "state_io_done_lat": { 2024-08-19T11:30:50.379 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 424, 2024-08-19T11:30:50.379 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 798592 2024-08-19T11:30:50.379 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.379 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_commiting_lat": { 2024-08-19T11:30:50.379 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 424, 2024-08-19T11:30:50.379 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 103820374 2024-08-19T11:30:50.380 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.380 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_done_lat": { 2024-08-19T11:30:50.380 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 424, 2024-08-19T11:30:50.380 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 179637 2024-08-19T11:30:50.380 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.380 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_queued_lat": { 2024-08-19T11:30:50.380 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 424, 2024-08-19T11:30:50.380 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 41289375 2024-08-19T11:30:50.380 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.380 INFO:tasks.workunit.client.0.smithi136.stdout: "state_prepare_lat": { 2024-08-19T11:30:50.380 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 424, 2024-08-19T11:30:50.380 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 23952971 2024-08-19T11:30:50.380 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.380 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": { 2024-08-19T11:30:50.380 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 352921 2024-08-19T11:30:50.380 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.381 INFO:tasks.workunit.client.0.smithi136.stdout: "truncate_lat": { 2024-08-19T11:30:50.381 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 62, 2024-08-19T11:30:50.381 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 309161 2024-08-19T11:30:50.381 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.381 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_commit_lat": { 2024-08-19T11:30:50.381 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 424, 2024-08-19T11:30:50.381 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 202233006 2024-08-19T11:30:50.381 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.381 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_submit_lat": { 2024-08-19T11:30:50.381 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 424, 2024-08-19T11:30:50.381 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 28309050 2024-08-19T11:30:50.381 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.381 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_throttle_lat": { 2024-08-19T11:30:50.381 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 424, 2024-08-19T11:30:50.381 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3012679 2024-08-19T11:30:50.382 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.382 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.382 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache": { 2024-08-19T11:30:50.382 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_bytes": { 2024-08-19T11:30:50.382 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1861458400 2024-08-19T11:30:50.382 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.382 INFO:tasks.workunit.client.0.smithi136.stdout: "heap_bytes": { 2024-08-19T11:30:50.382 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 43581440 2024-08-19T11:30:50.382 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.382 INFO:tasks.workunit.client.0.smithi136.stdout: "mapped_bytes": { 2024-08-19T11:30:50.382 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 43319296 2024-08-19T11:30:50.382 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.382 INFO:tasks.workunit.client.0.smithi136.stdout: "target_bytes": { 2024-08-19T11:30:50.382 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3137370316 2024-08-19T11:30:50.383 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.383 INFO:tasks.workunit.client.0.smithi136.stdout: "unmapped_bytes": { 2024-08-19T11:30:50.383 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 262144 2024-08-19T11:30:50.383 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.383 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.383 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:data": { 2024-08-19T11:30:50.383 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.383 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 159383552 2024-08-19T11:30:50.383 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.383 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.383 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.383 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.383 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.383 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.384 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.384 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.384 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 85497069 2024-08-19T11:30:50.384 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.384 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.384 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.384 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.384 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.384 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.384 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.384 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.384 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.384 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.384 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.384 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.385 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.385 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.385 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.385 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.385 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.385 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 12288 2024-08-19T11:30:50.385 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.385 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.385 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.385 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.385 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.385 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.385 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.385 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.385 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.386 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.386 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.386 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 73874195 2024-08-19T11:30:50.386 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.386 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.386 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv": { 2024-08-19T11:30:50.386 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.386 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 780140544 2024-08-19T11:30:50.386 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.386 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.386 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:50.386 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.386 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.386 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.387 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.387 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.387 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 641228022 2024-08-19T11:30:50.387 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.387 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.387 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.387 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.387 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.387 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.387 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.387 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.387 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.387 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.387 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.388 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.388 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.388 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.388 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.388 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.388 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.388 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2128 2024-08-19T11:30:50.388 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.388 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.388 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.388 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.388 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.388 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.388 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.389 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.389 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.389 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.389 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.389 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71801530 2024-08-19T11:30:50.389 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.389 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.389 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T11:30:50.389 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.389 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 192937984 2024-08-19T11:30:50.389 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.389 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.389 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:50.389 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.389 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.389 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 464 2024-08-19T11:30:50.390 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.390 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.390 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 56998046 2024-08-19T11:30:50.390 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.390 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.390 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.390 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.390 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.390 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.390 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.390 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.390 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.390 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.391 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.391 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.391 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.391 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.391 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.391 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.391 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.391 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.391 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.391 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.391 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.391 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.391 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.392 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.392 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.392 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.392 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.392 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.392 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.392 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 68830610 2024-08-19T11:30:50.392 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.392 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.392 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:meta": { 2024-08-19T11:30:50.392 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.392 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 713031680 2024-08-19T11:30:50.392 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.393 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.393 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.393 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.393 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.393 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.393 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.393 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.393 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 641228022 2024-08-19T11:30:50.393 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.393 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.393 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.393 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.393 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.393 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.394 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.394 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.394 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.394 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.394 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.394 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.394 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.394 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.394 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.394 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.394 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.394 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 243546 2024-08-19T11:30:50.395 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.395 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.395 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.395 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.395 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.395 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.395 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.395 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.395 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.395 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.395 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.395 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71560112 2024-08-19T11:30:50.396 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.396 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.396 INFO:tasks.workunit.client.0.smithi136.stdout: "objecter": { 2024-08-19T11:30:50.396 INFO:tasks.workunit.client.0.smithi136.stdout: "op_active": { 2024-08-19T11:30:50.396 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.396 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.396 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:50.396 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.396 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.396 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rmw": { 2024-08-19T11:30:50.396 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.396 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.396 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:50.396 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.397 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.397 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.397 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:50.397 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg": { 2024-08-19T11:30:50.397 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 38 2024-08-19T11:30:50.397 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.397 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg_removing": { 2024-08-19T11:30:50.397 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.397 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.397 INFO:tasks.workunit.client.0.smithi136.stdout: "op": { 2024-08-19T11:30:50.397 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 157 2024-08-19T11:30:50.397 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.397 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_degraded": { 2024-08-19T11:30:50.398 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.398 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.398 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_unreadable": { 2024-08-19T11:30:50.398 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.398 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.398 INFO:tasks.workunit.client.0.smithi136.stdout: "op_in_bytes": { 2024-08-19T11:30:50.398 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2429467 2024-08-19T11:30:50.398 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.398 INFO:tasks.workunit.client.0.smithi136.stdout: "op_latency": { 2024-08-19T11:30:50.398 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 157, 2024-08-19T11:30:50.398 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1287179000 2024-08-19T11:30:50.398 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.398 INFO:tasks.workunit.client.0.smithi136.stdout: "op_out_bytes": { 2024-08-19T11:30:50.399 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1063 2024-08-19T11:30:50.399 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.399 INFO:tasks.workunit.client.0.smithi136.stdout: "op_prepare_latency": { 2024-08-19T11:30:50.399 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 157, 2024-08-19T11:30:50.399 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 52161981 2024-08-19T11:30:50.399 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.399 INFO:tasks.workunit.client.0.smithi136.stdout: "op_process_latency": { 2024-08-19T11:30:50.399 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 157, 2024-08-19T11:30:50.399 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 162615870 2024-08-19T11:30:50.399 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.399 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:50.399 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 33 2024-08-19T11:30:50.399 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.400 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency": { 2024-08-19T11:30:50.400 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 33, 2024-08-19T11:30:50.400 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5212297 2024-08-19T11:30:50.400 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.400 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T11:30:50.400 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.400 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.400 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_out_bytes": { 2024-08-19T11:30:50.400 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1063 2024-08-19T11:30:50.400 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.400 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_prepare_latency": { 2024-08-19T11:30:50.400 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 33, 2024-08-19T11:30:50.400 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4575143 2024-08-19T11:30:50.400 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.401 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_process_latency": { 2024-08-19T11:30:50.401 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 33, 2024-08-19T11:30:50.401 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3862078 2024-08-19T11:30:50.401 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.401 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw": { 2024-08-19T11:30:50.401 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 22 2024-08-19T11:30:50.401 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.401 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_in_bytes": { 2024-08-19T11:30:50.401 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.401 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.401 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency": { 2024-08-19T11:30:50.401 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 22, 2024-08-19T11:30:50.402 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 17568046 2024-08-19T11:30:50.402 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.402 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T11:30:50.402 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.402 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.402 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T11:30:50.402 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.402 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.402 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_out_bytes": { 2024-08-19T11:30:50.402 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.402 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.402 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_prepare_latency": { 2024-08-19T11:30:50.402 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 22, 2024-08-19T11:30:50.402 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 7837041 2024-08-19T11:30:50.403 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.403 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_process_latency": { 2024-08-19T11:30:50.403 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 22, 2024-08-19T11:30:50.403 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 16536564 2024-08-19T11:30:50.403 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.403 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:50.403 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 102 2024-08-19T11:30:50.403 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.403 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_in_bytes": { 2024-08-19T11:30:50.403 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2429467 2024-08-19T11:30:50.403 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.403 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency": { 2024-08-19T11:30:50.403 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 102, 2024-08-19T11:30:50.403 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1264398657 2024-08-19T11:30:50.404 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.404 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T11:30:50.404 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.404 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.404 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_prepare_latency": { 2024-08-19T11:30:50.404 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 102, 2024-08-19T11:30:50.404 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 39749797 2024-08-19T11:30:50.404 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.404 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_process_latency": { 2024-08-19T11:30:50.404 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 102, 2024-08-19T11:30:50.404 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 142217228 2024-08-19T11:30:50.404 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.404 INFO:tasks.workunit.client.0.smithi136.stdout: "op_wip": { 2024-08-19T11:30:50.404 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.405 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.405 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_bytes": { 2024-08-19T11:30:50.405 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 590368 2024-08-19T11:30:50.405 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.405 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_ops": { 2024-08-19T11:30:50.405 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2 2024-08-19T11:30:50.405 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.405 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes": { 2024-08-19T11:30:50.405 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:50.405 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.405 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes_used": { 2024-08-19T11:30:50.405 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 28471296 2024-08-19T11:30:50.405 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.406 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.406 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.406 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.2": { 2024-08-19T11:30:50.406 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:50.406 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_fallback": { 2024-08-19T11:30:50.406 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.406 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.406 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_size_fallback": { 2024-08-19T11:30:50.406 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.406 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.406 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_db": { 2024-08-19T11:30:50.406 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 65536 2024-08-19T11:30:50.406 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.406 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_main": { 2024-08-19T11:30:50.407 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.407 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.407 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_wal": { 2024-08-19T11:30:50.407 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.407 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.407 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_slow": { 2024-08-19T11:30:50.407 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.407 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.407 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_sst": { 2024-08-19T11:30:50.407 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 12288 2024-08-19T11:30:50.407 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.407 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_wal": { 2024-08-19T11:30:50.407 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 7004160 2024-08-19T11:30:50.407 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.408 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lat": { 2024-08-19T11:30:50.408 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.408 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.408 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.408 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lock_lat": { 2024-08-19T11:30:50.408 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.408 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.408 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.408 INFO:tasks.workunit.client.0.smithi136.stdout: "db_total_bytes": { 2024-08-19T11:30:50.408 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:50.408 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.408 INFO:tasks.workunit.client.0.smithi136.stdout: "db_used_bytes": { 2024-08-19T11:30:50.408 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 31850496 2024-08-19T11:30:50.409 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.409 INFO:tasks.workunit.client.0.smithi136.stdout: "log_bytes": { 2024-08-19T11:30:50.409 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3473408 2024-08-19T11:30:50.409 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.409 INFO:tasks.workunit.client.0.smithi136.stdout: "logged_bytes": { 2024-08-19T11:30:50.409 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3334144 2024-08-19T11:30:50.409 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.409 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_db": { 2024-08-19T11:30:50.409 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 31850496 2024-08-19T11:30:50.409 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.409 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_slow": { 2024-08-19T11:30:50.409 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.409 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.410 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_wal": { 2024-08-19T11:30:50.410 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.410 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.410 INFO:tasks.workunit.client.0.smithi136.stdout: "num_files": { 2024-08-19T11:30:50.410 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 14 2024-08-19T11:30:50.410 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.410 INFO:tasks.workunit.client.0.smithi136.stdout: "read_bytes": { 2024-08-19T11:30:50.410 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 206272 2024-08-19T11:30:50.410 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.410 INFO:tasks.workunit.client.0.smithi136.stdout: "read_count": { 2024-08-19T11:30:50.410 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 23 2024-08-19T11:30:50.410 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.410 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes": { 2024-08-19T11:30:50.410 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1282048 2024-08-19T11:30:50.411 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.411 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_db": { 2024-08-19T11:30:50.411 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1286144 2024-08-19T11:30:50.411 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.411 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_slow": { 2024-08-19T11:30:50.411 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.411 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.411 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_wal": { 2024-08-19T11:30:50.411 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.411 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.411 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_count": { 2024-08-19T11:30:50.411 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 15 2024-08-19T11:30:50.411 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.412 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_bytes": { 2024-08-19T11:30:50.412 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4913 2024-08-19T11:30:50.412 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.412 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_count": { 2024-08-19T11:30:50.412 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4 2024-08-19T11:30:50.412 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.412 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_bytes": { 2024-08-19T11:30:50.412 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5505 2024-08-19T11:30:50.412 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.412 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_count": { 2024-08-19T11:30:50.412 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:50.412 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.412 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_bytes": { 2024-08-19T11:30:50.413 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5505 2024-08-19T11:30:50.413 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.413 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_count": { 2024-08-19T11:30:50.413 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:50.413 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.413 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes": { 2024-08-19T11:30:50.413 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.413 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.413 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_db": { 2024-08-19T11:30:50.413 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.413 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.413 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_slow": { 2024-08-19T11:30:50.413 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.414 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.414 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_wal": { 2024-08-19T11:30:50.414 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.414 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.414 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_count": { 2024-08-19T11:30:50.414 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.414 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.414 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_total_bytes": { 2024-08-19T11:30:50.414 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.414 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.414 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_used_bytes": { 2024-08-19T11:30:50.414 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.414 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.415 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_total_bytes": { 2024-08-19T11:30:50.415 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.415 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.415 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_used_bytes": { 2024-08-19T11:30:50.415 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.415 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.415 INFO:tasks.workunit.client.0.smithi136.stdout: "write_bytes": { 2024-08-19T11:30:50.415 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 10416128 2024-08-19T11:30:50.415 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.415 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.415 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore": { 2024-08-19T11:30:50.415 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit": { 2024-08-19T11:30:50.415 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4096 2024-08-19T11:30:50.415 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.415 INFO:tasks.workunit.client.0.smithi136.stdout: "allocated": { 2024-08-19T11:30:50.416 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 794624 2024-08-19T11:30:50.416 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.416 INFO:tasks.workunit.client.0.smithi136.stdout: "clist_lat": { 2024-08-19T11:30:50.416 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 4, 2024-08-19T11:30:50.416 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 200838 2024-08-19T11:30:50.416 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.416 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_lat": { 2024-08-19T11:30:50.416 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.416 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.416 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.416 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed": { 2024-08-19T11:30:50.416 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.416 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.417 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_allocated": { 2024-08-19T11:30:50.417 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.417 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.417 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_original": { 2024-08-19T11:30:50.417 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.417 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.417 INFO:tasks.workunit.client.0.smithi136.stdout: "csum_lat": { 2024-08-19T11:30:50.417 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 11, 2024-08-19T11:30:50.417 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 13262 2024-08-19T11:30:50.417 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.417 INFO:tasks.workunit.client.0.smithi136.stdout: "decompress_lat": { 2024-08-19T11:30:50.417 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.417 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.417 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.418 INFO:tasks.workunit.client.0.smithi136.stdout: "fragmentation_micros": { 2024-08-19T11:30:50.418 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.418 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.418 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_commit_lat": { 2024-08-19T11:30:50.418 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 801, 2024-08-19T11:30:50.418 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 326578257 2024-08-19T11:30:50.418 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.418 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_final_lat": { 2024-08-19T11:30:50.418 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 800, 2024-08-19T11:30:50.418 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 21643684 2024-08-19T11:30:50.418 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.418 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_flush_lat": { 2024-08-19T11:30:50.418 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 801, 2024-08-19T11:30:50.418 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 737865 2024-08-19T11:30:50.419 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.419 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_sync_lat": { 2024-08-19T11:30:50.419 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 801, 2024-08-19T11:30:50.419 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 327316122 2024-08-19T11:30:50.419 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.419 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_keys_lat": { 2024-08-19T11:30:50.419 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.419 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.419 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.419 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_values_lat": { 2024-08-19T11:30:50.419 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3, 2024-08-19T11:30:50.419 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 36179 2024-08-19T11:30:50.419 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.419 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_lower_bound_lat": { 2024-08-19T11:30:50.420 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:50.420 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1047 2024-08-19T11:30:50.420 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.420 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_next_lat": { 2024-08-19T11:30:50.420 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.420 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.420 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.420 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_seek_to_first_lat": { 2024-08-19T11:30:50.420 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.420 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.420 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.420 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_upper_bound_lat": { 2024-08-19T11:30:50.420 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:50.421 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3543 2024-08-19T11:30:50.421 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.421 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_hits": { 2024-08-19T11:30:50.421 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3752 2024-08-19T11:30:50.421 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.421 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_misses": { 2024-08-19T11:30:50.421 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 331 2024-08-19T11:30:50.421 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.421 INFO:tasks.workunit.client.0.smithi136.stdout: "read_lat": { 2024-08-19T11:30:50.421 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 116, 2024-08-19T11:30:50.421 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1534284 2024-08-19T11:30:50.421 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.421 INFO:tasks.workunit.client.0.smithi136.stdout: "read_onode_meta_lat": { 2024-08-19T11:30:50.422 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 308, 2024-08-19T11:30:50.422 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 316531 2024-08-19T11:30:50.422 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.422 INFO:tasks.workunit.client.0.smithi136.stdout: "read_wait_aio_lat": { 2024-08-19T11:30:50.422 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 192, 2024-08-19T11:30:50.422 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2652565 2024-08-19T11:30:50.422 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.422 INFO:tasks.workunit.client.0.smithi136.stdout: "reads_with_retries": { 2024-08-19T11:30:50.422 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.422 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.422 INFO:tasks.workunit.client.0.smithi136.stdout: "remove_lat": { 2024-08-19T11:30:50.422 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 103, 2024-08-19T11:30:50.422 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5826955 2024-08-19T11:30:50.422 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.423 INFO:tasks.workunit.client.0.smithi136.stdout: "state_aio_wait_lat": { 2024-08-19T11:30:50.423 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3452, 2024-08-19T11:30:50.423 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2222569231 2024-08-19T11:30:50.423 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.423 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T11:30:50.423 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 123, 2024-08-19T11:30:50.423 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 19920198 2024-08-19T11:30:50.423 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.423 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_cleanup_lat": { 2024-08-19T11:30:50.423 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 122, 2024-08-19T11:30:50.423 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 262026276359 2024-08-19T11:30:50.423 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.423 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_queued_lat": { 2024-08-19T11:30:50.423 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 123, 2024-08-19T11:30:50.424 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 112366059661 2024-08-19T11:30:50.424 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.424 INFO:tasks.workunit.client.0.smithi136.stdout: "state_done_lat": { 2024-08-19T11:30:50.424 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3451, 2024-08-19T11:30:50.424 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 35950123591 2024-08-19T11:30:50.424 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.424 INFO:tasks.workunit.client.0.smithi136.stdout: "state_finishing_lat": { 2024-08-19T11:30:50.424 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3451, 2024-08-19T11:30:50.424 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 203590 2024-08-19T11:30:50.424 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.424 INFO:tasks.workunit.client.0.smithi136.stdout: "state_io_done_lat": { 2024-08-19T11:30:50.424 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3452, 2024-08-19T11:30:50.424 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4428836 2024-08-19T11:30:50.424 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.425 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_commiting_lat": { 2024-08-19T11:30:50.425 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3452, 2024-08-19T11:30:50.425 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1589238571 2024-08-19T11:30:50.425 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.425 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_done_lat": { 2024-08-19T11:30:50.425 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3452, 2024-08-19T11:30:50.425 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 534348 2024-08-19T11:30:50.425 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.425 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_queued_lat": { 2024-08-19T11:30:50.425 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3452, 2024-08-19T11:30:50.425 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 816483632 2024-08-19T11:30:50.425 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.425 INFO:tasks.workunit.client.0.smithi136.stdout: "state_prepare_lat": { 2024-08-19T11:30:50.425 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3452, 2024-08-19T11:30:50.426 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 227995265 2024-08-19T11:30:50.426 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.426 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": { 2024-08-19T11:30:50.426 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 353324 2024-08-19T11:30:50.426 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.426 INFO:tasks.workunit.client.0.smithi136.stdout: "truncate_lat": { 2024-08-19T11:30:50.426 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 59, 2024-08-19T11:30:50.426 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 259594 2024-08-19T11:30:50.426 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.426 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_commit_lat": { 2024-08-19T11:30:50.426 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3452, 2024-08-19T11:30:50.426 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4860978197 2024-08-19T11:30:50.426 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.426 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_submit_lat": { 2024-08-19T11:30:50.427 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3452, 2024-08-19T11:30:50.427 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 261668018 2024-08-19T11:30:50.427 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.427 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_throttle_lat": { 2024-08-19T11:30:50.427 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3452, 2024-08-19T11:30:50.427 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 134432476 2024-08-19T11:30:50.427 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.427 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.427 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache": { 2024-08-19T11:30:50.427 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_bytes": { 2024-08-19T11:30:50.427 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1861458400 2024-08-19T11:30:50.427 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.427 INFO:tasks.workunit.client.0.smithi136.stdout: "heap_bytes": { 2024-08-19T11:30:50.428 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 47775744 2024-08-19T11:30:50.428 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.428 INFO:tasks.workunit.client.0.smithi136.stdout: "mapped_bytes": { 2024-08-19T11:30:50.428 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 47513600 2024-08-19T11:30:50.428 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.428 INFO:tasks.workunit.client.0.smithi136.stdout: "target_bytes": { 2024-08-19T11:30:50.428 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3137370316 2024-08-19T11:30:50.428 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.428 INFO:tasks.workunit.client.0.smithi136.stdout: "unmapped_bytes": { 2024-08-19T11:30:50.428 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 262144 2024-08-19T11:30:50.428 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.428 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.428 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:data": { 2024-08-19T11:30:50.428 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.429 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 159383552 2024-08-19T11:30:50.429 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.429 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.429 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.429 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.429 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.429 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.429 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.429 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.429 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 85491200 2024-08-19T11:30:50.429 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.429 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.429 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.429 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.430 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.430 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.430 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.430 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.430 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.430 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.430 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.430 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.430 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.430 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.430 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.430 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.430 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.431 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 12288 2024-08-19T11:30:50.431 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.431 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.431 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.431 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.431 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.431 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.431 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.431 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.431 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.431 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.431 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.431 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 73880064 2024-08-19T11:30:50.431 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.432 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.432 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv": { 2024-08-19T11:30:50.432 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.432 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 780140544 2024-08-19T11:30:50.432 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.432 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.432 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:50.432 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.432 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.432 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.432 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.432 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.432 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 641184005 2024-08-19T11:30:50.432 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.433 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.433 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.433 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.433 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.433 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.433 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.433 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.433 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.433 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.433 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.433 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.433 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.433 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.433 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.433 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.434 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.434 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2128 2024-08-19T11:30:50.434 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.434 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.434 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.434 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.434 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.434 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.434 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.434 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.434 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.434 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.434 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.434 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71845547 2024-08-19T11:30:50.435 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.435 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.435 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T11:30:50.435 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.435 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 192937984 2024-08-19T11:30:50.435 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.435 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.435 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:50.435 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.435 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.435 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 464 2024-08-19T11:30:50.435 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.435 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.436 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 56994133 2024-08-19T11:30:50.436 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.436 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.436 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.436 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.436 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.436 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.436 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.436 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.436 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.436 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.436 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.436 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.436 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.437 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.437 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.437 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.437 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.437 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.437 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.437 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.437 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.437 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.437 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.437 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.437 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.437 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.438 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.438 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.438 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.438 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 68834523 2024-08-19T11:30:50.438 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.438 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.438 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:meta": { 2024-08-19T11:30:50.438 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.438 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 713031680 2024-08-19T11:30:50.438 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.438 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.439 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.439 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.439 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.439 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.439 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.439 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.439 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 641184005 2024-08-19T11:30:50.439 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.439 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.439 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.439 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.439 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.439 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.439 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.439 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.440 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.440 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.440 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.440 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.440 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.440 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.440 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.440 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.440 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.440 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 342902 2024-08-19T11:30:50.440 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.441 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.441 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.441 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.441 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.441 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.441 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.441 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.441 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.441 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.441 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.441 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71504773 2024-08-19T11:30:50.441 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.442 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.442 INFO:tasks.workunit.client.0.smithi136.stdout: "objecter": { 2024-08-19T11:30:50.442 INFO:tasks.workunit.client.0.smithi136.stdout: "op_active": { 2024-08-19T11:30:50.442 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.442 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.442 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:50.442 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.442 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.442 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rmw": { 2024-08-19T11:30:50.442 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.442 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.442 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:50.443 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.443 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.443 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.443 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:50.443 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg": { 2024-08-19T11:30:50.443 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 31 2024-08-19T11:30:50.443 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.443 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg_removing": { 2024-08-19T11:30:50.443 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.443 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.443 INFO:tasks.workunit.client.0.smithi136.stdout: "op": { 2024-08-19T11:30:50.443 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 10 2024-08-19T11:30:50.444 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.444 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_degraded": { 2024-08-19T11:30:50.444 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.444 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.444 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_unreadable": { 2024-08-19T11:30:50.444 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.444 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.444 INFO:tasks.workunit.client.0.smithi136.stdout: "op_in_bytes": { 2024-08-19T11:30:50.444 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.444 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.444 INFO:tasks.workunit.client.0.smithi136.stdout: "op_latency": { 2024-08-19T11:30:50.444 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 10, 2024-08-19T11:30:50.444 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 79149604 2024-08-19T11:30:50.444 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.445 INFO:tasks.workunit.client.0.smithi136.stdout: "op_out_bytes": { 2024-08-19T11:30:50.445 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.445 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.445 INFO:tasks.workunit.client.0.smithi136.stdout: "op_prepare_latency": { 2024-08-19T11:30:50.445 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 10, 2024-08-19T11:30:50.445 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5008602 2024-08-19T11:30:50.445 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.445 INFO:tasks.workunit.client.0.smithi136.stdout: "op_process_latency": { 2024-08-19T11:30:50.445 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 10, 2024-08-19T11:30:50.445 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 61749849 2024-08-19T11:30:50.445 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.445 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:50.445 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.446 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.446 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency": { 2024-08-19T11:30:50.446 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.446 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.446 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.446 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T11:30:50.446 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.446 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.446 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_out_bytes": { 2024-08-19T11:30:50.446 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.446 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.446 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_prepare_latency": { 2024-08-19T11:30:50.446 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.447 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.447 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.447 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_process_latency": { 2024-08-19T11:30:50.447 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.447 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.447 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.447 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw": { 2024-08-19T11:30:50.447 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.447 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.447 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_in_bytes": { 2024-08-19T11:30:50.447 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.447 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.447 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency": { 2024-08-19T11:30:50.447 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.448 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.448 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.448 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T11:30:50.448 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.448 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.448 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T11:30:50.448 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.448 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.448 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_out_bytes": { 2024-08-19T11:30:50.448 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.448 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.448 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_prepare_latency": { 2024-08-19T11:30:50.448 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.449 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.449 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.449 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_process_latency": { 2024-08-19T11:30:50.449 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.449 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.449 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.449 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:50.449 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 10 2024-08-19T11:30:50.449 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.449 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_in_bytes": { 2024-08-19T11:30:50.449 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.449 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.449 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency": { 2024-08-19T11:30:50.449 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 10, 2024-08-19T11:30:50.450 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 79149604 2024-08-19T11:30:50.450 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.450 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T11:30:50.450 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.450 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.450 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_prepare_latency": { 2024-08-19T11:30:50.450 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 10, 2024-08-19T11:30:50.450 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5008602 2024-08-19T11:30:50.450 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.450 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_process_latency": { 2024-08-19T11:30:50.450 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 10, 2024-08-19T11:30:50.450 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 61749849 2024-08-19T11:30:50.450 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.450 INFO:tasks.workunit.client.0.smithi136.stdout: "op_wip": { 2024-08-19T11:30:50.451 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.451 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.451 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_bytes": { 2024-08-19T11:30:50.451 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.451 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.451 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_ops": { 2024-08-19T11:30:50.451 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.451 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.451 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes": { 2024-08-19T11:30:50.451 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:50.451 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.451 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes_used": { 2024-08-19T11:30:50.451 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 32657408 2024-08-19T11:30:50.452 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.452 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.452 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.452 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.3": { 2024-08-19T11:30:50.452 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:50.452 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_fallback": { 2024-08-19T11:30:50.452 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.452 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.452 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_size_fallback": { 2024-08-19T11:30:50.452 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.452 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.452 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_db": { 2024-08-19T11:30:50.452 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 65536 2024-08-19T11:30:50.452 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.453 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_main": { 2024-08-19T11:30:50.453 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.453 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.453 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_wal": { 2024-08-19T11:30:50.453 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.453 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.453 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_slow": { 2024-08-19T11:30:50.453 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.453 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.453 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_sst": { 2024-08-19T11:30:50.453 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 12288 2024-08-19T11:30:50.453 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.453 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_wal": { 2024-08-19T11:30:50.454 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 6119424 2024-08-19T11:30:50.454 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.454 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lat": { 2024-08-19T11:30:50.454 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.454 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.454 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.454 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lock_lat": { 2024-08-19T11:30:50.454 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.454 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.454 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.454 INFO:tasks.workunit.client.0.smithi136.stdout: "db_total_bytes": { 2024-08-19T11:30:50.454 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:50.455 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.455 INFO:tasks.workunit.client.0.smithi136.stdout: "db_used_bytes": { 2024-08-19T11:30:50.455 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 27656192 2024-08-19T11:30:50.455 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.455 INFO:tasks.workunit.client.0.smithi136.stdout: "log_bytes": { 2024-08-19T11:30:50.455 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3096576 2024-08-19T11:30:50.455 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.455 INFO:tasks.workunit.client.0.smithi136.stdout: "logged_bytes": { 2024-08-19T11:30:50.455 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2957312 2024-08-19T11:30:50.455 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.455 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_db": { 2024-08-19T11:30:50.455 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 31850496 2024-08-19T11:30:50.455 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.455 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_slow": { 2024-08-19T11:30:50.456 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.456 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.456 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_wal": { 2024-08-19T11:30:50.456 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.456 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.456 INFO:tasks.workunit.client.0.smithi136.stdout: "num_files": { 2024-08-19T11:30:50.456 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 14 2024-08-19T11:30:50.456 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.456 INFO:tasks.workunit.client.0.smithi136.stdout: "read_bytes": { 2024-08-19T11:30:50.456 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 206272 2024-08-19T11:30:50.456 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.456 INFO:tasks.workunit.client.0.smithi136.stdout: "read_count": { 2024-08-19T11:30:50.456 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 23 2024-08-19T11:30:50.456 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.457 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes": { 2024-08-19T11:30:50.457 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1282048 2024-08-19T11:30:50.457 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.457 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_db": { 2024-08-19T11:30:50.457 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1286144 2024-08-19T11:30:50.457 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.457 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_slow": { 2024-08-19T11:30:50.457 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.457 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.457 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_wal": { 2024-08-19T11:30:50.457 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.457 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.457 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_count": { 2024-08-19T11:30:50.458 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 15 2024-08-19T11:30:50.458 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.458 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_bytes": { 2024-08-19T11:30:50.458 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4913 2024-08-19T11:30:50.458 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.458 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_count": { 2024-08-19T11:30:50.458 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4 2024-08-19T11:30:50.458 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.458 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_bytes": { 2024-08-19T11:30:50.458 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5503 2024-08-19T11:30:50.458 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.458 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_count": { 2024-08-19T11:30:50.458 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:50.459 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.459 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_bytes": { 2024-08-19T11:30:50.459 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5503 2024-08-19T11:30:50.459 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.459 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_count": { 2024-08-19T11:30:50.459 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:50.459 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.459 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes": { 2024-08-19T11:30:50.459 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.459 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.459 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_db": { 2024-08-19T11:30:50.459 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.459 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.459 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_slow": { 2024-08-19T11:30:50.460 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.460 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.460 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_wal": { 2024-08-19T11:30:50.460 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.460 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.460 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_count": { 2024-08-19T11:30:50.460 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.460 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.460 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_total_bytes": { 2024-08-19T11:30:50.460 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.460 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.460 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_used_bytes": { 2024-08-19T11:30:50.460 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.461 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.461 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_total_bytes": { 2024-08-19T11:30:50.461 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.461 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.461 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_used_bytes": { 2024-08-19T11:30:50.461 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.461 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.461 INFO:tasks.workunit.client.0.smithi136.stdout: "write_bytes": { 2024-08-19T11:30:50.461 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 9154560 2024-08-19T11:30:50.461 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.461 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.461 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore": { 2024-08-19T11:30:50.461 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit": { 2024-08-19T11:30:50.461 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4096 2024-08-19T11:30:50.461 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.462 INFO:tasks.workunit.client.0.smithi136.stdout: "allocated": { 2024-08-19T11:30:50.462 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 806912 2024-08-19T11:30:50.462 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.462 INFO:tasks.workunit.client.0.smithi136.stdout: "clist_lat": { 2024-08-19T11:30:50.462 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.462 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.462 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.462 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_lat": { 2024-08-19T11:30:50.462 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.462 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.462 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.462 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed": { 2024-08-19T11:30:50.462 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.463 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.463 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_allocated": { 2024-08-19T11:30:50.463 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.463 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.463 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_original": { 2024-08-19T11:30:50.463 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.463 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.463 INFO:tasks.workunit.client.0.smithi136.stdout: "csum_lat": { 2024-08-19T11:30:50.463 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3, 2024-08-19T11:30:50.463 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 7537 2024-08-19T11:30:50.463 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.463 INFO:tasks.workunit.client.0.smithi136.stdout: "decompress_lat": { 2024-08-19T11:30:50.463 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.463 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.464 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.464 INFO:tasks.workunit.client.0.smithi136.stdout: "fragmentation_micros": { 2024-08-19T11:30:50.464 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.464 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.464 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_commit_lat": { 2024-08-19T11:30:50.464 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 709, 2024-08-19T11:30:50.464 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 318182262 2024-08-19T11:30:50.464 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.464 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_final_lat": { 2024-08-19T11:30:50.464 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 696, 2024-08-19T11:30:50.464 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 22547861 2024-08-19T11:30:50.464 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.464 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_flush_lat": { 2024-08-19T11:30:50.464 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 709, 2024-08-19T11:30:50.465 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 573971 2024-08-19T11:30:50.465 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.465 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_sync_lat": { 2024-08-19T11:30:50.465 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 709, 2024-08-19T11:30:50.465 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 318756233 2024-08-19T11:30:50.465 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.465 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_keys_lat": { 2024-08-19T11:30:50.465 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.465 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.465 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.465 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_values_lat": { 2024-08-19T11:30:50.465 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1, 2024-08-19T11:30:50.465 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 43841 2024-08-19T11:30:50.465 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.466 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_lower_bound_lat": { 2024-08-19T11:30:50.466 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:50.466 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 963 2024-08-19T11:30:50.466 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.466 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_next_lat": { 2024-08-19T11:30:50.466 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.466 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.466 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.466 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_seek_to_first_lat": { 2024-08-19T11:30:50.466 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.466 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.466 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.466 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_upper_bound_lat": { 2024-08-19T11:30:50.467 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3, 2024-08-19T11:30:50.467 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 8102 2024-08-19T11:30:50.467 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.467 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_hits": { 2024-08-19T11:30:50.467 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3465 2024-08-19T11:30:50.467 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.467 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_misses": { 2024-08-19T11:30:50.467 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 337 2024-08-19T11:30:50.467 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.467 INFO:tasks.workunit.client.0.smithi136.stdout: "read_lat": { 2024-08-19T11:30:50.467 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 92, 2024-08-19T11:30:50.467 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 878691 2024-08-19T11:30:50.467 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.468 INFO:tasks.workunit.client.0.smithi136.stdout: "read_onode_meta_lat": { 2024-08-19T11:30:50.468 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 157, 2024-08-19T11:30:50.468 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 368531 2024-08-19T11:30:50.468 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.468 INFO:tasks.workunit.client.0.smithi136.stdout: "read_wait_aio_lat": { 2024-08-19T11:30:50.468 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 65, 2024-08-19T11:30:50.468 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 394806 2024-08-19T11:30:50.468 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.468 INFO:tasks.workunit.client.0.smithi136.stdout: "reads_with_retries": { 2024-08-19T11:30:50.468 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.468 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.468 INFO:tasks.workunit.client.0.smithi136.stdout: "remove_lat": { 2024-08-19T11:30:50.468 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 100, 2024-08-19T11:30:50.468 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5511892 2024-08-19T11:30:50.469 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.469 INFO:tasks.workunit.client.0.smithi136.stdout: "state_aio_wait_lat": { 2024-08-19T11:30:50.469 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3356, 2024-08-19T11:30:50.469 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2369409945 2024-08-19T11:30:50.469 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.469 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T11:30:50.469 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 54, 2024-08-19T11:30:50.469 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3860694 2024-08-19T11:30:50.469 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.469 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_cleanup_lat": { 2024-08-19T11:30:50.469 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 51, 2024-08-19T11:30:50.469 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 384472886988 2024-08-19T11:30:50.469 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.470 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_queued_lat": { 2024-08-19T11:30:50.470 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 54, 2024-08-19T11:30:50.470 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 85530047942 2024-08-19T11:30:50.470 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.470 INFO:tasks.workunit.client.0.smithi136.stdout: "state_done_lat": { 2024-08-19T11:30:50.470 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3353, 2024-08-19T11:30:50.470 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 687750445 2024-08-19T11:30:50.470 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.470 INFO:tasks.workunit.client.0.smithi136.stdout: "state_finishing_lat": { 2024-08-19T11:30:50.470 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3353, 2024-08-19T11:30:50.470 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 183987 2024-08-19T11:30:50.470 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.470 INFO:tasks.workunit.client.0.smithi136.stdout: "state_io_done_lat": { 2024-08-19T11:30:50.471 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3356, 2024-08-19T11:30:50.471 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 15808934 2024-08-19T11:30:50.471 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.471 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_commiting_lat": { 2024-08-19T11:30:50.471 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3356, 2024-08-19T11:30:50.471 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1705431430 2024-08-19T11:30:50.471 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.471 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_done_lat": { 2024-08-19T11:30:50.471 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3356, 2024-08-19T11:30:50.471 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 455492 2024-08-19T11:30:50.471 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.471 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_queued_lat": { 2024-08-19T11:30:50.471 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3356, 2024-08-19T11:30:50.471 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 883833607 2024-08-19T11:30:50.472 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.472 INFO:tasks.workunit.client.0.smithi136.stdout: "state_prepare_lat": { 2024-08-19T11:30:50.472 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3356, 2024-08-19T11:30:50.472 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 233926561 2024-08-19T11:30:50.472 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.472 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": { 2024-08-19T11:30:50.472 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 355145 2024-08-19T11:30:50.472 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.472 INFO:tasks.workunit.client.0.smithi136.stdout: "truncate_lat": { 2024-08-19T11:30:50.472 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 45, 2024-08-19T11:30:50.472 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 226930 2024-08-19T11:30:50.472 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.472 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_commit_lat": { 2024-08-19T11:30:50.473 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3356, 2024-08-19T11:30:50.473 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5208636037 2024-08-19T11:30:50.473 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.473 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_submit_lat": { 2024-08-19T11:30:50.473 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3356, 2024-08-19T11:30:50.473 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 266745811 2024-08-19T11:30:50.473 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.473 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_throttle_lat": { 2024-08-19T11:30:50.473 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3356, 2024-08-19T11:30:50.473 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 145553378 2024-08-19T11:30:50.473 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.473 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.473 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache": { 2024-08-19T11:30:50.474 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_bytes": { 2024-08-19T11:30:50.474 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1861458400 2024-08-19T11:30:50.474 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.474 INFO:tasks.workunit.client.0.smithi136.stdout: "heap_bytes": { 2024-08-19T11:30:50.474 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 44630016 2024-08-19T11:30:50.474 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.474 INFO:tasks.workunit.client.0.smithi136.stdout: "mapped_bytes": { 2024-08-19T11:30:50.474 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 43802624 2024-08-19T11:30:50.474 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.474 INFO:tasks.workunit.client.0.smithi136.stdout: "target_bytes": { 2024-08-19T11:30:50.474 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3137370316 2024-08-19T11:30:50.474 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.474 INFO:tasks.workunit.client.0.smithi136.stdout: "unmapped_bytes": { 2024-08-19T11:30:50.475 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 827392 2024-08-19T11:30:50.475 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.475 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.475 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:data": { 2024-08-19T11:30:50.475 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.475 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 159383552 2024-08-19T11:30:50.475 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.475 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.475 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.475 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.475 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.475 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.475 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.476 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.476 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 85491671 2024-08-19T11:30:50.476 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.476 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.476 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.476 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.476 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.476 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.476 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.476 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.476 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.476 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.476 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.477 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.477 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.477 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.477 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.477 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.477 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.477 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.477 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.477 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.477 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.477 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.477 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.477 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.477 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.478 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.478 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.478 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.478 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.478 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 73891881 2024-08-19T11:30:50.478 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.478 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.478 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv": { 2024-08-19T11:30:50.478 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.478 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 780140544 2024-08-19T11:30:50.478 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.478 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.478 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:50.478 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.479 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.479 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.479 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.479 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.479 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 641187533 2024-08-19T11:30:50.479 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.479 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.479 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.479 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.479 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.479 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.479 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.479 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.479 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.480 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.480 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.480 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.480 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.480 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.480 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.480 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.480 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.480 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2128 2024-08-19T11:30:50.480 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.480 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.480 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.480 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.480 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.480 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.481 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.481 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.481 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.481 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.481 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.481 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71842019 2024-08-19T11:30:50.481 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.481 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.481 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T11:30:50.481 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.481 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 192937984 2024-08-19T11:30:50.481 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.481 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.481 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:50.482 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.482 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.482 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 464 2024-08-19T11:30:50.482 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.482 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.482 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 56994447 2024-08-19T11:30:50.482 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.482 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.482 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.482 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.482 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.482 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.482 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.482 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.483 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.483 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.483 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.483 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.483 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.483 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.483 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.483 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.483 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.483 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.483 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.483 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.483 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.483 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.484 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.484 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.484 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.484 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.484 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.484 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.484 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.484 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 68834209 2024-08-19T11:30:50.484 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.484 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.484 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:meta": { 2024-08-19T11:30:50.484 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.484 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 713031680 2024-08-19T11:30:50.485 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.485 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.485 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.485 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.485 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.485 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.485 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.485 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.485 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 641187533 2024-08-19T11:30:50.485 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.485 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.485 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.485 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.485 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.486 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.486 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.486 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.486 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.486 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.486 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.486 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.486 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.486 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.486 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5828 2024-08-19T11:30:50.486 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.486 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.486 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 343876 2024-08-19T11:30:50.487 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.487 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.487 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.487 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.487 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.487 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.487 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.487 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.487 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.487 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.487 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.487 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71494443 2024-08-19T11:30:50.487 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.487 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.488 INFO:tasks.workunit.client.0.smithi136.stdout: "objecter": { 2024-08-19T11:30:50.488 INFO:tasks.workunit.client.0.smithi136.stdout: "op_active": { 2024-08-19T11:30:50.488 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.488 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.488 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:50.488 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.488 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.488 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rmw": { 2024-08-19T11:30:50.488 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.488 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.488 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:50.488 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.488 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.489 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.489 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:50.489 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg": { 2024-08-19T11:30:50.489 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 37 2024-08-19T11:30:50.489 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.489 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg_removing": { 2024-08-19T11:30:50.489 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.489 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.489 INFO:tasks.workunit.client.0.smithi136.stdout: "op": { 2024-08-19T11:30:50.489 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.489 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.489 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_degraded": { 2024-08-19T11:30:50.490 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.490 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.490 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_unreadable": { 2024-08-19T11:30:50.490 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.490 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.490 INFO:tasks.workunit.client.0.smithi136.stdout: "op_in_bytes": { 2024-08-19T11:30:50.490 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.490 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.490 INFO:tasks.workunit.client.0.smithi136.stdout: "op_latency": { 2024-08-19T11:30:50.490 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.490 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.490 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.490 INFO:tasks.workunit.client.0.smithi136.stdout: "op_out_bytes": { 2024-08-19T11:30:50.491 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.491 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.491 INFO:tasks.workunit.client.0.smithi136.stdout: "op_prepare_latency": { 2024-08-19T11:30:50.491 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:50.491 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 693479 2024-08-19T11:30:50.491 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.491 INFO:tasks.workunit.client.0.smithi136.stdout: "op_process_latency": { 2024-08-19T11:30:50.491 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.491 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.491 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.491 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:50.491 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.491 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.491 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency": { 2024-08-19T11:30:50.492 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.492 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.492 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.492 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T11:30:50.492 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.492 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.492 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_out_bytes": { 2024-08-19T11:30:50.492 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.492 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.492 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_prepare_latency": { 2024-08-19T11:30:50.492 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.492 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.493 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.493 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_process_latency": { 2024-08-19T11:30:50.493 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.493 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.493 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.493 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw": { 2024-08-19T11:30:50.493 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.493 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.493 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_in_bytes": { 2024-08-19T11:30:50.493 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.493 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.493 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency": { 2024-08-19T11:30:50.493 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.494 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.494 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.494 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T11:30:50.494 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.494 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.494 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T11:30:50.494 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.494 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.494 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_out_bytes": { 2024-08-19T11:30:50.494 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.494 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.494 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_prepare_latency": { 2024-08-19T11:30:50.494 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.495 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.495 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.495 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_process_latency": { 2024-08-19T11:30:50.495 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.495 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.495 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.495 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:50.495 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.495 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.495 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_in_bytes": { 2024-08-19T11:30:50.495 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.495 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.495 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency": { 2024-08-19T11:30:50.495 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.496 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.496 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.496 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T11:30:50.496 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.496 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.496 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_prepare_latency": { 2024-08-19T11:30:50.496 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:50.496 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 693479 2024-08-19T11:30:50.496 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.496 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_process_latency": { 2024-08-19T11:30:50.496 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.496 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.497 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.497 INFO:tasks.workunit.client.0.smithi136.stdout: "op_wip": { 2024-08-19T11:30:50.497 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.497 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.497 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_bytes": { 2024-08-19T11:30:50.497 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.497 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.497 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_ops": { 2024-08-19T11:30:50.497 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.497 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.497 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes": { 2024-08-19T11:30:50.497 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:50.497 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.497 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes_used": { 2024-08-19T11:30:50.498 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 28471296 2024-08-19T11:30:50.498 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.498 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.498 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.498 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.4": { 2024-08-19T11:30:50.498 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:50.498 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_fallback": { 2024-08-19T11:30:50.498 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.498 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.498 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_size_fallback": { 2024-08-19T11:30:50.498 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.498 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.498 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_db": { 2024-08-19T11:30:50.499 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 65536 2024-08-19T11:30:50.499 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.499 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_main": { 2024-08-19T11:30:50.499 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.499 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.499 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_wal": { 2024-08-19T11:30:50.499 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.499 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.499 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_slow": { 2024-08-19T11:30:50.499 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.499 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.499 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_sst": { 2024-08-19T11:30:50.499 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 12288 2024-08-19T11:30:50.499 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.500 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_wal": { 2024-08-19T11:30:50.500 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1298432 2024-08-19T11:30:50.500 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.500 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lat": { 2024-08-19T11:30:50.500 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.500 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.500 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.500 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lock_lat": { 2024-08-19T11:30:50.500 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.500 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.500 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.500 INFO:tasks.workunit.client.0.smithi136.stdout: "db_total_bytes": { 2024-08-19T11:30:50.500 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:50.501 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.501 INFO:tasks.workunit.client.0.smithi136.stdout: "db_used_bytes": { 2024-08-19T11:30:50.501 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 27656192 2024-08-19T11:30:50.501 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.501 INFO:tasks.workunit.client.0.smithi136.stdout: "log_bytes": { 2024-08-19T11:30:50.501 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 917504 2024-08-19T11:30:50.501 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.501 INFO:tasks.workunit.client.0.smithi136.stdout: "logged_bytes": { 2024-08-19T11:30:50.501 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 778240 2024-08-19T11:30:50.501 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.501 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_db": { 2024-08-19T11:30:50.501 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 31850496 2024-08-19T11:30:50.501 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.502 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_slow": { 2024-08-19T11:30:50.502 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.502 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.502 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_wal": { 2024-08-19T11:30:50.502 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.502 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.502 INFO:tasks.workunit.client.0.smithi136.stdout: "num_files": { 2024-08-19T11:30:50.502 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 14 2024-08-19T11:30:50.502 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.502 INFO:tasks.workunit.client.0.smithi136.stdout: "read_bytes": { 2024-08-19T11:30:50.502 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 206272 2024-08-19T11:30:50.502 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.503 INFO:tasks.workunit.client.0.smithi136.stdout: "read_count": { 2024-08-19T11:30:50.503 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 23 2024-08-19T11:30:50.503 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.503 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes": { 2024-08-19T11:30:50.503 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1282048 2024-08-19T11:30:50.503 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.503 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_db": { 2024-08-19T11:30:50.503 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1286144 2024-08-19T11:30:50.503 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.503 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_slow": { 2024-08-19T11:30:50.503 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.503 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.504 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_wal": { 2024-08-19T11:30:50.504 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.504 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.504 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_count": { 2024-08-19T11:30:50.504 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 15 2024-08-19T11:30:50.504 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.504 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_bytes": { 2024-08-19T11:30:50.504 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4913 2024-08-19T11:30:50.504 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.504 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_count": { 2024-08-19T11:30:50.504 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4 2024-08-19T11:30:50.504 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.505 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_bytes": { 2024-08-19T11:30:50.505 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5505 2024-08-19T11:30:50.505 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.505 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_count": { 2024-08-19T11:30:50.505 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:50.505 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.505 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_bytes": { 2024-08-19T11:30:50.505 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5505 2024-08-19T11:30:50.505 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.505 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_count": { 2024-08-19T11:30:50.505 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:50.505 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.505 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes": { 2024-08-19T11:30:50.506 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.506 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.506 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_db": { 2024-08-19T11:30:50.506 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.506 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.506 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_slow": { 2024-08-19T11:30:50.506 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.506 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.506 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_wal": { 2024-08-19T11:30:50.506 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.506 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.506 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_count": { 2024-08-19T11:30:50.506 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.507 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.507 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_total_bytes": { 2024-08-19T11:30:50.507 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.507 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.507 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_used_bytes": { 2024-08-19T11:30:50.507 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.507 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.507 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_total_bytes": { 2024-08-19T11:30:50.507 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.507 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.507 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_used_bytes": { 2024-08-19T11:30:50.507 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.507 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.508 INFO:tasks.workunit.client.0.smithi136.stdout: "write_bytes": { 2024-08-19T11:30:50.508 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2154496 2024-08-19T11:30:50.508 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.508 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.508 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore": { 2024-08-19T11:30:50.508 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit": { 2024-08-19T11:30:50.508 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4096 2024-08-19T11:30:50.508 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.508 INFO:tasks.workunit.client.0.smithi136.stdout: "allocated": { 2024-08-19T11:30:50.508 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 806912 2024-08-19T11:30:50.508 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.508 INFO:tasks.workunit.client.0.smithi136.stdout: "clist_lat": { 2024-08-19T11:30:50.508 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 10, 2024-08-19T11:30:50.508 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 333461 2024-08-19T11:30:50.509 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.509 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_lat": { 2024-08-19T11:30:50.509 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.509 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.509 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.509 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed": { 2024-08-19T11:30:50.509 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.509 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.509 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_allocated": { 2024-08-19T11:30:50.509 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.509 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.509 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_original": { 2024-08-19T11:30:50.509 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.509 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.510 INFO:tasks.workunit.client.0.smithi136.stdout: "csum_lat": { 2024-08-19T11:30:50.510 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1, 2024-08-19T11:30:50.510 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4947 2024-08-19T11:30:50.510 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.510 INFO:tasks.workunit.client.0.smithi136.stdout: "decompress_lat": { 2024-08-19T11:30:50.510 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.510 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.510 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.510 INFO:tasks.workunit.client.0.smithi136.stdout: "fragmentation_micros": { 2024-08-19T11:30:50.510 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.510 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.510 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_commit_lat": { 2024-08-19T11:30:50.510 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 177, 2024-08-19T11:30:50.510 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 54160941 2024-08-19T11:30:50.511 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.511 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_final_lat": { 2024-08-19T11:30:50.511 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 167, 2024-08-19T11:30:50.511 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 13690502 2024-08-19T11:30:50.511 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.511 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_flush_lat": { 2024-08-19T11:30:50.511 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 177, 2024-08-19T11:30:50.511 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 203572 2024-08-19T11:30:50.511 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.511 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_sync_lat": { 2024-08-19T11:30:50.511 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 177, 2024-08-19T11:30:50.511 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 54364513 2024-08-19T11:30:50.511 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.511 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_keys_lat": { 2024-08-19T11:30:50.512 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.512 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.512 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.512 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_values_lat": { 2024-08-19T11:30:50.512 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3, 2024-08-19T11:30:50.512 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 37252 2024-08-19T11:30:50.512 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.512 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_lower_bound_lat": { 2024-08-19T11:30:50.512 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:50.512 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1030 2024-08-19T11:30:50.512 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.512 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_next_lat": { 2024-08-19T11:30:50.512 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.512 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.513 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.513 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_seek_to_first_lat": { 2024-08-19T11:30:50.513 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.513 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.513 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.513 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_upper_bound_lat": { 2024-08-19T11:30:50.513 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3, 2024-08-19T11:30:50.513 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 9276 2024-08-19T11:30:50.513 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.513 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_hits": { 2024-08-19T11:30:50.513 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 414 2024-08-19T11:30:50.513 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.513 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_misses": { 2024-08-19T11:30:50.513 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 248 2024-08-19T11:30:50.514 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.514 INFO:tasks.workunit.client.0.smithi136.stdout: "read_lat": { 2024-08-19T11:30:50.514 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 109, 2024-08-19T11:30:50.514 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3066637 2024-08-19T11:30:50.514 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.514 INFO:tasks.workunit.client.0.smithi136.stdout: "read_onode_meta_lat": { 2024-08-19T11:30:50.514 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 188, 2024-08-19T11:30:50.514 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 270924 2024-08-19T11:30:50.514 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.514 INFO:tasks.workunit.client.0.smithi136.stdout: "read_wait_aio_lat": { 2024-08-19T11:30:50.514 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 79, 2024-08-19T11:30:50.514 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2267564 2024-08-19T11:30:50.514 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.515 INFO:tasks.workunit.client.0.smithi136.stdout: "reads_with_retries": { 2024-08-19T11:30:50.515 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.515 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.515 INFO:tasks.workunit.client.0.smithi136.stdout: "remove_lat": { 2024-08-19T11:30:50.515 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 6, 2024-08-19T11:30:50.515 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 141075 2024-08-19T11:30:50.515 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.515 INFO:tasks.workunit.client.0.smithi136.stdout: "state_aio_wait_lat": { 2024-08-19T11:30:50.515 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 279, 2024-08-19T11:30:50.515 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4130175 2024-08-19T11:30:50.515 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.515 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T11:30:50.516 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 50, 2024-08-19T11:30:50.516 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3695056 2024-08-19T11:30:50.516 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.516 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_cleanup_lat": { 2024-08-19T11:30:50.516 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 49, 2024-08-19T11:30:50.516 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 215232025798 2024-08-19T11:30:50.516 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.516 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_queued_lat": { 2024-08-19T11:30:50.516 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 50, 2024-08-19T11:30:50.516 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 82671404374 2024-08-19T11:30:50.516 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.516 INFO:tasks.workunit.client.0.smithi136.stdout: "state_done_lat": { 2024-08-19T11:30:50.516 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 278, 2024-08-19T11:30:50.516 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 9977890912 2024-08-19T11:30:50.517 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.517 INFO:tasks.workunit.client.0.smithi136.stdout: "state_finishing_lat": { 2024-08-19T11:30:50.517 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 278, 2024-08-19T11:30:50.517 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 29303 2024-08-19T11:30:50.517 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.517 INFO:tasks.workunit.client.0.smithi136.stdout: "state_io_done_lat": { 2024-08-19T11:30:50.517 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 279, 2024-08-19T11:30:50.517 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 474704 2024-08-19T11:30:50.517 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.517 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_commiting_lat": { 2024-08-19T11:30:50.517 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 279, 2024-08-19T11:30:50.517 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 217250094 2024-08-19T11:30:50.517 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.518 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_done_lat": { 2024-08-19T11:30:50.518 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 279, 2024-08-19T11:30:50.518 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 80083 2024-08-19T11:30:50.518 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.518 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_queued_lat": { 2024-08-19T11:30:50.518 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 279, 2024-08-19T11:30:50.518 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 118880386 2024-08-19T11:30:50.518 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.518 INFO:tasks.workunit.client.0.smithi136.stdout: "state_prepare_lat": { 2024-08-19T11:30:50.518 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 279, 2024-08-19T11:30:50.518 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 13730492 2024-08-19T11:30:50.518 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.518 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": { 2024-08-19T11:30:50.519 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 353196 2024-08-19T11:30:50.519 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.519 INFO:tasks.workunit.client.0.smithi136.stdout: "truncate_lat": { 2024-08-19T11:30:50.519 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 48, 2024-08-19T11:30:50.519 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 229381 2024-08-19T11:30:50.519 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.519 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_commit_lat": { 2024-08-19T11:30:50.519 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 279, 2024-08-19T11:30:50.519 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 354502316 2024-08-19T11:30:50.519 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.519 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_submit_lat": { 2024-08-19T11:30:50.519 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 279, 2024-08-19T11:30:50.519 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 16750161 2024-08-19T11:30:50.520 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.520 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_throttle_lat": { 2024-08-19T11:30:50.520 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 279, 2024-08-19T11:30:50.520 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1816663 2024-08-19T11:30:50.520 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.520 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.520 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache": { 2024-08-19T11:30:50.520 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_bytes": { 2024-08-19T11:30:50.520 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1861472414 2024-08-19T11:30:50.520 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.520 INFO:tasks.workunit.client.0.smithi136.stdout: "heap_bytes": { 2024-08-19T11:30:50.520 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 42532864 2024-08-19T11:30:50.520 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.520 INFO:tasks.workunit.client.0.smithi136.stdout: "mapped_bytes": { 2024-08-19T11:30:50.521 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 42131456 2024-08-19T11:30:50.521 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.521 INFO:tasks.workunit.client.0.smithi136.stdout: "target_bytes": { 2024-08-19T11:30:50.521 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3137386803 2024-08-19T11:30:50.521 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.521 INFO:tasks.workunit.client.0.smithi136.stdout: "unmapped_bytes": { 2024-08-19T11:30:50.521 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 401408 2024-08-19T11:30:50.521 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.521 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.521 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:data": { 2024-08-19T11:30:50.521 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.521 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 159383552 2024-08-19T11:30:50.521 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.521 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.522 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.522 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.522 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.522 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.522 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.522 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.522 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 85498761 2024-08-19T11:30:50.522 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.522 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.522 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.522 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.522 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.522 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.523 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.523 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.523 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.523 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.523 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.523 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.523 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.523 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.523 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.523 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.523 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.523 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.523 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.523 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.524 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.524 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.524 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.524 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.524 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.524 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.524 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.524 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.524 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.524 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 73884791 2024-08-19T11:30:50.524 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.524 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.524 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv": { 2024-08-19T11:30:50.524 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.525 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 780140544 2024-08-19T11:30:50.525 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.525 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.525 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:50.525 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.525 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.525 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.525 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.525 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.525 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 641240708 2024-08-19T11:30:50.525 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.525 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.525 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.525 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.526 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.526 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.526 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.526 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.526 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.526 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.526 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.526 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.526 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.526 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.526 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.526 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.526 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.526 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2128 2024-08-19T11:30:50.526 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.527 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.527 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.527 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.527 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.527 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.527 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.527 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.527 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.527 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.527 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.527 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71788844 2024-08-19T11:30:50.527 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.527 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.527 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T11:30:50.528 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.528 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 192937984 2024-08-19T11:30:50.528 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.528 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.528 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:50.528 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.528 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.528 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 464 2024-08-19T11:30:50.528 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.528 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.528 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 56999174 2024-08-19T11:30:50.528 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.528 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.528 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.528 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.528 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.529 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.529 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.529 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.529 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.529 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.529 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.529 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.529 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.529 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.529 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.529 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.529 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.529 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.529 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.530 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.530 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.530 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.530 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.530 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.530 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.530 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.530 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.530 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.530 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.530 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 68829482 2024-08-19T11:30:50.530 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.530 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.531 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:meta": { 2024-08-19T11:30:50.531 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.531 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 713031680 2024-08-19T11:30:50.531 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.531 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.531 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.531 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.531 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.531 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.531 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.531 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.531 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 641240708 2024-08-19T11:30:50.531 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.531 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.532 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.532 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.532 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.532 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.532 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.532 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.532 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.532 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.532 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.532 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.532 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.532 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.532 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.533 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.533 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.533 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 240545 2024-08-19T11:30:50.533 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.533 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.533 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.533 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.533 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.533 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.533 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.533 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.533 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.533 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.534 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.534 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71550427 2024-08-19T11:30:50.534 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.534 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.534 INFO:tasks.workunit.client.0.smithi136.stdout: "objecter": { 2024-08-19T11:30:50.534 INFO:tasks.workunit.client.0.smithi136.stdout: "op_active": { 2024-08-19T11:30:50.534 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.534 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.534 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:50.534 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.534 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.534 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rmw": { 2024-08-19T11:30:50.534 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.535 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.535 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:50.535 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.535 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.535 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.535 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:50.535 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg": { 2024-08-19T11:30:50.535 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 38 2024-08-19T11:30:50.535 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.535 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg_removing": { 2024-08-19T11:30:50.535 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.535 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.535 INFO:tasks.workunit.client.0.smithi136.stdout: "op": { 2024-08-19T11:30:50.535 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1 2024-08-19T11:30:50.536 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.536 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_degraded": { 2024-08-19T11:30:50.536 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.536 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.536 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_unreadable": { 2024-08-19T11:30:50.536 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.536 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.536 INFO:tasks.workunit.client.0.smithi136.stdout: "op_in_bytes": { 2024-08-19T11:30:50.536 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 22 2024-08-19T11:30:50.536 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.536 INFO:tasks.workunit.client.0.smithi136.stdout: "op_latency": { 2024-08-19T11:30:50.536 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1, 2024-08-19T11:30:50.536 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 7031503 2024-08-19T11:30:50.537 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.537 INFO:tasks.workunit.client.0.smithi136.stdout: "op_out_bytes": { 2024-08-19T11:30:50.537 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.537 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.537 INFO:tasks.workunit.client.0.smithi136.stdout: "op_prepare_latency": { 2024-08-19T11:30:50.537 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1, 2024-08-19T11:30:50.537 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 662956 2024-08-19T11:30:50.537 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.537 INFO:tasks.workunit.client.0.smithi136.stdout: "op_process_latency": { 2024-08-19T11:30:50.537 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1, 2024-08-19T11:30:50.537 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 6644812 2024-08-19T11:30:50.537 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.537 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:50.538 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.538 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.538 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency": { 2024-08-19T11:30:50.538 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.538 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.538 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.538 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T11:30:50.538 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.538 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.538 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_out_bytes": { 2024-08-19T11:30:50.538 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.538 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.538 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_prepare_latency": { 2024-08-19T11:30:50.539 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.539 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.539 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.539 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_process_latency": { 2024-08-19T11:30:50.539 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.539 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.539 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.539 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw": { 2024-08-19T11:30:50.539 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.539 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.539 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_in_bytes": { 2024-08-19T11:30:50.539 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.539 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.539 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency": { 2024-08-19T11:30:50.540 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.540 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.540 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.540 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T11:30:50.540 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.540 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.540 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T11:30:50.540 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.540 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.540 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_out_bytes": { 2024-08-19T11:30:50.540 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.540 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.541 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_prepare_latency": { 2024-08-19T11:30:50.541 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.541 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.541 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.541 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_process_latency": { 2024-08-19T11:30:50.541 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.541 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.541 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.541 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:50.541 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1 2024-08-19T11:30:50.541 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.541 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_in_bytes": { 2024-08-19T11:30:50.542 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 22 2024-08-19T11:30:50.542 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.542 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency": { 2024-08-19T11:30:50.542 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1, 2024-08-19T11:30:50.542 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 7031503 2024-08-19T11:30:50.542 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.542 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T11:30:50.542 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.542 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.542 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_prepare_latency": { 2024-08-19T11:30:50.542 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1, 2024-08-19T11:30:50.542 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 662956 2024-08-19T11:30:50.542 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.543 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_process_latency": { 2024-08-19T11:30:50.543 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1, 2024-08-19T11:30:50.543 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 6644812 2024-08-19T11:30:50.543 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.543 INFO:tasks.workunit.client.0.smithi136.stdout: "op_wip": { 2024-08-19T11:30:50.543 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.543 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.543 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_bytes": { 2024-08-19T11:30:50.543 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.543 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.543 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_ops": { 2024-08-19T11:30:50.544 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.544 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.544 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes": { 2024-08-19T11:30:50.544 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:50.544 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.544 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes_used": { 2024-08-19T11:30:50.544 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 28475392 2024-08-19T11:30:50.544 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.544 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.544 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.544 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.5": { 2024-08-19T11:30:50.544 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:50.544 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_fallback": { 2024-08-19T11:30:50.545 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.545 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.545 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_size_fallback": { 2024-08-19T11:30:50.545 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.545 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.545 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_db": { 2024-08-19T11:30:50.545 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 65536 2024-08-19T11:30:50.545 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.545 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_main": { 2024-08-19T11:30:50.545 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.545 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.545 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_wal": { 2024-08-19T11:30:50.545 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.546 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.546 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_slow": { 2024-08-19T11:30:50.546 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.546 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.546 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_sst": { 2024-08-19T11:30:50.546 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 12288 2024-08-19T11:30:50.546 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.546 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_wal": { 2024-08-19T11:30:50.546 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 6250496 2024-08-19T11:30:50.546 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.546 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lat": { 2024-08-19T11:30:50.546 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.546 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.547 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.547 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lock_lat": { 2024-08-19T11:30:50.547 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.547 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.547 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.547 INFO:tasks.workunit.client.0.smithi136.stdout: "db_total_bytes": { 2024-08-19T11:30:50.547 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:50.547 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.547 INFO:tasks.workunit.client.0.smithi136.stdout: "db_used_bytes": { 2024-08-19T11:30:50.547 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 27656192 2024-08-19T11:30:50.547 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.547 INFO:tasks.workunit.client.0.smithi136.stdout: "log_bytes": { 2024-08-19T11:30:50.547 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3182592 2024-08-19T11:30:50.547 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.548 INFO:tasks.workunit.client.0.smithi136.stdout: "logged_bytes": { 2024-08-19T11:30:50.548 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3043328 2024-08-19T11:30:50.548 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.548 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_db": { 2024-08-19T11:30:50.548 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 31850496 2024-08-19T11:30:50.548 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.548 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_slow": { 2024-08-19T11:30:50.548 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.548 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.548 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_wal": { 2024-08-19T11:30:50.548 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.548 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.548 INFO:tasks.workunit.client.0.smithi136.stdout: "num_files": { 2024-08-19T11:30:50.548 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 14 2024-08-19T11:30:50.549 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.549 INFO:tasks.workunit.client.0.smithi136.stdout: "read_bytes": { 2024-08-19T11:30:50.549 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 206272 2024-08-19T11:30:50.549 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.549 INFO:tasks.workunit.client.0.smithi136.stdout: "read_count": { 2024-08-19T11:30:50.549 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 23 2024-08-19T11:30:50.549 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.549 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes": { 2024-08-19T11:30:50.549 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1282048 2024-08-19T11:30:50.549 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.549 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_db": { 2024-08-19T11:30:50.549 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1286144 2024-08-19T11:30:50.549 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.550 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_slow": { 2024-08-19T11:30:50.550 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.550 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.550 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_wal": { 2024-08-19T11:30:50.550 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.550 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.550 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_count": { 2024-08-19T11:30:50.550 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 15 2024-08-19T11:30:50.550 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.550 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_bytes": { 2024-08-19T11:30:50.550 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4913 2024-08-19T11:30:50.550 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.551 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_count": { 2024-08-19T11:30:50.551 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4 2024-08-19T11:30:50.551 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.551 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_bytes": { 2024-08-19T11:30:50.551 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5505 2024-08-19T11:30:50.551 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.551 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_count": { 2024-08-19T11:30:50.551 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:50.551 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.551 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_bytes": { 2024-08-19T11:30:50.551 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5505 2024-08-19T11:30:50.551 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.551 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_count": { 2024-08-19T11:30:50.551 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:50.552 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.552 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes": { 2024-08-19T11:30:50.552 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.552 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.552 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_db": { 2024-08-19T11:30:50.552 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.552 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.552 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_slow": { 2024-08-19T11:30:50.552 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.552 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.552 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_wal": { 2024-08-19T11:30:50.552 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.552 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.552 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_count": { 2024-08-19T11:30:50.553 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.553 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.553 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_total_bytes": { 2024-08-19T11:30:50.553 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.553 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.553 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_used_bytes": { 2024-08-19T11:30:50.553 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.553 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.553 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_total_bytes": { 2024-08-19T11:30:50.553 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.553 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.553 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_used_bytes": { 2024-08-19T11:30:50.553 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.553 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.553 INFO:tasks.workunit.client.0.smithi136.stdout: "write_bytes": { 2024-08-19T11:30:50.554 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 9371648 2024-08-19T11:30:50.554 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.554 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.554 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore": { 2024-08-19T11:30:50.554 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit": { 2024-08-19T11:30:50.554 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4096 2024-08-19T11:30:50.554 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.554 INFO:tasks.workunit.client.0.smithi136.stdout: "allocated": { 2024-08-19T11:30:50.554 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 806912 2024-08-19T11:30:50.554 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.554 INFO:tasks.workunit.client.0.smithi136.stdout: "clist_lat": { 2024-08-19T11:30:50.554 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 6, 2024-08-19T11:30:50.554 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 406675 2024-08-19T11:30:50.555 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.555 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_lat": { 2024-08-19T11:30:50.555 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.555 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.555 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.555 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed": { 2024-08-19T11:30:50.555 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.555 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.555 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_allocated": { 2024-08-19T11:30:50.555 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.555 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.555 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_original": { 2024-08-19T11:30:50.555 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.556 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.556 INFO:tasks.workunit.client.0.smithi136.stdout: "csum_lat": { 2024-08-19T11:30:50.556 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3, 2024-08-19T11:30:50.556 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 9198 2024-08-19T11:30:50.556 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.556 INFO:tasks.workunit.client.0.smithi136.stdout: "decompress_lat": { 2024-08-19T11:30:50.556 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.556 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.556 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.556 INFO:tasks.workunit.client.0.smithi136.stdout: "fragmentation_micros": { 2024-08-19T11:30:50.556 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.556 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.556 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_commit_lat": { 2024-08-19T11:30:50.556 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 730, 2024-08-19T11:30:50.557 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 460527034 2024-08-19T11:30:50.557 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.557 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_final_lat": { 2024-08-19T11:30:50.557 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 724, 2024-08-19T11:30:50.557 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 22545582 2024-08-19T11:30:50.557 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.557 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_flush_lat": { 2024-08-19T11:30:50.557 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 730, 2024-08-19T11:30:50.557 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 615389 2024-08-19T11:30:50.557 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.557 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_sync_lat": { 2024-08-19T11:30:50.557 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 730, 2024-08-19T11:30:50.557 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 461142423 2024-08-19T11:30:50.558 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.558 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_keys_lat": { 2024-08-19T11:30:50.558 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.558 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.558 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.558 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_values_lat": { 2024-08-19T11:30:50.558 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3, 2024-08-19T11:30:50.558 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 42708 2024-08-19T11:30:50.558 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.558 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_lower_bound_lat": { 2024-08-19T11:30:50.558 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:50.558 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1028 2024-08-19T11:30:50.558 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.558 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_next_lat": { 2024-08-19T11:30:50.559 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.559 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.559 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.559 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_seek_to_first_lat": { 2024-08-19T11:30:50.559 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.559 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.559 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.559 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_upper_bound_lat": { 2024-08-19T11:30:50.559 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:50.559 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4376 2024-08-19T11:30:50.559 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.559 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_hits": { 2024-08-19T11:30:50.559 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3480 2024-08-19T11:30:50.559 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.560 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_misses": { 2024-08-19T11:30:50.560 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 358 2024-08-19T11:30:50.560 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.560 INFO:tasks.workunit.client.0.smithi136.stdout: "read_lat": { 2024-08-19T11:30:50.560 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 98, 2024-08-19T11:30:50.560 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 846751 2024-08-19T11:30:50.560 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.560 INFO:tasks.workunit.client.0.smithi136.stdout: "read_onode_meta_lat": { 2024-08-19T11:30:50.560 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 160, 2024-08-19T11:30:50.560 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 296384 2024-08-19T11:30:50.560 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.560 INFO:tasks.workunit.client.0.smithi136.stdout: "read_wait_aio_lat": { 2024-08-19T11:30:50.560 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 62, 2024-08-19T11:30:50.561 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 356977 2024-08-19T11:30:50.561 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.561 INFO:tasks.workunit.client.0.smithi136.stdout: "reads_with_retries": { 2024-08-19T11:30:50.561 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.561 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.561 INFO:tasks.workunit.client.0.smithi136.stdout: "remove_lat": { 2024-08-19T11:30:50.561 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 104, 2024-08-19T11:30:50.561 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5670985 2024-08-19T11:30:50.561 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.561 INFO:tasks.workunit.client.0.smithi136.stdout: "state_aio_wait_lat": { 2024-08-19T11:30:50.561 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3393, 2024-08-19T11:30:50.561 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3824123749 2024-08-19T11:30:50.561 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.561 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T11:30:50.562 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 47, 2024-08-19T11:30:50.562 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 32576110 2024-08-19T11:30:50.562 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.562 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_cleanup_lat": { 2024-08-19T11:30:50.562 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 44, 2024-08-19T11:30:50.562 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 222789503114 2024-08-19T11:30:50.562 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.562 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_queued_lat": { 2024-08-19T11:30:50.562 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 47, 2024-08-19T11:30:50.562 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 63012359406 2024-08-19T11:30:50.562 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.562 INFO:tasks.workunit.client.0.smithi136.stdout: "state_done_lat": { 2024-08-19T11:30:50.562 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3390, 2024-08-19T11:30:50.563 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 11805759515 2024-08-19T11:30:50.563 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.563 INFO:tasks.workunit.client.0.smithi136.stdout: "state_finishing_lat": { 2024-08-19T11:30:50.563 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3390, 2024-08-19T11:30:50.563 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 192387 2024-08-19T11:30:50.563 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.563 INFO:tasks.workunit.client.0.smithi136.stdout: "state_io_done_lat": { 2024-08-19T11:30:50.563 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3393, 2024-08-19T11:30:50.563 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 205499856 2024-08-19T11:30:50.563 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.563 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_commiting_lat": { 2024-08-19T11:30:50.563 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3393, 2024-08-19T11:30:50.563 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2367388440 2024-08-19T11:30:50.563 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.564 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_done_lat": { 2024-08-19T11:30:50.564 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3393, 2024-08-19T11:30:50.564 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 465054 2024-08-19T11:30:50.564 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.564 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_queued_lat": { 2024-08-19T11:30:50.564 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3393, 2024-08-19T11:30:50.564 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1350629227 2024-08-19T11:30:50.564 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.564 INFO:tasks.workunit.client.0.smithi136.stdout: "state_prepare_lat": { 2024-08-19T11:30:50.564 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3393, 2024-08-19T11:30:50.564 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 383541742 2024-08-19T11:30:50.564 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.564 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": { 2024-08-19T11:30:50.564 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 355150 2024-08-19T11:30:50.565 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.565 INFO:tasks.workunit.client.0.smithi136.stdout: "truncate_lat": { 2024-08-19T11:30:50.565 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 39, 2024-08-19T11:30:50.565 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 173476 2024-08-19T11:30:50.565 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.565 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_commit_lat": { 2024-08-19T11:30:50.565 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3393, 2024-08-19T11:30:50.565 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 8131406477 2024-08-19T11:30:50.565 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.565 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_submit_lat": { 2024-08-19T11:30:50.565 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3393, 2024-08-19T11:30:50.565 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 417495124 2024-08-19T11:30:50.565 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.565 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_throttle_lat": { 2024-08-19T11:30:50.566 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3393, 2024-08-19T11:30:50.566 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 292016881 2024-08-19T11:30:50.566 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.566 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.566 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache": { 2024-08-19T11:30:50.566 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_bytes": { 2024-08-19T11:30:50.566 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1861472414 2024-08-19T11:30:50.566 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.566 INFO:tasks.workunit.client.0.smithi136.stdout: "heap_bytes": { 2024-08-19T11:30:50.566 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 45678592 2024-08-19T11:30:50.566 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.566 INFO:tasks.workunit.client.0.smithi136.stdout: "mapped_bytes": { 2024-08-19T11:30:50.566 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 45645824 2024-08-19T11:30:50.567 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.567 INFO:tasks.workunit.client.0.smithi136.stdout: "target_bytes": { 2024-08-19T11:30:50.567 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3137386803 2024-08-19T11:30:50.567 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.567 INFO:tasks.workunit.client.0.smithi136.stdout: "unmapped_bytes": { 2024-08-19T11:30:50.567 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 32768 2024-08-19T11:30:50.567 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.567 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.567 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:data": { 2024-08-19T11:30:50.567 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.567 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 159383552 2024-08-19T11:30:50.567 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.567 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.567 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.568 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.568 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.568 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.568 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.568 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.568 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 85492008 2024-08-19T11:30:50.568 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.568 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.568 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.568 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.568 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.568 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.568 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.569 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.569 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.569 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.569 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.569 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.569 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.569 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.569 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.569 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.569 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.569 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.569 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.569 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.569 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.570 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.570 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.570 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.570 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.570 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.570 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.570 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.570 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.570 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 73891544 2024-08-19T11:30:50.570 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.570 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.570 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv": { 2024-08-19T11:30:50.570 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.571 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 780140544 2024-08-19T11:30:50.571 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.571 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.571 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:50.571 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.571 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.571 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.571 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.571 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.571 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 641190060 2024-08-19T11:30:50.571 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.571 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.571 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.571 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.572 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.572 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.572 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.572 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.572 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.572 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.572 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.572 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.572 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.572 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.572 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.572 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.572 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.572 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2128 2024-08-19T11:30:50.572 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.573 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.573 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.573 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.573 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.573 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.573 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.573 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.573 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.573 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.573 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.573 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71839492 2024-08-19T11:30:50.573 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.573 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.574 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T11:30:50.574 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.574 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 192937984 2024-08-19T11:30:50.574 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.574 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.574 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:50.574 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.574 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.574 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 464 2024-08-19T11:30:50.574 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.574 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.574 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 56994672 2024-08-19T11:30:50.574 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.575 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.575 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.575 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.575 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.575 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.575 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.575 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.575 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.575 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.575 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.575 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.575 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.575 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.576 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.576 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.576 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.576 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.576 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.576 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.576 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.576 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.576 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.576 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.576 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.576 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.576 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.577 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.577 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.577 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 68833984 2024-08-19T11:30:50.577 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.577 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.577 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:meta": { 2024-08-19T11:30:50.577 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.577 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 713031680 2024-08-19T11:30:50.577 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.577 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.577 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.577 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.577 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.577 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.577 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.578 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.578 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 641190060 2024-08-19T11:30:50.578 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.578 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.578 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.578 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.578 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.578 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.578 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.578 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.578 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.578 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.578 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.579 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.579 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.579 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.579 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5849 2024-08-19T11:30:50.579 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.579 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.579 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 352122 2024-08-19T11:30:50.579 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.579 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.579 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.579 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.579 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.579 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.579 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.579 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.580 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.580 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.580 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.580 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71483649 2024-08-19T11:30:50.580 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.580 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.580 INFO:tasks.workunit.client.0.smithi136.stdout: "objecter": { 2024-08-19T11:30:50.580 INFO:tasks.workunit.client.0.smithi136.stdout: "op_active": { 2024-08-19T11:30:50.580 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.580 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.580 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:50.580 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.580 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.580 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rmw": { 2024-08-19T11:30:50.580 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.581 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.581 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:50.581 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.581 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.581 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.581 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:50.581 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg": { 2024-08-19T11:30:50.581 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 41 2024-08-19T11:30:50.581 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.581 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg_removing": { 2024-08-19T11:30:50.581 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.581 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.582 INFO:tasks.workunit.client.0.smithi136.stdout: "op": { 2024-08-19T11:30:50.582 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.582 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.582 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_degraded": { 2024-08-19T11:30:50.582 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.582 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.582 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_unreadable": { 2024-08-19T11:30:50.582 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.582 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.582 INFO:tasks.workunit.client.0.smithi136.stdout: "op_in_bytes": { 2024-08-19T11:30:50.582 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.582 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.582 INFO:tasks.workunit.client.0.smithi136.stdout: "op_latency": { 2024-08-19T11:30:50.583 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.583 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.583 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.583 INFO:tasks.workunit.client.0.smithi136.stdout: "op_out_bytes": { 2024-08-19T11:30:50.583 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.583 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.583 INFO:tasks.workunit.client.0.smithi136.stdout: "op_prepare_latency": { 2024-08-19T11:30:50.583 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.583 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.583 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.583 INFO:tasks.workunit.client.0.smithi136.stdout: "op_process_latency": { 2024-08-19T11:30:50.583 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.583 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.583 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.583 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:50.584 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.584 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.584 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency": { 2024-08-19T11:30:50.584 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.584 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.584 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.584 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T11:30:50.584 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.584 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.584 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_out_bytes": { 2024-08-19T11:30:50.584 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.584 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.584 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_prepare_latency": { 2024-08-19T11:30:50.584 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.585 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.585 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.585 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_process_latency": { 2024-08-19T11:30:50.585 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.585 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.585 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.585 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw": { 2024-08-19T11:30:50.585 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.585 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.585 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_in_bytes": { 2024-08-19T11:30:50.585 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.585 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.585 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency": { 2024-08-19T11:30:50.585 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.586 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.586 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.586 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T11:30:50.586 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.586 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.586 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T11:30:50.586 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.586 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.586 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_out_bytes": { 2024-08-19T11:30:50.586 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.586 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.586 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_prepare_latency": { 2024-08-19T11:30:50.586 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.586 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.587 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.587 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_process_latency": { 2024-08-19T11:30:50.587 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.587 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.587 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.587 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:50.587 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.587 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.587 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_in_bytes": { 2024-08-19T11:30:50.587 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.587 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.587 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency": { 2024-08-19T11:30:50.587 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.588 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.588 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.588 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T11:30:50.588 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.588 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.588 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_prepare_latency": { 2024-08-19T11:30:50.588 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.588 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.588 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.588 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_process_latency": { 2024-08-19T11:30:50.588 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.588 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.588 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.588 INFO:tasks.workunit.client.0.smithi136.stdout: "op_wip": { 2024-08-19T11:30:50.589 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.589 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.589 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_bytes": { 2024-08-19T11:30:50.589 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.589 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.589 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_ops": { 2024-08-19T11:30:50.589 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.589 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.589 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes": { 2024-08-19T11:30:50.589 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:50.589 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.589 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes_used": { 2024-08-19T11:30:50.590 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 28471296 2024-08-19T11:30:50.590 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.590 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.590 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.590 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.6": { 2024-08-19T11:30:50.590 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:50.590 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_fallback": { 2024-08-19T11:30:50.590 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.590 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.590 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_size_fallback": { 2024-08-19T11:30:50.590 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.590 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.590 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_db": { 2024-08-19T11:30:50.591 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 65536 2024-08-19T11:30:50.591 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.591 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_main": { 2024-08-19T11:30:50.591 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.591 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.591 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_wal": { 2024-08-19T11:30:50.591 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.591 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.591 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_slow": { 2024-08-19T11:30:50.591 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.591 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.591 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_sst": { 2024-08-19T11:30:50.591 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 12288 2024-08-19T11:30:50.592 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.592 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_wal": { 2024-08-19T11:30:50.592 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 6262784 2024-08-19T11:30:50.592 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.592 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lat": { 2024-08-19T11:30:50.592 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.592 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.592 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.592 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lock_lat": { 2024-08-19T11:30:50.592 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.592 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.592 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.592 INFO:tasks.workunit.client.0.smithi136.stdout: "db_total_bytes": { 2024-08-19T11:30:50.593 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:50.593 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.593 INFO:tasks.workunit.client.0.smithi136.stdout: "db_used_bytes": { 2024-08-19T11:30:50.593 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 27656192 2024-08-19T11:30:50.593 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.593 INFO:tasks.workunit.client.0.smithi136.stdout: "log_bytes": { 2024-08-19T11:30:50.593 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3198976 2024-08-19T11:30:50.593 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.593 INFO:tasks.workunit.client.0.smithi136.stdout: "logged_bytes": { 2024-08-19T11:30:50.593 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3059712 2024-08-19T11:30:50.593 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.593 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_db": { 2024-08-19T11:30:50.593 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 31850496 2024-08-19T11:30:50.593 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.593 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_slow": { 2024-08-19T11:30:50.593 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.594 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.594 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_wal": { 2024-08-19T11:30:50.594 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.594 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.594 INFO:tasks.workunit.client.0.smithi136.stdout: "num_files": { 2024-08-19T11:30:50.594 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 14 2024-08-19T11:30:50.594 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.594 INFO:tasks.workunit.client.0.smithi136.stdout: "read_bytes": { 2024-08-19T11:30:50.594 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 206272 2024-08-19T11:30:50.594 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.594 INFO:tasks.workunit.client.0.smithi136.stdout: "read_count": { 2024-08-19T11:30:50.594 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 23 2024-08-19T11:30:50.594 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.595 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes": { 2024-08-19T11:30:50.595 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1282048 2024-08-19T11:30:50.595 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.595 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_db": { 2024-08-19T11:30:50.595 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1286144 2024-08-19T11:30:50.595 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.595 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_slow": { 2024-08-19T11:30:50.595 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.595 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.595 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_wal": { 2024-08-19T11:30:50.595 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.595 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.595 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_count": { 2024-08-19T11:30:50.595 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 15 2024-08-19T11:30:50.595 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.596 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_bytes": { 2024-08-19T11:30:50.596 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4913 2024-08-19T11:30:50.596 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.596 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_count": { 2024-08-19T11:30:50.596 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4 2024-08-19T11:30:50.596 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.596 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_bytes": { 2024-08-19T11:30:50.596 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5504 2024-08-19T11:30:50.596 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.596 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_count": { 2024-08-19T11:30:50.596 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:50.596 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.597 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_bytes": { 2024-08-19T11:30:50.597 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5504 2024-08-19T11:30:50.597 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.597 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_count": { 2024-08-19T11:30:50.597 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:50.597 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.597 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes": { 2024-08-19T11:30:50.597 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.597 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.597 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_db": { 2024-08-19T11:30:50.597 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.597 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.597 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_slow": { 2024-08-19T11:30:50.597 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.598 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.598 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_wal": { 2024-08-19T11:30:50.598 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.598 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.598 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_count": { 2024-08-19T11:30:50.598 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.598 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.598 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_total_bytes": { 2024-08-19T11:30:50.598 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.598 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.598 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_used_bytes": { 2024-08-19T11:30:50.598 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.598 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.599 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_total_bytes": { 2024-08-19T11:30:50.599 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.599 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.599 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_used_bytes": { 2024-08-19T11:30:50.599 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.599 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.599 INFO:tasks.workunit.client.0.smithi136.stdout: "write_bytes": { 2024-08-19T11:30:50.599 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 9400320 2024-08-19T11:30:50.599 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.599 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.599 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore": { 2024-08-19T11:30:50.599 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit": { 2024-08-19T11:30:50.599 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4096 2024-08-19T11:30:50.600 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.600 INFO:tasks.workunit.client.0.smithi136.stdout: "allocated": { 2024-08-19T11:30:50.600 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1396736 2024-08-19T11:30:50.600 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.600 INFO:tasks.workunit.client.0.smithi136.stdout: "clist_lat": { 2024-08-19T11:30:50.600 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.600 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.600 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.600 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_lat": { 2024-08-19T11:30:50.600 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.600 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.600 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.600 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed": { 2024-08-19T11:30:50.600 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.601 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.601 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_allocated": { 2024-08-19T11:30:50.601 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.601 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.601 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_original": { 2024-08-19T11:30:50.601 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.601 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.601 INFO:tasks.workunit.client.0.smithi136.stdout: "csum_lat": { 2024-08-19T11:30:50.601 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3, 2024-08-19T11:30:50.601 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5348 2024-08-19T11:30:50.601 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.601 INFO:tasks.workunit.client.0.smithi136.stdout: "decompress_lat": { 2024-08-19T11:30:50.601 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.601 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.602 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.602 INFO:tasks.workunit.client.0.smithi136.stdout: "fragmentation_micros": { 2024-08-19T11:30:50.602 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.602 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.602 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_commit_lat": { 2024-08-19T11:30:50.602 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 734, 2024-08-19T11:30:50.602 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 491935078 2024-08-19T11:30:50.602 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.602 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_final_lat": { 2024-08-19T11:30:50.602 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 716, 2024-08-19T11:30:50.602 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 25620451 2024-08-19T11:30:50.602 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.603 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_flush_lat": { 2024-08-19T11:30:50.603 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 734, 2024-08-19T11:30:50.603 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 686738 2024-08-19T11:30:50.603 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.603 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_sync_lat": { 2024-08-19T11:30:50.603 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 734, 2024-08-19T11:30:50.603 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 492621816 2024-08-19T11:30:50.603 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.603 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_keys_lat": { 2024-08-19T11:30:50.603 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.603 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.603 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.604 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_values_lat": { 2024-08-19T11:30:50.604 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 1, 2024-08-19T11:30:50.604 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 35428 2024-08-19T11:30:50.604 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.604 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_lower_bound_lat": { 2024-08-19T11:30:50.604 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:50.604 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1031 2024-08-19T11:30:50.604 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.604 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_next_lat": { 2024-08-19T11:30:50.604 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.604 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.604 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.604 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_seek_to_first_lat": { 2024-08-19T11:30:50.605 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.605 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.605 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.605 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_upper_bound_lat": { 2024-08-19T11:30:50.605 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3, 2024-08-19T11:30:50.606 INFO:tasks.workunit.client.0.smithi136.stderr:+ echo OK 2024-08-19T11:30:50.611 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 9949 2024-08-19T11:30:50.611 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.611 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_hits": { 2024-08-19T11:30:50.611 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3501 2024-08-19T11:30:50.611 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.611 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_misses": { 2024-08-19T11:30:50.611 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 363 2024-08-19T11:30:50.611 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.611 INFO:tasks.workunit.client.0.smithi136.stdout: "read_lat": { 2024-08-19T11:30:50.611 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 100, 2024-08-19T11:30:50.611 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 787586 2024-08-19T11:30:50.612 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.612 INFO:tasks.workunit.client.0.smithi136.stdout: "read_onode_meta_lat": { 2024-08-19T11:30:50.612 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 159, 2024-08-19T11:30:50.612 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 283995 2024-08-19T11:30:50.612 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.612 INFO:tasks.workunit.client.0.smithi136.stdout: "read_wait_aio_lat": { 2024-08-19T11:30:50.612 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 59, 2024-08-19T11:30:50.612 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 396380 2024-08-19T11:30:50.612 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.612 INFO:tasks.workunit.client.0.smithi136.stdout: "reads_with_retries": { 2024-08-19T11:30:50.612 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.612 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.612 INFO:tasks.workunit.client.0.smithi136.stdout: "remove_lat": { 2024-08-19T11:30:50.612 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 100, 2024-08-19T11:30:50.613 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 6326210 2024-08-19T11:30:50.613 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.613 INFO:tasks.workunit.client.0.smithi136.stdout: "state_aio_wait_lat": { 2024-08-19T11:30:50.613 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3387, 2024-08-19T11:30:50.613 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3854025416 2024-08-19T11:30:50.613 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.613 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T11:30:50.613 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 40, 2024-08-19T11:30:50.613 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 18320515 2024-08-19T11:30:50.613 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.613 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_cleanup_lat": { 2024-08-19T11:30:50.613 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 40, 2024-08-19T11:30:50.613 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 372228383846 2024-08-19T11:30:50.613 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.614 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_queued_lat": { 2024-08-19T11:30:50.614 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 40, 2024-08-19T11:30:50.614 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 56103325842 2024-08-19T11:30:50.614 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.614 INFO:tasks.workunit.client.0.smithi136.stdout: "state_done_lat": { 2024-08-19T11:30:50.614 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3387, 2024-08-19T11:30:50.614 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1105123954 2024-08-19T11:30:50.614 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.614 INFO:tasks.workunit.client.0.smithi136.stdout: "state_finishing_lat": { 2024-08-19T11:30:50.614 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3387, 2024-08-19T11:30:50.614 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 209549 2024-08-19T11:30:50.614 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.614 INFO:tasks.workunit.client.0.smithi136.stdout: "state_io_done_lat": { 2024-08-19T11:30:50.615 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3387, 2024-08-19T11:30:50.615 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 108507541 2024-08-19T11:30:50.615 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.615 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_commiting_lat": { 2024-08-19T11:30:50.615 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3387, 2024-08-19T11:30:50.615 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2704416861 2024-08-19T11:30:50.615 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.615 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_done_lat": { 2024-08-19T11:30:50.615 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3387, 2024-08-19T11:30:50.615 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 512668 2024-08-19T11:30:50.615 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.615 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_queued_lat": { 2024-08-19T11:30:50.615 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3387, 2024-08-19T11:30:50.616 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1511330416 2024-08-19T11:30:50.616 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.616 INFO:tasks.workunit.client.0.smithi136.stdout: "state_prepare_lat": { 2024-08-19T11:30:50.616 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3387, 2024-08-19T11:30:50.616 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 373555844 2024-08-19T11:30:50.616 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.616 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": { 2024-08-19T11:30:50.616 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 945740 2024-08-19T11:30:50.616 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.616 INFO:tasks.workunit.client.0.smithi136.stdout: "truncate_lat": { 2024-08-19T11:30:50.616 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 33, 2024-08-19T11:30:50.616 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 208979 2024-08-19T11:30:50.616 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.616 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_commit_lat": { 2024-08-19T11:30:50.617 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3387, 2024-08-19T11:30:50.617 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 8552080973 2024-08-19T11:30:50.617 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.617 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_submit_lat": { 2024-08-19T11:30:50.617 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3387, 2024-08-19T11:30:50.617 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 410281686 2024-08-19T11:30:50.617 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.617 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_throttle_lat": { 2024-08-19T11:30:50.617 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3387, 2024-08-19T11:30:50.617 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 273718132 2024-08-19T11:30:50.617 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.617 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.617 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache": { 2024-08-19T11:30:50.617 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_bytes": { 2024-08-19T11:30:50.618 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1861472414 2024-08-19T11:30:50.618 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.618 INFO:tasks.workunit.client.0.smithi136.stdout: "heap_bytes": { 2024-08-19T11:30:50.618 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 46792704 2024-08-19T11:30:50.618 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.618 INFO:tasks.workunit.client.0.smithi136.stdout: "mapped_bytes": { 2024-08-19T11:30:50.618 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 45907968 2024-08-19T11:30:50.618 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.618 INFO:tasks.workunit.client.0.smithi136.stdout: "target_bytes": { 2024-08-19T11:30:50.618 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3137386803 2024-08-19T11:30:50.618 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.618 INFO:tasks.workunit.client.0.smithi136.stdout: "unmapped_bytes": { 2024-08-19T11:30:50.618 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 884736 2024-08-19T11:30:50.619 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.619 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.619 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:data": { 2024-08-19T11:30:50.619 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.619 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 159383552 2024-08-19T11:30:50.619 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.619 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.619 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.619 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.619 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.619 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.619 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.619 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.619 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 85491887 2024-08-19T11:30:50.619 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.620 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.620 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.620 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.620 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.620 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.620 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.620 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.620 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.620 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.620 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.620 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.620 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.620 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.621 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.621 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.621 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.621 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.621 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.621 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.621 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.621 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.621 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.621 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.621 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.621 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.621 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.621 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.621 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.622 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 73891665 2024-08-19T11:30:50.622 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.622 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.622 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv": { 2024-08-19T11:30:50.622 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.622 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 780140544 2024-08-19T11:30:50.622 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.622 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.622 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:50.622 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.622 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.622 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.622 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.622 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.623 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 641189153 2024-08-19T11:30:50.623 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.623 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.623 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.623 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.623 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.623 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.623 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.623 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.623 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.623 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.623 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.623 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.623 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.623 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.623 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.624 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.624 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.624 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2128 2024-08-19T11:30:50.624 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.624 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.624 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.624 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.624 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.624 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.624 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.624 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.624 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.624 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.624 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.625 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71840399 2024-08-19T11:30:50.625 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.625 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.625 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T11:30:50.625 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.625 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 192937984 2024-08-19T11:30:50.625 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.625 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.625 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:50.625 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.625 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.625 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 464 2024-08-19T11:30:50.625 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.625 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.626 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 56994591 2024-08-19T11:30:50.626 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.626 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.626 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.626 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.626 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.626 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.626 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.626 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.626 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.626 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.626 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.626 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.627 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.627 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.627 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.627 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.627 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.627 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.627 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.627 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.627 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.627 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.627 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.627 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.627 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.628 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.628 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.628 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.628 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.628 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 68834065 2024-08-19T11:30:50.628 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.628 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.628 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:meta": { 2024-08-19T11:30:50.628 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.628 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 713031680 2024-08-19T11:30:50.628 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.628 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.628 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.628 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.629 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.629 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.629 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.629 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.629 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 641189153 2024-08-19T11:30:50.629 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.629 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.629 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.629 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.629 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.629 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2365 2024-08-19T11:30:50.629 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.629 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.629 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3548 2024-08-19T11:30:50.630 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.630 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.630 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.630 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.630 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.630 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5914 2024-08-19T11:30:50.630 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.630 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.630 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 347744 2024-08-19T11:30:50.630 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.630 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.630 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.631 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.631 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.631 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.631 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.631 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.631 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.631 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.631 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.631 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71482956 2024-08-19T11:30:50.631 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.631 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.631 INFO:tasks.workunit.client.0.smithi136.stdout: "objecter": { 2024-08-19T11:30:50.631 INFO:tasks.workunit.client.0.smithi136.stdout: "op_active": { 2024-08-19T11:30:50.631 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.632 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.632 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:50.632 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.632 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.632 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rmw": { 2024-08-19T11:30:50.632 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.632 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.632 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:50.632 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.632 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.632 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.632 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:50.632 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg": { 2024-08-19T11:30:50.633 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 39 2024-08-19T11:30:50.633 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.633 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg_removing": { 2024-08-19T11:30:50.633 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.633 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.633 INFO:tasks.workunit.client.0.smithi136.stdout: "op": { 2024-08-19T11:30:50.633 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 13 2024-08-19T11:30:50.633 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.633 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_degraded": { 2024-08-19T11:30:50.633 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.633 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.633 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_unreadable": { 2024-08-19T11:30:50.633 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.634 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.634 INFO:tasks.workunit.client.0.smithi136.stdout: "op_in_bytes": { 2024-08-19T11:30:50.634 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2810 2024-08-19T11:30:50.634 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.634 INFO:tasks.workunit.client.0.smithi136.stdout: "op_latency": { 2024-08-19T11:30:50.634 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 13, 2024-08-19T11:30:50.634 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 63954486 2024-08-19T11:30:50.634 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.634 INFO:tasks.workunit.client.0.smithi136.stdout: "op_out_bytes": { 2024-08-19T11:30:50.634 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.634 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.634 INFO:tasks.workunit.client.0.smithi136.stdout: "op_prepare_latency": { 2024-08-19T11:30:50.634 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 15, 2024-08-19T11:30:50.635 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 7425854 2024-08-19T11:30:50.635 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.635 INFO:tasks.workunit.client.0.smithi136.stdout: "op_process_latency": { 2024-08-19T11:30:50.635 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 13, 2024-08-19T11:30:50.635 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 31327440 2024-08-19T11:30:50.635 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.635 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:50.635 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.635 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.635 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency": { 2024-08-19T11:30:50.635 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.635 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.635 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.636 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T11:30:50.636 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.636 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.636 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_out_bytes": { 2024-08-19T11:30:50.636 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.636 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.636 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_prepare_latency": { 2024-08-19T11:30:50.636 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.636 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.636 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.636 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_process_latency": { 2024-08-19T11:30:50.636 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.636 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.636 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.637 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw": { 2024-08-19T11:30:50.637 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.637 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.637 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_in_bytes": { 2024-08-19T11:30:50.637 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.637 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.637 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency": { 2024-08-19T11:30:50.637 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.637 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.637 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.637 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T11:30:50.637 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.637 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.638 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T11:30:50.638 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.638 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.638 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_out_bytes": { 2024-08-19T11:30:50.638 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.638 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.638 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_prepare_latency": { 2024-08-19T11:30:50.638 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.638 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.638 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.638 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_process_latency": { 2024-08-19T11:30:50.638 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.638 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.639 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.639 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:50.639 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 13 2024-08-19T11:30:50.639 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.639 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_in_bytes": { 2024-08-19T11:30:50.639 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2810 2024-08-19T11:30:50.639 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.639 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency": { 2024-08-19T11:30:50.639 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 13, 2024-08-19T11:30:50.639 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 63954486 2024-08-19T11:30:50.639 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.639 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T11:30:50.639 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.639 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.640 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_prepare_latency": { 2024-08-19T11:30:50.640 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 15, 2024-08-19T11:30:50.640 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 7425854 2024-08-19T11:30:50.640 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.640 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_process_latency": { 2024-08-19T11:30:50.640 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 13, 2024-08-19T11:30:50.640 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 31327440 2024-08-19T11:30:50.640 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.640 INFO:tasks.workunit.client.0.smithi136.stdout: "op_wip": { 2024-08-19T11:30:50.640 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.640 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.640 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_bytes": { 2024-08-19T11:30:50.640 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.640 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.641 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_ops": { 2024-08-19T11:30:50.641 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.641 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.641 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes": { 2024-08-19T11:30:50.641 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:50.641 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.641 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes_used": { 2024-08-19T11:30:50.641 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 29061120 2024-08-19T11:30:50.641 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.641 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.641 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.641 INFO:tasks.workunit.client.0.smithi136.stdout: "osd.7": { 2024-08-19T11:30:50.641 INFO:tasks.workunit.client.0.smithi136.stdout: "bluefs": { 2024-08-19T11:30:50.641 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_fallback": { 2024-08-19T11:30:50.642 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.642 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.642 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_slow_size_fallback": { 2024-08-19T11:30:50.642 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.642 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.642 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_db": { 2024-08-19T11:30:50.642 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 65536 2024-08-19T11:30:50.642 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.642 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_main": { 2024-08-19T11:30:50.642 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.642 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.642 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit_wal": { 2024-08-19T11:30:50.642 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.643 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.643 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_slow": { 2024-08-19T11:30:50.643 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.643 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.643 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_sst": { 2024-08-19T11:30:50.643 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 12288 2024-08-19T11:30:50.643 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.643 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_written_wal": { 2024-08-19T11:30:50.643 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1355776 2024-08-19T11:30:50.643 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.643 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lat": { 2024-08-19T11:30:50.643 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.643 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.643 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.644 INFO:tasks.workunit.client.0.smithi136.stdout: "compact_lock_lat": { 2024-08-19T11:30:50.644 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.644 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.644 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.644 INFO:tasks.workunit.client.0.smithi136.stdout: "db_total_bytes": { 2024-08-19T11:30:50.644 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:50.644 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.644 INFO:tasks.workunit.client.0.smithi136.stdout: "db_used_bytes": { 2024-08-19T11:30:50.644 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 27656192 2024-08-19T11:30:50.644 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.644 INFO:tasks.workunit.client.0.smithi136.stdout: "log_bytes": { 2024-08-19T11:30:50.644 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1024000 2024-08-19T11:30:50.644 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.644 INFO:tasks.workunit.client.0.smithi136.stdout: "logged_bytes": { 2024-08-19T11:30:50.644 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 884736 2024-08-19T11:30:50.645 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.645 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_db": { 2024-08-19T11:30:50.645 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 31850496 2024-08-19T11:30:50.645 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.645 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_slow": { 2024-08-19T11:30:50.645 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.645 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.645 INFO:tasks.workunit.client.0.smithi136.stdout: "max_bytes_wal": { 2024-08-19T11:30:50.645 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.645 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.645 INFO:tasks.workunit.client.0.smithi136.stdout: "num_files": { 2024-08-19T11:30:50.645 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 14 2024-08-19T11:30:50.645 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.645 INFO:tasks.workunit.client.0.smithi136.stdout: "read_bytes": { 2024-08-19T11:30:50.645 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 206272 2024-08-19T11:30:50.646 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.646 INFO:tasks.workunit.client.0.smithi136.stdout: "read_count": { 2024-08-19T11:30:50.646 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 23 2024-08-19T11:30:50.646 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.646 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes": { 2024-08-19T11:30:50.646 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1282048 2024-08-19T11:30:50.646 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.646 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_db": { 2024-08-19T11:30:50.646 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1286144 2024-08-19T11:30:50.646 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.646 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_slow": { 2024-08-19T11:30:50.646 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.647 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.647 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_bytes_wal": { 2024-08-19T11:30:50.647 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.647 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.647 INFO:tasks.workunit.client.0.smithi136.stdout: "read_disk_count": { 2024-08-19T11:30:50.647 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 15 2024-08-19T11:30:50.647 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.647 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_bytes": { 2024-08-19T11:30:50.647 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4913 2024-08-19T11:30:50.647 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.647 INFO:tasks.workunit.client.0.smithi136.stdout: "read_prefetch_count": { 2024-08-19T11:30:50.647 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4 2024-08-19T11:30:50.647 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.647 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_bytes": { 2024-08-19T11:30:50.648 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5500 2024-08-19T11:30:50.648 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.648 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_buffer_count": { 2024-08-19T11:30:50.648 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:50.648 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.648 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_bytes": { 2024-08-19T11:30:50.648 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5500 2024-08-19T11:30:50.648 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.648 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_count": { 2024-08-19T11:30:50.648 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 24 2024-08-19T11:30:50.648 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.648 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes": { 2024-08-19T11:30:50.648 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.648 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.649 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_db": { 2024-08-19T11:30:50.649 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.649 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.649 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_slow": { 2024-08-19T11:30:50.649 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.649 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.649 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_bytes_wal": { 2024-08-19T11:30:50.649 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.649 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.649 INFO:tasks.workunit.client.0.smithi136.stdout: "read_random_disk_count": { 2024-08-19T11:30:50.649 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.649 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.649 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_total_bytes": { 2024-08-19T11:30:50.650 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.650 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.650 INFO:tasks.workunit.client.0.smithi136.stdout: "slow_used_bytes": { 2024-08-19T11:30:50.650 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.650 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.650 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_total_bytes": { 2024-08-19T11:30:50.650 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.650 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.650 INFO:tasks.workunit.client.0.smithi136.stdout: "wal_used_bytes": { 2024-08-19T11:30:50.650 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.650 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.650 INFO:tasks.workunit.client.0.smithi136.stdout: "write_bytes": { 2024-08-19T11:30:50.650 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2318336 2024-08-19T11:30:50.650 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.651 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.651 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore": { 2024-08-19T11:30:50.651 INFO:tasks.workunit.client.0.smithi136.stdout: "alloc_unit": { 2024-08-19T11:30:50.651 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4096 2024-08-19T11:30:50.651 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.651 INFO:tasks.workunit.client.0.smithi136.stdout: "allocated": { 2024-08-19T11:30:50.651 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1384448 2024-08-19T11:30:50.651 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.651 INFO:tasks.workunit.client.0.smithi136.stdout: "clist_lat": { 2024-08-19T11:30:50.651 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 5, 2024-08-19T11:30:50.651 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 192905 2024-08-19T11:30:50.651 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.651 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_lat": { 2024-08-19T11:30:50.651 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.652 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.652 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.652 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed": { 2024-08-19T11:30:50.652 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.652 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.652 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_allocated": { 2024-08-19T11:30:50.652 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.652 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.652 INFO:tasks.workunit.client.0.smithi136.stdout: "compressed_original": { 2024-08-19T11:30:50.652 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.652 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.652 INFO:tasks.workunit.client.0.smithi136.stdout: "csum_lat": { 2024-08-19T11:30:50.652 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 9, 2024-08-19T11:30:50.652 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 25607 2024-08-19T11:30:50.652 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.653 INFO:tasks.workunit.client.0.smithi136.stdout: "decompress_lat": { 2024-08-19T11:30:50.653 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.653 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.653 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.653 INFO:tasks.workunit.client.0.smithi136.stdout: "fragmentation_micros": { 2024-08-19T11:30:50.653 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.653 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.653 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_commit_lat": { 2024-08-19T11:30:50.653 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 203, 2024-08-19T11:30:50.653 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 58781857 2024-08-19T11:30:50.653 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.653 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_final_lat": { 2024-08-19T11:30:50.653 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 198, 2024-08-19T11:30:50.653 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 6474864 2024-08-19T11:30:50.654 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.654 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_flush_lat": { 2024-08-19T11:30:50.654 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 203, 2024-08-19T11:30:50.654 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 116199 2024-08-19T11:30:50.654 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.654 INFO:tasks.workunit.client.0.smithi136.stdout: "kv_sync_lat": { 2024-08-19T11:30:50.654 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 203, 2024-08-19T11:30:50.654 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 58898056 2024-08-19T11:30:50.654 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.654 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_keys_lat": { 2024-08-19T11:30:50.654 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.654 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.654 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.655 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_get_values_lat": { 2024-08-19T11:30:50.655 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3, 2024-08-19T11:30:50.655 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 66969 2024-08-19T11:30:50.655 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.655 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_lower_bound_lat": { 2024-08-19T11:30:50.655 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:50.655 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 974 2024-08-19T11:30:50.655 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.655 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_next_lat": { 2024-08-19T11:30:50.655 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.655 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.655 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.655 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_seek_to_first_lat": { 2024-08-19T11:30:50.655 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 0, 2024-08-19T11:30:50.655 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.656 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.656 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_upper_bound_lat": { 2024-08-19T11:30:50.656 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 2, 2024-08-19T11:30:50.656 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3470 2024-08-19T11:30:50.656 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.656 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_hits": { 2024-08-19T11:30:50.656 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 738 2024-08-19T11:30:50.656 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.656 INFO:tasks.workunit.client.0.smithi136.stdout: "onode_misses": { 2024-08-19T11:30:50.656 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 299 2024-08-19T11:30:50.656 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.656 INFO:tasks.workunit.client.0.smithi136.stdout: "read_lat": { 2024-08-19T11:30:50.656 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 141, 2024-08-19T11:30:50.657 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2958413 2024-08-19T11:30:50.657 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.657 INFO:tasks.workunit.client.0.smithi136.stdout: "read_onode_meta_lat": { 2024-08-19T11:30:50.657 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 226, 2024-08-19T11:30:50.657 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 385546 2024-08-19T11:30:50.657 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.657 INFO:tasks.workunit.client.0.smithi136.stdout: "read_wait_aio_lat": { 2024-08-19T11:30:50.657 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 85, 2024-08-19T11:30:50.657 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2090670 2024-08-19T11:30:50.657 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.657 INFO:tasks.workunit.client.0.smithi136.stdout: "reads_with_retries": { 2024-08-19T11:30:50.657 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.657 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.657 INFO:tasks.workunit.client.0.smithi136.stdout: "remove_lat": { 2024-08-19T11:30:50.658 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 3, 2024-08-19T11:30:50.658 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 62291 2024-08-19T11:30:50.658 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.658 INFO:tasks.workunit.client.0.smithi136.stdout: "state_aio_wait_lat": { 2024-08-19T11:30:50.658 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 312, 2024-08-19T11:30:50.658 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2228123 2024-08-19T11:30:50.658 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.658 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T11:30:50.658 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 25, 2024-08-19T11:30:50.658 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2024238 2024-08-19T11:30:50.658 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.658 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_cleanup_lat": { 2024-08-19T11:30:50.658 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 25, 2024-08-19T11:30:50.658 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 281334741949 2024-08-19T11:30:50.659 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.659 INFO:tasks.workunit.client.0.smithi136.stdout: "state_deferred_queued_lat": { 2024-08-19T11:30:50.659 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 25, 2024-08-19T11:30:50.659 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 36963232621 2024-08-19T11:30:50.659 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.659 INFO:tasks.workunit.client.0.smithi136.stdout: "state_done_lat": { 2024-08-19T11:30:50.659 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 312, 2024-08-19T11:30:50.659 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 530777 2024-08-19T11:30:50.659 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.659 INFO:tasks.workunit.client.0.smithi136.stdout: "state_finishing_lat": { 2024-08-19T11:30:50.659 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 312, 2024-08-19T11:30:50.659 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 44010 2024-08-19T11:30:50.659 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.659 INFO:tasks.workunit.client.0.smithi136.stdout: "state_io_done_lat": { 2024-08-19T11:30:50.660 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 312, 2024-08-19T11:30:50.660 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 279453 2024-08-19T11:30:50.660 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.660 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_commiting_lat": { 2024-08-19T11:30:50.660 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 312, 2024-08-19T11:30:50.660 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 149443522 2024-08-19T11:30:50.660 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.660 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_done_lat": { 2024-08-19T11:30:50.660 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 312, 2024-08-19T11:30:50.660 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 104470 2024-08-19T11:30:50.660 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.660 INFO:tasks.workunit.client.0.smithi136.stdout: "state_kv_queued_lat": { 2024-08-19T11:30:50.660 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 312, 2024-08-19T11:30:50.660 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 77729194 2024-08-19T11:30:50.661 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.661 INFO:tasks.workunit.client.0.smithi136.stdout: "state_prepare_lat": { 2024-08-19T11:30:50.661 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 312, 2024-08-19T11:30:50.661 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 13235603 2024-08-19T11:30:50.661 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.661 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": { 2024-08-19T11:30:50.661 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 942801 2024-08-19T11:30:50.661 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.661 INFO:tasks.workunit.client.0.smithi136.stdout: "truncate_lat": { 2024-08-19T11:30:50.661 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 24, 2024-08-19T11:30:50.661 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 108585 2024-08-19T11:30:50.661 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.661 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_commit_lat": { 2024-08-19T11:30:50.661 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 312, 2024-08-19T11:30:50.661 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 242964818 2024-08-19T11:30:50.662 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.662 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_submit_lat": { 2024-08-19T11:30:50.662 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 312, 2024-08-19T11:30:50.662 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 15556061 2024-08-19T11:30:50.662 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.662 INFO:tasks.workunit.client.0.smithi136.stdout: "txc_throttle_lat": { 2024-08-19T11:30:50.662 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 312, 2024-08-19T11:30:50.662 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2260772 2024-08-19T11:30:50.662 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.662 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.662 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache": { 2024-08-19T11:30:50.662 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_bytes": { 2024-08-19T11:30:50.662 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 1861472414 2024-08-19T11:30:50.662 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.663 INFO:tasks.workunit.client.0.smithi136.stdout: "heap_bytes": { 2024-08-19T11:30:50.663 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 43646976 2024-08-19T11:30:50.663 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.663 INFO:tasks.workunit.client.0.smithi136.stdout: "mapped_bytes": { 2024-08-19T11:30:50.663 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 42803200 2024-08-19T11:30:50.663 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.663 INFO:tasks.workunit.client.0.smithi136.stdout: "target_bytes": { 2024-08-19T11:30:50.663 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 3137386803 2024-08-19T11:30:50.663 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.663 INFO:tasks.workunit.client.0.smithi136.stdout: "unmapped_bytes": { 2024-08-19T11:30:50.663 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 843776 2024-08-19T11:30:50.663 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.663 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.664 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:data": { 2024-08-19T11:30:50.664 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.664 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 159383552 2024-08-19T11:30:50.664 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.664 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.664 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.664 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.664 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.664 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.664 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.664 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.664 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 85489645 2024-08-19T11:30:50.664 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.664 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.665 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.665 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.665 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.665 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.665 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.665 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.665 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.665 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.665 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.665 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.665 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.665 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.665 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.665 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.666 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.666 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 135168 2024-08-19T11:30:50.666 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.666 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.666 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.666 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.666 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.666 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.666 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.666 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.666 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.666 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.667 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.667 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 73758739 2024-08-19T11:30:50.667 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.667 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.667 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv": { 2024-08-19T11:30:50.667 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.667 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 780140544 2024-08-19T11:30:50.667 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.667 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.667 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:50.667 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.667 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.667 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.667 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.667 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.668 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 641172338 2024-08-19T11:30:50.668 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.668 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.668 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.668 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.668 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.668 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.668 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.668 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.668 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.668 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.668 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.668 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.669 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.669 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.669 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.669 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.669 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.669 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 2128 2024-08-19T11:30:50.669 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.669 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.669 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.669 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.669 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.669 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.669 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.669 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.670 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.670 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.670 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.670 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71857214 2024-08-19T11:30:50.670 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.670 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.670 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T11:30:50.670 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.670 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 192937984 2024-08-19T11:30:50.670 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.670 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.670 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67108864 2024-08-19T11:30:50.670 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.670 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.671 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 464 2024-08-19T11:30:50.671 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.671 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.671 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 56993096 2024-08-19T11:30:50.671 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.671 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.671 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.671 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.671 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.671 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.671 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.671 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.671 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.671 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.672 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.672 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.672 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.672 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.672 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.672 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.672 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.672 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.672 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.672 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.672 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.672 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.672 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.672 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.672 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.673 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.673 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.673 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.673 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.673 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 68835560 2024-08-19T11:30:50.673 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.673 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.673 INFO:tasks.workunit.client.0.smithi136.stdout: "bluestore-pricache:meta": { 2024-08-19T11:30:50.673 INFO:tasks.workunit.client.0.smithi136.stdout: "committed_bytes": { 2024-08-19T11:30:50.673 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 713031680 2024-08-19T11:30:50.673 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.673 INFO:tasks.workunit.client.0.smithi136.stdout: "pri0_bytes": { 2024-08-19T11:30:50.673 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.674 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.674 INFO:tasks.workunit.client.0.smithi136.stdout: "pri10_bytes": { 2024-08-19T11:30:50.674 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.674 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.674 INFO:tasks.workunit.client.0.smithi136.stdout: "pri11_bytes": { 2024-08-19T11:30:50.674 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 641172338 2024-08-19T11:30:50.674 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.674 INFO:tasks.workunit.client.0.smithi136.stdout: "pri1_bytes": { 2024-08-19T11:30:50.674 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.674 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.674 INFO:tasks.workunit.client.0.smithi136.stdout: "pri2_bytes": { 2024-08-19T11:30:50.674 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.674 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.674 INFO:tasks.workunit.client.0.smithi136.stdout: "pri3_bytes": { 2024-08-19T11:30:50.675 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.675 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.675 INFO:tasks.workunit.client.0.smithi136.stdout: "pri4_bytes": { 2024-08-19T11:30:50.675 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.675 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.675 INFO:tasks.workunit.client.0.smithi136.stdout: "pri5_bytes": { 2024-08-19T11:30:50.675 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.675 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.675 INFO:tasks.workunit.client.0.smithi136.stdout: "pri6_bytes": { 2024-08-19T11:30:50.675 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 256285 2024-08-19T11:30:50.675 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.675 INFO:tasks.workunit.client.0.smithi136.stdout: "pri7_bytes": { 2024-08-19T11:30:50.675 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.675 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.676 INFO:tasks.workunit.client.0.smithi136.stdout: "pri8_bytes": { 2024-08-19T11:30:50.676 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.676 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.676 INFO:tasks.workunit.client.0.smithi136.stdout: "pri9_bytes": { 2024-08-19T11:30:50.676 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.676 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.676 INFO:tasks.workunit.client.0.smithi136.stdout: "reserved_bytes": { 2024-08-19T11:30:50.676 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 71603057 2024-08-19T11:30:50.676 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.676 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.676 INFO:tasks.workunit.client.0.smithi136.stdout: "objecter": { 2024-08-19T11:30:50.676 INFO:tasks.workunit.client.0.smithi136.stdout: "op_active": { 2024-08-19T11:30:50.676 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.676 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.677 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:50.677 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.677 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.677 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rmw": { 2024-08-19T11:30:50.677 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.677 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.677 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:50.677 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.677 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.677 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.677 INFO:tasks.workunit.client.0.smithi136.stdout: "osd": { 2024-08-19T11:30:50.677 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg": { 2024-08-19T11:30:50.677 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 46 2024-08-19T11:30:50.677 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.678 INFO:tasks.workunit.client.0.smithi136.stdout: "numpg_removing": { 2024-08-19T11:30:50.678 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.678 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.678 INFO:tasks.workunit.client.0.smithi136.stdout: "op": { 2024-08-19T11:30:50.678 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 143 2024-08-19T11:30:50.678 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.678 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_degraded": { 2024-08-19T11:30:50.678 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.678 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.678 INFO:tasks.workunit.client.0.smithi136.stdout: "op_delayed_unreadable": { 2024-08-19T11:30:50.678 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.678 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.678 INFO:tasks.workunit.client.0.smithi136.stdout: "op_in_bytes": { 2024-08-19T11:30:50.679 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.679 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.679 INFO:tasks.workunit.client.0.smithi136.stdout: "op_latency": { 2024-08-19T11:30:50.679 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 143, 2024-08-19T11:30:50.679 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 91449644 2024-08-19T11:30:50.679 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.679 INFO:tasks.workunit.client.0.smithi136.stdout: "op_out_bytes": { 2024-08-19T11:30:50.679 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 265810 2024-08-19T11:30:50.679 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.679 INFO:tasks.workunit.client.0.smithi136.stdout: "op_prepare_latency": { 2024-08-19T11:30:50.679 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 145, 2024-08-19T11:30:50.679 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 33407940 2024-08-19T11:30:50.679 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.679 INFO:tasks.workunit.client.0.smithi136.stdout: "op_process_latency": { 2024-08-19T11:30:50.680 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 143, 2024-08-19T11:30:50.680 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 67665409 2024-08-19T11:30:50.680 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.680 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r": { 2024-08-19T11:30:50.680 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 100 2024-08-19T11:30:50.680 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.680 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency": { 2024-08-19T11:30:50.680 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 100, 2024-08-19T11:30:50.680 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 15362965 2024-08-19T11:30:50.680 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.680 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T11:30:50.680 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.680 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.680 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_out_bytes": { 2024-08-19T11:30:50.681 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 265810 2024-08-19T11:30:50.681 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.681 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_prepare_latency": { 2024-08-19T11:30:50.681 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 100, 2024-08-19T11:30:50.681 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 13571214 2024-08-19T11:30:50.681 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.681 INFO:tasks.workunit.client.0.smithi136.stdout: "op_r_process_latency": { 2024-08-19T11:30:50.681 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 100, 2024-08-19T11:30:50.681 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 11096502 2024-08-19T11:30:50.681 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.681 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw": { 2024-08-19T11:30:50.681 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 38 2024-08-19T11:30:50.681 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.681 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_in_bytes": { 2024-08-19T11:30:50.681 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.682 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.682 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency": { 2024-08-19T11:30:50.682 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 38, 2024-08-19T11:30:50.682 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 37289755 2024-08-19T11:30:50.682 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.682 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T11:30:50.682 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.682 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.682 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T11:30:50.682 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.682 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.683 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_out_bytes": { 2024-08-19T11:30:50.683 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.683 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.683 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_prepare_latency": { 2024-08-19T11:30:50.683 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 38, 2024-08-19T11:30:50.683 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 15254214 2024-08-19T11:30:50.683 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.683 INFO:tasks.workunit.client.0.smithi136.stdout: "op_rw_process_latency": { 2024-08-19T11:30:50.683 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 38, 2024-08-19T11:30:50.683 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 34789335 2024-08-19T11:30:50.683 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.683 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w": { 2024-08-19T11:30:50.683 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 5 2024-08-19T11:30:50.683 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.684 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_in_bytes": { 2024-08-19T11:30:50.684 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.684 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.684 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency": { 2024-08-19T11:30:50.684 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 5, 2024-08-19T11:30:50.684 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 38796924 2024-08-19T11:30:50.684 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.684 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T11:30:50.684 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.684 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.684 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_prepare_latency": { 2024-08-19T11:30:50.684 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 7, 2024-08-19T11:30:50.684 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 4582512 2024-08-19T11:30:50.684 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.685 INFO:tasks.workunit.client.0.smithi136.stdout: "op_w_process_latency": { 2024-08-19T11:30:50.685 INFO:tasks.workunit.client.0.smithi136.stdout: "count": 5, 2024-08-19T11:30:50.685 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 21779572 2024-08-19T11:30:50.685 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.685 INFO:tasks.workunit.client.0.smithi136.stdout: "op_wip": { 2024-08-19T11:30:50.685 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.685 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.685 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_bytes": { 2024-08-19T11:30:50.685 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.685 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.685 INFO:tasks.workunit.client.0.smithi136.stdout: "recovery_ops": { 2024-08-19T11:30:50.685 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 0 2024-08-19T11:30:50.685 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.685 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes": { 2024-08-19T11:30:50.686 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 95995035648 2024-08-19T11:30:50.686 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.686 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_bytes_used": { 2024-08-19T11:30:50.686 INFO:tasks.workunit.client.0.smithi136.stdout: "value": 29048832 2024-08-19T11:30:50.686 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.686 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.686 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.686 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.686 INFO:tasks.workunit.client.0.smithi136.stdout: "pools": [ 2024-08-19T11:30:50.686 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.686 INFO:tasks.workunit.client.0.smithi136.stdout: "application": [ 2024-08-19T11:30:50.686 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr" 2024-08-19T11:30:50.686 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.686 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_mode": "none", 2024-08-19T11:30:50.687 INFO:tasks.workunit.client.0.smithi136.stdout: "erasure_code_profile": {}, 2024-08-19T11:30:50.687 INFO:tasks.workunit.client.0.smithi136.stdout: "min_size": 2, 2024-08-19T11:30:50.687 INFO:tasks.workunit.client.0.smithi136.stdout: "options": {}, 2024-08-19T11:30:50.687 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_autoscale_mode": "off", 2024-08-19T11:30:50.687 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_num": 1, 2024-08-19T11:30:50.687 INFO:tasks.workunit.client.0.smithi136.stdout: "pgp_num": 1, 2024-08-19T11:30:50.687 INFO:tasks.workunit.client.0.smithi136.stdout: "pool": 1, 2024-08-19T11:30:50.687 INFO:tasks.workunit.client.0.smithi136.stdout: "size": 3, 2024-08-19T11:30:50.687 INFO:tasks.workunit.client.0.smithi136.stdout: "stats": { 2024-08-19T11:30:50.687 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_raw": 729301002506, 2024-08-19T11:30:50.687 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_used": 1781760, 2024-08-19T11:30:50.687 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_bytes_used": 0, 2024-08-19T11:30:50.687 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_under_bytes": 0, 2024-08-19T11:30:50.687 INFO:tasks.workunit.client.0.smithi136.stdout: "data_bytes_used": 1781760, 2024-08-19T11:30:50.688 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty": 0, 2024-08-19T11:30:50.688 INFO:tasks.workunit.client.0.smithi136.stdout: "max_avail": 243100336128, 2024-08-19T11:30:50.688 INFO:tasks.workunit.client.0.smithi136.stdout: "objects": 2, 2024-08-19T11:30:50.688 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_bytes_used": 0, 2024-08-19T11:30:50.688 INFO:tasks.workunit.client.0.smithi136.stdout: "percent_used": 2.443100584059721e-06, 2024-08-19T11:30:50.688 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_bytes": 0, 2024-08-19T11:30:50.688 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_objects": 0, 2024-08-19T11:30:50.688 INFO:tasks.workunit.client.0.smithi136.stdout: "rd": 466, 2024-08-19T11:30:50.688 INFO:tasks.workunit.client.0.smithi136.stdout: "rd_bytes": 659456, 2024-08-19T11:30:50.688 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": 590368, 2024-08-19T11:30:50.688 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_data": 590368, 2024-08-19T11:30:50.688 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_omap": 0, 2024-08-19T11:30:50.688 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_raw": 1771104, 2024-08-19T11:30:50.688 INFO:tasks.workunit.client.0.smithi136.stdout: "wr": 235, 2024-08-19T11:30:50.689 INFO:tasks.workunit.client.0.smithi136.stdout: "wr_bytes": 2473984 2024-08-19T11:30:50.689 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.689 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_bytes": 0, 2024-08-19T11:30:50.689 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_objects": 0, 2024-08-19T11:30:50.689 INFO:tasks.workunit.client.0.smithi136.stdout: "type": "replicated" 2024-08-19T11:30:50.689 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.689 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.689 INFO:tasks.workunit.client.0.smithi136.stdout: "application": [ 2024-08-19T11:30:50.689 INFO:tasks.workunit.client.0.smithi136.stdout: "cephfs" 2024-08-19T11:30:50.689 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.689 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_mode": "none", 2024-08-19T11:30:50.689 INFO:tasks.workunit.client.0.smithi136.stdout: "erasure_code_profile": {}, 2024-08-19T11:30:50.689 INFO:tasks.workunit.client.0.smithi136.stdout: "min_size": 2, 2024-08-19T11:30:50.689 INFO:tasks.workunit.client.0.smithi136.stdout: "options": {}, 2024-08-19T11:30:50.690 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_autoscale_mode": "off", 2024-08-19T11:30:50.690 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_num": 32, 2024-08-19T11:30:50.690 INFO:tasks.workunit.client.0.smithi136.stdout: "pgp_num": 32, 2024-08-19T11:30:50.690 INFO:tasks.workunit.client.0.smithi136.stdout: "pool": 2, 2024-08-19T11:30:50.690 INFO:tasks.workunit.client.0.smithi136.stdout: "size": 3, 2024-08-19T11:30:50.690 INFO:tasks.workunit.client.0.smithi136.stdout: "stats": { 2024-08-19T11:30:50.690 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_raw": 729301002506, 2024-08-19T11:30:50.690 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_used": 98304, 2024-08-19T11:30:50.690 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_bytes_used": 0, 2024-08-19T11:30:50.690 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_under_bytes": 0, 2024-08-19T11:30:50.690 INFO:tasks.workunit.client.0.smithi136.stdout: "data_bytes_used": 98304, 2024-08-19T11:30:50.690 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty": 0, 2024-08-19T11:30:50.690 INFO:tasks.workunit.client.0.smithi136.stdout: "max_avail": 243100336128, 2024-08-19T11:30:50.690 INFO:tasks.workunit.client.0.smithi136.stdout: "objects": 22, 2024-08-19T11:30:50.691 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_bytes_used": 0, 2024-08-19T11:30:50.691 INFO:tasks.workunit.client.0.smithi136.stdout: "percent_used": 1.3479206018018886e-07, 2024-08-19T11:30:50.691 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_bytes": 0, 2024-08-19T11:30:50.691 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_objects": 0, 2024-08-19T11:30:50.691 INFO:tasks.workunit.client.0.smithi136.stdout: "rd": 0, 2024-08-19T11:30:50.691 INFO:tasks.workunit.client.0.smithi136.stdout: "rd_bytes": 0, 2024-08-19T11:30:50.691 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": 3428, 2024-08-19T11:30:50.691 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_data": 3428, 2024-08-19T11:30:50.691 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_omap": 0, 2024-08-19T11:30:50.691 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_raw": 10284, 2024-08-19T11:30:50.691 INFO:tasks.workunit.client.0.smithi136.stdout: "wr": 51, 2024-08-19T11:30:50.691 INFO:tasks.workunit.client.0.smithi136.stdout: "wr_bytes": 20480 2024-08-19T11:30:50.692 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.692 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_bytes": 0, 2024-08-19T11:30:50.692 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_objects": 0, 2024-08-19T11:30:50.692 INFO:tasks.workunit.client.0.smithi136.stdout: "type": "replicated" 2024-08-19T11:30:50.692 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.692 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.692 INFO:tasks.workunit.client.0.smithi136.stdout: "application": [ 2024-08-19T11:30:50.692 INFO:tasks.workunit.client.0.smithi136.stdout: "cephfs" 2024-08-19T11:30:50.692 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.692 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_mode": "none", 2024-08-19T11:30:50.692 INFO:tasks.workunit.client.0.smithi136.stdout: "erasure_code_profile": {}, 2024-08-19T11:30:50.692 INFO:tasks.workunit.client.0.smithi136.stdout: "min_size": 2, 2024-08-19T11:30:50.692 INFO:tasks.workunit.client.0.smithi136.stdout: "options": {}, 2024-08-19T11:30:50.692 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_autoscale_mode": "off", 2024-08-19T11:30:50.692 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_num": 64, 2024-08-19T11:30:50.693 INFO:tasks.workunit.client.0.smithi136.stdout: "pgp_num": 64, 2024-08-19T11:30:50.693 INFO:tasks.workunit.client.0.smithi136.stdout: "pool": 3, 2024-08-19T11:30:50.693 INFO:tasks.workunit.client.0.smithi136.stdout: "size": 3, 2024-08-19T11:30:50.693 INFO:tasks.workunit.client.0.smithi136.stdout: "stats": { 2024-08-19T11:30:50.693 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_raw": 729301002506, 2024-08-19T11:30:50.693 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_used": 0, 2024-08-19T11:30:50.693 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_bytes_used": 0, 2024-08-19T11:30:50.693 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_under_bytes": 0, 2024-08-19T11:30:50.693 INFO:tasks.workunit.client.0.smithi136.stdout: "data_bytes_used": 0, 2024-08-19T11:30:50.693 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty": 0, 2024-08-19T11:30:50.693 INFO:tasks.workunit.client.0.smithi136.stdout: "max_avail": 243100336128, 2024-08-19T11:30:50.693 INFO:tasks.workunit.client.0.smithi136.stdout: "objects": 0, 2024-08-19T11:30:50.693 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_bytes_used": 0, 2024-08-19T11:30:50.693 INFO:tasks.workunit.client.0.smithi136.stdout: "percent_used": 0.0, 2024-08-19T11:30:50.694 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_bytes": 0, 2024-08-19T11:30:50.694 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_objects": 0, 2024-08-19T11:30:50.694 INFO:tasks.workunit.client.0.smithi136.stdout: "rd": 0, 2024-08-19T11:30:50.694 INFO:tasks.workunit.client.0.smithi136.stdout: "rd_bytes": 0, 2024-08-19T11:30:50.694 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": 0, 2024-08-19T11:30:50.694 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_data": 0, 2024-08-19T11:30:50.694 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_omap": 0, 2024-08-19T11:30:50.694 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_raw": 0, 2024-08-19T11:30:50.694 INFO:tasks.workunit.client.0.smithi136.stdout: "wr": 0, 2024-08-19T11:30:50.694 INFO:tasks.workunit.client.0.smithi136.stdout: "wr_bytes": 0 2024-08-19T11:30:50.694 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.694 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_bytes": 0, 2024-08-19T11:30:50.694 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_objects": 0, 2024-08-19T11:30:50.695 INFO:tasks.workunit.client.0.smithi136.stdout: "type": "replicated" 2024-08-19T11:30:50.695 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.695 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.695 INFO:tasks.workunit.client.0.smithi136.stdout: "application": [ 2024-08-19T11:30:50.695 INFO:tasks.workunit.client.0.smithi136.stdout: "rbd" 2024-08-19T11:30:50.695 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.695 INFO:tasks.workunit.client.0.smithi136.stdout: "cache_mode": "none", 2024-08-19T11:30:50.695 INFO:tasks.workunit.client.0.smithi136.stdout: "erasure_code_profile": {}, 2024-08-19T11:30:50.695 INFO:tasks.workunit.client.0.smithi136.stdout: "min_size": 2, 2024-08-19T11:30:50.695 INFO:tasks.workunit.client.0.smithi136.stdout: "options": {}, 2024-08-19T11:30:50.695 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_autoscale_mode": "off", 2024-08-19T11:30:50.695 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_num": 8, 2024-08-19T11:30:50.695 INFO:tasks.workunit.client.0.smithi136.stdout: "pgp_num": 8, 2024-08-19T11:30:50.695 INFO:tasks.workunit.client.0.smithi136.stdout: "pool": 4, 2024-08-19T11:30:50.696 INFO:tasks.workunit.client.0.smithi136.stdout: "size": 3, 2024-08-19T11:30:50.696 INFO:tasks.workunit.client.0.smithi136.stdout: "stats": { 2024-08-19T11:30:50.696 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_raw": 729301002506, 2024-08-19T11:30:50.696 INFO:tasks.workunit.client.0.smithi136.stdout: "bytes_used": 12288, 2024-08-19T11:30:50.696 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_bytes_used": 0, 2024-08-19T11:30:50.696 INFO:tasks.workunit.client.0.smithi136.stdout: "compress_under_bytes": 0, 2024-08-19T11:30:50.696 INFO:tasks.workunit.client.0.smithi136.stdout: "data_bytes_used": 12288, 2024-08-19T11:30:50.696 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty": 0, 2024-08-19T11:30:50.696 INFO:tasks.workunit.client.0.smithi136.stdout: "max_avail": 243100336128, 2024-08-19T11:30:50.696 INFO:tasks.workunit.client.0.smithi136.stdout: "objects": 2, 2024-08-19T11:30:50.696 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_bytes_used": 0, 2024-08-19T11:30:50.696 INFO:tasks.workunit.client.0.smithi136.stdout: "percent_used": 1.6849011075237286e-08, 2024-08-19T11:30:50.696 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_bytes": 0, 2024-08-19T11:30:50.696 INFO:tasks.workunit.client.0.smithi136.stdout: "quota_objects": 0, 2024-08-19T11:30:50.697 INFO:tasks.workunit.client.0.smithi136.stdout: "rd": 0, 2024-08-19T11:30:50.697 INFO:tasks.workunit.client.0.smithi136.stdout: "rd_bytes": 0, 2024-08-19T11:30:50.697 INFO:tasks.workunit.client.0.smithi136.stdout: "stored": 19, 2024-08-19T11:30:50.697 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_data": 19, 2024-08-19T11:30:50.697 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_omap": 0, 2024-08-19T11:30:50.697 INFO:tasks.workunit.client.0.smithi136.stdout: "stored_raw": 57, 2024-08-19T11:30:50.697 INFO:tasks.workunit.client.0.smithi136.stdout: "wr": 2, 2024-08-19T11:30:50.697 INFO:tasks.workunit.client.0.smithi136.stdout: "wr_bytes": 2048 2024-08-19T11:30:50.697 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.697 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_bytes": 0, 2024-08-19T11:30:50.697 INFO:tasks.workunit.client.0.smithi136.stdout: "target_max_objects": 0, 2024-08-19T11:30:50.697 INFO:tasks.workunit.client.0.smithi136.stdout: "type": "replicated" 2024-08-19T11:30:50.697 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.697 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.697 INFO:tasks.workunit.client.0.smithi136.stdout: "rbd": { 2024-08-19T11:30:50.698 INFO:tasks.workunit.client.0.smithi136.stdout: "mirroring_by_pool": [ 2024-08-19T11:30:50.698 INFO:tasks.workunit.client.0.smithi136.stdout: false 2024-08-19T11:30:50.698 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.698 INFO:tasks.workunit.client.0.smithi136.stdout: "num_images_by_pool": [ 2024-08-19T11:30:50.698 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:50.698 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.698 INFO:tasks.workunit.client.0.smithi136.stdout: "num_pools": 1 2024-08-19T11:30:50.698 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.698 INFO:tasks.workunit.client.0.smithi136.stdout: "report_id": "d79afc76-a6a1-46e8-b240-bfb9c463a50d", 2024-08-19T11:30:50.698 INFO:tasks.workunit.client.0.smithi136.stdout: "report_timestamp": "2024-08-19T11:30:49.265353", 2024-08-19T11:30:50.698 INFO:tasks.workunit.client.0.smithi136.stdout: "report_version": 1, 2024-08-19T11:30:50.698 INFO:tasks.workunit.client.0.smithi136.stdout: "rocksdb_stats": { 2024-08-19T11:30:50.698 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "7.9.2" 2024-08-19T11:30:50.699 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.699 INFO:tasks.workunit.client.0.smithi136.stdout: "rook": { 2024-08-19T11:30:50.699 INFO:tasks.workunit.client.0.smithi136.stdout: "cluster": { 2024-08-19T11:30:50.699 INFO:tasks.workunit.client.0.smithi136.stdout: "external-mode": null, 2024-08-19T11:30:50.699 INFO:tasks.workunit.client.0.smithi136.stdout: "mon": { 2024-08-19T11:30:50.699 INFO:tasks.workunit.client.0.smithi136.stdout: "allow-multiple-per-node": null, 2024-08-19T11:30:50.699 INFO:tasks.workunit.client.0.smithi136.stdout: "count": null, 2024-08-19T11:30:50.699 INFO:tasks.workunit.client.0.smithi136.stdout: "max-id": null, 2024-08-19T11:30:50.699 INFO:tasks.workunit.client.0.smithi136.stdout: "pvc": { 2024-08-19T11:30:50.699 INFO:tasks.workunit.client.0.smithi136.stdout: "enabled": null 2024-08-19T11:30:50.699 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.699 INFO:tasks.workunit.client.0.smithi136.stdout: "stretch": { 2024-08-19T11:30:50.700 INFO:tasks.workunit.client.0.smithi136.stdout: "enabled": null 2024-08-19T11:30:50.700 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.700 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.700 INFO:tasks.workunit.client.0.smithi136.stdout: "network": { 2024-08-19T11:30:50.700 INFO:tasks.workunit.client.0.smithi136.stdout: "provider": null 2024-08-19T11:30:50.700 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.700 INFO:tasks.workunit.client.0.smithi136.stdout: "storage": { 2024-08-19T11:30:50.700 INFO:tasks.workunit.client.0.smithi136.stdout: "device-set": { 2024-08-19T11:30:50.700 INFO:tasks.workunit.client.0.smithi136.stdout: "count": { 2024-08-19T11:30:50.700 INFO:tasks.workunit.client.0.smithi136.stdout: "non-portable": null, 2024-08-19T11:30:50.700 INFO:tasks.workunit.client.0.smithi136.stdout: "portable": null, 2024-08-19T11:30:50.700 INFO:tasks.workunit.client.0.smithi136.stdout: "total": null 2024-08-19T11:30:50.700 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.700 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.701 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.701 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.701 INFO:tasks.workunit.client.0.smithi136.stdout: "csi": { 2024-08-19T11:30:50.701 INFO:tasks.workunit.client.0.smithi136.stdout: "version": null 2024-08-19T11:30:50.701 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.701 INFO:tasks.workunit.client.0.smithi136.stdout: "kubernetes": { 2024-08-19T11:30:50.701 INFO:tasks.workunit.client.0.smithi136.stdout: "version": null 2024-08-19T11:30:50.701 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.701 INFO:tasks.workunit.client.0.smithi136.stdout: "node": { 2024-08-19T11:30:50.701 INFO:tasks.workunit.client.0.smithi136.stdout: "count": { 2024-08-19T11:30:50.701 INFO:tasks.workunit.client.0.smithi136.stdout: "kubernetes-total": null, 2024-08-19T11:30:50.701 INFO:tasks.workunit.client.0.smithi136.stdout: "with-ceph-daemons": null, 2024-08-19T11:30:50.701 INFO:tasks.workunit.client.0.smithi136.stdout: "with-csi-cephfs-plugin": null, 2024-08-19T11:30:50.702 INFO:tasks.workunit.client.0.smithi136.stdout: "with-csi-nfs-plugin": null, 2024-08-19T11:30:50.702 INFO:tasks.workunit.client.0.smithi136.stdout: "with-csi-rbd-plugin": null 2024-08-19T11:30:50.702 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.702 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.702 INFO:tasks.workunit.client.0.smithi136.stdout: "usage": { 2024-08-19T11:30:50.702 INFO:tasks.workunit.client.0.smithi136.stdout: "storage-class": { 2024-08-19T11:30:50.702 INFO:tasks.workunit.client.0.smithi136.stdout: "count": { 2024-08-19T11:30:50.702 INFO:tasks.workunit.client.0.smithi136.stdout: "bucket": null, 2024-08-19T11:30:50.702 INFO:tasks.workunit.client.0.smithi136.stdout: "cephfs": null, 2024-08-19T11:30:50.702 INFO:tasks.workunit.client.0.smithi136.stdout: "nfs": null, 2024-08-19T11:30:50.702 INFO:tasks.workunit.client.0.smithi136.stdout: "rbd": null, 2024-08-19T11:30:50.702 INFO:tasks.workunit.client.0.smithi136.stdout: "total": null 2024-08-19T11:30:50.702 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.703 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:50.703 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.703 INFO:tasks.workunit.client.0.smithi136.stdout: "version": null 2024-08-19T11:30:50.703 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.703 INFO:tasks.workunit.client.0.smithi136.stdout: "services": {}, 2024-08-19T11:30:50.703 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_per_pg": [ 2024-08-19T11:30:50.703 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.703 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.703 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:50.703 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:50.703 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:50.703 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.703 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:50.703 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.703 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.704 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.704 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.704 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.704 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.704 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372812+0000", 2024-08-19T11:30:50.704 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.821286+0000", 2024-08-19T11:30:50.704 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.821286+0000", 2024-08-19T11:30:50.704 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.821571+0000", 2024-08-19T11:30:50.704 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372812+0000", 2024-08-19T11:30:50.704 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.704 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.704 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.704 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.705 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372812+0000", 2024-08-19T11:30:50.705 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372812+0000", 2024-08-19T11:30:50.705 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372812+0000", 2024-08-19T11:30:50.705 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.705 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.705 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.705 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372812+0000", 2024-08-19T11:30:50.705 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372812+0000", 2024-08-19T11:30:50.705 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.705 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.705 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.705 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.705 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.705 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.706 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.706 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.706 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.706 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.706 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.706 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.706 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.706 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.3f", 2024-08-19T11:30:50.706 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.706 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.706 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.706 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:50.706 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.707 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:04:32.182376+0000", 2024-08-19T11:30:50.707 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.707 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.707 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.707 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.707 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.707 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.707 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.707 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.707 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.707 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.707 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.707 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.708 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.708 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.708 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.708 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.708 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.708 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.708 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.708 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.708 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.708 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.708 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.708 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.708 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.708 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.709 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.709 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.709 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.709 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.709 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.709 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.709 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.709 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.709 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.709 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.709 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.709 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.709 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.709 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.710 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.710 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.710 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.710 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.710 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.710 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.710 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.710 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:50.710 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:50.710 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:50.710 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.710 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:50.710 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.711 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.711 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.711 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.711 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:50.711 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:50.711 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:50.711 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.711 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:50.711 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.711 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.711 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.711 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.711 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.711 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.712 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331504+0000", 2024-08-19T11:30:50.712 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.811646+0000", 2024-08-19T11:30:50.712 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.811646+0000", 2024-08-19T11:30:50.712 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.811947+0000", 2024-08-19T11:30:50.712 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331504+0000", 2024-08-19T11:30:50.712 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.712 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.712 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.712 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.712 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331504+0000", 2024-08-19T11:30:50.712 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331504+0000", 2024-08-19T11:30:50.712 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331504+0000", 2024-08-19T11:30:50.712 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.712 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.712 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.713 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331504+0000", 2024-08-19T11:30:50.713 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331504+0000", 2024-08-19T11:30:50.713 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.713 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.713 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.713 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.713 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.713 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.713 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.713 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.713 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.713 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.713 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.714 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.714 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.714 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.3e", 2024-08-19T11:30:50.714 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.714 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.714 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.714 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:50.714 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.714 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:11:46.981524+0000", 2024-08-19T11:30:50.714 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.714 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.715 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.715 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.715 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.715 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.715 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.715 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.715 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.715 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.715 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.715 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.715 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.715 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.716 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.716 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.716 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.716 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.716 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.716 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.716 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.716 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.716 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.716 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.716 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.716 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.716 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.717 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.717 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.717 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.717 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.717 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.717 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.717 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.717 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.717 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.717 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.717 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.717 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.717 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.718 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.718 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.718 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.718 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.718 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.718 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.718 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.718 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:50.718 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:50.718 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:50.718 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.719 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:50.719 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.719 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.719 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.719 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.719 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:50.719 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:50.719 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:50.719 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.719 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 0, 2024-08-19T11:30:50.719 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.719 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.719 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.720 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.720 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.720 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.720 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.902996+0000", 2024-08-19T11:30:50.720 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.799104+0000", 2024-08-19T11:30:50.720 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.799104+0000", 2024-08-19T11:30:50.720 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.799377+0000", 2024-08-19T11:30:50.720 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.902996+0000", 2024-08-19T11:30:50.720 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.720 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.720 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.721 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.721 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.902996+0000", 2024-08-19T11:30:50.721 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.902996+0000", 2024-08-19T11:30:50.721 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.902996+0000", 2024-08-19T11:30:50.721 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.721 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.721 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.721 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.902996+0000", 2024-08-19T11:30:50.721 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.902996+0000", 2024-08-19T11:30:50.721 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.721 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.721 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.721 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.721 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.722 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.722 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.722 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.722 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.722 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.722 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.722 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.722 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.722 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.3d", 2024-08-19T11:30:50.722 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.722 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.722 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.722 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:50.722 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.723 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:38:54.188181+0000", 2024-08-19T11:30:50.723 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.723 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.723 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.723 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.723 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.723 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.723 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.723 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.723 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.723 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.723 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.724 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.724 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.724 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.724 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.724 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.724 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.724 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.724 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.724 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.724 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.724 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.724 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.724 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.725 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.725 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.725 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.725 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.725 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.725 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.725 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.725 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.725 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.725 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.725 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.725 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.725 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.725 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.726 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.726 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.726 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.726 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.726 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.726 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.726 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.726 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.726 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.726 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:50.726 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:50.726 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:50.726 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.727 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 0, 2024-08-19T11:30:50.727 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.727 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.727 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.727 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.727 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:50.727 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:50.727 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:50.727 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.727 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:50.727 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.727 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.727 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.727 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.728 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.728 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.728 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.051696+0000", 2024-08-19T11:30:50.728 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.817253+0000", 2024-08-19T11:30:50.728 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.817253+0000", 2024-08-19T11:30:50.728 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.817753+0000", 2024-08-19T11:30:50.728 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.051696+0000", 2024-08-19T11:30:50.728 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.728 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.728 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.728 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.728 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.051696+0000", 2024-08-19T11:30:50.728 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.051696+0000", 2024-08-19T11:30:50.728 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.051696+0000", 2024-08-19T11:30:50.728 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.729 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.729 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.729 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.051696+0000", 2024-08-19T11:30:50.729 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.051696+0000", 2024-08-19T11:30:50.729 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.729 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.729 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.729 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.729 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.729 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.729 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.729 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.730 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.730 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.730 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.730 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.730 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.730 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.3c", 2024-08-19T11:30:50.730 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.730 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.730 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.730 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:50.730 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.730 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:21:26.916540+0000", 2024-08-19T11:30:50.730 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.731 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.731 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.731 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.731 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.731 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.731 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.731 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.731 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.731 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.731 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.731 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.732 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.732 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.732 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.732 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.732 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.732 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.732 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.732 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.732 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.732 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.732 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.732 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.733 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.733 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.733 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.733 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.733 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.733 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.733 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.733 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.733 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.733 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.733 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.733 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.733 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.734 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.734 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.734 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.734 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.734 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.734 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.734 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.734 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.734 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.734 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.734 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:50.734 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:50.734 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:50.735 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.735 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:50.735 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.735 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.735 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.735 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.735 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:50.735 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:50.735 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:50.735 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.735 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:50.735 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.735 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.736 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.736 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.736 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.736 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.736 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372372+0000", 2024-08-19T11:30:50.736 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.819991+0000", 2024-08-19T11:30:50.736 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.819991+0000", 2024-08-19T11:30:50.736 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.820265+0000", 2024-08-19T11:30:50.736 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372372+0000", 2024-08-19T11:30:50.736 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.736 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.736 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.736 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.736 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372372+0000", 2024-08-19T11:30:50.736 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372372+0000", 2024-08-19T11:30:50.737 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372372+0000", 2024-08-19T11:30:50.737 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.737 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.737 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.737 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372372+0000", 2024-08-19T11:30:50.737 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372372+0000", 2024-08-19T11:30:50.737 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.737 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.737 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.737 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.737 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.737 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.737 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.738 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.738 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.738 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.738 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.738 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.738 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.738 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.3b", 2024-08-19T11:30:50.738 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.738 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.738 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.738 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:50.738 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.738 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:52:45.266017+0000", 2024-08-19T11:30:50.738 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.739 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.739 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.739 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.739 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.739 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.739 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.739 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.739 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.739 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.739 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.739 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.739 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.739 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.739 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.740 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.740 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.740 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.740 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.740 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.740 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.740 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.740 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.740 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.740 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.740 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.740 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.740 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.740 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.741 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.741 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.741 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.741 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.741 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.741 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.741 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.741 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.741 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.741 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.741 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.741 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.741 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.741 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.742 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.742 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.742 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.742 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.742 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:50.742 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:50.742 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:50.742 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.742 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:50.742 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.742 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.742 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.742 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.742 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:50.743 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:50.743 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:50.743 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.743 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:50.743 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.743 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.743 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.743 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.743 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.743 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.743 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.051442+0000", 2024-08-19T11:30:50.743 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.804513+0000", 2024-08-19T11:30:50.743 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.804513+0000", 2024-08-19T11:30:50.743 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.804806+0000", 2024-08-19T11:30:50.744 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.051442+0000", 2024-08-19T11:30:50.744 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.744 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.744 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.744 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.744 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.051442+0000", 2024-08-19T11:30:50.744 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.051442+0000", 2024-08-19T11:30:50.744 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.051442+0000", 2024-08-19T11:30:50.744 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.744 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.744 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.744 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.051442+0000", 2024-08-19T11:30:50.745 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.051442+0000", 2024-08-19T11:30:50.745 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.745 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.745 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.745 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.745 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.745 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.745 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.745 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.745 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.745 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.745 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.745 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.745 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.745 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.3a", 2024-08-19T11:30:50.746 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.746 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.746 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.746 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:50.746 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.746 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:20:11.432009+0000", 2024-08-19T11:30:50.746 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.746 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.746 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.746 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.746 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.746 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.746 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.747 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.747 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.747 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.747 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.747 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.747 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.747 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.747 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.747 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.747 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.747 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.747 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.747 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.748 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.748 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.748 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.748 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.748 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.748 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.748 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.748 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.748 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.748 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.748 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.748 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.748 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.748 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.748 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.749 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.749 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.749 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.749 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.749 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.749 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.749 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.749 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.749 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.749 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.749 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.749 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.749 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:50.749 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:50.750 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:50.750 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.750 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:50.750 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.750 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.750 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.750 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.750 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:50.750 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:50.750 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:50.750 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.750 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:50.750 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.751 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.751 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.751 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.751 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.751 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.751 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372107+0000", 2024-08-19T11:30:50.751 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.819124+0000", 2024-08-19T11:30:50.751 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.819124+0000", 2024-08-19T11:30:50.751 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.820613+0000", 2024-08-19T11:30:50.751 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372107+0000", 2024-08-19T11:30:50.751 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.751 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.751 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.752 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.752 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372107+0000", 2024-08-19T11:30:50.752 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372107+0000", 2024-08-19T11:30:50.752 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372107+0000", 2024-08-19T11:30:50.752 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.752 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.752 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.752 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372107+0000", 2024-08-19T11:30:50.752 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372107+0000", 2024-08-19T11:30:50.752 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.752 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.752 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.752 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.752 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.753 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.753 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.753 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.753 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.753 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.753 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.753 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.753 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.753 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.39", 2024-08-19T11:30:50.753 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.753 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.753 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.753 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:50.754 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.754 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:03:55.062142+0000", 2024-08-19T11:30:50.754 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.754 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.754 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.754 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.754 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.754 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.754 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.754 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.754 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.754 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.754 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.754 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.755 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.755 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.755 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.755 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.755 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.755 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.755 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.755 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.755 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.755 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.755 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.755 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.755 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.755 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.756 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.756 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.756 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.756 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.756 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.756 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.756 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.756 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.756 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.756 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.756 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.756 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.756 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.756 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.756 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.757 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.757 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.757 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.757 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.757 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.757 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.757 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:50.757 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:50.757 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:50.757 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.757 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:50.757 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.757 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.758 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.758 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.758 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:50.758 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:50.758 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:50.758 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.758 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 3, 2024-08-19T11:30:50.758 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.758 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.758 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.758 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.758 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.758 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.759 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.373206+0000", 2024-08-19T11:30:50.759 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.816757+0000", 2024-08-19T11:30:50.759 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.816757+0000", 2024-08-19T11:30:50.759 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.817325+0000", 2024-08-19T11:30:50.759 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.373206+0000", 2024-08-19T11:30:50.759 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.759 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.759 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.759 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.759 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.373206+0000", 2024-08-19T11:30:50.759 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.373206+0000", 2024-08-19T11:30:50.759 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.373206+0000", 2024-08-19T11:30:50.759 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.760 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.760 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.760 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.373206+0000", 2024-08-19T11:30:50.760 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.373206+0000", 2024-08-19T11:30:50.760 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.760 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.760 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.760 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.760 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.760 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.760 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.760 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.760 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.760 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.760 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.761 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.761 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.761 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.38", 2024-08-19T11:30:50.761 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.761 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.761 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.761 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:50.761 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.761 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:43:25.045429+0000", 2024-08-19T11:30:50.761 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.761 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.761 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.761 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.762 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.762 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.762 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.762 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.762 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.762 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.762 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.762 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.762 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.762 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.762 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.762 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.763 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.763 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.763 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.763 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.763 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.763 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.763 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.763 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.763 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.763 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.763 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.763 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.764 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.764 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.764 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.764 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.764 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.764 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.764 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.764 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.764 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.764 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.764 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.764 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.764 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.764 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.765 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.765 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.765 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.765 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.765 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.765 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:50.765 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:50.765 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:50.765 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.765 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 3, 2024-08-19T11:30:50.765 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.765 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.765 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.766 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.766 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:50.766 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:50.766 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:50.766 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.766 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:50.766 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.766 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.766 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.766 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.766 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.766 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.766 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372957+0000", 2024-08-19T11:30:50.767 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.813302+0000", 2024-08-19T11:30:50.767 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.813302+0000", 2024-08-19T11:30:50.767 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.813622+0000", 2024-08-19T11:30:50.767 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372957+0000", 2024-08-19T11:30:50.767 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.767 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.767 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.767 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.767 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372957+0000", 2024-08-19T11:30:50.767 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372957+0000", 2024-08-19T11:30:50.767 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372957+0000", 2024-08-19T11:30:50.767 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.767 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.767 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.768 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372957+0000", 2024-08-19T11:30:50.768 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372957+0000", 2024-08-19T11:30:50.768 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.768 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.768 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.768 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.768 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.768 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.768 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.768 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.768 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.768 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.768 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.768 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.769 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.769 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.37", 2024-08-19T11:30:50.769 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.769 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.769 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.769 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:50.769 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.769 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:11:41.816810+0000", 2024-08-19T11:30:50.769 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.769 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.769 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.769 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.769 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.769 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.770 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.770 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.770 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.770 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.770 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.770 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.770 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.770 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.770 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.770 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.770 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.770 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.770 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.771 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.771 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.771 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.771 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.771 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.771 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.771 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.771 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.771 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.771 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.771 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.771 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.771 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.772 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.772 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.772 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.772 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.772 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.772 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.772 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.772 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.772 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.772 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.772 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.772 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.772 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.773 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.773 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.773 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:50.773 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:50.773 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:50.773 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.773 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:50.773 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.773 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.773 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.773 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.773 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:50.773 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:50.773 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:50.774 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.774 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 6, 2024-08-19T11:30:50.774 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.774 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.774 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.774 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.774 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.774 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.774 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.772348+0000", 2024-08-19T11:30:50.774 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.812212+0000", 2024-08-19T11:30:50.774 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.812212+0000", 2024-08-19T11:30:50.775 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.813218+0000", 2024-08-19T11:30:50.775 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.772348+0000", 2024-08-19T11:30:50.775 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.775 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.775 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.775 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.775 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.772348+0000", 2024-08-19T11:30:50.775 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.772348+0000", 2024-08-19T11:30:50.775 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.772348+0000", 2024-08-19T11:30:50.775 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.775 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.775 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.775 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.772348+0000", 2024-08-19T11:30:50.776 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.772348+0000", 2024-08-19T11:30:50.776 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.776 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.776 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.776 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.776 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.776 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.776 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.776 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.776 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.776 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.776 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.776 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.776 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.776 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.36", 2024-08-19T11:30:50.777 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.777 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.777 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.777 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:50.777 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.777 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:15:34.819860+0000", 2024-08-19T11:30:50.777 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.777 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.777 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.777 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.777 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.777 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.777 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.777 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.778 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.778 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.778 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.778 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.778 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.778 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.778 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.778 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.778 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.778 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.778 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.778 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.778 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.779 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.779 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.779 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.779 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.779 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.779 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.779 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.779 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.779 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.779 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.779 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.779 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.779 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.780 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.780 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.780 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.780 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.780 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.780 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.780 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.780 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.780 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.780 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.780 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.780 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.780 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.780 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:50.781 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:50.781 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:50.781 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.781 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 6, 2024-08-19T11:30:50.781 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.781 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.781 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.781 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.781 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:50.781 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:50.781 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:50.781 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.781 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 6, 2024-08-19T11:30:50.781 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.782 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.782 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.782 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.782 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.782 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.782 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.772324+0000", 2024-08-19T11:30:50.782 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.816743+0000", 2024-08-19T11:30:50.782 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.816743+0000", 2024-08-19T11:30:50.782 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.817071+0000", 2024-08-19T11:30:50.782 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.772324+0000", 2024-08-19T11:30:50.782 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.782 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.782 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.782 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.783 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.772324+0000", 2024-08-19T11:30:50.783 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.772324+0000", 2024-08-19T11:30:50.783 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.772324+0000", 2024-08-19T11:30:50.783 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.783 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.783 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.783 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.772324+0000", 2024-08-19T11:30:50.783 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.772324+0000", 2024-08-19T11:30:50.783 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.783 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.783 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.783 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.783 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.784 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.784 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.784 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.784 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.784 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.784 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.784 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.784 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.784 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.35", 2024-08-19T11:30:50.784 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.784 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.784 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.784 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:50.784 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.784 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T12:58:35.430891+0000", 2024-08-19T11:30:50.785 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.785 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.785 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.785 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.785 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.785 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.785 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.785 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.785 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.785 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.785 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.785 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.785 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.785 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.786 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.786 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.786 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.786 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.786 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.786 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.786 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.786 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.786 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.786 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.786 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.786 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.786 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.787 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.787 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.787 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.787 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.787 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.787 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.787 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.787 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.787 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.787 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.787 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.787 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.787 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.787 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.788 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.788 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.788 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.788 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.788 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.788 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.788 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:50.788 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:50.788 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:50.788 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.788 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 6, 2024-08-19T11:30:50.788 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.788 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.788 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.789 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.789 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:50.789 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:50.789 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:50.789 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.789 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 4, 2024-08-19T11:30:50.789 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.789 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.789 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.789 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.789 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.789 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.790 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331320+0000", 2024-08-19T11:30:50.790 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.807529+0000", 2024-08-19T11:30:50.790 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.807529+0000", 2024-08-19T11:30:50.790 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.807854+0000", 2024-08-19T11:30:50.790 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331320+0000", 2024-08-19T11:30:50.790 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.790 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.790 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.790 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.790 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331320+0000", 2024-08-19T11:30:50.790 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331320+0000", 2024-08-19T11:30:50.790 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331320+0000", 2024-08-19T11:30:50.791 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.791 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.791 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.791 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331320+0000", 2024-08-19T11:30:50.791 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331320+0000", 2024-08-19T11:30:50.791 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.791 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.791 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.791 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.791 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.791 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.791 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.791 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.792 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.792 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.792 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.792 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.792 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.792 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.34", 2024-08-19T11:30:50.792 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.792 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.792 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.792 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:50.792 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.793 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:14:56.980430+0000", 2024-08-19T11:30:50.793 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.793 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.793 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.793 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.793 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.793 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.793 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.793 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.793 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.793 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.793 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.793 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.794 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.794 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.794 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.794 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.794 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.794 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.794 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.794 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.794 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.794 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.794 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.794 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.794 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.795 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.795 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.795 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.795 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.795 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.795 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.795 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.795 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.795 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.795 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.795 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.795 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.795 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.795 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.796 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.796 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.796 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.796 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.796 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.796 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.796 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.796 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.796 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:50.796 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:50.796 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:50.796 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.796 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 4, 2024-08-19T11:30:50.796 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.797 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.797 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.797 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.797 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:50.797 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:50.797 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:50.797 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.797 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 3, 2024-08-19T11:30:50.797 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.797 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.797 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.797 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.797 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.797 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.797 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.373441+0000", 2024-08-19T11:30:50.798 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.816792+0000", 2024-08-19T11:30:50.798 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.816792+0000", 2024-08-19T11:30:50.798 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.817414+0000", 2024-08-19T11:30:50.798 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.373441+0000", 2024-08-19T11:30:50.798 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.798 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.798 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.798 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.798 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.373441+0000", 2024-08-19T11:30:50.798 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.373441+0000", 2024-08-19T11:30:50.798 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.373441+0000", 2024-08-19T11:30:50.798 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.799 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.799 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.799 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.373441+0000", 2024-08-19T11:30:50.799 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.373441+0000", 2024-08-19T11:30:50.799 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.799 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.799 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.799 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.799 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.799 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.799 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.799 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.799 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.799 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.800 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.800 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.800 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.800 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.33", 2024-08-19T11:30:50.800 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.800 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.800 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.800 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:50.800 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.800 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T22:00:28.968994+0000", 2024-08-19T11:30:50.800 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.800 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.800 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.801 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.801 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.801 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.801 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.801 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.801 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.801 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.801 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.801 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.801 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.801 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.801 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.801 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.801 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.802 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.802 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.802 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.802 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.802 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.802 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.802 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.802 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.802 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.802 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.802 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.802 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.802 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.803 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.803 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.803 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.803 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.803 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.803 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.803 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.803 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.803 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.803 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.803 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.803 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.803 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.804 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.804 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.804 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.804 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.804 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:50.804 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:50.804 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:50.804 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.804 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 3, 2024-08-19T11:30:50.804 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.804 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.804 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.804 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.805 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:50.805 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:50.805 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:50.805 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.805 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 0, 2024-08-19T11:30:50.805 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.805 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.805 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.805 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.805 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.805 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.805 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.902526+0000", 2024-08-19T11:30:50.805 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.804903+0000", 2024-08-19T11:30:50.805 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.804903+0000", 2024-08-19T11:30:50.806 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.807027+0000", 2024-08-19T11:30:50.806 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.902526+0000", 2024-08-19T11:30:50.806 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.806 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.806 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.806 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.806 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.902526+0000", 2024-08-19T11:30:50.806 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.902526+0000", 2024-08-19T11:30:50.806 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.902526+0000", 2024-08-19T11:30:50.806 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.806 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.806 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.806 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.902526+0000", 2024-08-19T11:30:50.807 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.902526+0000", 2024-08-19T11:30:50.807 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.807 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.807 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.807 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.807 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.807 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.807 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.807 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.807 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.807 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.807 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.807 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.807 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.808 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.32", 2024-08-19T11:30:50.808 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.808 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.808 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.808 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:50.808 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.808 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T22:54:37.026494+0000", 2024-08-19T11:30:50.808 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.808 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.808 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.808 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.808 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.808 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.809 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.809 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.809 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.809 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.809 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.809 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.809 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.809 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.809 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.809 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.809 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.809 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.809 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.809 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.810 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.810 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.810 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.810 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.810 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.810 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.810 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.810 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.810 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.810 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.810 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.810 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.810 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.811 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.811 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.811 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.811 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.811 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.811 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.811 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.811 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.811 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.811 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.811 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.811 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.811 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.812 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.812 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:50.812 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:50.812 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:50.812 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.812 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 0, 2024-08-19T11:30:50.812 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.812 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.812 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.812 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.812 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:50.812 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:50.812 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:50.812 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.813 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:50.813 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.813 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.813 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.813 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.813 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.813 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.813 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.332206+0000", 2024-08-19T11:30:50.813 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.809369+0000", 2024-08-19T11:30:50.813 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.809369+0000", 2024-08-19T11:30:50.813 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.809635+0000", 2024-08-19T11:30:50.813 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.332206+0000", 2024-08-19T11:30:50.813 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.813 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.814 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.814 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.814 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.332206+0000", 2024-08-19T11:30:50.814 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.332206+0000", 2024-08-19T11:30:50.814 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.332206+0000", 2024-08-19T11:30:50.814 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.814 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.814 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.814 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.332206+0000", 2024-08-19T11:30:50.814 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.332206+0000", 2024-08-19T11:30:50.814 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.814 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.815 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.815 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.815 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.815 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.815 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.815 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.815 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.815 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.815 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.815 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.815 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.815 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.31", 2024-08-19T11:30:50.815 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.815 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.816 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.816 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:50.816 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.816 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T20:12:52.700027+0000", 2024-08-19T11:30:50.816 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.816 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.816 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.816 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.816 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.816 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.816 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.816 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.816 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.817 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.818 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.818 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.818 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.818 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.818 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.818 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.818 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.818 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.818 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.818 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.818 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.818 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.818 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.818 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.819 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.819 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.819 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.819 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.819 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.819 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.819 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.819 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.819 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.819 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.819 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:50.819 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:50.819 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:50.819 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.820 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:50.820 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.820 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.820 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.820 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.820 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:50.820 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:50.820 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:50.820 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.820 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:50.820 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.820 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.820 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.820 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.821 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.821 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.821 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.051395+0000", 2024-08-19T11:30:50.821 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.813861+0000", 2024-08-19T11:30:50.821 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.813861+0000", 2024-08-19T11:30:50.821 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.814161+0000", 2024-08-19T11:30:50.821 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.051395+0000", 2024-08-19T11:30:50.821 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.821 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.821 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.821 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.821 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.051395+0000", 2024-08-19T11:30:50.821 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.051395+0000", 2024-08-19T11:30:50.822 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.051395+0000", 2024-08-19T11:30:50.822 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.822 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.822 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.822 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.051395+0000", 2024-08-19T11:30:50.822 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.051395+0000", 2024-08-19T11:30:50.822 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.822 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.822 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.822 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.822 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.822 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.822 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.823 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.823 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.823 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.823 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.823 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.823 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.823 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.30", 2024-08-19T11:30:50.823 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.823 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.823 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.823 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:50.823 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.823 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T23:07:56.192608+0000", 2024-08-19T11:30:50.824 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.824 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.824 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.824 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.824 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.824 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.824 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.824 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.824 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.824 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.824 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.824 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.824 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.824 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.825 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.825 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.825 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.825 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.825 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.825 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.825 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.825 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.825 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.825 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.825 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.825 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.825 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.826 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.826 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.826 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.826 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.826 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.826 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.826 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.826 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.826 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.826 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.826 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.826 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.826 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.827 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.827 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.827 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.827 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.827 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.827 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.827 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.827 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:50.827 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:50.827 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:50.827 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.827 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:50.827 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.827 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.828 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.828 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.828 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:50.828 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:50.828 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:50.828 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.828 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:50.828 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.828 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.828 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.828 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.828 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.828 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.829 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.052114+0000", 2024-08-19T11:30:50.829 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.814764+0000", 2024-08-19T11:30:50.829 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.814764+0000", 2024-08-19T11:30:50.829 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.815059+0000", 2024-08-19T11:30:50.829 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.052114+0000", 2024-08-19T11:30:50.829 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.829 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.829 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.829 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.829 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.052114+0000", 2024-08-19T11:30:50.829 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.052114+0000", 2024-08-19T11:30:50.829 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.052114+0000", 2024-08-19T11:30:50.829 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.829 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.830 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.830 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.052114+0000", 2024-08-19T11:30:50.830 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.052114+0000", 2024-08-19T11:30:50.830 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.830 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.830 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.830 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.830 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.830 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.830 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.830 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.830 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.830 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.831 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.831 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.831 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.831 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.2f", 2024-08-19T11:30:50.831 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.831 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.831 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.831 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:50.831 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.831 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:00:32.293296+0000", 2024-08-19T11:30:50.831 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.831 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.831 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.831 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.832 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.832 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.832 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.832 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.832 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.832 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.832 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.832 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.832 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.832 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.832 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.832 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.832 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.833 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.833 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.833 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.833 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.833 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.833 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.833 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.833 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.833 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.833 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.833 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.833 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.833 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.833 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.834 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.834 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.834 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.834 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.834 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.834 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.834 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.834 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.834 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.834 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.834 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.834 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.834 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.835 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.835 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.835 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.835 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:50.835 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:50.835 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:50.835 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.835 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:50.835 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.835 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.835 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.835 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.835 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:50.836 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:50.836 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:50.836 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.836 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 2, 2024-08-19T11:30:50.836 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.836 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.836 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.836 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.836 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.836 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.836 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.332093+0000", 2024-08-19T11:30:50.836 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.808779+0000", 2024-08-19T11:30:50.836 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.808779+0000", 2024-08-19T11:30:50.836 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.809051+0000", 2024-08-19T11:30:50.837 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.332093+0000", 2024-08-19T11:30:50.837 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.837 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.837 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.837 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.837 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.332093+0000", 2024-08-19T11:30:50.837 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.332093+0000", 2024-08-19T11:30:50.837 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.332093+0000", 2024-08-19T11:30:50.837 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.837 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.837 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.837 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.332093+0000", 2024-08-19T11:30:50.837 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.332093+0000", 2024-08-19T11:30:50.837 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.837 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.838 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.838 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.838 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.838 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.838 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.838 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.838 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.838 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.838 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.838 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.838 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.838 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.2e", 2024-08-19T11:30:50.838 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.839 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.839 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.839 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:50.839 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.839 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:49:09.884734+0000", 2024-08-19T11:30:50.839 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.839 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.839 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.839 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.839 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.839 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.839 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.839 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.839 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.840 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.840 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.840 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.840 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.840 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.840 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.840 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.840 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.840 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.840 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.840 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.840 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.840 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.840 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.841 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.841 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.841 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.841 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.841 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.841 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.841 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.841 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.841 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.841 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.841 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.841 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.841 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.841 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.842 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.842 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.842 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.842 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.842 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.842 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.842 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.842 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.842 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.842 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.842 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:50.842 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:50.842 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:50.842 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.843 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 2, 2024-08-19T11:30:50.843 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.843 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.843 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.843 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.843 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:50.843 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:50.843 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:50.843 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.843 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:50.843 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.843 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.843 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.844 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.844 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.844 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.844 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372691+0000", 2024-08-19T11:30:50.844 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.822411+0000", 2024-08-19T11:30:50.844 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.822411+0000", 2024-08-19T11:30:50.844 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.822832+0000", 2024-08-19T11:30:50.844 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372691+0000", 2024-08-19T11:30:50.844 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.844 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.844 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.844 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.844 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372691+0000", 2024-08-19T11:30:50.845 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372691+0000", 2024-08-19T11:30:50.845 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372691+0000", 2024-08-19T11:30:50.845 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.845 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.845 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.845 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372691+0000", 2024-08-19T11:30:50.845 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372691+0000", 2024-08-19T11:30:50.845 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.845 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.845 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.845 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.845 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.845 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.846 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.846 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.846 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.846 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.846 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.846 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.846 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.846 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.2d", 2024-08-19T11:30:50.846 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.846 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.846 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.846 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:50.846 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.847 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:22:32.701029+0000", 2024-08-19T11:30:50.847 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.847 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.847 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.847 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.847 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.847 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.847 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.847 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.847 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.847 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.847 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.847 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.848 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.848 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.848 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.848 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.848 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.848 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.848 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.848 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.848 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.848 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.848 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.848 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.848 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.848 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.848 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.849 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.849 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.849 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.849 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.849 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.849 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.849 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.849 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.849 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.849 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.849 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.849 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.849 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.849 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.850 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.850 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.850 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.850 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.850 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.850 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.850 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:50.850 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:50.850 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:50.850 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.850 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:50.850 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.851 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.851 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.851 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.851 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:50.851 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:50.851 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:50.851 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.851 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 6, 2024-08-19T11:30:50.851 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.851 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.851 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.851 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.851 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.851 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.852 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.772168+0000", 2024-08-19T11:30:50.852 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.816089+0000", 2024-08-19T11:30:50.852 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.816089+0000", 2024-08-19T11:30:50.852 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.816350+0000", 2024-08-19T11:30:50.852 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.772168+0000", 2024-08-19T11:30:50.852 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.852 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.852 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.852 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.852 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.772168+0000", 2024-08-19T11:30:50.852 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.772168+0000", 2024-08-19T11:30:50.852 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.772168+0000", 2024-08-19T11:30:50.852 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.853 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.853 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.853 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.772168+0000", 2024-08-19T11:30:50.853 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.772168+0000", 2024-08-19T11:30:50.853 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.853 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.853 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.853 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.853 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.853 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.853 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.853 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.853 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.854 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.854 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.854 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.854 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.854 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.2c", 2024-08-19T11:30:50.854 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.854 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.854 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.854 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:50.854 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.854 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:38:06.558961+0000", 2024-08-19T11:30:50.854 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.854 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.855 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.855 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.855 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.855 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.855 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.855 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.855 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.855 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.855 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.855 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.855 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.855 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.855 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.855 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.856 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.856 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.856 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.856 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.856 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.856 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.856 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.856 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.856 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.856 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.856 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.856 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.856 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.857 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.857 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.857 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.857 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.857 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.857 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.857 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.857 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.857 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.857 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.857 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.857 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.858 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.858 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.858 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.858 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.858 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.858 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.858 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:50.858 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:50.858 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:50.858 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.858 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 6, 2024-08-19T11:30:50.858 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.858 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.858 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.859 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.859 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:50.859 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:50.859 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:50.859 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.859 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 0, 2024-08-19T11:30:50.859 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.859 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.859 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.859 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.859 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.859 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.859 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.902814+0000", 2024-08-19T11:30:50.859 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.810249+0000", 2024-08-19T11:30:50.860 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.810249+0000", 2024-08-19T11:30:50.860 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.811046+0000", 2024-08-19T11:30:50.860 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.902814+0000", 2024-08-19T11:30:50.860 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.860 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.860 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.860 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.860 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.902814+0000", 2024-08-19T11:30:50.860 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.902814+0000", 2024-08-19T11:30:50.860 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.902814+0000", 2024-08-19T11:30:50.860 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.860 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.860 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.860 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.902814+0000", 2024-08-19T11:30:50.861 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.902814+0000", 2024-08-19T11:30:50.861 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.861 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.861 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.861 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.861 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.861 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.861 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.861 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.861 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.861 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.861 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.861 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.861 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.862 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.2b", 2024-08-19T11:30:50.862 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.862 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.862 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.862 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:50.862 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.862 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:51:51.221566+0000", 2024-08-19T11:30:50.862 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.862 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.862 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.862 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.862 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.862 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.863 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.863 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.863 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.863 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.863 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.863 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.863 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.863 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.863 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.863 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.863 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.863 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.863 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.863 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.864 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.864 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.864 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.864 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.864 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.864 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.864 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.864 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.864 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.864 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.864 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.864 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.864 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.865 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.865 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.865 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.865 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.865 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.865 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.865 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.865 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.865 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.865 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.865 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.865 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.865 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.865 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.865 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:50.866 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:50.866 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:50.866 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.866 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 0, 2024-08-19T11:30:50.866 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.866 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.866 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.866 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.866 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:50.866 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:50.866 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:50.866 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.866 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:50.867 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.867 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.867 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.867 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.867 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.867 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.867 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.051467+0000", 2024-08-19T11:30:50.867 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.811184+0000", 2024-08-19T11:30:50.867 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.811184+0000", 2024-08-19T11:30:50.867 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.811485+0000", 2024-08-19T11:30:50.867 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.051467+0000", 2024-08-19T11:30:50.867 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.867 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.867 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.868 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.868 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.051467+0000", 2024-08-19T11:30:50.868 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.051467+0000", 2024-08-19T11:30:50.868 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.051467+0000", 2024-08-19T11:30:50.868 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.868 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.868 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.868 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.051467+0000", 2024-08-19T11:30:50.868 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.051467+0000", 2024-08-19T11:30:50.868 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.868 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.868 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.868 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.869 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.869 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.869 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.869 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.869 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.869 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.869 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.869 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.869 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.869 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.2a", 2024-08-19T11:30:50.869 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.869 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.869 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.869 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:50.870 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.870 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:08:45.592567+0000", 2024-08-19T11:30:50.870 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.870 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.870 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.870 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.870 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.870 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.870 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.870 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.870 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.870 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.870 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.871 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.871 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.871 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.871 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.871 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.871 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.871 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.871 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.871 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.871 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.871 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.871 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.871 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.872 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.872 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.872 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.872 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.872 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.872 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.872 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.872 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.872 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.872 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.872 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.872 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.872 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.873 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.873 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.873 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.873 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.873 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.873 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.873 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.873 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.873 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.873 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.873 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:50.873 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:50.873 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:50.874 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.874 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:50.874 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.874 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.874 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.874 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.874 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:50.874 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:50.874 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:50.874 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.874 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 3, 2024-08-19T11:30:50.874 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.875 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.875 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.875 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.875 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.875 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.875 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.373249+0000", 2024-08-19T11:30:50.875 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.822910+0000", 2024-08-19T11:30:50.875 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.822910+0000", 2024-08-19T11:30:50.875 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.823663+0000", 2024-08-19T11:30:50.875 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.373249+0000", 2024-08-19T11:30:50.875 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.875 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.876 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.876 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.876 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.373249+0000", 2024-08-19T11:30:50.876 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.373249+0000", 2024-08-19T11:30:50.876 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.373249+0000", 2024-08-19T11:30:50.876 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.876 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.876 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.876 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.373249+0000", 2024-08-19T11:30:50.876 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.373249+0000", 2024-08-19T11:30:50.876 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.876 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.876 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.876 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.877 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.877 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.877 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.877 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.877 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.877 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.877 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.877 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.877 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.877 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.29", 2024-08-19T11:30:50.877 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.877 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.877 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.878 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:50.878 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.878 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:34:32.072062+0000", 2024-08-19T11:30:50.878 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.878 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.878 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.878 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.878 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.878 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.878 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.878 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.878 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.878 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.879 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.879 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.879 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.879 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.879 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.879 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.879 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.879 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.879 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.879 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.879 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.879 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.879 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.879 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.880 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.880 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.880 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.880 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.880 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.880 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.880 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.880 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.880 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.880 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.880 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.880 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.880 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.881 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.881 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.881 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.881 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.881 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.881 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.881 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.881 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.881 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.881 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.881 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:50.881 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:50.881 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:50.881 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.882 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 3, 2024-08-19T11:30:50.882 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.882 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.882 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.882 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.882 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:50.882 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:50.882 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:50.882 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.882 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:50.882 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.882 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.882 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.883 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.883 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.883 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.883 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.051434+0000", 2024-08-19T11:30:50.883 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.814154+0000", 2024-08-19T11:30:50.883 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.814154+0000", 2024-08-19T11:30:50.883 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.814447+0000", 2024-08-19T11:30:50.883 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.051434+0000", 2024-08-19T11:30:50.883 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.883 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.883 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.883 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.883 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.051434+0000", 2024-08-19T11:30:50.883 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.051434+0000", 2024-08-19T11:30:50.884 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.051434+0000", 2024-08-19T11:30:50.884 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.884 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.884 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.884 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.051434+0000", 2024-08-19T11:30:50.884 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.051434+0000", 2024-08-19T11:30:50.884 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.884 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.884 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.884 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.884 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.884 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.884 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.884 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.884 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.885 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.885 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.885 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.885 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.885 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.28", 2024-08-19T11:30:50.885 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.885 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.885 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.885 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:50.885 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.885 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:10:43.460705+0000", 2024-08-19T11:30:50.885 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.886 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.886 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.886 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.886 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.886 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.886 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.886 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.886 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.886 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.886 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.886 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.886 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.886 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.887 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.887 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.887 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.887 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.887 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.887 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.887 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.887 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.887 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.887 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.887 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.887 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.887 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.887 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.888 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.888 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.888 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.888 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.888 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.888 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.888 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.888 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.888 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.888 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.888 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.888 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.888 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.888 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.889 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.889 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.889 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.889 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.889 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.889 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:50.889 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:50.889 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:50.889 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.889 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:50.889 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.889 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.889 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.889 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.890 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:50.890 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:50.890 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:50.890 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.890 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 3, 2024-08-19T11:30:50.890 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.890 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.890 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.890 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.890 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.890 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.890 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.373770+0000", 2024-08-19T11:30:50.890 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.812715+0000", 2024-08-19T11:30:50.891 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.812715+0000", 2024-08-19T11:30:50.891 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.813023+0000", 2024-08-19T11:30:50.891 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.373770+0000", 2024-08-19T11:30:50.891 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.891 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.891 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.891 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.891 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.373770+0000", 2024-08-19T11:30:50.891 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.373770+0000", 2024-08-19T11:30:50.891 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.373770+0000", 2024-08-19T11:30:50.891 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.891 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.891 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.892 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.373770+0000", 2024-08-19T11:30:50.892 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.373770+0000", 2024-08-19T11:30:50.892 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.892 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.892 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.892 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.892 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.892 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.892 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.892 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.892 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.892 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.892 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.892 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.893 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.893 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.27", 2024-08-19T11:30:50.893 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.893 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.893 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.893 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:50.893 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.893 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:03:50.018261+0000", 2024-08-19T11:30:50.893 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.893 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.893 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.893 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.893 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.894 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.894 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.894 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.894 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.894 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.894 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.894 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.894 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.894 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.894 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.894 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.894 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.894 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.894 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.895 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.895 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.895 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.895 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.895 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.895 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.895 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.895 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.895 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.895 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.895 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.895 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.895 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.895 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.896 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.896 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.896 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.896 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.896 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.896 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.896 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.896 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.896 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.896 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.896 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.896 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.897 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.897 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.897 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:50.897 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:50.897 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:50.897 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.897 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 3, 2024-08-19T11:30:50.897 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.897 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.897 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.897 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.897 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:50.897 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:50.897 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:50.898 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.898 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 6, 2024-08-19T11:30:50.898 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.898 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.898 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.898 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.898 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.898 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.898 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.772402+0000", 2024-08-19T11:30:50.898 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.814254+0000", 2024-08-19T11:30:50.898 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.814254+0000", 2024-08-19T11:30:50.898 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.814655+0000", 2024-08-19T11:30:50.898 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.772402+0000", 2024-08-19T11:30:50.899 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.899 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.899 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.899 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.899 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.772402+0000", 2024-08-19T11:30:50.899 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.772402+0000", 2024-08-19T11:30:50.899 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.772402+0000", 2024-08-19T11:30:50.899 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.899 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.899 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.899 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.772402+0000", 2024-08-19T11:30:50.899 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.772402+0000", 2024-08-19T11:30:50.899 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.899 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.900 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.900 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.900 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.900 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.900 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.900 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.900 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.900 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.900 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.900 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.900 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.900 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.26", 2024-08-19T11:30:50.901 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.901 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.901 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.901 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:50.901 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.901 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:13:35.495851+0000", 2024-08-19T11:30:50.901 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.901 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.901 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.901 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.901 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.901 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.901 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.901 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.902 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.902 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.902 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.902 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.902 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.902 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.902 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.902 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.902 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.902 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.902 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.902 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.902 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.903 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.903 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.903 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.905 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.905 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.906 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.906 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.906 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.906 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.906 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.906 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.906 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.906 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.906 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.906 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.906 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.906 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.906 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.907 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.907 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.907 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.907 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.907 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.907 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.907 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.907 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.907 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:50.907 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:50.907 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:50.907 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.907 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 6, 2024-08-19T11:30:50.907 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.908 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.908 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.908 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.908 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:50.908 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:50.908 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:50.908 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.908 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:50.908 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.908 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.908 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.908 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.908 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.908 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.909 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331973+0000", 2024-08-19T11:30:50.909 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.808154+0000", 2024-08-19T11:30:50.909 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.808154+0000", 2024-08-19T11:30:50.909 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.810465+0000", 2024-08-19T11:30:50.909 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331973+0000", 2024-08-19T11:30:50.909 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.909 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.909 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.909 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.909 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331973+0000", 2024-08-19T11:30:50.909 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331973+0000", 2024-08-19T11:30:50.909 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331973+0000", 2024-08-19T11:30:50.909 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.909 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.909 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.910 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331973+0000", 2024-08-19T11:30:50.910 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331973+0000", 2024-08-19T11:30:50.910 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.910 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.910 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.910 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.910 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.910 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.910 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.910 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.910 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.910 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.910 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.911 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.911 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.911 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.25", 2024-08-19T11:30:50.911 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.911 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.911 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.911 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:50.911 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.911 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:00:56.100786+0000", 2024-08-19T11:30:50.911 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.911 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.911 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.911 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.911 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.911 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.912 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.912 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.912 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.912 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.912 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.912 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.912 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.912 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.912 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.912 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.912 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.912 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.912 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.912 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.912 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.913 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.913 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.913 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.913 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.913 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.913 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.913 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.913 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.913 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.913 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.913 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.913 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.913 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.913 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.914 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.914 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.914 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.914 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.914 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.914 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.914 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.914 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.914 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.914 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.914 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.914 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.914 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:50.914 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:50.914 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:50.915 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.915 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:50.915 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.915 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.915 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.915 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.915 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:50.915 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:50.915 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:50.915 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.915 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 3, 2024-08-19T11:30:50.915 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.915 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.915 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.915 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.916 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.916 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.916 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.373625+0000", 2024-08-19T11:30:50.916 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.823014+0000", 2024-08-19T11:30:50.916 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.823014+0000", 2024-08-19T11:30:50.916 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.823341+0000", 2024-08-19T11:30:50.916 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.373625+0000", 2024-08-19T11:30:50.916 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.916 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.916 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.916 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.916 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.373625+0000", 2024-08-19T11:30:50.916 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.373625+0000", 2024-08-19T11:30:50.917 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.373625+0000", 2024-08-19T11:30:50.917 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.917 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.917 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.917 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.373625+0000", 2024-08-19T11:30:50.917 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.373625+0000", 2024-08-19T11:30:50.917 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.917 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.917 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.917 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.917 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.917 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.917 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.918 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.918 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.918 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.918 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.918 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.918 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.918 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.24", 2024-08-19T11:30:50.918 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.918 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.918 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.918 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:50.918 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.918 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:21:03.617996+0000", 2024-08-19T11:30:50.919 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.919 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.919 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.919 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.919 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.919 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.919 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.919 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.919 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.919 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.919 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.919 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.919 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.919 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.920 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.920 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.920 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.920 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.920 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.920 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.920 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.920 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.920 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.920 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.920 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.920 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.920 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.921 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.921 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.921 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.921 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.921 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.921 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.921 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.921 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.921 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.921 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.921 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.921 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.921 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.921 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.922 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.922 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.922 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.922 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.922 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.922 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.922 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:50.922 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:50.922 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:50.922 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.922 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 3, 2024-08-19T11:30:50.922 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.922 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.923 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.923 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.923 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:50.923 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:50.923 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:50.923 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.923 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 2, 2024-08-19T11:30:50.923 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.923 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.923 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.923 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.923 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.923 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.923 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.330901+0000", 2024-08-19T11:30:50.923 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:52.981082+0000", 2024-08-19T11:30:50.924 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:52.981082+0000", 2024-08-19T11:30:50.924 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:52.981511+0000", 2024-08-19T11:30:50.924 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.330901+0000", 2024-08-19T11:30:50.924 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.924 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.924 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.924 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 68, 2024-08-19T11:30:50.924 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.330901+0000", 2024-08-19T11:30:50.924 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.330901+0000", 2024-08-19T11:30:50.924 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.330901+0000", 2024-08-19T11:30:50.924 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.924 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.924 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.924 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.330901+0000", 2024-08-19T11:30:50.925 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.330901+0000", 2024-08-19T11:30:50.925 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.925 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.925 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.925 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.925 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 67, 2024-08-19T11:30:50.925 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.925 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.925 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.925 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.925 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.925 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.925 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.925 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.926 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.23", 2024-08-19T11:30:50.926 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.926 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.926 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.926 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 20, 2024-08-19T11:30:50.926 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.926 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:59:13.396139+0000", 2024-08-19T11:30:50.926 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.926 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.926 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.926 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.926 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.926 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.927 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.927 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.927 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.927 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.927 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.927 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.927 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.927 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.927 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.927 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.927 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.927 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.927 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.927 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.928 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.928 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.928 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.928 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.928 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.928 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.928 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.928 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.928 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.928 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.928 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.928 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.928 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.928 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.929 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.929 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.929 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.929 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.929 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.929 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.929 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.929 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.929 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.929 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.929 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.929 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.929 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.929 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:50.929 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:50.930 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:50.930 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.930 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 2, 2024-08-19T11:30:50.930 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.930 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.930 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.930 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.930 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:50.930 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:50.930 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:50.930 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.930 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:50.931 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.931 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.931 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.931 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.931 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.931 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.931 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.051522+0000", 2024-08-19T11:30:50.931 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.813429+0000", 2024-08-19T11:30:50.931 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.813429+0000", 2024-08-19T11:30:50.931 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.813725+0000", 2024-08-19T11:30:50.931 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.051522+0000", 2024-08-19T11:30:50.931 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.931 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.931 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.932 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.932 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.051522+0000", 2024-08-19T11:30:50.932 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.051522+0000", 2024-08-19T11:30:50.932 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.051522+0000", 2024-08-19T11:30:50.932 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.932 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.932 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.932 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.051522+0000", 2024-08-19T11:30:50.932 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.051522+0000", 2024-08-19T11:30:50.932 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.932 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.932 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.932 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.932 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.933 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.933 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.933 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.933 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.933 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.933 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.933 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.933 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.933 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.22", 2024-08-19T11:30:50.933 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.933 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.933 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.933 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:50.934 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.934 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:10:13.996695+0000", 2024-08-19T11:30:50.934 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.934 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.934 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.934 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.934 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.934 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.934 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.934 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.934 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.934 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.934 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.935 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.935 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.935 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.935 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.935 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.935 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.935 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.935 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.935 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.935 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.935 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.935 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.935 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.935 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.935 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.936 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.936 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.936 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.936 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.936 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.936 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.936 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.936 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.936 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.936 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.936 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.936 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.936 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.936 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.937 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.937 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.937 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.937 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.937 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.937 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.937 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.937 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:50.937 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:50.937 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:50.937 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.937 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:50.937 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.937 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.938 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.938 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.938 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:50.938 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:50.938 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:50.938 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.938 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 2, 2024-08-19T11:30:50.938 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.938 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.938 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.938 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.938 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.938 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.939 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.330967+0000", 2024-08-19T11:30:50.939 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.806360+0000", 2024-08-19T11:30:50.939 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.806360+0000", 2024-08-19T11:30:50.939 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.806664+0000", 2024-08-19T11:30:50.939 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.330967+0000", 2024-08-19T11:30:50.939 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.939 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.939 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.939 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.939 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.330967+0000", 2024-08-19T11:30:50.939 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.330967+0000", 2024-08-19T11:30:50.939 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.330967+0000", 2024-08-19T11:30:50.939 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.940 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.940 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.940 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.330967+0000", 2024-08-19T11:30:50.940 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.330967+0000", 2024-08-19T11:30:50.940 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.940 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.940 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.940 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.940 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.940 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.940 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.940 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.940 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.940 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.941 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.941 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.941 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.941 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.21", 2024-08-19T11:30:50.941 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.941 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.941 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.941 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:50.941 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.941 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:59:45.066961+0000", 2024-08-19T11:30:50.941 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.941 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.941 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.941 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.941 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.942 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.942 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.942 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.942 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.942 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.942 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.942 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.942 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.942 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.942 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.942 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.942 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.942 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.942 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.943 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.943 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.943 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.943 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.943 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.943 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.943 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.943 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.943 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.943 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.943 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.943 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.943 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.943 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.944 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.944 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.944 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.944 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.944 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.944 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.944 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.944 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.944 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.944 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.944 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.944 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.945 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.945 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.945 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:50.945 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:50.945 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:50.945 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.945 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 2, 2024-08-19T11:30:50.945 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.945 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.945 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.945 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.945 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:50.945 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:50.945 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:50.946 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.946 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 6, 2024-08-19T11:30:50.946 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.946 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.946 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.946 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.946 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.946 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.946 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.771833+0000", 2024-08-19T11:30:50.946 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.818099+0000", 2024-08-19T11:30:50.946 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.818099+0000", 2024-08-19T11:30:50.946 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.818651+0000", 2024-08-19T11:30:50.946 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.771833+0000", 2024-08-19T11:30:50.946 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.947 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.947 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.947 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.947 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.771833+0000", 2024-08-19T11:30:50.947 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.771833+0000", 2024-08-19T11:30:50.947 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.771833+0000", 2024-08-19T11:30:50.947 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.947 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.947 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.947 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.771833+0000", 2024-08-19T11:30:50.947 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.771833+0000", 2024-08-19T11:30:50.947 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.947 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.947 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.948 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.948 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.948 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.948 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.948 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.948 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.948 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.948 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.948 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.948 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.948 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.20", 2024-08-19T11:30:50.948 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.948 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.949 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.949 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:50.949 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.949 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:08:43.272608+0000", 2024-08-19T11:30:50.949 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.949 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.949 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.949 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.949 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.949 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.949 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.949 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.949 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.950 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.950 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.950 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.950 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.950 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.950 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.950 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.950 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.950 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.950 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.950 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.950 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.951 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.951 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.951 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.951 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.951 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.951 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.951 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.951 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.951 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.951 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.951 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.951 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.951 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.951 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.952 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.952 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.952 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.952 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.952 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.952 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.952 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.952 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.952 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.952 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.952 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.952 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.952 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:50.952 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:50.952 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:50.953 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.953 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 6, 2024-08-19T11:30:50.953 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.953 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.953 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.953 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.953 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:50.953 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:50.953 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:50.953 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.953 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 4, 2024-08-19T11:30:50.953 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.953 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.954 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.954 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.954 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.954 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.954 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331035+0000", 2024-08-19T11:30:50.954 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.800320+0000", 2024-08-19T11:30:50.954 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.800320+0000", 2024-08-19T11:30:50.954 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.800631+0000", 2024-08-19T11:30:50.954 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331035+0000", 2024-08-19T11:30:50.954 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.954 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.954 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.954 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.954 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331035+0000", 2024-08-19T11:30:50.955 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331035+0000", 2024-08-19T11:30:50.955 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331035+0000", 2024-08-19T11:30:50.955 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.955 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.955 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.955 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331035+0000", 2024-08-19T11:30:50.955 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331035+0000", 2024-08-19T11:30:50.955 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.955 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.955 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.955 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.955 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.955 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.956 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.956 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.956 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.956 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.956 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.956 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.956 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.956 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.1a", 2024-08-19T11:30:50.956 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.956 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.956 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.956 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:50.956 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.956 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:44:56.474691+0000", 2024-08-19T11:30:50.957 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.957 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.957 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.957 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.957 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.957 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.957 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.957 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.957 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.957 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.957 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.957 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.957 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.957 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.958 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.958 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.958 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.958 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.958 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.958 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.958 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.958 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.958 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.958 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.958 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.958 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.958 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.959 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.959 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.959 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.959 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.959 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.959 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.959 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.959 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.959 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.959 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.959 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.959 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.959 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.959 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.959 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.960 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.960 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.960 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.960 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.960 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.960 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:50.960 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:50.960 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:50.960 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.960 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 4, 2024-08-19T11:30:50.960 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.960 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.960 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.960 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.961 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:50.961 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:50.961 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:50.961 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.961 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 3, 2024-08-19T11:30:50.961 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.961 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.961 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:50.961 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.961 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.961 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.961 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.373596+0000", 2024-08-19T11:30:50.961 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.782405+0000", 2024-08-19T11:30:50.961 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.782405+0000", 2024-08-19T11:30:50.962 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.782702+0000", 2024-08-19T11:30:50.962 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.373596+0000", 2024-08-19T11:30:50.962 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:50.962 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.962 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:50.962 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:50.962 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.373596+0000", 2024-08-19T11:30:50.962 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.373596+0000", 2024-08-19T11:30:50.962 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.373596+0000", 2024-08-19T11:30:50.962 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.962 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.962 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:50.962 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.373596+0000", 2024-08-19T11:30:50.963 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.373596+0000", 2024-08-19T11:30:50.963 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.963 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 1, 2024-08-19T11:30:50.963 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.963 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.963 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:50.963 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.963 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.963 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.963 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.963 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 1, 2024-08-19T11:30:50.963 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.963 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.963 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.964 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.1b", 2024-08-19T11:30:50.964 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.964 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.964 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.964 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 25, 2024-08-19T11:30:50.964 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.964 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T11:33:53.299010+0000", 2024-08-19T11:30:50.964 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.964 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.964 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.964 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.964 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.964 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.964 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.965 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.965 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.965 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.965 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.965 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.965 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.965 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.965 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.965 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.965 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.965 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.965 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.965 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.965 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.965 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.966 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.966 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.966 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.966 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.966 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.966 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.966 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.966 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.966 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.966 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.966 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.966 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.966 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.967 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.967 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.967 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.967 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.967 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.967 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.967 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.967 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.967 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.967 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.967 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.967 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.967 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:50.967 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:50.968 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:50.968 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.968 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 3, 2024-08-19T11:30:50.968 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "66'1" 2024-08-19T11:30:50.968 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.968 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.968 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.968 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:50.968 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:50.968 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:50.968 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.968 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 0, 2024-08-19T11:30:50.968 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.968 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.969 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.969 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.969 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.969 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.969 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.902818+0000", 2024-08-19T11:30:50.969 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.810258+0000", 2024-08-19T11:30:50.969 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.810258+0000", 2024-08-19T11:30:50.969 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.810520+0000", 2024-08-19T11:30:50.969 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.902818+0000", 2024-08-19T11:30:50.969 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.969 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.969 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.969 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.969 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.902818+0000", 2024-08-19T11:30:50.969 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.902818+0000", 2024-08-19T11:30:50.970 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.902818+0000", 2024-08-19T11:30:50.970 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.970 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.970 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.970 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.902818+0000", 2024-08-19T11:30:50.970 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.902818+0000", 2024-08-19T11:30:50.970 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.970 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.970 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.970 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.970 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.970 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.970 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.970 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.971 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.971 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.971 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.971 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.971 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.971 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.1b", 2024-08-19T11:30:50.971 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.971 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.971 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.971 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:50.971 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.971 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:01:17.641487+0000", 2024-08-19T11:30:50.971 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.972 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.972 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.972 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.972 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.972 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.972 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.972 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.972 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.972 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.972 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.972 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.972 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.972 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.972 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.972 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.973 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.973 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.973 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.973 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.973 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.973 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.973 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.973 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.973 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.973 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.973 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.973 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.973 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.973 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.974 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.974 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.974 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.974 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.974 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.974 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.974 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.974 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.974 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.974 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.974 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.974 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.974 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.975 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.975 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.975 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.975 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.975 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:50.975 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:50.975 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:50.975 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.975 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 0, 2024-08-19T11:30:50.975 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.975 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.975 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.975 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.975 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:50.976 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:50.976 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:50.976 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.976 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 6, 2024-08-19T11:30:50.976 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.976 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.976 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:50.976 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.976 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.976 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.976 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.772007+0000", 2024-08-19T11:30:50.976 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.774718+0000", 2024-08-19T11:30:50.976 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.774718+0000", 2024-08-19T11:30:50.976 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.775005+0000", 2024-08-19T11:30:50.977 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.772007+0000", 2024-08-19T11:30:50.977 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:50.977 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.977 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:50.977 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:50.977 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.772007+0000", 2024-08-19T11:30:50.977 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.772007+0000", 2024-08-19T11:30:50.977 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.772007+0000", 2024-08-19T11:30:50.977 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.977 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.977 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:50.977 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.772007+0000", 2024-08-19T11:30:50.977 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.772007+0000", 2024-08-19T11:30:50.977 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.978 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 1, 2024-08-19T11:30:50.978 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.978 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.978 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:50.978 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.978 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.978 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.978 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.978 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 1, 2024-08-19T11:30:50.978 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.978 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.978 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.978 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.1a", 2024-08-19T11:30:50.978 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.979 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.979 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.979 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 27, 2024-08-19T11:30:50.979 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.979 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T23:09:55.630224+0000", 2024-08-19T11:30:50.979 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.979 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.979 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.979 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.979 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.979 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.979 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.979 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.979 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.980 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.980 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.980 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.980 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.980 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.980 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.980 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.980 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.980 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.980 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.980 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.980 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.980 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.980 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.980 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.981 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.981 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.981 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.981 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.981 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.981 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.981 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.981 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.981 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.981 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.981 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.981 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.981 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.981 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.982 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.982 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.982 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.982 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.982 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.982 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.982 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.982 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.982 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.982 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:50.982 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:50.982 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:50.982 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.982 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 6, 2024-08-19T11:30:50.983 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "66'1" 2024-08-19T11:30:50.983 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.983 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.983 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.983 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:50.983 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:50.983 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:50.983 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.983 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 3, 2024-08-19T11:30:50.983 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.983 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.983 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:50.983 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.983 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.984 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.984 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.373343+0000", 2024-08-19T11:30:50.984 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.781674+0000", 2024-08-19T11:30:50.984 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.781674+0000", 2024-08-19T11:30:50.984 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.782001+0000", 2024-08-19T11:30:50.984 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.373343+0000", 2024-08-19T11:30:50.984 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:50.984 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.984 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:50.984 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:50.984 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.373343+0000", 2024-08-19T11:30:50.984 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.373343+0000", 2024-08-19T11:30:50.984 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.373343+0000", 2024-08-19T11:30:50.984 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.985 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.985 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:50.985 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.373343+0000", 2024-08-19T11:30:50.985 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.373343+0000", 2024-08-19T11:30:50.985 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.985 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.985 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.985 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.985 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:50.985 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.985 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.985 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.985 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.985 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.986 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.986 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.986 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.986 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.19", 2024-08-19T11:30:50.986 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.986 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.986 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.986 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 24, 2024-08-19T11:30:50.986 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.986 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:29:29.881954+0000", 2024-08-19T11:30:50.986 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.986 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.986 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.987 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.987 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.987 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.987 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.987 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.987 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.987 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.987 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.987 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.987 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.987 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.987 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.987 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.987 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.988 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.988 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.988 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.988 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.988 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.988 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.988 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.988 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.988 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.988 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.988 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.988 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.988 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.989 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.989 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.989 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.989 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.989 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.989 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.989 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.989 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.989 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.989 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.989 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.989 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.989 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.989 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.989 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.990 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.990 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.990 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:50.990 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:50.990 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:50.990 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.990 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 3, 2024-08-19T11:30:50.990 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.990 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.990 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.990 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.990 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:50.990 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:50.991 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:50.991 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.991 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 3, 2024-08-19T11:30:50.991 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.991 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.991 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:50.991 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.991 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.991 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.991 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.373299+0000", 2024-08-19T11:30:50.991 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.813550+0000", 2024-08-19T11:30:50.991 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.813550+0000", 2024-08-19T11:30:50.991 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.813813+0000", 2024-08-19T11:30:50.991 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.373299+0000", 2024-08-19T11:30:50.991 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.992 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.992 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.992 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:50.992 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.373299+0000", 2024-08-19T11:30:50.992 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.373299+0000", 2024-08-19T11:30:50.992 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.373299+0000", 2024-08-19T11:30:50.992 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:50.992 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:50.992 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:50.992 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.373299+0000", 2024-08-19T11:30:50.992 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.373299+0000", 2024-08-19T11:30:50.992 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:50.992 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:50.992 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:50.993 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:50.993 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:50.993 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:50.993 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:50.993 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:50.993 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:50.993 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:50.993 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:50.993 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:50.993 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:50.993 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.18", 2024-08-19T11:30:50.993 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:50.993 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:50.993 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:50.994 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:50.994 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:50.994 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:23:15.037070+0000", 2024-08-19T11:30:50.994 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:50.994 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:50.994 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:50.994 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:50.994 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:50.994 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:50.994 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:50.994 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:50.994 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:50.994 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:50.994 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:50.995 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:50.995 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:50.995 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:50.995 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:50.995 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:50.995 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:50.995 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:50.995 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:50.995 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:50.995 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:50.995 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:50.995 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:50.995 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:50.996 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:50.996 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:50.996 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:50.996 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:50.996 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:50.996 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:50.996 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:50.996 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:50.996 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:50.996 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:50.996 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:50.996 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:50.996 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:50.996 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:50.996 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:50.997 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:50.997 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:50.997 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:50.997 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:50.997 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.997 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:50.997 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:50.997 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:50.997 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:50.997 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:50.997 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:50.997 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.997 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 3, 2024-08-19T11:30:50.997 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:50.998 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:50.998 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:50.998 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:50.998 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:50.998 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:50.998 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:50.998 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:50.998 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:50.998 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:50.998 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:50.998 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:50.998 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:50.998 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:50.999 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:50.999 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.051489+0000", 2024-08-19T11:30:50.999 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.777484+0000", 2024-08-19T11:30:50.999 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.777484+0000", 2024-08-19T11:30:50.999 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.777995+0000", 2024-08-19T11:30:50.999 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.051489+0000", 2024-08-19T11:30:50.999 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:50.999 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:50.999 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:50.999 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:50.999 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.051489+0000", 2024-08-19T11:30:50.999 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.051489+0000", 2024-08-19T11:30:50.999 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.051489+0000", 2024-08-19T11:30:51.000 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.000 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.000 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.000 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.051489+0000", 2024-08-19T11:30:51.000 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.051489+0000", 2024-08-19T11:30:51.000 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.000 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.000 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.000 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.000 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:51.000 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.000 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.000 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.000 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.001 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.001 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.001 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.001 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.001 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.18", 2024-08-19T11:30:51.001 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.001 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.001 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.001 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 25, 2024-08-19T11:30:51.001 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.001 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:54:38.668282+0000", 2024-08-19T11:30:51.001 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.001 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.001 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.002 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.002 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.002 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.002 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.002 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.002 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.002 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.002 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.002 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.002 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.002 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.002 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.002 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.002 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.003 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.003 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.003 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.003 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.003 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.003 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.003 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.003 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.003 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.003 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.003 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.003 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.003 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.004 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.004 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.004 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.004 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.004 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.004 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.004 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.004 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.004 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.004 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.004 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.004 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.004 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.004 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.005 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.005 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.005 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.005 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.005 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.005 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:51.005 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.005 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:51.005 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.005 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.005 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.005 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.005 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.005 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.006 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:51.006 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.006 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:51.006 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.006 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.006 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:51.006 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.006 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.006 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.006 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.332069+0000", 2024-08-19T11:30:51.006 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.810666+0000", 2024-08-19T11:30:51.006 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.810666+0000", 2024-08-19T11:30:51.006 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.810939+0000", 2024-08-19T11:30:51.006 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.332069+0000", 2024-08-19T11:30:51.007 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.007 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.007 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.007 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:51.007 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.332069+0000", 2024-08-19T11:30:51.007 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.332069+0000", 2024-08-19T11:30:51.007 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.332069+0000", 2024-08-19T11:30:51.007 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.007 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.007 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.007 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.332069+0000", 2024-08-19T11:30:51.007 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.332069+0000", 2024-08-19T11:30:51.007 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.007 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.008 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.008 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.008 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:51.008 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.008 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.008 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.008 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.008 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.008 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.008 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.008 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.008 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.19", 2024-08-19T11:30:51.008 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.008 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.009 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.009 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:51.009 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.009 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:57:30.617821+0000", 2024-08-19T11:30:51.009 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.009 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.009 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.009 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.009 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.009 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.009 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.009 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.009 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.009 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.010 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.010 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.010 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.010 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.010 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.010 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.010 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.010 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.010 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.010 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.010 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.010 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.010 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.010 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.011 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.011 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.011 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.011 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.011 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.011 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.011 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.011 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.011 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.011 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.011 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.011 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.011 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.011 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.011 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.012 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.012 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.012 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.012 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.012 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.012 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.012 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.012 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.012 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.012 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.012 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:51.012 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.012 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:51.012 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.012 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.013 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.013 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.013 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:51.013 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.013 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:51.013 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.013 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 6, 2024-08-19T11:30:51.013 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.013 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.013 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:51.013 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.013 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.013 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.014 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.772378+0000", 2024-08-19T11:30:51.014 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.782552+0000", 2024-08-19T11:30:51.014 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.782552+0000", 2024-08-19T11:30:51.014 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.782861+0000", 2024-08-19T11:30:51.014 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.772378+0000", 2024-08-19T11:30:51.014 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.014 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.014 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.014 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:51.014 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.772378+0000", 2024-08-19T11:30:51.014 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.772378+0000", 2024-08-19T11:30:51.014 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.772378+0000", 2024-08-19T11:30:51.014 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.015 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.015 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.015 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.772378+0000", 2024-08-19T11:30:51.015 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.772378+0000", 2024-08-19T11:30:51.015 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.015 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.015 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.015 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.015 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:51.015 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.015 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.015 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.015 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.015 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.015 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.016 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.016 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.016 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.17", 2024-08-19T11:30:51.016 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.016 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.016 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.016 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 26, 2024-08-19T11:30:51.016 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.016 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:30:59.506392+0000", 2024-08-19T11:30:51.016 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.016 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.016 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.016 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.016 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.017 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.017 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.017 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.017 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.017 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.017 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.017 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.017 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.017 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.017 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.017 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.017 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.017 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.017 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.018 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.018 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.018 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.018 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.018 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.018 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.018 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.018 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.018 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.018 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.018 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.018 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.018 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.018 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.019 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.019 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.019 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.019 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.019 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.019 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.019 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.019 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.019 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.019 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.019 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.019 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.019 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.019 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.020 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:51.020 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.020 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:51.020 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.020 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 6, 2024-08-19T11:30:51.020 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.020 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.020 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.020 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.020 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.020 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.020 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:51.020 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.020 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:51.021 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.021 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.021 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:51.021 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.021 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.021 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.021 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.051878+0000", 2024-08-19T11:30:51.021 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.809420+0000", 2024-08-19T11:30:51.021 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.809420+0000", 2024-08-19T11:30:51.021 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.809727+0000", 2024-08-19T11:30:51.021 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.051878+0000", 2024-08-19T11:30:51.021 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.021 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.022 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.022 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:51.022 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.051878+0000", 2024-08-19T11:30:51.022 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.051878+0000", 2024-08-19T11:30:51.022 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.051878+0000", 2024-08-19T11:30:51.022 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.022 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.022 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.022 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.051878+0000", 2024-08-19T11:30:51.022 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.051878+0000", 2024-08-19T11:30:51.022 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.022 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.022 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.022 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.023 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:51.023 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.023 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.023 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.023 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.023 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.023 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.023 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.023 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.023 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.16", 2024-08-19T11:30:51.023 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.023 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.023 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.023 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:51.024 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.024 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:28:37.445064+0000", 2024-08-19T11:30:51.024 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.024 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.024 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.024 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.024 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.024 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.024 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.024 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.024 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.024 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.024 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.024 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.025 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.025 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.025 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.025 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.025 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.025 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.025 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.025 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.025 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.025 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.025 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.025 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.025 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.025 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.026 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.026 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.026 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.026 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.026 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.026 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.026 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.026 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.026 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.026 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.026 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.026 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.026 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.027 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.027 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.027 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.027 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.027 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.027 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.027 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.027 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.027 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.027 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.027 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:51.027 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.027 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:51.027 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.028 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.028 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.028 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.028 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.028 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:51.028 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:51.028 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.028 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:51.028 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.028 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.028 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:51.028 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.028 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.028 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.029 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.051995+0000", 2024-08-19T11:30:51.029 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.783493+0000", 2024-08-19T11:30:51.029 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.783493+0000", 2024-08-19T11:30:51.029 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.783767+0000", 2024-08-19T11:30:51.029 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.051995+0000", 2024-08-19T11:30:51.029 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.029 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.029 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.029 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:51.029 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.051995+0000", 2024-08-19T11:30:51.029 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.051995+0000", 2024-08-19T11:30:51.029 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.051995+0000", 2024-08-19T11:30:51.029 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.029 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.030 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.030 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.051995+0000", 2024-08-19T11:30:51.030 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.051995+0000", 2024-08-19T11:30:51.030 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.030 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.030 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.030 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.030 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:51.030 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.030 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.030 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.030 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.030 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.031 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.031 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.031 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.031 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.16", 2024-08-19T11:30:51.031 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.031 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.031 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.031 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 25, 2024-08-19T11:30:51.031 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.031 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:01:41.751886+0000", 2024-08-19T11:30:51.031 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.031 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.031 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.031 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.031 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.032 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.032 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.032 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.032 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.032 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.032 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.032 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.032 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.032 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.032 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.032 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.032 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.032 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.032 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.033 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.033 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.033 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.033 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.033 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.033 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.033 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.033 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.033 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.033 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.033 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.033 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.033 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.034 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.034 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.034 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.034 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.034 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.034 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.034 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.034 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.034 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.034 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.034 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.034 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.034 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.034 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.035 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.035 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.035 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:51.035 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:51.035 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.035 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:51.035 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.035 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.035 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.035 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.035 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:51.035 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.035 INFO:tasks.workunit.client.0.smithi136.stdout: 3 2024-08-19T11:30:51.035 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.036 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 2, 2024-08-19T11:30:51.036 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.036 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.036 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:51.036 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.036 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.036 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.036 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331975+0000", 2024-08-19T11:30:51.036 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:52.979616+0000", 2024-08-19T11:30:51.036 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:52.979616+0000", 2024-08-19T11:30:51.036 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:52.979976+0000", 2024-08-19T11:30:51.036 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331975+0000", 2024-08-19T11:30:51.036 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.037 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.037 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.037 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 68, 2024-08-19T11:30:51.037 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331975+0000", 2024-08-19T11:30:51.037 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331975+0000", 2024-08-19T11:30:51.037 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331975+0000", 2024-08-19T11:30:51.037 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.037 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.037 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.037 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331975+0000", 2024-08-19T11:30:51.037 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331975+0000", 2024-08-19T11:30:51.037 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.037 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.037 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.038 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.038 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 67, 2024-08-19T11:30:51.038 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.038 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.038 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.038 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.038 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.038 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.038 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.038 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.038 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.17", 2024-08-19T11:30:51.038 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.038 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.039 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.039 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 20, 2024-08-19T11:30:51.039 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.039 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:36:25.215449+0000", 2024-08-19T11:30:51.039 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.039 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.039 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.039 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.039 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.039 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.039 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.039 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.039 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.040 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.040 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.040 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.040 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.040 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.040 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.040 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.040 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.040 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.040 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.040 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.040 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.040 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.040 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.041 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.041 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.041 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.041 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.041 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.041 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.041 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.041 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.041 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.041 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.041 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.041 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.041 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.042 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.042 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.042 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.042 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.042 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.042 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.042 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.042 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.042 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.042 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.042 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.042 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:51.042 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.043 INFO:tasks.workunit.client.0.smithi136.stdout: 3 2024-08-19T11:30:51.043 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.043 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 2, 2024-08-19T11:30:51.043 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.043 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.043 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.043 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.043 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.043 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.043 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:51.043 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.043 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:51.043 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.043 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.044 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:51.044 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.044 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.044 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.044 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.332105+0000", 2024-08-19T11:30:51.044 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.778962+0000", 2024-08-19T11:30:51.044 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.778962+0000", 2024-08-19T11:30:51.044 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.779231+0000", 2024-08-19T11:30:51.044 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.332105+0000", 2024-08-19T11:30:51.044 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.044 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.044 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.044 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:51.045 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.332105+0000", 2024-08-19T11:30:51.045 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.332105+0000", 2024-08-19T11:30:51.045 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.332105+0000", 2024-08-19T11:30:51.045 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.045 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.045 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.045 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.332105+0000", 2024-08-19T11:30:51.045 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.332105+0000", 2024-08-19T11:30:51.045 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.045 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 3, 2024-08-19T11:30:51.045 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.045 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.045 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:51.045 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.046 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.046 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.046 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.046 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 3, 2024-08-19T11:30:51.046 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.046 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.046 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.046 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.15", 2024-08-19T11:30:51.046 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.046 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.046 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.046 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 28, 2024-08-19T11:30:51.046 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.047 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T11:36:53.182344+0000", 2024-08-19T11:30:51.047 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.047 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.047 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.047 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 90, 2024-08-19T11:30:51.047 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.047 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.047 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.047 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.047 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.047 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.047 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.047 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.047 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.048 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.048 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.048 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.048 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.048 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.048 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.048 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 6, 2024-08-19T11:30:51.048 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 2, 2024-08-19T11:30:51.048 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.048 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 2, 2024-08-19T11:30:51.048 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.048 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.048 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.049 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.049 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.049 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 1, 2024-08-19T11:30:51.049 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.049 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.049 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.049 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.049 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.049 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.049 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.049 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.049 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.049 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.049 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.050 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.050 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 4, 2024-08-19T11:30:51.050 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 1 2024-08-19T11:30:51.050 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.050 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.050 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.050 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.050 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.050 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.050 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:51.050 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.050 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:51.050 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "66'3" 2024-08-19T11:30:51.051 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.051 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.051 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.051 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.051 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.051 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:51.051 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.051 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 4, 2024-08-19T11:30:51.051 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.051 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.051 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:51.051 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.051 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.051 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.051 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331334+0000", 2024-08-19T11:30:51.052 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.812699+0000", 2024-08-19T11:30:51.052 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.812699+0000", 2024-08-19T11:30:51.052 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.812996+0000", 2024-08-19T11:30:51.052 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331334+0000", 2024-08-19T11:30:51.052 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.052 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.052 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.052 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:51.052 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331334+0000", 2024-08-19T11:30:51.052 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331334+0000", 2024-08-19T11:30:51.052 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331334+0000", 2024-08-19T11:30:51.052 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.052 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.052 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.053 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331334+0000", 2024-08-19T11:30:51.053 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331334+0000", 2024-08-19T11:30:51.053 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.053 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.053 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.053 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.053 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:51.053 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.053 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.053 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.053 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.053 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.053 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.053 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.053 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.054 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.14", 2024-08-19T11:30:51.054 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.054 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.054 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.054 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:51.054 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.054 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:26:34.557357+0000", 2024-08-19T11:30:51.054 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.054 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.054 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.054 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.054 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.054 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.055 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.055 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.055 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.055 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.055 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.055 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.055 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.055 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.055 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.055 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.055 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.055 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.055 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.055 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.056 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.056 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.056 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.056 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.056 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.056 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.056 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.056 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.056 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.056 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.056 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.056 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.056 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.056 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.057 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.057 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.057 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.057 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.057 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.057 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.057 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.057 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.057 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.057 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.057 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.057 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.057 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.057 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.058 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.058 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:51.058 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.058 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 4, 2024-08-19T11:30:51.058 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.058 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.058 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.058 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.058 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:51.058 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.058 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:51.058 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.058 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 6, 2024-08-19T11:30:51.058 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.059 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.059 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:51.059 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.059 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.059 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.059 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:29:45.941511+0000", 2024-08-19T11:30:51.059 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.780017+0000", 2024-08-19T11:30:51.059 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.780017+0000", 2024-08-19T11:30:51.059 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.780499+0000", 2024-08-19T11:30:51.059 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:29:45.941511+0000", 2024-08-19T11:30:51.059 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.059 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.059 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.059 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:51.060 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:29:45.941511+0000", 2024-08-19T11:30:51.060 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:29:45.941511+0000", 2024-08-19T11:30:51.060 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:29:45.941511+0000", 2024-08-19T11:30:51.060 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.060 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.060 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.060 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:29:45.941511+0000", 2024-08-19T11:30:51.060 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:29:45.941511+0000", 2024-08-19T11:30:51.060 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.060 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 12, 2024-08-19T11:30:51.060 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.060 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.060 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:51.061 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.061 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.061 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.061 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.061 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 12, 2024-08-19T11:30:51.061 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.061 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.061 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.061 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.14", 2024-08-19T11:30:51.061 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.061 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.061 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.061 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 38, 2024-08-19T11:30:51.062 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.062 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T12:47:17.279148+0000", 2024-08-19T11:30:51.062 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.062 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.062 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.062 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 2630, 2024-08-19T11:30:51.062 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.062 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.062 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.062 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.062 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.062 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.063 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.063 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.063 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.063 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.063 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.063 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.063 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.063 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.063 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.063 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 12, 2024-08-19T11:30:51.063 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 4, 2024-08-19T11:30:51.063 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.063 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 4, 2024-08-19T11:30:51.064 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.064 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.064 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.064 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.064 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.064 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 1, 2024-08-19T11:30:51.064 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.064 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.064 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.064 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.064 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.064 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.064 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.064 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.065 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.065 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.065 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.065 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.065 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 12, 2024-08-19T11:30:51.065 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 9 2024-08-19T11:30:51.065 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.065 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.065 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.065 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.065 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:51.065 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.065 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:51.065 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.066 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 6, 2024-08-19T11:30:51.066 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "76'12" 2024-08-19T11:30:51.066 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.066 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.066 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.066 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.066 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.066 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:51.066 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.066 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:51.066 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.066 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.066 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:51.066 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.067 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.067 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.067 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372027+0000", 2024-08-19T11:30:51.067 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:52.979890+0000", 2024-08-19T11:30:51.067 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:52.979890+0000", 2024-08-19T11:30:51.067 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:52.980221+0000", 2024-08-19T11:30:51.067 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372027+0000", 2024-08-19T11:30:51.067 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.067 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.067 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.067 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 68, 2024-08-19T11:30:51.067 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372027+0000", 2024-08-19T11:30:51.067 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372027+0000", 2024-08-19T11:30:51.067 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372027+0000", 2024-08-19T11:30:51.068 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.068 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.068 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.068 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372027+0000", 2024-08-19T11:30:51.068 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372027+0000", 2024-08-19T11:30:51.068 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.068 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.068 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.068 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.068 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 67, 2024-08-19T11:30:51.068 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.068 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.068 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.069 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.069 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.069 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.069 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.069 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.069 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.15", 2024-08-19T11:30:51.069 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.069 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.069 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.069 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 31, 2024-08-19T11:30:51.069 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.069 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:05:52.969537+0000", 2024-08-19T11:30:51.069 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.069 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.070 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.070 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.070 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.070 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.070 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.070 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.070 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.070 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.070 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.070 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.070 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.070 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.070 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.071 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.071 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.071 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.071 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.071 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.071 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.071 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.071 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.071 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.071 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.071 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.071 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.072 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.072 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.072 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.072 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.072 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.072 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.072 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.072 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.072 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.072 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.072 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.072 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.073 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.073 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.073 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.073 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.073 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.073 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.073 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.073 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.073 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.073 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.073 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:51.073 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.073 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:51.073 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.074 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.074 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.074 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.074 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.074 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.074 INFO:tasks.workunit.client.0.smithi136.stdout: 3 2024-08-19T11:30:51.074 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.074 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 0, 2024-08-19T11:30:51.074 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.074 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.074 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:51.074 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.074 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.075 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.075 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.903362+0000", 2024-08-19T11:30:51.075 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.773532+0000", 2024-08-19T11:30:51.075 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.773532+0000", 2024-08-19T11:30:51.075 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.773787+0000", 2024-08-19T11:30:51.075 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.903362+0000", 2024-08-19T11:30:51.075 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.075 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.075 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.075 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:51.075 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.903362+0000", 2024-08-19T11:30:51.075 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.903362+0000", 2024-08-19T11:30:51.075 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.903362+0000", 2024-08-19T11:30:51.075 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.076 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.076 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.076 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.903362+0000", 2024-08-19T11:30:51.076 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.903362+0000", 2024-08-19T11:30:51.076 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.076 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 2, 2024-08-19T11:30:51.076 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.076 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.076 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:51.076 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.076 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.076 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.076 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.077 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 2, 2024-08-19T11:30:51.077 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.077 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.077 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.077 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.13", 2024-08-19T11:30:51.077 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.077 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.077 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.077 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 28, 2024-08-19T11:30:51.077 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.077 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:12:09.641862+0000", 2024-08-19T11:30:51.077 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.077 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.077 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.078 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 34, 2024-08-19T11:30:51.078 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.078 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.078 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.078 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.078 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.078 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.078 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.078 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.078 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.078 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.078 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.078 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.078 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.079 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.079 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.079 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 6, 2024-08-19T11:30:51.079 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 2, 2024-08-19T11:30:51.079 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.079 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 2, 2024-08-19T11:30:51.079 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.079 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.079 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.079 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.079 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.079 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 1, 2024-08-19T11:30:51.079 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.079 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.080 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.080 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.080 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.080 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.080 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.080 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.080 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.080 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.080 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.080 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.080 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 3, 2024-08-19T11:30:51.080 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 7 2024-08-19T11:30:51.080 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.080 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.080 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.081 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.081 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.081 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.081 INFO:tasks.workunit.client.0.smithi136.stdout: 3 2024-08-19T11:30:51.081 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.081 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 0, 2024-08-19T11:30:51.081 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "66'2" 2024-08-19T11:30:51.081 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.081 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.081 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.081 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.081 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.081 INFO:tasks.workunit.client.0.smithi136.stdout: 3 2024-08-19T11:30:51.081 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.082 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 0, 2024-08-19T11:30:51.082 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.082 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.082 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:51.082 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.082 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.082 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.082 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.902692+0000", 2024-08-19T11:30:51.082 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.812443+0000", 2024-08-19T11:30:51.082 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.812443+0000", 2024-08-19T11:30:51.082 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.812696+0000", 2024-08-19T11:30:51.082 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.902692+0000", 2024-08-19T11:30:51.082 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.083 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.083 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.083 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:51.083 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.902692+0000", 2024-08-19T11:30:51.083 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.902692+0000", 2024-08-19T11:30:51.083 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.902692+0000", 2024-08-19T11:30:51.083 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.083 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.083 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.083 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.902692+0000", 2024-08-19T11:30:51.083 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.902692+0000", 2024-08-19T11:30:51.083 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.083 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.084 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.084 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.084 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:51.084 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.084 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.084 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.084 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.084 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.084 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.084 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.084 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.084 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.12", 2024-08-19T11:30:51.084 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.084 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.085 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.085 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:51.085 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.085 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:00:39.585880+0000", 2024-08-19T11:30:51.085 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.085 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.085 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.085 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.085 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.085 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.085 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.085 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.085 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.086 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.086 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.086 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.086 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.086 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.086 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.086 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.086 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.086 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.086 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.086 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.086 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.087 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.087 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.087 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.087 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.087 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.087 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.087 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.087 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.087 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.087 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.087 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.087 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.087 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.087 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.088 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.088 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.088 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.088 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.088 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.088 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.088 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.088 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.088 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.088 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.088 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.088 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.088 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.088 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.089 INFO:tasks.workunit.client.0.smithi136.stdout: 3 2024-08-19T11:30:51.089 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.089 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 0, 2024-08-19T11:30:51.089 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.089 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.089 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.089 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.089 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.089 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.089 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:51.089 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.089 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:51.089 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.089 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.089 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:51.090 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.090 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.090 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.090 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.051560+0000", 2024-08-19T11:30:51.090 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.778430+0000", 2024-08-19T11:30:51.090 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.778430+0000", 2024-08-19T11:30:51.090 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.778733+0000", 2024-08-19T11:30:51.090 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.051560+0000", 2024-08-19T11:30:51.090 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.090 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.090 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.090 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:51.090 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.051560+0000", 2024-08-19T11:30:51.091 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.051560+0000", 2024-08-19T11:30:51.091 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.051560+0000", 2024-08-19T11:30:51.091 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.091 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.091 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.091 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.051560+0000", 2024-08-19T11:30:51.091 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.051560+0000", 2024-08-19T11:30:51.091 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.091 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.091 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.091 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.091 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:51.091 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.091 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.092 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.092 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.092 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.092 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.092 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.092 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.092 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.12", 2024-08-19T11:30:51.092 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.092 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.092 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.092 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 25, 2024-08-19T11:30:51.092 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.092 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T20:07:15.902901+0000", 2024-08-19T11:30:51.092 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.093 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.093 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.093 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.093 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.093 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.093 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.093 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.093 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.093 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.093 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.093 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.093 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.093 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.093 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.094 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.094 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.094 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.094 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.094 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.094 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.094 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.094 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.094 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.094 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.094 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.094 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.094 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.094 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.095 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.095 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.095 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.095 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.095 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.095 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.095 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.095 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.095 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.095 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.095 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.095 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.095 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.095 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.096 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.096 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.096 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.096 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.096 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.096 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.096 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:51.096 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.096 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:51.096 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.096 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.096 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.096 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.097 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.097 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.097 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:51.097 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.097 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:51.097 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.097 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.097 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:51.097 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.097 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.097 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.097 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372416+0000", 2024-08-19T11:30:51.097 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.819831+0000", 2024-08-19T11:30:51.097 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.819831+0000", 2024-08-19T11:30:51.098 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.820117+0000", 2024-08-19T11:30:51.098 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372416+0000", 2024-08-19T11:30:51.098 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.098 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.098 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.098 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:51.098 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372416+0000", 2024-08-19T11:30:51.098 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372416+0000", 2024-08-19T11:30:51.098 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372416+0000", 2024-08-19T11:30:51.098 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.098 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.098 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.098 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372416+0000", 2024-08-19T11:30:51.099 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372416+0000", 2024-08-19T11:30:51.099 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.099 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.099 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.099 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.099 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:51.099 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.099 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.099 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.099 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.099 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.099 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.099 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.099 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.100 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.13", 2024-08-19T11:30:51.100 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.100 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.100 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.100 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:51.100 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.100 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T22:24:53.513858+0000", 2024-08-19T11:30:51.100 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.100 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.100 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.100 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.100 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.100 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.100 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.101 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.101 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.101 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.101 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.101 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.101 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.101 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.101 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.101 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.101 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.101 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.101 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.101 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.101 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.102 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.102 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.102 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.102 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.102 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.102 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.102 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.102 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.102 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.102 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.102 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.102 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.102 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.102 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.103 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.103 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.103 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.103 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.103 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.103 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.103 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.103 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.103 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.103 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.103 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.103 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.103 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.103 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.104 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:51.104 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.104 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:51.104 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.104 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.104 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.104 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.104 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:51.104 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.104 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:51.104 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.104 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 6, 2024-08-19T11:30:51.104 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.104 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.104 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:51.105 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.105 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.105 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.105 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.772007+0000", 2024-08-19T11:30:51.105 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.778228+0000", 2024-08-19T11:30:51.105 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.778228+0000", 2024-08-19T11:30:51.105 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.778540+0000", 2024-08-19T11:30:51.105 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.772007+0000", 2024-08-19T11:30:51.105 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.105 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.105 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.105 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:51.105 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.772007+0000", 2024-08-19T11:30:51.106 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.772007+0000", 2024-08-19T11:30:51.106 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.772007+0000", 2024-08-19T11:30:51.106 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.106 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.106 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.106 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.772007+0000", 2024-08-19T11:30:51.106 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.772007+0000", 2024-08-19T11:30:51.106 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.106 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.106 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.106 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.106 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:51.106 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.107 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.107 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.107 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.107 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.107 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.107 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.107 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.107 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.11", 2024-08-19T11:30:51.107 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.107 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.107 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.107 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 26, 2024-08-19T11:30:51.107 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.107 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:04:52.236736+0000", 2024-08-19T11:30:51.108 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.108 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.108 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.108 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.108 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.108 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.108 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.108 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.108 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.108 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.108 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.108 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.108 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.108 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.108 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.109 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.109 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.109 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.109 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.109 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.109 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.109 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.109 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.109 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.109 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.109 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.109 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.109 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.109 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.110 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.110 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.110 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.110 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.110 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.110 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.110 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.110 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.110 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.110 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.110 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.110 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.110 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.111 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.111 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.111 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.111 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.111 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.111 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:51.111 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.111 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:51.111 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.111 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 6, 2024-08-19T11:30:51.111 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.111 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.111 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.111 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.112 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:51.112 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.112 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:51.112 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.112 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 6, 2024-08-19T11:30:51.112 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.112 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.112 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:51.112 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.112 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.112 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.112 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.771855+0000", 2024-08-19T11:30:51.112 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.817726+0000", 2024-08-19T11:30:51.113 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.817726+0000", 2024-08-19T11:30:51.113 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.818475+0000", 2024-08-19T11:30:51.113 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.771855+0000", 2024-08-19T11:30:51.113 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.113 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.113 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.113 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:51.113 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.771855+0000", 2024-08-19T11:30:51.113 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.771855+0000", 2024-08-19T11:30:51.113 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.771855+0000", 2024-08-19T11:30:51.113 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.113 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.114 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.114 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.771855+0000", 2024-08-19T11:30:51.114 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.771855+0000", 2024-08-19T11:30:51.114 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.114 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.114 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.114 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.114 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:51.114 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.114 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.114 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.114 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.114 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.115 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.115 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.115 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.115 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.10", 2024-08-19T11:30:51.115 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.115 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.115 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.115 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:51.115 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.115 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T22:44:02.331988+0000", 2024-08-19T11:30:51.115 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.115 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.115 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.115 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.116 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.116 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.116 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.116 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.116 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.116 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.116 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.116 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.116 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.116 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.116 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.116 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.116 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.117 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.117 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.117 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.117 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.117 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.117 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.117 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.117 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.117 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.117 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.117 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.118 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.118 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.118 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.118 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.118 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.118 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.118 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.118 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.118 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.118 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.118 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.118 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.118 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.119 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.119 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.119 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.119 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.119 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.119 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.119 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:51.119 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.119 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:51.119 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.119 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 6, 2024-08-19T11:30:51.119 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.119 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.120 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.120 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.120 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:51.120 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.120 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:51.120 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.120 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 2, 2024-08-19T11:30:51.120 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.120 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.120 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:51.120 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.120 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.120 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.120 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.330833+0000", 2024-08-19T11:30:51.121 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.771796+0000", 2024-08-19T11:30:51.121 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.771796+0000", 2024-08-19T11:30:51.121 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.772413+0000", 2024-08-19T11:30:51.121 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.330833+0000", 2024-08-19T11:30:51.121 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.121 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.121 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.121 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:51.121 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.330833+0000", 2024-08-19T11:30:51.121 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.330833+0000", 2024-08-19T11:30:51.121 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.330833+0000", 2024-08-19T11:30:51.121 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.121 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.121 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.122 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.330833+0000", 2024-08-19T11:30:51.122 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.330833+0000", 2024-08-19T11:30:51.122 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.122 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 8, 2024-08-19T11:30:51.122 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.122 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.122 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:51.122 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.122 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.122 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.122 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.122 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 8, 2024-08-19T11:30:51.122 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.122 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.123 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.123 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.10", 2024-08-19T11:30:51.123 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.123 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.123 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.123 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 34, 2024-08-19T11:30:51.123 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.123 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:01:59.489014+0000", 2024-08-19T11:30:51.123 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.123 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.123 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.123 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.123 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.123 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.124 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.124 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.124 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.124 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.124 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.124 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.124 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.124 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.124 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.124 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.124 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.124 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.124 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.125 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 12, 2024-08-19T11:30:51.125 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 4, 2024-08-19T11:30:51.125 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.125 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 4, 2024-08-19T11:30:51.125 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.125 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.125 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.125 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.125 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.125 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 4, 2024-08-19T11:30:51.125 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.125 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.125 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.125 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.126 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.126 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.126 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.126 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.126 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.126 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.126 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.126 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.126 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 12, 2024-08-19T11:30:51.126 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.126 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.126 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.126 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.126 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.127 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:51.127 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.127 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:51.127 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.127 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 2, 2024-08-19T11:30:51.127 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "66'8" 2024-08-19T11:30:51.127 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.127 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.127 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.127 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.127 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.127 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:51.128 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.128 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:51.128 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.128 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.128 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:51.128 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.128 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.128 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.128 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372089+0000", 2024-08-19T11:30:51.128 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.821748+0000", 2024-08-19T11:30:51.128 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.821748+0000", 2024-08-19T11:30:51.128 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.822039+0000", 2024-08-19T11:30:51.128 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372089+0000", 2024-08-19T11:30:51.128 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.129 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.129 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.129 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:51.129 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372089+0000", 2024-08-19T11:30:51.129 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372089+0000", 2024-08-19T11:30:51.129 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372089+0000", 2024-08-19T11:30:51.129 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.129 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.129 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.129 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372089+0000", 2024-08-19T11:30:51.129 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372089+0000", 2024-08-19T11:30:51.129 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.129 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.129 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.130 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.130 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:51.130 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.130 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.130 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.130 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.130 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.130 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.130 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.130 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.130 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.11", 2024-08-19T11:30:51.130 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.130 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.131 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.131 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:51.131 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.131 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:00:19.813457+0000", 2024-08-19T11:30:51.131 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.131 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.131 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.131 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.131 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.131 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.131 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.131 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.131 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.131 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.132 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.132 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.132 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.132 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.132 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.132 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.132 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.132 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.132 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.132 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.132 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.132 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.132 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.132 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.133 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.133 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.133 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.133 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.133 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.133 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.133 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.133 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.133 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.133 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.133 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.133 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.133 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.133 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.134 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.134 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.134 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.134 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.134 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.134 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.134 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.134 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.134 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.134 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.134 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.134 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:51.134 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.134 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:51.135 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.135 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.135 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.135 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.135 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.135 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.135 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:51.135 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.135 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 4, 2024-08-19T11:30:51.135 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.135 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.135 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:51.135 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.135 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.136 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.136 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331652+0000", 2024-08-19T11:30:51.136 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.775972+0000", 2024-08-19T11:30:51.136 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.775972+0000", 2024-08-19T11:30:51.136 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.776283+0000", 2024-08-19T11:30:51.136 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331652+0000", 2024-08-19T11:30:51.136 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.136 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.136 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.136 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:51.136 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331652+0000", 2024-08-19T11:30:51.136 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331652+0000", 2024-08-19T11:30:51.136 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331652+0000", 2024-08-19T11:30:51.136 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.137 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.137 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.137 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331652+0000", 2024-08-19T11:30:51.137 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331652+0000", 2024-08-19T11:30:51.137 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.137 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 1, 2024-08-19T11:30:51.137 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.137 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.137 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:51.137 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.137 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.137 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.137 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.137 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 1, 2024-08-19T11:30:51.138 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.138 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.138 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.138 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.f", 2024-08-19T11:30:51.138 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.138 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.138 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.138 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 27, 2024-08-19T11:30:51.138 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.138 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T23:21:10.434812+0000", 2024-08-19T11:30:51.138 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.138 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.138 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.139 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 22, 2024-08-19T11:30:51.139 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.139 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.139 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.139 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.139 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.139 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.139 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.139 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.139 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.139 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.139 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.139 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.139 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.140 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.140 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.140 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 3, 2024-08-19T11:30:51.140 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 1, 2024-08-19T11:30:51.140 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.140 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 1, 2024-08-19T11:30:51.140 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.140 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.140 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.140 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.140 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.140 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.140 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.140 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.141 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.141 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.141 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.141 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.141 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.141 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.141 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.141 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.141 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.141 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.141 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 1, 2024-08-19T11:30:51.141 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 1 2024-08-19T11:30:51.141 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.141 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.142 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.142 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.142 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.142 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.142 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:51.142 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.142 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 4, 2024-08-19T11:30:51.142 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "66'1" 2024-08-19T11:30:51.142 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.142 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.142 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.142 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.142 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.143 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:51.143 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.143 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:51.143 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.143 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.143 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:51.143 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.143 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.143 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.143 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372871+0000", 2024-08-19T11:30:51.143 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.818779+0000", 2024-08-19T11:30:51.143 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.818779+0000", 2024-08-19T11:30:51.143 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.819698+0000", 2024-08-19T11:30:51.143 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372871+0000", 2024-08-19T11:30:51.144 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.144 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.144 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.144 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:51.144 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372871+0000", 2024-08-19T11:30:51.144 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372871+0000", 2024-08-19T11:30:51.144 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372871+0000", 2024-08-19T11:30:51.144 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.144 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.144 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.144 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372871+0000", 2024-08-19T11:30:51.144 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372871+0000", 2024-08-19T11:30:51.144 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.144 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.145 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.145 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.145 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:51.145 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.145 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.145 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.145 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.145 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.145 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.145 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.145 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.145 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.e", 2024-08-19T11:30:51.145 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.145 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.146 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.146 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:51.146 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.146 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T20:31:50.109027+0000", 2024-08-19T11:30:51.146 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.146 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.146 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.146 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.146 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.146 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.146 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.146 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.146 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.146 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.147 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.147 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.147 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.147 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.147 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.147 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.147 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.147 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.147 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.147 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.147 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.147 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.147 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.147 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.148 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.148 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.148 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.148 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.148 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.148 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.148 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.148 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.148 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.148 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.148 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.148 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.148 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.148 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.149 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.149 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.149 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.149 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.149 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.149 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.149 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.149 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.149 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.149 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.149 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.149 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:51.149 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.149 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:51.149 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.150 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.150 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.150 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.150 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:51.150 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.150 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:51.150 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.150 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 2, 2024-08-19T11:30:51.150 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.150 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.150 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:51.150 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.150 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.150 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.151 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331978+0000", 2024-08-19T11:30:51.151 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.775789+0000", 2024-08-19T11:30:51.151 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.775789+0000", 2024-08-19T11:30:51.151 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.776125+0000", 2024-08-19T11:30:51.151 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331978+0000", 2024-08-19T11:30:51.151 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.151 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.151 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.151 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:51.151 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331978+0000", 2024-08-19T11:30:51.151 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331978+0000", 2024-08-19T11:30:51.151 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331978+0000", 2024-08-19T11:30:51.151 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.151 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.152 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.152 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331978+0000", 2024-08-19T11:30:51.152 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331978+0000", 2024-08-19T11:30:51.152 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.152 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 2, 2024-08-19T11:30:51.152 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.152 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.152 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:51.152 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.152 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.152 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.152 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.152 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 2, 2024-08-19T11:30:51.153 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.153 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.153 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.153 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.e", 2024-08-19T11:30:51.153 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.153 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.153 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.153 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 28, 2024-08-19T11:30:51.153 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.153 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:11:36.736766+0000", 2024-08-19T11:30:51.153 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.153 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.153 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.154 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.154 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.154 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.154 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.154 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.154 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.154 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.154 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.154 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.154 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.154 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.154 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.154 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.155 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.155 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.155 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.155 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 3, 2024-08-19T11:30:51.155 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 1, 2024-08-19T11:30:51.155 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.155 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 1, 2024-08-19T11:30:51.155 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.155 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.155 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.155 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.155 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.155 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 1, 2024-08-19T11:30:51.156 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.156 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.156 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.156 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.156 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.156 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.156 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.156 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.156 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.156 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.156 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.156 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.156 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 3, 2024-08-19T11:30:51.156 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.157 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.157 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.157 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.157 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.157 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:51.157 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.157 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:51.157 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.157 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 2, 2024-08-19T11:30:51.157 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "66'2" 2024-08-19T11:30:51.157 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.157 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.157 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.157 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.158 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.158 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:51.158 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.158 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:51.158 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.158 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.158 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:51.158 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.158 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.158 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.158 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372828+0000", 2024-08-19T11:30:51.158 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.819354+0000", 2024-08-19T11:30:51.158 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.819354+0000", 2024-08-19T11:30:51.159 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.819652+0000", 2024-08-19T11:30:51.159 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372828+0000", 2024-08-19T11:30:51.159 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.159 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.159 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.159 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:51.159 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372828+0000", 2024-08-19T11:30:51.159 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372828+0000", 2024-08-19T11:30:51.159 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372828+0000", 2024-08-19T11:30:51.159 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.159 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.159 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.159 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372828+0000", 2024-08-19T11:30:51.159 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372828+0000", 2024-08-19T11:30:51.160 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.160 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.160 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.160 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.160 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:51.160 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.160 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.160 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.160 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.160 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.160 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.160 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.160 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.161 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.f", 2024-08-19T11:30:51.161 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.161 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.161 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.161 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:51.161 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.161 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T12:22:55.084684+0000", 2024-08-19T11:30:51.161 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.161 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.161 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.161 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.161 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.161 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.161 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.162 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.162 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.162 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.162 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.162 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.162 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.162 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.162 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.162 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.162 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.162 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.162 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.162 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.163 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.163 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.163 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.163 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.163 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.163 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.163 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.163 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.163 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.163 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.163 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.163 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.163 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.163 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.164 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.164 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.164 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.164 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.164 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.164 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.164 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.164 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.164 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.164 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.164 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.164 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.164 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.164 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.165 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.165 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:51.165 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.165 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:51.165 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.165 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.165 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.165 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.165 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.165 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.165 INFO:tasks.workunit.client.0.smithi136.stdout: 3 2024-08-19T11:30:51.165 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.165 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:51.165 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.166 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.166 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:51.166 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.166 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.166 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.166 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.332186+0000", 2024-08-19T11:30:51.166 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.778106+0000", 2024-08-19T11:30:51.166 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.778106+0000", 2024-08-19T11:30:51.166 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.778340+0000", 2024-08-19T11:30:51.166 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.332186+0000", 2024-08-19T11:30:51.166 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.166 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.166 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.167 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:51.167 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.332186+0000", 2024-08-19T11:30:51.167 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.332186+0000", 2024-08-19T11:30:51.167 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.332186+0000", 2024-08-19T11:30:51.167 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.167 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.167 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.167 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.332186+0000", 2024-08-19T11:30:51.167 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.332186+0000", 2024-08-19T11:30:51.167 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.167 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 1, 2024-08-19T11:30:51.167 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.168 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.168 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:51.168 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.168 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.168 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.168 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.168 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 1, 2024-08-19T11:30:51.168 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.168 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.168 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.168 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.d", 2024-08-19T11:30:51.168 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.168 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.168 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.169 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 26, 2024-08-19T11:30:51.169 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.169 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:50:43.255212+0000", 2024-08-19T11:30:51.169 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.169 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.169 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.169 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 70, 2024-08-19T11:30:51.169 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.169 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.169 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.169 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.169 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.169 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.170 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.170 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.170 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.170 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.170 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.170 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.170 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.170 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.170 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.170 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 3, 2024-08-19T11:30:51.170 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 1, 2024-08-19T11:30:51.170 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.170 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 1, 2024-08-19T11:30:51.171 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.171 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.171 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.171 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.171 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.171 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.171 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.171 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.171 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.171 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.171 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.171 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.171 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.171 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.172 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.172 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.172 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.172 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.172 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 1, 2024-08-19T11:30:51.172 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 1 2024-08-19T11:30:51.172 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.172 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.172 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.172 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.172 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.172 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.172 INFO:tasks.workunit.client.0.smithi136.stdout: 3 2024-08-19T11:30:51.172 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.172 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:51.173 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "66'1" 2024-08-19T11:30:51.173 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.173 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.173 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.173 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.173 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.173 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:51.173 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.173 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:51.173 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.173 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.173 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:51.173 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.173 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.174 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.174 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.051735+0000", 2024-08-19T11:30:51.174 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.815838+0000", 2024-08-19T11:30:51.174 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.815838+0000", 2024-08-19T11:30:51.174 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.817332+0000", 2024-08-19T11:30:51.174 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.051735+0000", 2024-08-19T11:30:51.174 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.174 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.174 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.174 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:51.174 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.051735+0000", 2024-08-19T11:30:51.174 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.051735+0000", 2024-08-19T11:30:51.174 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.051735+0000", 2024-08-19T11:30:51.175 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.175 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.175 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.175 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.051735+0000", 2024-08-19T11:30:51.175 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.051735+0000", 2024-08-19T11:30:51.175 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.175 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.175 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.175 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.175 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:51.175 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.175 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.175 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.176 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.176 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.176 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.176 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.176 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.176 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.c", 2024-08-19T11:30:51.176 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.176 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.176 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.176 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:51.176 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.176 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:25:28.586540+0000", 2024-08-19T11:30:51.176 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.177 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.177 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.177 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.177 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.177 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.177 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.177 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.177 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.177 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.177 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.177 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.177 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.177 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.178 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.178 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.178 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.178 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.178 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.178 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.178 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.178 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.178 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.178 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.178 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.178 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.178 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.179 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.179 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.179 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.179 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.179 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.179 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.179 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.179 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.179 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.179 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.179 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.179 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.179 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.179 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.180 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.180 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.180 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.180 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.180 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.180 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.180 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.180 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.180 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:51.180 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.180 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:51.180 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.180 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.181 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.181 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.181 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:51.181 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.181 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:51.181 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.181 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 2, 2024-08-19T11:30:51.181 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.181 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.181 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:51.181 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.181 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.181 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.181 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331572+0000", 2024-08-19T11:30:51.182 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.779562+0000", 2024-08-19T11:30:51.182 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.779562+0000", 2024-08-19T11:30:51.182 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.779871+0000", 2024-08-19T11:30:51.182 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331572+0000", 2024-08-19T11:30:51.182 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.182 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.182 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.182 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:51.182 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331572+0000", 2024-08-19T11:30:51.182 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331572+0000", 2024-08-19T11:30:51.182 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331572+0000", 2024-08-19T11:30:51.182 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.183 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.183 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.183 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331572+0000", 2024-08-19T11:30:51.183 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331572+0000", 2024-08-19T11:30:51.183 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.183 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.183 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.183 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.183 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:51.183 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.183 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.183 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.183 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.184 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.184 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.184 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.184 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.184 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.c", 2024-08-19T11:30:51.184 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.184 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.184 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.184 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 26, 2024-08-19T11:30:51.184 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.184 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:57:59.032174+0000", 2024-08-19T11:30:51.184 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.185 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.185 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.185 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.185 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.185 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.185 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.185 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.185 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.185 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.185 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.185 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.185 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.185 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.186 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.186 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.186 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.186 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.186 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.186 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.186 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.186 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.186 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.186 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.186 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.186 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.186 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.187 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.187 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.187 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.187 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.187 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.187 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.187 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.187 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.187 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.187 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.187 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.187 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.187 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.188 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.188 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.188 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.188 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.188 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.188 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.188 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.188 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:51.188 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.188 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:51.188 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.188 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 2, 2024-08-19T11:30:51.188 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.188 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.189 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.189 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.189 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.189 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.189 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:51.189 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.189 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:51.189 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.189 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.189 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:51.189 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.189 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.189 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.189 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372568+0000", 2024-08-19T11:30:51.190 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.821967+0000", 2024-08-19T11:30:51.190 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.821967+0000", 2024-08-19T11:30:51.190 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.822995+0000", 2024-08-19T11:30:51.190 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372568+0000", 2024-08-19T11:30:51.190 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.190 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.190 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.190 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:51.190 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372568+0000", 2024-08-19T11:30:51.191 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372568+0000", 2024-08-19T11:30:51.191 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372568+0000", 2024-08-19T11:30:51.191 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.191 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.191 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.191 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372568+0000", 2024-08-19T11:30:51.191 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372568+0000", 2024-08-19T11:30:51.191 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.191 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.191 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.191 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.191 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:51.191 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.191 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.192 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.192 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.192 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.192 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.192 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.192 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.192 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.d", 2024-08-19T11:30:51.192 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.192 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.192 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.192 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:51.192 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.192 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:11:34.421098+0000", 2024-08-19T11:30:51.192 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.193 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.193 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.193 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.193 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.193 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.193 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.193 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.193 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.193 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.193 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.193 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.193 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.193 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.193 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.194 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.194 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.194 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.194 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.194 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.194 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.194 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.194 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.194 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.194 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.194 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.194 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.194 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.195 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.195 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.195 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.195 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.195 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.195 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.195 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.195 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.195 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.195 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.195 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.196 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.196 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.196 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.196 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.196 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.196 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.196 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.196 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.196 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.196 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.196 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:51.196 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.197 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:51.197 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.197 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.197 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.197 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.197 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:51.197 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.197 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:51.197 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.197 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 6, 2024-08-19T11:30:51.197 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.197 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.197 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 70, 2024-08-19T11:30:51.198 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.198 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.198 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.198 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.772249+0000", 2024-08-19T11:30:51.198 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:28:17.915036+0000", 2024-08-19T11:30:51.198 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:28:17.915036+0000", 2024-08-19T11:30:51.198 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:28:22.381146+0000", 2024-08-19T11:30:51.198 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.772249+0000", 2024-08-19T11:30:51.198 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:51.198 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.198 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:51.198 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 71, 2024-08-19T11:30:51.198 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.772249+0000", 2024-08-19T11:30:51.198 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.772249+0000", 2024-08-19T11:30:51.199 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.772249+0000", 2024-08-19T11:30:51.199 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.199 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.199 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:51.199 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.772249+0000", 2024-08-19T11:30:51.199 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.772249+0000", 2024-08-19T11:30:51.199 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.199 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.199 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.199 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.199 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 70, 2024-08-19T11:30:51.199 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.199 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.199 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.200 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.200 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.200 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.200 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.200 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.200 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "4.5", 2024-08-19T11:30:51.200 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.200 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.200 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.200 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:51.200 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.200 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:52:40.258823+0000", 2024-08-19T11:30:51.200 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.00047197, 2024-08-19T11:30:51.200 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.201 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.201 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.201 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.201 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.201 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.201 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.201 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.201 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.201 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.201 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.201 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.201 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.201 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.202 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.202 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.202 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.202 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.202 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.202 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.202 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.202 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.202 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.202 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.202 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.202 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.202 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.203 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.203 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.203 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.203 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.203 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.203 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.203 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.203 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.203 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.203 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.203 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.203 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.204 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.204 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.204 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.204 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.204 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.204 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.204 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.204 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:51.204 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.204 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:51.204 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.204 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 6, 2024-08-19T11:30:51.204 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.204 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.205 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.205 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.205 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.205 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.205 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:51.205 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.205 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:51.205 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.205 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.205 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 20, 2024-08-19T11:30:51.205 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.205 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.205 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.205 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:30:46.739762+0000", 2024-08-19T11:30:51.206 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:01.322526+0000", 2024-08-19T11:30:51.206 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:01.322526+0000", 2024-08-19T11:30:51.206 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:01.323054+0000", 2024-08-19T11:30:51.206 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:30:46.739762+0000", 2024-08-19T11:30:51.206 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:25:02.670324+0000", 2024-08-19T11:30:51.206 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.206 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:25:02.670324+0000", 2024-08-19T11:30:51.206 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 59, 2024-08-19T11:30:51.206 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:30:46.739762+0000", 2024-08-19T11:30:51.206 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:30:46.739762+0000", 2024-08-19T11:30:51.206 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:30:46.739762+0000", 2024-08-19T11:30:51.206 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.207 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.207 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:25:02.670324+0000", 2024-08-19T11:30:51.207 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:30:46.739762+0000", 2024-08-19T11:30:51.207 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:30:46.739762+0000", 2024-08-19T11:30:51.207 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.207 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 156, 2024-08-19T11:30:51.207 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.207 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.207 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 58, 2024-08-19T11:30:51.207 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.207 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.207 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.207 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.207 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 156, 2024-08-19T11:30:51.208 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.208 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.208 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.208 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "1.0", 2024-08-19T11:30:51.208 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.208 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.208 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.208 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 372, 2024-08-19T11:30:51.208 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.208 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T23:03:42.414001+0000", 2024-08-19T11:30:51.208 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.208 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.208 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.208 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 590368, 2024-08-19T11:30:51.209 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.209 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 1771104, 2024-08-19T11:30:51.209 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.209 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.209 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.209 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.209 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.209 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.209 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.209 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.209 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.209 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.209 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.209 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.210 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.210 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 6, 2024-08-19T11:30:51.210 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 2, 2024-08-19T11:30:51.210 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.210 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 2, 2024-08-19T11:30:51.210 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.210 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.210 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.210 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.210 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.210 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.210 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.210 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 6, 2024-08-19T11:30:51.211 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.211 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.211 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.211 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.211 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.211 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 466, 2024-08-19T11:30:51.211 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 644, 2024-08-19T11:30:51.211 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.211 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.211 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.211 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 235, 2024-08-19T11:30:51.211 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 2416 2024-08-19T11:30:51.211 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.211 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.212 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.212 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.212 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.212 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.212 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:51.212 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.212 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:51.212 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "76'156" 2024-08-19T11:30:51.212 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.212 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.212 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.212 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.212 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:51.212 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:51.213 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.213 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:51.213 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.213 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.213 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:51.213 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.213 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.213 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.213 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.051602+0000", 2024-08-19T11:30:51.213 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.776869+0000", 2024-08-19T11:30:51.213 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.776869+0000", 2024-08-19T11:30:51.213 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.778042+0000", 2024-08-19T11:30:51.213 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.051602+0000", 2024-08-19T11:30:51.214 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.214 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.214 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.214 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:51.214 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.051602+0000", 2024-08-19T11:30:51.214 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.051602+0000", 2024-08-19T11:30:51.214 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.051602+0000", 2024-08-19T11:30:51.214 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.214 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.214 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.214 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.051602+0000", 2024-08-19T11:30:51.214 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.051602+0000", 2024-08-19T11:30:51.214 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.215 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.215 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.215 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.215 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:51.215 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.215 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.215 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.215 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.215 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.215 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.215 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.215 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.215 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.3", 2024-08-19T11:30:51.215 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.215 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.215 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.216 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 25, 2024-08-19T11:30:51.216 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.216 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:33:17.488588+0000", 2024-08-19T11:30:51.216 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.216 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.216 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.216 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.216 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.216 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.216 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.216 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.216 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.216 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.216 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.217 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.217 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.217 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.217 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.217 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.217 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.217 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.217 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.217 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.217 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.217 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.217 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.217 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.218 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.218 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.218 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.218 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.218 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.218 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.218 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.218 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.218 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.218 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.218 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.218 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.218 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.219 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.219 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.219 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.219 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.219 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.219 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.219 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.219 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.219 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.219 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.219 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.219 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:51.219 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:51.219 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.220 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:51.220 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.220 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.220 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.220 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.220 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.220 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.220 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:51.220 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.220 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 3, 2024-08-19T11:30:51.220 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.220 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.220 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:51.220 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.220 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.221 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.221 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.373316+0000", 2024-08-19T11:30:51.221 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.816867+0000", 2024-08-19T11:30:51.221 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.816867+0000", 2024-08-19T11:30:51.221 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.817171+0000", 2024-08-19T11:30:51.221 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.373316+0000", 2024-08-19T11:30:51.221 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.221 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.221 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.221 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:51.221 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.373316+0000", 2024-08-19T11:30:51.221 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.373316+0000", 2024-08-19T11:30:51.221 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.373316+0000", 2024-08-19T11:30:51.221 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.222 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.222 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.222 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.373316+0000", 2024-08-19T11:30:51.222 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.373316+0000", 2024-08-19T11:30:51.222 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.222 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.222 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.222 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.222 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:51.222 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.222 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.222 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.222 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.222 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.223 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.223 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.223 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.223 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.2", 2024-08-19T11:30:51.223 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.223 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.223 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.223 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:51.223 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.223 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:47:07.013115+0000", 2024-08-19T11:30:51.223 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.223 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.223 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.223 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.224 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.224 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.224 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.224 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.224 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.224 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.224 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.224 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.224 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.224 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.224 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.224 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.224 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.225 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.225 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.225 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.225 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.225 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.225 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.225 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.225 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.225 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.225 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.225 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.225 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.225 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.226 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.226 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.226 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.226 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.226 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.226 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.226 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.226 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.226 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.226 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.226 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.226 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.226 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.226 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.227 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.227 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.227 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.227 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.227 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.227 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:51.227 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.227 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 3, 2024-08-19T11:30:51.227 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.227 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.227 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.227 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.227 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.227 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.227 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:51.228 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.228 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 0, 2024-08-19T11:30:51.228 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.228 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.228 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 70, 2024-08-19T11:30:51.228 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.228 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.228 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.228 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.903388+0000", 2024-08-19T11:30:51.228 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:28:17.919937+0000", 2024-08-19T11:30:51.228 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:28:17.919937+0000", 2024-08-19T11:30:51.228 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:28:22.381552+0000", 2024-08-19T11:30:51.228 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.903388+0000", 2024-08-19T11:30:51.228 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:51.228 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.229 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:51.229 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 71, 2024-08-19T11:30:51.229 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.903388+0000", 2024-08-19T11:30:51.229 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.903388+0000", 2024-08-19T11:30:51.229 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.903388+0000", 2024-08-19T11:30:51.229 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.229 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.229 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:51.229 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.903388+0000", 2024-08-19T11:30:51.229 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.903388+0000", 2024-08-19T11:30:51.229 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.229 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.229 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.229 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.230 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 70, 2024-08-19T11:30:51.230 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.230 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.230 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.230 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.230 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.230 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.230 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.230 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.230 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "4.6", 2024-08-19T11:30:51.230 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.230 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.230 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.231 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:51.231 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.231 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T12:27:15.208304+0000", 2024-08-19T11:30:51.231 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.000824296, 2024-08-19T11:30:51.231 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.231 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.231 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.231 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.231 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.231 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.231 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.231 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.231 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.231 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.232 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.232 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.232 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.232 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.232 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.232 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.232 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.232 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.232 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.232 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.232 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.232 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.233 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.233 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.233 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.233 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.233 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.233 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.233 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.233 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.233 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.233 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.233 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.233 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.233 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.233 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.234 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.234 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.234 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.234 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.234 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.234 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.234 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.234 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.234 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.234 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.234 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.234 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.234 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:51.235 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.235 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 0, 2024-08-19T11:30:51.235 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.235 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.235 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.235 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.235 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.235 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.235 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:51.235 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.235 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:51.235 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.235 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.235 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:51.235 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.236 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.236 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.236 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372226+0000", 2024-08-19T11:30:51.236 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.782667+0000", 2024-08-19T11:30:51.236 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.782667+0000", 2024-08-19T11:30:51.236 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.782993+0000", 2024-08-19T11:30:51.236 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372226+0000", 2024-08-19T11:30:51.236 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.236 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.236 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.236 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:51.236 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372226+0000", 2024-08-19T11:30:51.236 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372226+0000", 2024-08-19T11:30:51.236 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372226+0000", 2024-08-19T11:30:51.237 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.237 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.237 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.237 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372226+0000", 2024-08-19T11:30:51.237 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372226+0000", 2024-08-19T11:30:51.237 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.237 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.237 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.237 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.237 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:51.237 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.237 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.237 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.238 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.238 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.238 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.238 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.238 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.238 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.0", 2024-08-19T11:30:51.238 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.238 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.238 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.238 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 25, 2024-08-19T11:30:51.238 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.238 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:21:53.549179+0000", 2024-08-19T11:30:51.238 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.239 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.239 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.239 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.239 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.239 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.239 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.239 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.239 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.239 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.239 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.239 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.239 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.239 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.239 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.240 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.240 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.240 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.240 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.240 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.240 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.240 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.240 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.240 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.240 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.240 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.240 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.240 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.241 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.241 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.241 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.241 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.241 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.241 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.241 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.241 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.241 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.241 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.241 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.241 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.241 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.241 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.242 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.242 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.242 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.242 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.242 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.242 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.242 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.242 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:51.242 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.242 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:51.242 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.242 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.242 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.243 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.243 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.243 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.243 INFO:tasks.workunit.client.0.smithi136.stdout: 3 2024-08-19T11:30:51.243 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.243 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 0, 2024-08-19T11:30:51.243 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.243 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.243 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:51.243 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.243 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.243 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.243 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.902458+0000", 2024-08-19T11:30:51.243 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.810360+0000", 2024-08-19T11:30:51.244 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.810360+0000", 2024-08-19T11:30:51.244 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.811865+0000", 2024-08-19T11:30:51.244 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.902458+0000", 2024-08-19T11:30:51.244 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.244 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.244 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.244 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:51.244 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.902458+0000", 2024-08-19T11:30:51.244 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.902458+0000", 2024-08-19T11:30:51.244 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.902458+0000", 2024-08-19T11:30:51.244 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.244 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.244 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.244 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.902458+0000", 2024-08-19T11:30:51.245 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.902458+0000", 2024-08-19T11:30:51.245 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.245 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.245 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.245 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.245 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:51.245 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.245 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.245 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.245 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.245 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.245 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.245 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.246 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.246 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.1", 2024-08-19T11:30:51.246 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.246 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.246 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.246 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:51.246 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.246 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:24:33.633463+0000", 2024-08-19T11:30:51.246 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.246 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.246 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.246 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.246 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.247 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.247 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.247 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.247 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.247 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.247 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.247 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.247 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.247 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.247 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.247 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.247 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.247 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.247 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.248 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.248 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.248 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.248 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.248 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.248 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.248 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.248 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.248 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.248 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.248 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.248 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.248 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.248 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.249 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.249 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.249 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.249 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.249 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.249 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.249 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.249 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.249 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.249 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.249 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.249 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.249 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.250 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.250 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.250 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.250 INFO:tasks.workunit.client.0.smithi136.stdout: 3 2024-08-19T11:30:51.250 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.250 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 0, 2024-08-19T11:30:51.250 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.250 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.250 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.250 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.250 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.250 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.250 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:51.251 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.251 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:51.251 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.251 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.251 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 70, 2024-08-19T11:30:51.251 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.251 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.251 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.251 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331223+0000", 2024-08-19T11:30:51.251 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:28:17.917630+0000", 2024-08-19T11:30:51.251 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:28:17.917630+0000", 2024-08-19T11:30:51.251 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:28:22.352303+0000", 2024-08-19T11:30:51.251 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331223+0000", 2024-08-19T11:30:51.252 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:51.252 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.252 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:51.252 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 71, 2024-08-19T11:30:51.252 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331223+0000", 2024-08-19T11:30:51.252 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331223+0000", 2024-08-19T11:30:51.252 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331223+0000", 2024-08-19T11:30:51.252 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.252 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.252 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:51.252 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331223+0000", 2024-08-19T11:30:51.252 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331223+0000", 2024-08-19T11:30:51.252 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.253 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.253 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.253 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.253 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 70, 2024-08-19T11:30:51.253 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.253 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.253 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.253 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.253 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.253 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.253 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.253 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.253 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "4.7", 2024-08-19T11:30:51.254 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.254 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.254 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.254 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:51.254 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.254 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T23:01:00.491952+0000", 2024-08-19T11:30:51.254 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.000260851, 2024-08-19T11:30:51.254 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.254 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.255 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.255 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.255 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.255 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.255 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.255 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.255 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.255 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.255 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.255 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.255 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.255 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.255 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.255 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.255 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.256 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.256 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.256 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.256 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.256 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.256 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.256 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.256 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.256 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.256 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.256 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.256 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.256 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.256 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.257 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.257 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.257 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.257 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.257 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.257 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.257 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.257 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.257 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.257 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.257 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.257 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.257 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.258 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.258 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.258 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.258 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.258 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:51.258 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.258 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:51.258 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.258 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.258 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.259 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.259 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:51.259 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.259 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:51.259 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.259 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 2, 2024-08-19T11:30:51.259 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.259 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.259 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:51.259 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.259 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.259 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.259 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.330969+0000", 2024-08-19T11:30:51.260 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.772430+0000", 2024-08-19T11:30:51.260 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.772430+0000", 2024-08-19T11:30:51.260 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.772690+0000", 2024-08-19T11:30:51.260 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.330969+0000", 2024-08-19T11:30:51.260 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.260 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.260 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.260 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:51.260 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.330969+0000", 2024-08-19T11:30:51.260 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.330969+0000", 2024-08-19T11:30:51.260 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.330969+0000", 2024-08-19T11:30:51.260 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.260 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.260 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.260 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.330969+0000", 2024-08-19T11:30:51.261 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.330969+0000", 2024-08-19T11:30:51.261 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.261 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.261 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.261 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.261 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:51.261 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.261 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.261 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.261 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.261 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.262 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.262 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.262 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.262 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.1", 2024-08-19T11:30:51.262 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.262 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.262 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.262 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 26, 2024-08-19T11:30:51.262 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.262 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:21:06.550688+0000", 2024-08-19T11:30:51.262 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.262 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.262 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.263 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.263 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.263 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.263 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.263 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.263 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.263 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.263 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.263 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.263 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.263 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.263 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.263 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.263 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.264 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.264 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.264 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.264 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.264 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.264 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.264 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.264 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.264 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.264 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.264 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.264 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.264 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.265 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.265 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.265 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.265 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.265 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.265 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.265 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.265 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.265 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.265 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.265 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.265 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.265 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.265 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.266 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.266 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.266 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.266 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:51.266 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.266 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:51.266 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.266 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 2, 2024-08-19T11:30:51.266 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.266 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.266 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.266 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.266 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.267 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:51.267 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:51.267 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.267 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:51.267 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.267 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.267 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:51.267 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.267 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.267 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.267 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.330881+0000", 2024-08-19T11:30:51.267 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.812672+0000", 2024-08-19T11:30:51.267 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.812672+0000", 2024-08-19T11:30:51.267 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.812940+0000", 2024-08-19T11:30:51.268 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.330881+0000", 2024-08-19T11:30:51.268 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.268 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.268 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.268 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:51.268 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.330881+0000", 2024-08-19T11:30:51.268 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.330881+0000", 2024-08-19T11:30:51.268 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.330881+0000", 2024-08-19T11:30:51.268 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.268 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.268 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.268 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.330881+0000", 2024-08-19T11:30:51.268 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.330881+0000", 2024-08-19T11:30:51.268 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.269 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.269 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.269 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.269 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:51.269 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.269 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.269 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.269 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.269 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.269 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.269 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.269 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.269 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.0", 2024-08-19T11:30:51.269 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.270 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.270 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.270 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:51.270 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.270 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:20:34.926638+0000", 2024-08-19T11:30:51.270 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.270 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.270 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.270 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.270 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.270 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.270 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.271 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.271 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.271 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.271 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.271 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.271 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.271 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.271 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.271 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.271 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.271 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.271 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.271 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.271 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.272 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.273 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.273 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.273 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.273 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.273 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.274 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.274 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:51.274 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:51.274 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.274 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:51.274 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.274 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.274 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.274 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.274 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.274 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:51.274 INFO:tasks.workunit.client.0.smithi136.stdout: 3 2024-08-19T11:30:51.274 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.275 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:51.275 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.275 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.275 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 70, 2024-08-19T11:30:51.275 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.275 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.275 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.275 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331489+0000", 2024-08-19T11:30:51.275 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:28:17.918803+0000", 2024-08-19T11:30:51.275 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:28:17.918803+0000", 2024-08-19T11:30:51.275 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:28:22.350984+0000", 2024-08-19T11:30:51.275 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331489+0000", 2024-08-19T11:30:51.275 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:51.276 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.276 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:51.276 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 71, 2024-08-19T11:30:51.276 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331489+0000", 2024-08-19T11:30:51.276 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331489+0000", 2024-08-19T11:30:51.276 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331489+0000", 2024-08-19T11:30:51.276 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.276 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.276 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:51.276 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331489+0000", 2024-08-19T11:30:51.276 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331489+0000", 2024-08-19T11:30:51.276 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.276 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.276 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.277 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.277 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 70, 2024-08-19T11:30:51.277 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.277 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.277 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.277 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.277 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.277 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.277 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.277 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.277 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "4.4", 2024-08-19T11:30:51.277 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.277 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.277 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.278 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:51.278 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.278 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:27:01.684234+0000", 2024-08-19T11:30:51.278 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.000508869, 2024-08-19T11:30:51.278 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.278 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.278 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.278 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.278 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.278 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.278 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.278 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.278 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.278 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.279 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.279 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.279 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.279 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.279 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.279 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.279 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.279 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.279 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.279 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.279 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.279 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.279 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.279 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.280 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.280 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.280 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.280 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.280 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.280 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.280 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.280 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.280 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.280 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.280 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.280 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.280 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.281 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.281 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.281 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.281 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.281 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.281 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.281 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.281 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.281 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.281 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.281 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:51.281 INFO:tasks.workunit.client.0.smithi136.stdout: 3 2024-08-19T11:30:51.281 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.282 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:51.282 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.282 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.282 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.282 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.282 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.282 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.282 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:51.282 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.282 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:51.282 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.282 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.282 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:51.283 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.283 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.283 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.283 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.051606+0000", 2024-08-19T11:30:51.283 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.784359+0000", 2024-08-19T11:30:51.283 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.784359+0000", 2024-08-19T11:30:51.283 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.784650+0000", 2024-08-19T11:30:51.283 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.051606+0000", 2024-08-19T11:30:51.283 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.283 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.283 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.283 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:51.284 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.051606+0000", 2024-08-19T11:30:51.284 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.051606+0000", 2024-08-19T11:30:51.284 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.051606+0000", 2024-08-19T11:30:51.284 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.284 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.284 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.284 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.051606+0000", 2024-08-19T11:30:51.284 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.051606+0000", 2024-08-19T11:30:51.284 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.284 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.284 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.284 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.285 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:51.285 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.285 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.285 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.285 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.285 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.285 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.285 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.285 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.285 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.2", 2024-08-19T11:30:51.285 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.285 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.285 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.285 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 25, 2024-08-19T11:30:51.286 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.286 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T22:41:56.358925+0000", 2024-08-19T11:30:51.286 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.286 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.286 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.286 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.286 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.286 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.286 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.286 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.286 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.286 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.286 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.287 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.287 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.287 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.287 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.287 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.287 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.287 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.287 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.287 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.287 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.287 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.287 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.287 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.288 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.288 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.288 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.288 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.288 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.288 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.288 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.288 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.288 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.288 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.288 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.288 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.288 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.289 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.289 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.289 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.289 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.289 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.289 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.289 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.289 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.289 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.289 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.289 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.289 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.289 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:51.289 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.290 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:51.290 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.290 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.290 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.290 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.290 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:51.290 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.290 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:51.290 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.290 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 2, 2024-08-19T11:30:51.290 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.290 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.290 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:51.291 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.291 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.291 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.291 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.330978+0000", 2024-08-19T11:30:51.291 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:52.978133+0000", 2024-08-19T11:30:51.291 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:52.978133+0000", 2024-08-19T11:30:51.291 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:52.978518+0000", 2024-08-19T11:30:51.291 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.330978+0000", 2024-08-19T11:30:51.291 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.291 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.291 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.291 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 68, 2024-08-19T11:30:51.291 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.330978+0000", 2024-08-19T11:30:51.291 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.330978+0000", 2024-08-19T11:30:51.292 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.330978+0000", 2024-08-19T11:30:51.292 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.292 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.292 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.292 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.330978+0000", 2024-08-19T11:30:51.292 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.330978+0000", 2024-08-19T11:30:51.292 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.292 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.292 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.292 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.292 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 67, 2024-08-19T11:30:51.292 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.292 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.292 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.293 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.293 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.293 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.293 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.293 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.293 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.3", 2024-08-19T11:30:51.293 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.293 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.293 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.293 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 20, 2024-08-19T11:30:51.293 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.293 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:44:47.025511+0000", 2024-08-19T11:30:51.293 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.293 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.294 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.294 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.294 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.294 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.294 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.294 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.294 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.294 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.294 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.294 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.294 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.294 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.294 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.295 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.295 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.295 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.295 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.295 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.295 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.295 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.295 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.295 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.295 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.295 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.295 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.295 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.296 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.296 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.296 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.296 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.296 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.296 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.296 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.296 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.296 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.296 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.296 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.296 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.296 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.296 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.297 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.297 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.297 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.297 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.297 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.297 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:51.297 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.297 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:51.297 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.297 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 2, 2024-08-19T11:30:51.297 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.297 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.297 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.298 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.298 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.298 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.298 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:51.298 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.298 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:51.298 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.298 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.298 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 70, 2024-08-19T11:30:51.298 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.298 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.298 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.298 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331176+0000", 2024-08-19T11:30:51.299 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:28:17.917681+0000", 2024-08-19T11:30:51.299 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:28:17.917681+0000", 2024-08-19T11:30:51.299 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:28:22.351795+0000", 2024-08-19T11:30:51.299 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331176+0000", 2024-08-19T11:30:51.299 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:51.299 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.299 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:51.299 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 71, 2024-08-19T11:30:51.299 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331176+0000", 2024-08-19T11:30:51.299 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331176+0000", 2024-08-19T11:30:51.299 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331176+0000", 2024-08-19T11:30:51.299 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.299 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.299 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:51.299 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331176+0000", 2024-08-19T11:30:51.300 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331176+0000", 2024-08-19T11:30:51.300 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.300 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 2, 2024-08-19T11:30:51.300 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.300 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.300 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 70, 2024-08-19T11:30:51.300 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.300 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.300 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.300 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.300 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 2, 2024-08-19T11:30:51.300 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.300 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.301 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.301 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "4.2", 2024-08-19T11:30:51.301 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.301 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.301 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.301 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:51.301 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.301 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:04:43.375794+0000", 2024-08-19T11:30:51.301 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.001219814, 2024-08-19T11:30:51.301 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.301 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.301 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 19, 2024-08-19T11:30:51.301 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.301 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.302 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.302 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.302 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.302 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.302 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.302 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.302 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.302 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.302 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.302 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.302 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.302 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.302 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.303 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 3, 2024-08-19T11:30:51.303 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 1, 2024-08-19T11:30:51.303 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.303 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 1, 2024-08-19T11:30:51.303 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.303 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.303 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.303 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.303 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.303 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.303 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.303 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.303 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.303 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.304 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.304 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.304 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.304 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.304 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.304 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.304 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.304 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.304 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 2, 2024-08-19T11:30:51.304 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 2 2024-08-19T11:30:51.304 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.304 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.304 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.304 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.305 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.305 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.305 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:51.305 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.305 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:51.305 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "75'2" 2024-08-19T11:30:51.305 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.305 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.305 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.305 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.305 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.305 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:51.305 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.305 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:51.305 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.306 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.306 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:51.306 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.306 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.306 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.306 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331740+0000", 2024-08-19T11:30:51.306 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.778928+0000", 2024-08-19T11:30:51.306 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.778928+0000", 2024-08-19T11:30:51.306 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.779202+0000", 2024-08-19T11:30:51.306 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331740+0000", 2024-08-19T11:30:51.306 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.306 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.306 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.307 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:51.307 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331740+0000", 2024-08-19T11:30:51.307 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331740+0000", 2024-08-19T11:30:51.307 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331740+0000", 2024-08-19T11:30:51.307 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.307 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.307 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.307 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331740+0000", 2024-08-19T11:30:51.307 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331740+0000", 2024-08-19T11:30:51.307 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.307 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.307 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.307 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.307 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:51.307 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.308 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.308 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.308 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.308 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.308 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.308 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.308 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.308 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.4", 2024-08-19T11:30:51.308 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.308 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.308 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.308 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 25, 2024-08-19T11:30:51.308 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.309 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:41:57.170478+0000", 2024-08-19T11:30:51.309 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.309 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.309 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.309 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.309 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.309 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.309 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.309 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.309 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.309 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.309 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.309 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.309 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.310 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.310 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.310 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.310 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.310 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.310 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.310 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.310 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.310 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.310 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.310 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.310 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.310 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.311 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.311 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.311 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.311 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.311 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.311 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.311 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.311 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.311 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.311 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.311 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.311 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.311 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.311 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.312 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.312 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.312 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.312 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.312 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.312 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.312 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.312 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.312 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.312 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:51.312 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.312 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:51.312 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.313 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.313 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.313 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.313 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.313 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.313 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:51.313 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.313 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:51.313 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.313 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.313 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:51.313 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.313 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.313 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.314 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331895+0000", 2024-08-19T11:30:51.314 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:52.979652+0000", 2024-08-19T11:30:51.314 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:52.979652+0000", 2024-08-19T11:30:51.314 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:52.980008+0000", 2024-08-19T11:30:51.314 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331895+0000", 2024-08-19T11:30:51.314 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.314 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.314 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.314 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 68, 2024-08-19T11:30:51.314 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331895+0000", 2024-08-19T11:30:51.314 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331895+0000", 2024-08-19T11:30:51.314 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331895+0000", 2024-08-19T11:30:51.314 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.315 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.315 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.315 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331895+0000", 2024-08-19T11:30:51.315 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331895+0000", 2024-08-19T11:30:51.315 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.317 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.317 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.318 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.318 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 67, 2024-08-19T11:30:51.318 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.318 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.318 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.318 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.318 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.318 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.318 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.318 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.318 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.5", 2024-08-19T11:30:51.318 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.318 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.319 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.319 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 20, 2024-08-19T11:30:51.319 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.319 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:45:00.627191+0000", 2024-08-19T11:30:51.319 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.319 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.319 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.319 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.319 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.319 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.319 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.319 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.319 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.320 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.320 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.320 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.320 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.320 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.320 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.320 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.320 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.320 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.320 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.320 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.320 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.320 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.321 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.321 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.321 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.321 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.321 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.321 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.321 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.321 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.321 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.321 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.321 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.321 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.321 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.321 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.322 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.322 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.322 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.322 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.322 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.322 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.322 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.322 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.322 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.322 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.322 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.322 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.322 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.323 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:51.323 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.323 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:51.323 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.323 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.323 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.323 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.323 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.323 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.323 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:51.323 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.323 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 0, 2024-08-19T11:30:51.323 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.323 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.323 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 70, 2024-08-19T11:30:51.324 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.324 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.324 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.324 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.902600+0000", 2024-08-19T11:30:51.324 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:28:17.917302+0000", 2024-08-19T11:30:51.324 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:28:17.917302+0000", 2024-08-19T11:30:51.324 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:28:22.381564+0000", 2024-08-19T11:30:51.324 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.902600+0000", 2024-08-19T11:30:51.324 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:51.324 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.324 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:51.324 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 71, 2024-08-19T11:30:51.324 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.902600+0000", 2024-08-19T11:30:51.324 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.902600+0000", 2024-08-19T11:30:51.325 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.902600+0000", 2024-08-19T11:30:51.325 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.325 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.325 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:51.325 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.902600+0000", 2024-08-19T11:30:51.325 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.902600+0000", 2024-08-19T11:30:51.325 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.325 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 1, 2024-08-19T11:30:51.325 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.325 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.325 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 70, 2024-08-19T11:30:51.325 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.325 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.325 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.326 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.326 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 1, 2024-08-19T11:30:51.326 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.326 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.326 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.326 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "4.3", 2024-08-19T11:30:51.326 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.326 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.326 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.326 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:51.326 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.326 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:07:25.157635+0000", 2024-08-19T11:30:51.327 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.000899456, 2024-08-19T11:30:51.327 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.327 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.327 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.327 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.327 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.327 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.327 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.327 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.327 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.327 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.327 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.327 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.327 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.328 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.328 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.328 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.328 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.328 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.328 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 3, 2024-08-19T11:30:51.328 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 1, 2024-08-19T11:30:51.328 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.328 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 1, 2024-08-19T11:30:51.328 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.328 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.328 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.328 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.328 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.329 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.329 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.329 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.329 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.329 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.329 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.329 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.329 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.329 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.329 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.329 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.329 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.329 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.329 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.330 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.330 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.330 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.330 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.330 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.330 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.330 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.330 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:51.330 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.330 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 0, 2024-08-19T11:30:51.330 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "73'1" 2024-08-19T11:30:51.330 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.330 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.331 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.331 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.331 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.331 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:51.331 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.331 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:51.331 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.331 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.331 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:51.331 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.331 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.331 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.331 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372753+0000", 2024-08-19T11:30:51.331 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.781524+0000", 2024-08-19T11:30:51.332 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.781524+0000", 2024-08-19T11:30:51.332 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.781886+0000", 2024-08-19T11:30:51.332 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372753+0000", 2024-08-19T11:30:51.332 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.332 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.332 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.332 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:51.332 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372753+0000", 2024-08-19T11:30:51.332 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372753+0000", 2024-08-19T11:30:51.332 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372753+0000", 2024-08-19T11:30:51.332 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.332 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.332 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.333 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372753+0000", 2024-08-19T11:30:51.333 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372753+0000", 2024-08-19T11:30:51.333 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.333 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.333 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.333 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.333 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:51.333 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.333 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.333 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.333 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.333 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.333 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.333 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.334 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.334 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.5", 2024-08-19T11:30:51.334 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.334 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.334 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.334 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 25, 2024-08-19T11:30:51.334 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.334 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:03:28.295414+0000", 2024-08-19T11:30:51.334 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.334 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.334 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.334 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.334 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.334 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.335 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.335 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.335 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.335 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.335 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.335 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.335 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.335 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.335 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.335 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.335 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.335 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.335 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.335 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.336 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.336 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.336 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.336 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.336 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.336 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.336 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.336 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.336 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.336 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.336 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.336 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.336 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.336 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.337 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.337 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.337 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.337 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.337 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.337 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.337 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.337 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.337 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.337 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.337 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.337 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.337 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.337 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.338 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.338 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:51.338 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.338 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:51.338 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.338 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.338 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.338 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.338 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.338 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:51.338 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:51.338 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.338 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:51.338 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.339 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.339 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:51.339 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.339 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.339 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.339 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331659+0000", 2024-08-19T11:30:51.339 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.805883+0000", 2024-08-19T11:30:51.339 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.805883+0000", 2024-08-19T11:30:51.339 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.806139+0000", 2024-08-19T11:30:51.339 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331659+0000", 2024-08-19T11:30:51.339 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.339 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.339 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.340 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:51.340 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331659+0000", 2024-08-19T11:30:51.340 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331659+0000", 2024-08-19T11:30:51.340 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331659+0000", 2024-08-19T11:30:51.340 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.340 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.340 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.340 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331659+0000", 2024-08-19T11:30:51.340 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331659+0000", 2024-08-19T11:30:51.340 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.340 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.340 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.340 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.340 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:51.341 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.341 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.341 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.341 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.341 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.341 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.341 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.341 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.341 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.4", 2024-08-19T11:30:51.341 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.341 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.341 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.341 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:51.341 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.342 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:41:30.401670+0000", 2024-08-19T11:30:51.342 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.342 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.342 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.342 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.342 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.342 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.342 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.342 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.342 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.342 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.342 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.343 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.343 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.343 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.343 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.343 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.343 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.343 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.343 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.343 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.343 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.343 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.343 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.343 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.344 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.344 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.344 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.344 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.344 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.344 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.344 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.344 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.344 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.344 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.344 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.344 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.344 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.344 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.345 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.345 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.345 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.345 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.345 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.345 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.345 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.345 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.345 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.345 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.345 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:51.345 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:51.345 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.346 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:51.346 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.346 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.346 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.346 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.346 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.346 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.346 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:51.346 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.346 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 3, 2024-08-19T11:30:51.346 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.346 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.346 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 70, 2024-08-19T11:30:51.346 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.347 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.347 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.347 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.373173+0000", 2024-08-19T11:30:51.347 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:28:17.920650+0000", 2024-08-19T11:30:51.347 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:28:17.920650+0000", 2024-08-19T11:30:51.347 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:28:22.380003+0000", 2024-08-19T11:30:51.347 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.373173+0000", 2024-08-19T11:30:51.347 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:51.347 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.347 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:51.347 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 71, 2024-08-19T11:30:51.347 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.373173+0000", 2024-08-19T11:30:51.347 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.373173+0000", 2024-08-19T11:30:51.348 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.373173+0000", 2024-08-19T11:30:51.348 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.348 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.348 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:51.348 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.373173+0000", 2024-08-19T11:30:51.348 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.373173+0000", 2024-08-19T11:30:51.348 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.348 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.348 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.348 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.348 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 70, 2024-08-19T11:30:51.348 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.348 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.348 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.349 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.349 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.349 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.349 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.349 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.349 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "4.0", 2024-08-19T11:30:51.349 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.349 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.349 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.349 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 20, 2024-08-19T11:30:51.349 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.349 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:53:01.913603+0000", 2024-08-19T11:30:51.349 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.000403723, 2024-08-19T11:30:51.349 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.350 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.350 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.350 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.350 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.350 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.350 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.350 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.350 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.350 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.350 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.350 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.350 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.350 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.350 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.351 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.351 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.351 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.351 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.351 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.351 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.351 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.351 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.351 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.351 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.351 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.351 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.351 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.352 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.352 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.352 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.352 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.352 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.352 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.352 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.352 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.352 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.352 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.352 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.352 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.352 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.352 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.352 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.353 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.353 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.353 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.353 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.353 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.353 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:51.353 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.353 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 3, 2024-08-19T11:30:51.353 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.353 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.353 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.353 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.353 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.354 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:51.354 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:51.354 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.354 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:51.354 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.354 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.354 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:51.354 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.354 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.355 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.355 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331589+0000", 2024-08-19T11:30:51.355 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.782028+0000", 2024-08-19T11:30:51.355 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.782028+0000", 2024-08-19T11:30:51.355 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.782293+0000", 2024-08-19T11:30:51.355 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331589+0000", 2024-08-19T11:30:51.355 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.355 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.355 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.355 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:51.355 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331589+0000", 2024-08-19T11:30:51.355 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331589+0000", 2024-08-19T11:30:51.355 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331589+0000", 2024-08-19T11:30:51.355 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.356 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.356 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.356 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331589+0000", 2024-08-19T11:30:51.356 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331589+0000", 2024-08-19T11:30:51.356 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.356 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 1, 2024-08-19T11:30:51.356 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.356 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.356 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:51.356 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.356 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.356 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.356 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.357 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 1, 2024-08-19T11:30:51.357 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.357 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.357 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.357 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.6", 2024-08-19T11:30:51.357 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.357 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.357 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.357 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 26, 2024-08-19T11:30:51.357 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.357 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:23:47.214522+0000", 2024-08-19T11:30:51.357 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.357 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.357 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.358 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.358 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.358 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.358 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.358 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.358 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.358 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.358 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.358 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.358 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.358 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.358 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.358 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.359 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.359 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.359 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.359 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 3, 2024-08-19T11:30:51.359 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 1, 2024-08-19T11:30:51.359 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.359 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 1, 2024-08-19T11:30:51.359 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.359 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.359 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.359 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.359 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.359 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 1, 2024-08-19T11:30:51.360 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.360 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.360 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.360 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.360 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.360 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.360 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.360 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.360 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.360 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.360 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.360 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.360 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 1, 2024-08-19T11:30:51.361 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.361 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.361 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.361 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.361 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.361 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.361 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:51.361 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:51.361 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.361 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:51.361 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "66'1" 2024-08-19T11:30:51.361 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.361 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.362 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.362 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.362 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.362 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:51.362 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.362 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 3, 2024-08-19T11:30:51.362 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.362 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.362 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:51.362 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.362 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.362 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.362 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.373808+0000", 2024-08-19T11:30:51.363 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.814453+0000", 2024-08-19T11:30:51.363 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.814453+0000", 2024-08-19T11:30:51.363 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.814726+0000", 2024-08-19T11:30:51.363 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.373808+0000", 2024-08-19T11:30:51.363 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.363 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.363 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.363 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:51.363 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.373808+0000", 2024-08-19T11:30:51.363 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.373808+0000", 2024-08-19T11:30:51.363 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.373808+0000", 2024-08-19T11:30:51.363 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.363 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.363 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.364 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.373808+0000", 2024-08-19T11:30:51.364 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.373808+0000", 2024-08-19T11:30:51.364 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.364 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.364 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.364 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.364 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:51.364 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.364 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.364 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.364 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.364 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.364 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.365 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.365 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.365 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.7", 2024-08-19T11:30:51.365 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.365 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.365 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.365 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:51.365 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.365 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T11:57:07.978067+0000", 2024-08-19T11:30:51.365 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.365 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.365 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.365 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.365 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.366 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.366 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.366 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.366 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.366 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.366 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.366 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.366 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.366 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.366 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.366 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.366 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.366 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.367 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.367 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.367 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.367 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.367 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.367 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.367 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.367 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.367 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.367 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.367 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.367 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.367 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.368 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.368 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.368 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.368 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.368 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.368 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.368 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.368 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.368 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.368 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.368 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.368 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.368 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.368 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.369 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.369 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.369 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.369 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.369 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:51.369 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.369 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 3, 2024-08-19T11:30:51.369 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.369 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.369 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.369 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.369 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.369 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.369 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:51.370 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.370 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 4, 2024-08-19T11:30:51.370 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.370 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.370 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 70, 2024-08-19T11:30:51.370 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.370 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.370 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.370 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.330946+0000", 2024-08-19T11:30:51.370 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:28:17.917666+0000", 2024-08-19T11:30:51.370 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:28:17.917666+0000", 2024-08-19T11:30:51.370 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:28:22.352631+0000", 2024-08-19T11:30:51.370 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.330946+0000", 2024-08-19T11:30:51.371 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:51.371 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.371 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:51.371 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 71, 2024-08-19T11:30:51.371 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.330946+0000", 2024-08-19T11:30:51.371 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.330946+0000", 2024-08-19T11:30:51.371 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.330946+0000", 2024-08-19T11:30:51.371 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.371 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.371 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:28:16.885732+0000", 2024-08-19T11:30:51.371 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.330946+0000", 2024-08-19T11:30:51.371 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.330946+0000", 2024-08-19T11:30:51.371 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.371 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.372 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.372 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.372 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 70, 2024-08-19T11:30:51.372 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.372 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.372 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.372 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.372 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.372 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.372 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.372 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.372 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "4.1", 2024-08-19T11:30:51.372 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.373 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.373 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.373 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:51.373 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.373 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T20:42:48.396973+0000", 2024-08-19T11:30:51.373 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.000875028, 2024-08-19T11:30:51.373 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.373 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.373 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.373 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.373 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.373 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.373 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.374 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.374 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.374 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.374 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.374 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.374 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.374 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.374 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.374 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.374 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.374 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.374 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.374 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.375 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.375 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.375 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.375 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.375 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.375 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.375 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.375 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.375 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.375 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.375 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.375 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.375 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.375 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.376 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.376 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.376 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.376 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.376 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.376 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.376 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.376 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.376 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.376 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.376 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.376 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.376 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.376 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.377 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:51.377 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.377 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 4, 2024-08-19T11:30:51.377 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.377 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.377 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.377 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.377 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:51.377 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.377 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:51.377 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.377 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 6, 2024-08-19T11:30:51.377 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.378 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.378 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:51.378 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.378 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.378 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.378 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.772423+0000", 2024-08-19T11:30:51.378 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.779276+0000", 2024-08-19T11:30:51.378 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.779276+0000", 2024-08-19T11:30:51.378 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.779665+0000", 2024-08-19T11:30:51.378 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.772423+0000", 2024-08-19T11:30:51.378 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.378 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.378 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.379 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:51.379 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.772423+0000", 2024-08-19T11:30:51.379 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.772423+0000", 2024-08-19T11:30:51.379 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.772423+0000", 2024-08-19T11:30:51.379 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.379 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.379 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.379 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.772423+0000", 2024-08-19T11:30:51.379 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.772423+0000", 2024-08-19T11:30:51.379 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.379 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 2, 2024-08-19T11:30:51.379 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.379 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.380 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:51.380 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.380 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.380 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.380 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.380 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 2, 2024-08-19T11:30:51.380 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.380 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.380 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.380 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.7", 2024-08-19T11:30:51.380 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.380 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.380 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.380 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 28, 2024-08-19T11:30:51.381 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.381 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:21:15.492444+0000", 2024-08-19T11:30:51.381 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.381 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.381 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.381 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.381 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.381 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.381 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.381 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.381 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.381 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.381 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.381 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.381 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.382 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.382 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.382 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.382 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.382 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.382 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.382 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 3, 2024-08-19T11:30:51.382 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 1, 2024-08-19T11:30:51.382 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.382 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 1, 2024-08-19T11:30:51.382 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.382 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.382 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.383 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.383 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.383 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 1, 2024-08-19T11:30:51.383 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.383 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.383 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.383 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.383 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.383 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.383 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.383 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.383 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.383 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.383 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.384 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.384 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 3, 2024-08-19T11:30:51.384 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.384 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.384 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.384 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.384 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.384 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:51.384 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.384 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:51.384 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.384 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 6, 2024-08-19T11:30:51.384 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "66'2" 2024-08-19T11:30:51.385 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.385 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.385 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.385 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.385 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.385 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:51.385 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.385 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 0, 2024-08-19T11:30:51.385 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.385 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.385 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:51.385 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.385 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.386 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.386 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.903409+0000", 2024-08-19T11:30:51.386 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.802591+0000", 2024-08-19T11:30:51.386 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.802591+0000", 2024-08-19T11:30:51.386 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.802888+0000", 2024-08-19T11:30:51.386 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.903409+0000", 2024-08-19T11:30:51.386 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.386 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.386 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.386 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:51.386 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.903409+0000", 2024-08-19T11:30:51.386 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.903409+0000", 2024-08-19T11:30:51.386 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.903409+0000", 2024-08-19T11:30:51.387 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.387 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.387 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.387 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.903409+0000", 2024-08-19T11:30:51.387 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.903409+0000", 2024-08-19T11:30:51.387 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.387 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.387 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.387 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.387 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:51.387 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.387 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.387 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.387 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.388 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.388 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.388 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.388 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.388 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.6", 2024-08-19T11:30:51.388 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.388 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.388 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.388 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:51.388 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.388 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T20:56:14.019071+0000", 2024-08-19T11:30:51.388 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.388 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.389 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.389 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.389 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.389 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.389 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.389 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.389 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.389 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.389 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.389 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.389 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.389 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.389 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.389 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.390 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.390 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.390 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.390 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.390 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.390 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.390 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.390 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.390 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.390 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.390 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.390 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.390 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.391 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.391 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.391 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.391 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.391 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.391 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.391 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.391 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.391 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.391 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.391 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.391 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.391 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.391 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.392 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.392 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.392 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.392 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.392 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.392 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.392 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:51.392 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.392 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 0, 2024-08-19T11:30:51.392 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.392 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.392 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.392 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.392 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.393 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.393 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:51.393 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.393 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:51.393 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.393 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.393 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:51.393 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.393 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.393 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.393 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372160+0000", 2024-08-19T11:30:51.393 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.782333+0000", 2024-08-19T11:30:51.393 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.782333+0000", 2024-08-19T11:30:51.394 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.782798+0000", 2024-08-19T11:30:51.394 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372160+0000", 2024-08-19T11:30:51.394 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.394 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.394 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.394 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:51.394 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372160+0000", 2024-08-19T11:30:51.394 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372160+0000", 2024-08-19T11:30:51.394 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372160+0000", 2024-08-19T11:30:51.394 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.394 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.394 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.394 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372160+0000", 2024-08-19T11:30:51.394 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372160+0000", 2024-08-19T11:30:51.395 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.395 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.395 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.395 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.395 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:51.395 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.395 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.395 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.395 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.395 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.395 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.395 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.395 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.395 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.8", 2024-08-19T11:30:51.396 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.396 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.396 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.396 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 25, 2024-08-19T11:30:51.396 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.396 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T12:48:37.481550+0000", 2024-08-19T11:30:51.396 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.396 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.396 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.396 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.396 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.396 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.397 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.397 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.397 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.397 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.397 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.397 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.397 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.397 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.397 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.397 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.397 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.397 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.397 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.397 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.398 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.398 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.398 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.398 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.398 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.398 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.398 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.398 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.398 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.398 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.398 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.398 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.398 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.398 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.399 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.399 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.399 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.399 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.399 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.399 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.399 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.399 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.399 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.399 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.399 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.399 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.399 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.400 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.400 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.400 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:51.400 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.400 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:51.400 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.400 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.400 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.400 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.400 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.400 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:51.400 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:51.400 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.400 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 4, 2024-08-19T11:30:51.401 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.401 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.401 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:51.401 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.401 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.401 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.401 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331111+0000", 2024-08-19T11:30:51.401 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.810030+0000", 2024-08-19T11:30:51.401 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.810030+0000", 2024-08-19T11:30:51.401 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.810826+0000", 2024-08-19T11:30:51.401 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331111+0000", 2024-08-19T11:30:51.401 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.401 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.401 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.402 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:51.402 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331111+0000", 2024-08-19T11:30:51.402 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331111+0000", 2024-08-19T11:30:51.402 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331111+0000", 2024-08-19T11:30:51.402 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.402 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.402 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.402 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331111+0000", 2024-08-19T11:30:51.402 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331111+0000", 2024-08-19T11:30:51.402 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.402 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.402 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.403 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.403 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:51.403 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.403 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.403 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.403 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.403 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.403 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.403 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.403 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.403 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.9", 2024-08-19T11:30:51.403 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.403 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.403 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.404 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:51.404 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.404 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T11:55:42.296054+0000", 2024-08-19T11:30:51.404 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.404 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.404 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.404 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.404 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.404 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.404 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.404 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.404 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.404 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.405 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.405 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.405 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.405 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.405 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.405 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.405 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.405 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.405 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.405 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.405 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.405 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.405 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.405 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.406 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.406 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.406 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.406 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.406 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.406 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.406 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.406 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.406 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.406 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.406 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.406 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.406 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.406 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.407 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.407 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.407 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.407 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.407 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.407 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.407 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.407 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.407 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.407 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.407 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:51.407 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:51.407 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.408 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 4, 2024-08-19T11:30:51.408 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.408 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.408 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.408 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.408 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.408 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.408 INFO:tasks.workunit.client.0.smithi136.stdout: 3 2024-08-19T11:30:51.408 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.408 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:51.408 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.408 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.408 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:51.408 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.408 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.409 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.409 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.332193+0000", 2024-08-19T11:30:51.409 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.777204+0000", 2024-08-19T11:30:51.409 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.777204+0000", 2024-08-19T11:30:51.409 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.777562+0000", 2024-08-19T11:30:51.409 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.332193+0000", 2024-08-19T11:30:51.409 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.409 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.409 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.409 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:51.409 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.332193+0000", 2024-08-19T11:30:51.409 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.332193+0000", 2024-08-19T11:30:51.409 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.332193+0000", 2024-08-19T11:30:51.409 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.410 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.410 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.410 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.332193+0000", 2024-08-19T11:30:51.410 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.332193+0000", 2024-08-19T11:30:51.410 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.410 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.410 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.410 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.410 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:51.410 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.410 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.410 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.410 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.411 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.411 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.411 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.411 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.411 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.9", 2024-08-19T11:30:51.411 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.411 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.411 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.411 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 25, 2024-08-19T11:30:51.411 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.411 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:12:16.120151+0000", 2024-08-19T11:30:51.411 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.411 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.411 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.412 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.412 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.412 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.412 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.412 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.412 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.412 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.412 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.412 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.412 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.412 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.412 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.412 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.412 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.413 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.413 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.413 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.413 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.413 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.413 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.413 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.413 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.413 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.413 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.413 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.413 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.413 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.413 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.414 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.414 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.414 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.414 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.414 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.414 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.414 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.414 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.414 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.414 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.414 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.414 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.414 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.415 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.415 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.415 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.415 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.415 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.415 INFO:tasks.workunit.client.0.smithi136.stdout: 3 2024-08-19T11:30:51.415 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.415 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:51.415 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.415 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.415 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.415 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.415 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.415 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.416 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:51.416 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.416 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 3, 2024-08-19T11:30:51.416 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.416 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.416 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:51.416 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.416 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.416 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.416 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.373305+0000", 2024-08-19T11:30:51.416 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.808601+0000", 2024-08-19T11:30:51.416 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.808601+0000", 2024-08-19T11:30:51.416 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.808899+0000", 2024-08-19T11:30:51.417 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.373305+0000", 2024-08-19T11:30:51.417 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.417 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.417 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.417 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:51.417 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.373305+0000", 2024-08-19T11:30:51.417 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.373305+0000", 2024-08-19T11:30:51.417 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.373305+0000", 2024-08-19T11:30:51.417 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.417 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.417 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.417 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.373305+0000", 2024-08-19T11:30:51.417 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.373305+0000", 2024-08-19T11:30:51.417 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.418 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.418 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.418 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.418 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:51.418 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.418 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.418 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.418 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.418 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.418 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.418 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.418 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.418 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.8", 2024-08-19T11:30:51.419 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.419 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.419 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.419 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:51.419 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.419 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:01:01.523482+0000", 2024-08-19T11:30:51.419 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.419 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.419 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.419 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.419 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.419 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.419 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.419 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.420 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.420 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.420 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.420 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.420 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.420 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.420 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.420 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.420 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.420 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.420 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.420 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.420 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.421 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.421 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.421 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.421 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.421 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.421 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.421 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.421 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.421 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.421 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.421 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.421 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.421 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.421 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.421 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.422 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.422 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.422 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.422 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.422 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.422 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.422 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.422 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.422 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.422 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.422 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.422 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.422 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.423 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:51.423 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.423 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 3, 2024-08-19T11:30:51.423 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.423 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.423 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.423 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.423 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.423 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.423 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:51.423 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.423 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 1, 2024-08-19T11:30:51.423 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.423 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.424 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:51.424 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.424 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.424 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.424 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.331379+0000", 2024-08-19T11:30:51.424 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.779589+0000", 2024-08-19T11:30:51.424 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.779589+0000", 2024-08-19T11:30:51.424 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.779873+0000", 2024-08-19T11:30:51.424 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.331379+0000", 2024-08-19T11:30:51.424 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.424 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.424 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.424 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:51.424 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.331379+0000", 2024-08-19T11:30:51.425 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.331379+0000", 2024-08-19T11:30:51.425 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.331379+0000", 2024-08-19T11:30:51.425 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.425 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.425 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.425 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.331379+0000", 2024-08-19T11:30:51.425 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.331379+0000", 2024-08-19T11:30:51.425 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.425 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.425 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.425 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.425 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:51.425 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.426 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.426 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.426 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.426 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.426 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.426 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.426 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.426 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.a", 2024-08-19T11:30:51.426 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.426 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.426 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.426 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 25, 2024-08-19T11:30:51.426 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.427 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:24:01.772508+0000", 2024-08-19T11:30:51.427 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.427 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.427 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.427 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.427 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.427 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.427 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.427 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.427 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.427 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.427 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.427 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.427 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.428 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.428 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.428 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.428 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.428 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.428 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.428 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.428 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.428 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.428 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.428 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.428 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.428 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.428 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.429 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.429 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.429 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.429 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.429 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.429 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.429 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.429 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.429 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.429 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.429 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.429 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.429 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.429 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.430 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.430 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.430 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.430 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.430 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.430 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.430 INFO:tasks.workunit.client.0.smithi136.stdout: 1, 2024-08-19T11:30:51.430 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.430 INFO:tasks.workunit.client.0.smithi136.stdout: 7 2024-08-19T11:30:51.430 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.430 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 1, 2024-08-19T11:30:51.430 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.430 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.431 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.431 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.431 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.431 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.431 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:51.431 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.431 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 3, 2024-08-19T11:30:51.431 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.431 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.431 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:51.431 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.431 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.431 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.431 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.373516+0000", 2024-08-19T11:30:51.432 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.822978+0000", 2024-08-19T11:30:51.432 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.822978+0000", 2024-08-19T11:30:51.432 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.823531+0000", 2024-08-19T11:30:51.432 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.373516+0000", 2024-08-19T11:30:51.432 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.432 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.432 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.432 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:51.432 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.373516+0000", 2024-08-19T11:30:51.432 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.373516+0000", 2024-08-19T11:30:51.432 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.373516+0000", 2024-08-19T11:30:51.432 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.432 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.433 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.433 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.373516+0000", 2024-08-19T11:30:51.433 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.373516+0000", 2024-08-19T11:30:51.433 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.433 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.433 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.433 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.433 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:51.433 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.433 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.433 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.433 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.433 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.433 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.434 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.434 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.434 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.b", 2024-08-19T11:30:51.434 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.434 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.434 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.434 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:51.434 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.434 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:13:54.762912+0000", 2024-08-19T11:30:51.434 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.434 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.434 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.434 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.435 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.435 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.435 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.435 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.435 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.435 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.435 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.435 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.435 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.435 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.435 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.435 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.435 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.435 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.436 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.436 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.436 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.436 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.436 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.436 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.436 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.436 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.436 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.436 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.436 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.436 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.436 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.436 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.437 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.437 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.437 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.437 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.437 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.437 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.437 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.437 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.437 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.437 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.437 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.437 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.437 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.437 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.437 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.438 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.438 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.438 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:51.438 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.438 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 3, 2024-08-19T11:30:51.438 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.438 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.438 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.438 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.438 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.438 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.438 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:51.438 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.439 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:51.439 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.439 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.439 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:51.439 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.439 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.439 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.439 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372576+0000", 2024-08-19T11:30:51.439 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.781674+0000", 2024-08-19T11:30:51.439 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.781674+0000", 2024-08-19T11:30:51.439 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.782128+0000", 2024-08-19T11:30:51.439 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372576+0000", 2024-08-19T11:30:51.439 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.439 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.440 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.440 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:51.440 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372576+0000", 2024-08-19T11:30:51.440 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372576+0000", 2024-08-19T11:30:51.440 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372576+0000", 2024-08-19T11:30:51.440 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.440 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.440 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.440 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372576+0000", 2024-08-19T11:30:51.440 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372576+0000", 2024-08-19T11:30:51.440 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.440 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 2, 2024-08-19T11:30:51.440 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.441 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.441 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:51.441 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.441 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.441 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.441 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.441 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 2, 2024-08-19T11:30:51.441 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.441 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.441 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.441 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.b", 2024-08-19T11:30:51.441 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.441 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.441 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.442 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 27, 2024-08-19T11:30:51.442 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.442 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:05:15.848738+0000", 2024-08-19T11:30:51.442 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.442 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.442 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.442 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.442 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.442 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.442 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.442 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.442 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.442 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.443 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.443 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.443 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.443 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.443 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.443 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.443 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.443 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.443 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.443 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 3, 2024-08-19T11:30:51.443 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 1, 2024-08-19T11:30:51.443 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.443 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 1, 2024-08-19T11:30:51.443 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.444 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.444 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.444 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.444 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.444 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 1, 2024-08-19T11:30:51.444 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.444 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.444 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.444 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.444 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.444 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.444 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.444 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.444 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.445 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.445 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.445 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.445 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 1, 2024-08-19T11:30:51.445 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.445 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.445 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.445 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.445 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.445 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.445 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.445 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:51.445 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.446 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:51.446 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "66'2" 2024-08-19T11:30:51.446 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.446 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.446 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.446 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:51.446 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.446 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:51.446 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.446 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 6, 2024-08-19T11:30:51.446 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.446 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.446 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:51.446 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.447 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.447 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.447 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.771918+0000", 2024-08-19T11:30:51.447 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.815104+0000", 2024-08-19T11:30:51.447 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.815104+0000", 2024-08-19T11:30:51.447 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.815362+0000", 2024-08-19T11:30:51.447 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.771918+0000", 2024-08-19T11:30:51.447 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.447 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.447 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.447 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:51.447 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.771918+0000", 2024-08-19T11:30:51.447 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.771918+0000", 2024-08-19T11:30:51.448 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.771918+0000", 2024-08-19T11:30:51.448 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.448 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.448 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.448 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.771918+0000", 2024-08-19T11:30:51.448 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.771918+0000", 2024-08-19T11:30:51.448 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.448 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.448 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.448 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.448 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:51.448 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.448 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.448 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.449 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.449 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.449 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.449 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.449 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.449 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.a", 2024-08-19T11:30:51.449 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.449 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.449 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.449 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:51.449 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.449 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:01:26.026011+0000", 2024-08-19T11:30:51.449 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.449 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.450 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.450 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.450 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.450 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.450 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.450 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.450 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.450 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.450 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.450 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.450 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.450 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.450 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.451 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.451 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.451 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.451 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.451 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.451 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.451 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.451 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.451 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.451 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.451 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.451 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.451 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.451 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.452 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.452 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.452 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.452 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.452 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.452 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.452 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.452 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.452 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.452 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.452 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.452 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.452 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.452 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.453 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.453 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.453 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.453 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.453 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:51.453 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.453 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:51.453 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.453 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 6, 2024-08-19T11:30:51.453 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.453 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.453 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.453 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.453 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.454 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.454 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:51.454 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.454 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:51.454 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.454 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.454 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:51.454 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.454 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.454 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.454 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.051946+0000", 2024-08-19T11:30:51.454 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.820564+0000", 2024-08-19T11:30:51.455 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.820564+0000", 2024-08-19T11:30:51.455 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.820858+0000", 2024-08-19T11:30:51.455 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.051946+0000", 2024-08-19T11:30:51.455 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.455 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.455 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.455 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:51.455 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.051946+0000", 2024-08-19T11:30:51.455 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.051946+0000", 2024-08-19T11:30:51.455 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.051946+0000", 2024-08-19T11:30:51.455 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.455 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.455 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.455 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.051946+0000", 2024-08-19T11:30:51.456 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.051946+0000", 2024-08-19T11:30:51.456 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.456 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.456 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.456 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.456 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:51.456 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.456 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.456 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.456 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.456 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.456 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.456 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.457 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.457 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.1d", 2024-08-19T11:30:51.457 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.457 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.457 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.457 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 22, 2024-08-19T11:30:51.457 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.457 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:11:46.775004+0000", 2024-08-19T11:30:51.457 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.457 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.457 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.457 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.457 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.457 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.458 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.458 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.458 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.458 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.458 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.458 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.458 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.458 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.458 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.458 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.458 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.458 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.458 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.459 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.459 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.459 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.459 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.459 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.459 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.459 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.459 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.459 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.459 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.459 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.459 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.459 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.459 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.460 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.460 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.460 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.460 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.460 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.460 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.460 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.460 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.460 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.460 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.460 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.460 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.460 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.461 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.461 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.461 INFO:tasks.workunit.client.0.smithi136.stdout: 4, 2024-08-19T11:30:51.461 INFO:tasks.workunit.client.0.smithi136.stdout: 6 2024-08-19T11:30:51.461 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.461 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:51.461 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.461 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.461 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.461 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.461 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.461 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.461 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:51.462 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.462 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:51.462 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.462 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.462 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:51.462 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.462 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.462 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.462 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372545+0000", 2024-08-19T11:30:51.462 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.780766+0000", 2024-08-19T11:30:51.462 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.780766+0000", 2024-08-19T11:30:51.462 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.781469+0000", 2024-08-19T11:30:51.462 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372545+0000", 2024-08-19T11:30:51.462 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.463 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.463 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.463 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:51.463 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372545+0000", 2024-08-19T11:30:51.463 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372545+0000", 2024-08-19T11:30:51.463 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372545+0000", 2024-08-19T11:30:51.463 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.463 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.463 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.463 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372545+0000", 2024-08-19T11:30:51.463 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372545+0000", 2024-08-19T11:30:51.463 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.463 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 2, 2024-08-19T11:30:51.463 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.464 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.464 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:51.464 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.464 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.464 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.464 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.464 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 2, 2024-08-19T11:30:51.464 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.464 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.464 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.464 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.1c", 2024-08-19T11:30:51.464 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.464 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.464 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.465 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 27, 2024-08-19T11:30:51.465 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.465 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:10:26.822650+0000", 2024-08-19T11:30:51.465 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.465 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.465 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.465 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.465 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.465 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.465 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.465 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.465 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.465 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.465 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.466 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.466 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.466 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.466 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.466 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.466 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.466 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.466 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.466 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 3, 2024-08-19T11:30:51.466 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 1, 2024-08-19T11:30:51.466 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.466 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 1, 2024-08-19T11:30:51.466 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.466 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.467 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.467 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.467 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.467 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 1, 2024-08-19T11:30:51.467 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.467 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.467 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.467 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.467 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.467 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.467 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.467 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.467 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.467 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.468 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.468 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.468 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 3, 2024-08-19T11:30:51.468 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.468 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.468 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.468 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.468 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.468 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.468 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.468 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:51.468 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.468 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:51.469 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "66'2" 2024-08-19T11:30:51.469 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.469 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.469 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.469 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.469 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.469 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:51.469 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.469 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 5, 2024-08-19T11:30:51.469 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.469 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.469 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:51.469 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.469 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.470 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.470 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.051070+0000", 2024-08-19T11:30:51.470 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:52.979845+0000", 2024-08-19T11:30:51.470 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:52.979845+0000", 2024-08-19T11:30:51.470 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:52.980138+0000", 2024-08-19T11:30:51.470 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.051070+0000", 2024-08-19T11:30:51.470 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.470 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.470 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.470 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 68, 2024-08-19T11:30:51.470 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.051070+0000", 2024-08-19T11:30:51.470 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.051070+0000", 2024-08-19T11:30:51.470 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.051070+0000", 2024-08-19T11:30:51.471 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.471 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.471 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.471 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.051070+0000", 2024-08-19T11:30:51.471 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.051070+0000", 2024-08-19T11:30:51.471 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.471 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.471 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.471 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.471 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 67, 2024-08-19T11:30:51.471 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.471 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.471 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.471 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.471 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.472 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.472 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.472 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.472 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.1c", 2024-08-19T11:30:51.472 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.472 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.472 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.472 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 31, 2024-08-19T11:30:51.472 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.472 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T11:41:25.099375+0000", 2024-08-19T11:30:51.472 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.472 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.472 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.472 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.473 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.473 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.473 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.473 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.473 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.473 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.473 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.473 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.473 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.473 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.473 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.473 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.473 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.473 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.474 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.474 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.474 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.474 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.474 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.474 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.474 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.474 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.474 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.474 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.474 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.474 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.474 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.474 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.475 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.475 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.475 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.475 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.475 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.475 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.475 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.475 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.475 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.475 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.475 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.475 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.475 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.476 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.476 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.476 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.476 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.476 INFO:tasks.workunit.client.0.smithi136.stdout: 1 2024-08-19T11:30:51.476 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.476 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 5, 2024-08-19T11:30:51.476 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.476 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.476 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.476 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.476 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.476 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:51.476 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:51.477 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.477 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 7, 2024-08-19T11:30:51.477 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.477 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.477 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:51.477 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.477 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.477 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.477 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:33.372657+0000", 2024-08-19T11:30:51.477 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.783252+0000", 2024-08-19T11:30:51.477 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.783252+0000", 2024-08-19T11:30:51.477 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.783793+0000", 2024-08-19T11:30:51.477 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:33.372657+0000", 2024-08-19T11:30:51.477 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.478 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.478 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.478 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:51.478 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:33.372657+0000", 2024-08-19T11:30:51.478 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:33.372657+0000", 2024-08-19T11:30:51.478 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:33.372657+0000", 2024-08-19T11:30:51.478 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.478 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.478 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.478 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:33.372657+0000", 2024-08-19T11:30:51.478 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:33.372657+0000", 2024-08-19T11:30:51.478 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.478 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 2, 2024-08-19T11:30:51.479 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.479 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.479 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:51.479 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.479 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.479 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.479 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.479 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 2, 2024-08-19T11:30:51.479 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.479 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.479 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.479 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.1d", 2024-08-19T11:30:51.479 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.479 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.480 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.480 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 27, 2024-08-19T11:30:51.480 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.480 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T20:44:11.162985+0000", 2024-08-19T11:30:51.480 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.480 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.480 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.480 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.480 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.480 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.480 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.480 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.480 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.481 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.481 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.481 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.481 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.481 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.481 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.481 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.481 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.481 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.481 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.481 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 3, 2024-08-19T11:30:51.481 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 1, 2024-08-19T11:30:51.481 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.481 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 1, 2024-08-19T11:30:51.482 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.482 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.482 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.482 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.482 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.482 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 1, 2024-08-19T11:30:51.482 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.482 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.482 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.482 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.482 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.482 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.482 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.482 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.483 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.483 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.483 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.483 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.483 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 3, 2024-08-19T11:30:51.483 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.483 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.483 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.483 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.483 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.483 INFO:tasks.workunit.client.0.smithi136.stdout: 7, 2024-08-19T11:30:51.483 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:51.483 INFO:tasks.workunit.client.0.smithi136.stdout: 0 2024-08-19T11:30:51.483 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.484 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 7, 2024-08-19T11:30:51.484 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "66'2" 2024-08-19T11:30:51.484 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.484 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.484 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.484 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.484 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.484 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:51.484 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.484 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 0, 2024-08-19T11:30:51.484 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.484 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.484 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:51.484 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.485 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.485 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.485 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.903472+0000", 2024-08-19T11:30:51.485 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.804892+0000", 2024-08-19T11:30:51.485 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.804892+0000", 2024-08-19T11:30:51.485 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.805203+0000", 2024-08-19T11:30:51.485 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.903472+0000", 2024-08-19T11:30:51.485 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.485 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.485 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.485 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:51.485 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.903472+0000", 2024-08-19T11:30:51.485 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.903472+0000", 2024-08-19T11:30:51.485 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.903472+0000", 2024-08-19T11:30:51.486 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.486 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.486 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.486 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.903472+0000", 2024-08-19T11:30:51.486 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.903472+0000", 2024-08-19T11:30:51.486 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.486 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.486 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.486 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.486 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:51.486 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.486 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.486 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.487 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.487 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.487 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.487 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.487 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.487 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.1f", 2024-08-19T11:30:51.487 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.487 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.487 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.487 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 23, 2024-08-19T11:30:51.487 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.487 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T12:54:40.393521+0000", 2024-08-19T11:30:51.487 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.487 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.488 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.488 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.488 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.488 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.488 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.488 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.488 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.488 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.488 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.488 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.488 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.488 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.488 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.488 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.489 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.489 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.489 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.489 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.489 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.489 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.489 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.489 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.489 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.489 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.489 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.489 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.489 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.489 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.490 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.490 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.490 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.490 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.490 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.490 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.490 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.490 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.490 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.490 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.490 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.490 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.490 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.490 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.491 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.491 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.491 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.491 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.491 INFO:tasks.workunit.client.0.smithi136.stdout: 5, 2024-08-19T11:30:51.491 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:51.491 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.491 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 0, 2024-08-19T11:30:51.491 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.491 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.491 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.491 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.491 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.492 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.492 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:51.492 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.492 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 3, 2024-08-19T11:30:51.492 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.492 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.492 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:51.492 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.492 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.492 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.492 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.373747+0000", 2024-08-19T11:30:51.492 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:24.781289+0000", 2024-08-19T11:30:51.492 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:24.781289+0000", 2024-08-19T11:30:51.492 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:24.781563+0000", 2024-08-19T11:30:51.493 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.373747+0000", 2024-08-19T11:30:51.493 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.493 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.493 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.493 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 61, 2024-08-19T11:30:51.493 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.373747+0000", 2024-08-19T11:30:51.493 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.373747+0000", 2024-08-19T11:30:51.493 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.373747+0000", 2024-08-19T11:30:51.493 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.493 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.493 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.493 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.373747+0000", 2024-08-19T11:30:51.493 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.373747+0000", 2024-08-19T11:30:51.494 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.494 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 1, 2024-08-19T11:30:51.494 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.494 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.494 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 60, 2024-08-19T11:30:51.494 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.494 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.494 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.494 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.494 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 1, 2024-08-19T11:30:51.494 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.494 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.494 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.494 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.1e", 2024-08-19T11:30:51.495 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.495 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.495 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.495 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 25, 2024-08-19T11:30:51.495 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.495 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:14:45.283340+0000", 2024-08-19T11:30:51.495 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.495 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.495 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.495 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.495 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.495 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.495 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.495 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.496 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.496 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.496 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.496 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.496 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.496 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.496 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.496 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.496 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.496 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.496 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.496 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.496 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.497 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.497 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.497 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.497 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.497 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.497 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.497 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.497 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.497 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.497 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.497 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.497 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.497 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.498 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.498 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.498 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.498 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.498 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.498 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.498 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.498 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.498 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.498 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.498 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.498 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.498 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.499 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.499 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.499 INFO:tasks.workunit.client.0.smithi136.stdout: 5 2024-08-19T11:30:51.499 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.499 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 3, 2024-08-19T11:30:51.499 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "66'1" 2024-08-19T11:30:51.499 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.499 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.499 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.499 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.499 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:51.499 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:51.499 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.499 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 3, 2024-08-19T11:30:51.500 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.500 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.500 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 63, 2024-08-19T11:30:51.500 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.500 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.500 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.500 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.373665+0000", 2024-08-19T11:30:51.500 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:27.817288+0000", 2024-08-19T11:30:51.500 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:27.817288+0000", 2024-08-19T11:30:51.500 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:27.818228+0000", 2024-08-19T11:30:51.500 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.373665+0000", 2024-08-19T11:30:51.500 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.500 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.501 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.501 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 64, 2024-08-19T11:30:51.501 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.373665+0000", 2024-08-19T11:30:51.501 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.373665+0000", 2024-08-19T11:30:51.501 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.373665+0000", 2024-08-19T11:30:51.501 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.501 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.501 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:26.778233+0000", 2024-08-19T11:30:51.501 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.373665+0000", 2024-08-19T11:30:51.501 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.373665+0000", 2024-08-19T11:30:51.501 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.501 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.501 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.502 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.502 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 63, 2024-08-19T11:30:51.502 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.502 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.502 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.502 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.502 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.502 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.502 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.502 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.502 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "3.1e", 2024-08-19T11:30:51.502 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.502 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.502 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.503 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 21, 2024-08-19T11:30:51.503 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.503 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:33:42.091845+0000", 2024-08-19T11:30:51.503 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.503 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.503 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.503 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.503 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.503 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.503 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.503 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.503 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.503 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.504 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.504 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.504 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.504 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.504 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.504 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.504 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.504 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.504 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.504 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.504 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.504 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.504 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.504 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.505 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.505 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.505 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.505 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.505 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.505 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.505 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.505 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.505 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.505 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.505 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.505 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.505 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.505 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.506 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.506 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.506 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.506 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.506 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.506 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.506 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.506 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.506 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.506 INFO:tasks.workunit.client.0.smithi136.stdout: 3, 2024-08-19T11:30:51.506 INFO:tasks.workunit.client.0.smithi136.stdout: 6, 2024-08-19T11:30:51.506 INFO:tasks.workunit.client.0.smithi136.stdout: 2 2024-08-19T11:30:51.506 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.507 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 3, 2024-08-19T11:30:51.507 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "0'0" 2024-08-19T11:30:51.507 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.507 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.507 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": [ 2024-08-19T11:30:51.507 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.507 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:51.507 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:51.507 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.507 INFO:tasks.workunit.client.0.smithi136.stdout: "acting_primary": 0, 2024-08-19T11:30:51.507 INFO:tasks.workunit.client.0.smithi136.stdout: "avail_no_missing": [], 2024-08-19T11:30:51.507 INFO:tasks.workunit.client.0.smithi136.stdout: "blocked_by": [], 2024-08-19T11:30:51.507 INFO:tasks.workunit.client.0.smithi136.stdout: "created": 60, 2024-08-19T11:30:51.507 INFO:tasks.workunit.client.0.smithi136.stdout: "dirty_stats_invalid": false, 2024-08-19T11:30:51.508 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T11:30:51.508 INFO:tasks.workunit.client.0.smithi136.stdout: "hitset_stats_invalid": false, 2024-08-19T11:30:51.508 INFO:tasks.workunit.client.0.smithi136.stdout: "last_active": "2024-08-19T11:28:32.902367+0000", 2024-08-19T11:30:51.508 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_active": "2024-08-19T11:27:52.868210+0000", 2024-08-19T11:30:51.508 INFO:tasks.workunit.client.0.smithi136.stdout: "last_became_peered": "2024-08-19T11:27:52.868210+0000", 2024-08-19T11:30:51.508 INFO:tasks.workunit.client.0.smithi136.stdout: "last_change": "2024-08-19T11:27:52.871598+0000", 2024-08-19T11:30:51.508 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean": "2024-08-19T11:28:32.902367+0000", 2024-08-19T11:30:51.508 INFO:tasks.workunit.client.0.smithi136.stdout: "last_clean_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.508 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub": "0'0", 2024-08-19T11:30:51.508 INFO:tasks.workunit.client.0.smithi136.stdout: "last_deep_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.508 INFO:tasks.workunit.client.0.smithi136.stdout: "last_epoch_clean": 68, 2024-08-19T11:30:51.508 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fresh": "2024-08-19T11:28:32.902367+0000", 2024-08-19T11:30:51.508 INFO:tasks.workunit.client.0.smithi136.stdout: "last_fullsized": "2024-08-19T11:28:32.902367+0000", 2024-08-19T11:30:51.508 INFO:tasks.workunit.client.0.smithi136.stdout: "last_peered": "2024-08-19T11:28:32.902367+0000", 2024-08-19T11:30:51.509 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub": "0'0", 2024-08-19T11:30:51.509 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_duration": 0, 2024-08-19T11:30:51.509 INFO:tasks.workunit.client.0.smithi136.stdout: "last_scrub_stamp": "2024-08-19T11:27:23.757188+0000", 2024-08-19T11:30:51.509 INFO:tasks.workunit.client.0.smithi136.stdout: "last_undegraded": "2024-08-19T11:28:32.902367+0000", 2024-08-19T11:30:51.509 INFO:tasks.workunit.client.0.smithi136.stdout: "last_unstale": "2024-08-19T11:28:32.902367+0000", 2024-08-19T11:30:51.509 INFO:tasks.workunit.client.0.smithi136.stdout: "log_dups_size": 0, 2024-08-19T11:30:51.509 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 4, 2024-08-19T11:30:51.509 INFO:tasks.workunit.client.0.smithi136.stdout: "log_start": "0'0", 2024-08-19T11:30:51.509 INFO:tasks.workunit.client.0.smithi136.stdout: "manifest_stats_invalid": false, 2024-08-19T11:30:51.509 INFO:tasks.workunit.client.0.smithi136.stdout: "mapping_epoch": 67, 2024-08-19T11:30:51.509 INFO:tasks.workunit.client.0.smithi136.stdout: "object_location_counts": [], 2024-08-19T11:30:51.509 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_scrubbed": 0, 2024-08-19T11:30:51.509 INFO:tasks.workunit.client.0.smithi136.stdout: "objects_trimmed": 0, 2024-08-19T11:30:51.510 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_stats_invalid": false, 2024-08-19T11:30:51.510 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 4, 2024-08-19T11:30:51.510 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_start": "0'0", 2024-08-19T11:30:51.510 INFO:tasks.workunit.client.0.smithi136.stdout: "parent": "0.0", 2024-08-19T11:30:51.510 INFO:tasks.workunit.client.0.smithi136.stdout: "parent_split_bits": 0, 2024-08-19T11:30:51.510 INFO:tasks.workunit.client.0.smithi136.stdout: "pgid": "2.1f", 2024-08-19T11:30:51.510 INFO:tasks.workunit.client.0.smithi136.stdout: "pin_stats_invalid": false, 2024-08-19T11:30:51.510 INFO:tasks.workunit.client.0.smithi136.stdout: "purged_snaps": [], 2024-08-19T11:30:51.510 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_epoch": 76, 2024-08-19T11:30:51.510 INFO:tasks.workunit.client.0.smithi136.stdout: "reported_seq": 45, 2024-08-19T11:30:51.510 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_duration": 0.0, 2024-08-19T11:30:51.510 INFO:tasks.workunit.client.0.smithi136.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T12:59:03.017204+0000", 2024-08-19T11:30:51.510 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrim_duration": 0.0, 2024-08-19T11:30:51.510 INFO:tasks.workunit.client.0.smithi136.stdout: "snaptrimq_len": 0, 2024-08-19T11:30:51.511 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.511 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 582, 2024-08-19T11:30:51.511 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.511 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 582, 2024-08-19T11:30:51.511 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.511 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.511 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.511 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.511 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.511 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.511 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.511 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.511 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.512 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.512 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.512 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.512 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.512 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 6, 2024-08-19T11:30:51.512 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 2, 2024-08-19T11:30:51.512 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.512 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 2, 2024-08-19T11:30:51.512 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.512 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.512 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.512 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.512 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.512 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 1, 2024-08-19T11:30:51.513 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.513 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 2, 2024-08-19T11:30:51.513 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.513 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.513 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.513 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.513 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.513 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.513 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.513 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.513 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.513 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.513 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 4, 2024-08-19T11:30:51.513 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 1 2024-08-19T11:30:51.514 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.514 INFO:tasks.workunit.client.0.smithi136.stdout: "state": "active+clean", 2024-08-19T11:30:51.514 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_invalid": false, 2024-08-19T11:30:51.514 INFO:tasks.workunit.client.0.smithi136.stdout: "up": [ 2024-08-19T11:30:51.514 INFO:tasks.workunit.client.0.smithi136.stdout: 0, 2024-08-19T11:30:51.514 INFO:tasks.workunit.client.0.smithi136.stdout: 2, 2024-08-19T11:30:51.514 INFO:tasks.workunit.client.0.smithi136.stdout: 4 2024-08-19T11:30:51.514 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.514 INFO:tasks.workunit.client.0.smithi136.stdout: "up_primary": 0, 2024-08-19T11:30:51.514 INFO:tasks.workunit.client.0.smithi136.stdout: "version": "66'4" 2024-08-19T11:30:51.514 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:51.514 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.514 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_per_pool": [ 2024-08-19T11:30:51.514 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.515 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": 24, 2024-08-19T11:30:51.515 INFO:tasks.workunit.client.0.smithi136.stdout: "application": [ 2024-08-19T11:30:51.515 INFO:tasks.workunit.client.0.smithi136.stdout: "rbd" 2024-08-19T11:30:51.515 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.515 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 3, 2024-08-19T11:30:51.515 INFO:tasks.workunit.client.0.smithi136.stdout: "num_pg": 8, 2024-08-19T11:30:51.515 INFO:tasks.workunit.client.0.smithi136.stdout: "num_store_stats": 8, 2024-08-19T11:30:51.515 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 3, 2024-08-19T11:30:51.515 INFO:tasks.workunit.client.0.smithi136.stdout: "poolid": 4, 2024-08-19T11:30:51.515 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.515 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 19, 2024-08-19T11:30:51.515 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.515 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.515 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.516 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.516 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.516 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.516 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.516 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.516 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.516 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.516 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.516 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.516 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.516 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.516 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.516 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 6, 2024-08-19T11:30:51.516 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 2, 2024-08-19T11:30:51.517 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.517 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 2, 2024-08-19T11:30:51.517 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.517 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.517 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.517 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.517 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.517 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.517 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.517 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.517 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.517 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.517 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.517 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.518 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.518 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.518 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.518 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.518 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.518 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.518 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 2, 2024-08-19T11:30:51.518 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 2 2024-08-19T11:30:51.518 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.518 INFO:tasks.workunit.client.0.smithi136.stdout: "store_stats": { 2024-08-19T11:30:51.518 INFO:tasks.workunit.client.0.smithi136.stdout: "allocated": 12288, 2024-08-19T11:30:51.518 INFO:tasks.workunit.client.0.smithi136.stdout: "available": 0, 2024-08-19T11:30:51.518 INFO:tasks.workunit.client.0.smithi136.stdout: "data_compressed": 0, 2024-08-19T11:30:51.518 INFO:tasks.workunit.client.0.smithi136.stdout: "data_compressed_allocated": 0, 2024-08-19T11:30:51.519 INFO:tasks.workunit.client.0.smithi136.stdout: "data_compressed_original": 0, 2024-08-19T11:30:51.519 INFO:tasks.workunit.client.0.smithi136.stdout: "data_stored": 57, 2024-08-19T11:30:51.519 INFO:tasks.workunit.client.0.smithi136.stdout: "internal_metadata": 0, 2024-08-19T11:30:51.519 INFO:tasks.workunit.client.0.smithi136.stdout: "internally_reserved": 0, 2024-08-19T11:30:51.519 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_allocated": 0, 2024-08-19T11:30:51.519 INFO:tasks.workunit.client.0.smithi136.stdout: "total": 0 2024-08-19T11:30:51.519 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.519 INFO:tasks.workunit.client.0.smithi136.stdout: "up": 24 2024-08-19T11:30:51.519 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.519 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.519 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": 192, 2024-08-19T11:30:51.519 INFO:tasks.workunit.client.0.smithi136.stdout: "application": [ 2024-08-19T11:30:51.519 INFO:tasks.workunit.client.0.smithi136.stdout: "cephfs" 2024-08-19T11:30:51.520 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.520 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 0, 2024-08-19T11:30:51.520 INFO:tasks.workunit.client.0.smithi136.stdout: "num_pg": 64, 2024-08-19T11:30:51.520 INFO:tasks.workunit.client.0.smithi136.stdout: "num_store_stats": 8, 2024-08-19T11:30:51.520 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 0, 2024-08-19T11:30:51.520 INFO:tasks.workunit.client.0.smithi136.stdout: "poolid": 3, 2024-08-19T11:30:51.520 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.520 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 0, 2024-08-19T11:30:51.520 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.520 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 0, 2024-08-19T11:30:51.520 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.520 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.520 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.520 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.520 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.521 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.521 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.521 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.521 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.521 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.521 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.521 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.521 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.521 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 0, 2024-08-19T11:30:51.521 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 0, 2024-08-19T11:30:51.521 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.521 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 0, 2024-08-19T11:30:51.521 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.522 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.522 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.522 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.522 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.522 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.522 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.522 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 0, 2024-08-19T11:30:51.522 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.522 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.522 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.522 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.522 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.522 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.522 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.523 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.523 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.523 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.523 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 0, 2024-08-19T11:30:51.523 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 0 2024-08-19T11:30:51.523 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.523 INFO:tasks.workunit.client.0.smithi136.stdout: "store_stats": { 2024-08-19T11:30:51.523 INFO:tasks.workunit.client.0.smithi136.stdout: "allocated": 0, 2024-08-19T11:30:51.523 INFO:tasks.workunit.client.0.smithi136.stdout: "available": 0, 2024-08-19T11:30:51.523 INFO:tasks.workunit.client.0.smithi136.stdout: "data_compressed": 0, 2024-08-19T11:30:51.523 INFO:tasks.workunit.client.0.smithi136.stdout: "data_compressed_allocated": 0, 2024-08-19T11:30:51.523 INFO:tasks.workunit.client.0.smithi136.stdout: "data_compressed_original": 0, 2024-08-19T11:30:51.523 INFO:tasks.workunit.client.0.smithi136.stdout: "data_stored": 0, 2024-08-19T11:30:51.524 INFO:tasks.workunit.client.0.smithi136.stdout: "internal_metadata": 0, 2024-08-19T11:30:51.524 INFO:tasks.workunit.client.0.smithi136.stdout: "internally_reserved": 0, 2024-08-19T11:30:51.524 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_allocated": 0, 2024-08-19T11:30:51.524 INFO:tasks.workunit.client.0.smithi136.stdout: "total": 0 2024-08-19T11:30:51.524 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.524 INFO:tasks.workunit.client.0.smithi136.stdout: "up": 192 2024-08-19T11:30:51.524 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.524 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.524 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": 96, 2024-08-19T11:30:51.524 INFO:tasks.workunit.client.0.smithi136.stdout: "application": [ 2024-08-19T11:30:51.524 INFO:tasks.workunit.client.0.smithi136.stdout: "cephfs" 2024-08-19T11:30:51.524 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.524 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 45, 2024-08-19T11:30:51.524 INFO:tasks.workunit.client.0.smithi136.stdout: "num_pg": 32, 2024-08-19T11:30:51.525 INFO:tasks.workunit.client.0.smithi136.stdout: "num_store_stats": 8, 2024-08-19T11:30:51.525 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 45, 2024-08-19T11:30:51.525 INFO:tasks.workunit.client.0.smithi136.stdout: "poolid": 2, 2024-08-19T11:30:51.525 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.525 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 3428, 2024-08-19T11:30:51.525 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.525 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 582, 2024-08-19T11:30:51.525 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.525 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.525 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.525 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.525 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.525 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.525 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.526 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.526 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.526 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.526 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.526 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.526 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.526 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 66, 2024-08-19T11:30:51.526 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 22, 2024-08-19T11:30:51.526 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.526 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 22, 2024-08-19T11:30:51.526 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.526 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.526 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.527 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.527 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.527 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 14, 2024-08-19T11:30:51.527 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.527 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 2, 2024-08-19T11:30:51.527 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.527 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.527 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.527 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.527 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.527 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 0, 2024-08-19T11:30:51.527 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 0, 2024-08-19T11:30:51.527 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.527 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.528 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.528 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 51, 2024-08-19T11:30:51.528 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 20 2024-08-19T11:30:51.528 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.528 INFO:tasks.workunit.client.0.smithi136.stdout: "store_stats": { 2024-08-19T11:30:51.528 INFO:tasks.workunit.client.0.smithi136.stdout: "allocated": 98304, 2024-08-19T11:30:51.528 INFO:tasks.workunit.client.0.smithi136.stdout: "available": 0, 2024-08-19T11:30:51.528 INFO:tasks.workunit.client.0.smithi136.stdout: "data_compressed": 0, 2024-08-19T11:30:51.528 INFO:tasks.workunit.client.0.smithi136.stdout: "data_compressed_allocated": 0, 2024-08-19T11:30:51.528 INFO:tasks.workunit.client.0.smithi136.stdout: "data_compressed_original": 0, 2024-08-19T11:30:51.528 INFO:tasks.workunit.client.0.smithi136.stdout: "data_stored": 10284, 2024-08-19T11:30:51.528 INFO:tasks.workunit.client.0.smithi136.stdout: "internal_metadata": 0, 2024-08-19T11:30:51.528 INFO:tasks.workunit.client.0.smithi136.stdout: "internally_reserved": 0, 2024-08-19T11:30:51.529 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_allocated": 0, 2024-08-19T11:30:51.529 INFO:tasks.workunit.client.0.smithi136.stdout: "total": 0 2024-08-19T11:30:51.529 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.529 INFO:tasks.workunit.client.0.smithi136.stdout: "up": 96 2024-08-19T11:30:51.529 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.529 INFO:tasks.workunit.client.0.smithi136.stdout: { 2024-08-19T11:30:51.529 INFO:tasks.workunit.client.0.smithi136.stdout: "acting": 3, 2024-08-19T11:30:51.529 INFO:tasks.workunit.client.0.smithi136.stdout: "application": [ 2024-08-19T11:30:51.529 INFO:tasks.workunit.client.0.smithi136.stdout: "mgr" 2024-08-19T11:30:51.529 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.529 INFO:tasks.workunit.client.0.smithi136.stdout: "log_size": 156, 2024-08-19T11:30:51.529 INFO:tasks.workunit.client.0.smithi136.stdout: "num_pg": 1, 2024-08-19T11:30:51.529 INFO:tasks.workunit.client.0.smithi136.stdout: "num_store_stats": 3, 2024-08-19T11:30:51.530 INFO:tasks.workunit.client.0.smithi136.stdout: "ondisk_log_size": 156, 2024-08-19T11:30:51.530 INFO:tasks.workunit.client.0.smithi136.stdout: "poolid": 1, 2024-08-19T11:30:51.530 INFO:tasks.workunit.client.0.smithi136.stdout: "stat_sum": { 2024-08-19T11:30:51.530 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes": 590368, 2024-08-19T11:30:51.530 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T11:30:51.530 INFO:tasks.workunit.client.0.smithi136.stdout: "num_bytes_recovered": 1771104, 2024-08-19T11:30:51.530 INFO:tasks.workunit.client.0.smithi136.stdout: "num_deep_scrub_errors": 0, 2024-08-19T11:30:51.530 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict": 0, 2024-08-19T11:30:51.530 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_kb": 0, 2024-08-19T11:30:51.530 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_full": 0, 2024-08-19T11:30:51.530 INFO:tasks.workunit.client.0.smithi136.stdout: "num_evict_mode_some": 0, 2024-08-19T11:30:51.530 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush": 0, 2024-08-19T11:30:51.530 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_kb": 0, 2024-08-19T11:30:51.531 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_high": 0, 2024-08-19T11:30:51.531 INFO:tasks.workunit.client.0.smithi136.stdout: "num_flush_mode_low": 0, 2024-08-19T11:30:51.531 INFO:tasks.workunit.client.0.smithi136.stdout: "num_keys_recovered": 0, 2024-08-19T11:30:51.531 INFO:tasks.workunit.client.0.smithi136.stdout: "num_large_omap_objects": 0, 2024-08-19T11:30:51.531 INFO:tasks.workunit.client.0.smithi136.stdout: "num_legacy_snapsets": 0, 2024-08-19T11:30:51.531 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_clones": 0, 2024-08-19T11:30:51.531 INFO:tasks.workunit.client.0.smithi136.stdout: "num_object_copies": 6, 2024-08-19T11:30:51.531 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects": 2, 2024-08-19T11:30:51.531 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_degraded": 0, 2024-08-19T11:30:51.531 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_dirty": 2, 2024-08-19T11:30:51.531 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T11:30:51.531 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_manifest": 0, 2024-08-19T11:30:51.531 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_misplaced": 0, 2024-08-19T11:30:51.531 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing": 0, 2024-08-19T11:30:51.532 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T11:30:51.532 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_omap": 0, 2024-08-19T11:30:51.532 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_pinned": 0, 2024-08-19T11:30:51.532 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_recovered": 6, 2024-08-19T11:30:51.532 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_repaired": 0, 2024-08-19T11:30:51.532 INFO:tasks.workunit.client.0.smithi136.stdout: "num_objects_unfound": 0, 2024-08-19T11:30:51.532 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_bytes": 0, 2024-08-19T11:30:51.532 INFO:tasks.workunit.client.0.smithi136.stdout: "num_omap_keys": 0, 2024-08-19T11:30:51.532 INFO:tasks.workunit.client.0.smithi136.stdout: "num_promote": 0, 2024-08-19T11:30:51.532 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read": 466, 2024-08-19T11:30:51.532 INFO:tasks.workunit.client.0.smithi136.stdout: "num_read_kb": 644, 2024-08-19T11:30:51.532 INFO:tasks.workunit.client.0.smithi136.stdout: "num_scrub_errors": 0, 2024-08-19T11:30:51.532 INFO:tasks.workunit.client.0.smithi136.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T11:30:51.533 INFO:tasks.workunit.client.0.smithi136.stdout: "num_whiteouts": 0, 2024-08-19T11:30:51.533 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write": 235, 2024-08-19T11:30:51.533 INFO:tasks.workunit.client.0.smithi136.stdout: "num_write_kb": 2416 2024-08-19T11:30:51.533 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.533 INFO:tasks.workunit.client.0.smithi136.stdout: "store_stats": { 2024-08-19T11:30:51.533 INFO:tasks.workunit.client.0.smithi136.stdout: "allocated": 1781760, 2024-08-19T11:30:51.533 INFO:tasks.workunit.client.0.smithi136.stdout: "available": 0, 2024-08-19T11:30:51.533 INFO:tasks.workunit.client.0.smithi136.stdout: "data_compressed": 0, 2024-08-19T11:30:51.533 INFO:tasks.workunit.client.0.smithi136.stdout: "data_compressed_allocated": 0, 2024-08-19T11:30:51.533 INFO:tasks.workunit.client.0.smithi136.stdout: "data_compressed_original": 0, 2024-08-19T11:30:51.533 INFO:tasks.workunit.client.0.smithi136.stdout: "data_stored": 1771104, 2024-08-19T11:30:51.533 INFO:tasks.workunit.client.0.smithi136.stdout: "internal_metadata": 0, 2024-08-19T11:30:51.533 INFO:tasks.workunit.client.0.smithi136.stdout: "internally_reserved": 0, 2024-08-19T11:30:51.533 INFO:tasks.workunit.client.0.smithi136.stdout: "omap_allocated": 0, 2024-08-19T11:30:51.534 INFO:tasks.workunit.client.0.smithi136.stdout: "total": 0 2024-08-19T11:30:51.534 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.534 INFO:tasks.workunit.client.0.smithi136.stdout: "up": 3 2024-08-19T11:30:51.534 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:51.534 INFO:tasks.workunit.client.0.smithi136.stdout: ], 2024-08-19T11:30:51.534 INFO:tasks.workunit.client.0.smithi136.stdout: "usage": { 2024-08-19T11:30:51.534 INFO:tasks.workunit.client.0.smithi136.stdout: "pg_num": 105, 2024-08-19T11:30:51.534 INFO:tasks.workunit.client.0.smithi136.stdout: "pools": 4, 2024-08-19T11:30:51.534 INFO:tasks.workunit.client.0.smithi136.stdout: "stats_by_class": { 2024-08-19T11:30:51.534 INFO:tasks.workunit.client.0.smithi136.stdout: "ssd": { 2024-08-19T11:30:51.534 INFO:tasks.workunit.client.0.smithi136.stdout: "total_avail_bytes": 767726563328, 2024-08-19T11:30:51.534 INFO:tasks.workunit.client.0.smithi136.stdout: "total_bytes": 767960285184, 2024-08-19T11:30:51.534 INFO:tasks.workunit.client.0.smithi136.stdout: "total_used_bytes": 233721856, 2024-08-19T11:30:51.534 INFO:tasks.workunit.client.0.smithi136.stdout: "total_used_raw_bytes": 233721856, 2024-08-19T11:30:51.535 INFO:tasks.workunit.client.0.smithi136.stdout: "total_used_raw_ratio": 0.0003043410833925009 2024-08-19T11:30:51.535 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:51.535 INFO:tasks.workunit.client.0.smithi136.stdout: }, 2024-08-19T11:30:51.535 INFO:tasks.workunit.client.0.smithi136.stdout: "total_avail_bytes": 767726563328, 2024-08-19T11:30:51.535 INFO:tasks.workunit.client.0.smithi136.stdout: "total_bytes": 767960285184, 2024-08-19T11:30:51.535 INFO:tasks.workunit.client.0.smithi136.stdout: "total_used_bytes": 233721856 2024-08-19T11:30:51.535 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:51.535 INFO:tasks.workunit.client.0.smithi136.stdout: } 2024-08-19T11:30:51.535 INFO:tasks.workunit.client.0.smithi136.stdout:} 2024-08-19T11:30:51.535 INFO:tasks.workunit.client.0.smithi136.stdout:OK 2024-08-19T11:30:51.536 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-19T11:30:51.536 DEBUG:teuthology.orchestra.run.smithi136:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-19T11:30:51.536 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='client.24779 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:51.536 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='client.14898 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:51.536 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='client.14898 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:51.537 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='client.14904 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:51.537 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:51.537 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:51.537 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:51.537 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:51.537 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:51.537 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:51.537 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:51.537 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:51.537 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:51.537 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:51.537 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:51.537 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:51.538 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:51.538 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:51.538 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:51.538 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:51.538 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:51.538 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:51.538 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:51.538 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:51.538 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:51.538 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:51.538 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:51.539 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='client.24779 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:51.539 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='client.14898 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:51.539 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='client.14898 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:51.539 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='client.14904 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:51.539 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:51.539 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:51.539 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:51.539 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:51.539 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:51.539 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:51.540 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:51.540 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:51.540 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:51.540 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:51.540 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:51.540 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:51.540 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:51.540 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:51.540 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:51.540 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:51.540 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:51.540 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:51.540 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:51.540 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:51.541 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:51.541 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:51.541 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:51.541 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:51.541 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:51.541 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:51.541 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:51.541 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:51.541 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:51.541 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:51.541 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:51.541 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:51.541 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:51.541 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:51.542 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:51.542 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:51.542 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:51.542 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:51.542 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:51.542 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:51.542 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:51.542 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:51.542 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:51.542 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:51.542 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:51.542 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:51.542 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:51.543 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:51.543 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:51.543 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:51.543 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:51.543 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:51.543 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:51.544 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:51.544 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:51.544 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:51.544 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:30:51.544 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:51.544 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:51.544 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:51.544 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:51.544 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:51.544 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:51.544 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:51.544 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:51.544 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:51.545 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:51.545 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:51.545 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:51.545 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:51.545 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:51.545 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:51.545 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:51.545 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:51.545 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:51.545 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:51.545 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:30:51.545 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:30:51.545 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:30:51.545 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:30:51.545 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:49 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:30:51.546 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:50 smithi136 ceph-mon[28279]: from='client.14904 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:51.546 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:50 smithi136 ceph-mon[28279]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 0 B/s wr, 25 op/s 2024-08-19T11:30:51.546 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:50 smithi155 ceph-mon[19718]: from='client.14904 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:51.546 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:50 smithi155 ceph-mon[19718]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 0 B/s wr, 25 op/s 2024-08-19T11:30:51.546 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:50 smithi136 ceph-mon[16389]: from='client.14904 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:30:51.546 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:50 smithi136 ceph-mon[16389]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 0 B/s wr, 25 op/s 2024-08-19T11:30:51.579 INFO:tasks.workunit:Stopping ['test_telemetry_reef.sh'] on client.0... 2024-08-19T11:30:51.579 DEBUG:teuthology.orchestra.run.smithi136:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-19T11:30:51.887 DEBUG:teuthology.parallel:result is None 2024-08-19T11:30:51.887 DEBUG:teuthology.orchestra.run.smithi136:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-19T11:30:51.912 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-19T11:30:51.912 DEBUG:teuthology.orchestra.run.smithi136:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-19T11:30:51.975 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-19T11:30:51.975 INFO:teuthology.run_tasks:Running task print... 2024-08-19T11:30:51.985 INFO:teuthology.task.print:**** done end telemetry reef... 2024-08-19T11:30:51.985 INFO:teuthology.run_tasks:Running task print... 2024-08-19T11:30:52.083 INFO:teuthology.task.print:**** done start parallel 2024-08-19T11:30:52.083 INFO:teuthology.run_tasks:Running task parallel... 2024-08-19T11:30:52.134 INFO:teuthology.task.parallel:starting parallel... 2024-08-19T11:30:52.134 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-08-19T11:30:52.135 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-19T11:30:52.135 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-08-19T11:30:52.135 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-08-19T11:30:52.138 INFO:tasks.rados:Beginning rados... 2024-08-19T11:30:52.138 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-08-19T11:30:52.138 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'main'}, 'ceph': {'conf': {'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_AVAILABILITY'], 'sha1': '797669399b32d2915e64eb6d4b1257ae3c50f80b'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '797669399b32d2915e64eb6d4b1257ae3c50f80b'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'main', 'sha1': '964adda23da9f7b057cb34fdc0b82aeb7ed65324'}} 2024-08-19T11:30:52.138 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-08-19T11:30:52.138 INFO:tasks.rados:joining rados 2024-08-19T11:30:52.138 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-08-19T11:30:52.139 INFO:teuthology.task.sequential:In sequential, running task print... 2024-08-19T11:30:52.139 INFO:teuthology.task.print:**** done start upgrade, wait 2024-08-19T11:30:52.139 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-08-19T11:30:52.140 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi136.front.sepia.ceph.com 2024-08-19T11:30:52.140 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -e sha1=797669399b32d2915e64eb6d4b1257ae3c50f80b -- bash -c 'ceph config set global log_to_journald false --force' 2024-08-19T11:30:52.140 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-08-19T11:30:52.141 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-08-19T11:30:52.355 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:30:52.357 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:30:53.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:52 smithi136 ceph-mon[16389]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-19T11:30:53.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:52 smithi136 ceph-mon[28279]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-19T11:30:53.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:52 smithi155 ceph-mon[19718]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-19T11:30:55.015 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:54 smithi136 ceph-mon[16389]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-19T11:30:55.016 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:54 smithi136 ceph-mon[28279]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-19T11:30:55.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:54 smithi155 ceph-mon[19718]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-19T11:30:55.582 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -e sha1=797669399b32d2915e64eb6d4b1257ae3c50f80b -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-08-19T11:30:56.075 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:30:57.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:56 smithi136 ceph-mon[16389]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-19T11:30:57.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:56 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/387880492' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-19T11:30:57.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:56 smithi136 ceph-mon[16389]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-19T11:30:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:56 smithi136 ceph-mon[28279]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-19T11:30:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:56 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/387880492' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-19T11:30:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:56 smithi136 ceph-mon[28279]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-19T11:30:57.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:56 smithi155 ceph-mon[19718]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-19T11:30:57.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:56 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/387880492' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-19T11:30:57.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:56 smithi155 ceph-mon[19718]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-19T11:30:57.708 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:30:57 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:30:57] "GET /metrics HTTP/1.1" 200 33681 "" "Prometheus/2.43.0" 2024-08-19T11:30:57.730 INFO:tasks.rados:starting run 0 out of 1 2024-08-19T11:30:57.730 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-08-19T11:30:57.730 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-08-19T11:30:57.977 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:57 smithi136 ceph-mon[28279]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-19T11:30:57.977 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:57 smithi136 ceph-mon[28279]: osdmap e77: 8 total, 8 up, 8 in 2024-08-19T11:30:57.978 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:57 smithi136 ceph-mon[16389]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-19T11:30:57.978 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:57 smithi136 ceph-mon[16389]: osdmap e77: 8 total, 8 up, 8 in 2024-08-19T11:30:58.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:57 smithi155 ceph-mon[19718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-19T11:30:58.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:57 smithi155 ceph-mon[19718]: osdmap e77: 8 total, 8 up, 8 in 2024-08-19T11:30:58.248 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:30:58.393 INFO:teuthology.orchestra.run.smithi136.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:797669399b32d2915e64eb6d4b1257ae3c50f80b 2024-08-19T11:30:59.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:58 smithi136 ceph-mon[16389]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 21 op/s 2024-08-19T11:30:59.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:58 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:59.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:58 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:59.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:58 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:30:59.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:58 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:30:59.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:58 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:59.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:58 smithi136 ceph-mon[28279]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 21 op/s 2024-08-19T11:30:59.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:58 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:59.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:58 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:59.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:58 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:30:59.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:58 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:30:59.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:58 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:59.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:58 smithi155 ceph-mon[19718]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 21 op/s 2024-08-19T11:30:59.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:58 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:30:59.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:58 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:30:59.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:58 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:30:59.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:58 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:30:59.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:58 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:31:00.003 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -e sha1=797669399b32d2915e64eb6d4b1257ae3c50f80b -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-08-19T11:31:00.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:59 smithi155 ceph-mon[19718]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:797669399b32d2915e64eb6d4b1257ae3c50f80b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:31:00.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:59 smithi155 ceph-mon[19718]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:797669399b32d2915e64eb6d4b1257ae3c50f80b 2024-08-19T11:31:00.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:30:59 smithi155 ceph-mon[19718]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:797669399b32d2915e64eb6d4b1257ae3c50f80b 2024-08-19T11:31:00.235 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:59 smithi136 ceph-mon[16389]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:797669399b32d2915e64eb6d4b1257ae3c50f80b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:31:00.236 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:59 smithi136 ceph-mon[16389]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:797669399b32d2915e64eb6d4b1257ae3c50f80b 2024-08-19T11:31:00.236 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:30:59 smithi136 ceph-mon[16389]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:797669399b32d2915e64eb6d4b1257ae3c50f80b 2024-08-19T11:31:00.236 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:59 smithi136 ceph-mon[28279]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:797669399b32d2915e64eb6d4b1257ae3c50f80b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:31:00.236 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:59 smithi136 ceph-mon[28279]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:797669399b32d2915e64eb6d4b1257ae3c50f80b 2024-08-19T11:31:00.236 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:30:59 smithi136 ceph-mon[28279]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:797669399b32d2915e64eb6d4b1257ae3c50f80b 2024-08-19T11:31:00.442 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:31:01.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:00 smithi155 ceph-mon[19718]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 21 op/s 2024-08-19T11:31:01.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:00 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/1854309332' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-19T11:31:01.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:00 smithi155 ceph-mon[19718]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-19T11:31:01.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:00 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:31:01.335 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:00 smithi136 ceph-mon[28279]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 21 op/s 2024-08-19T11:31:01.335 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:00 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/1854309332' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-19T11:31:01.335 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:00 smithi136 ceph-mon[28279]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-19T11:31:01.335 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:00 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:31:01.335 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:00 smithi136 ceph-mon[16389]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 21 op/s 2024-08-19T11:31:01.335 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:00 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/1854309332' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-19T11:31:01.335 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:00 smithi136 ceph-mon[16389]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-19T11:31:01.335 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:00 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:31:01.976 INFO:teuthology.orchestra.run.smithi136.stderr:pool 'unique_pool_0' created 2024-08-19T11:31:02.299 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:01 smithi136 ceph-mon[28279]: osdmap e78: 8 total, 8 up, 8 in 2024-08-19T11:31:02.300 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:01 smithi136 ceph-mon[16389]: osdmap e78: 8 total, 8 up, 8 in 2024-08-19T11:31:02.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:01 smithi155 ceph-mon[19718]: osdmap e78: 8 total, 8 up, 8 in 2024-08-19T11:31:02.646 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-08-19T11:31:03.047 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:31:03.149 INFO:teuthology.orchestra.run.smithi136.stdout:true 2024-08-19T11:31:03.186 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:02 smithi136 ceph-mon[28279]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:31:03.186 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:02 smithi136 ceph-mon[28279]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-19T11:31:03.186 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:02 smithi136 ceph-mon[28279]: osdmap e79: 8 total, 8 up, 8 in 2024-08-19T11:31:03.187 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:02 smithi136 ceph-mon[16389]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:31:03.187 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:02 smithi136 ceph-mon[16389]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-19T11:31:03.187 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:02 smithi136 ceph-mon[16389]: osdmap e79: 8 total, 8 up, 8 in 2024-08-19T11:31:03.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:02 smithi155 ceph-mon[19718]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:31:03.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:02 smithi155 ceph-mon[19718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-19T11:31:03.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:02 smithi155 ceph-mon[19718]: osdmap e79: 8 total, 8 up, 8 in 2024-08-19T11:31:03.729 INFO:teuthology.orchestra.run.smithi136.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T11:31:03.729 INFO:teuthology.orchestra.run.smithi136.stdout:alertmanager.a smithi136 *:9093,9094 running (96s) 73s ago 2m 16.6M - 0.25.0 c8568f914cd2 5af88c4acee8 2024-08-19T11:31:03.729 INFO:teuthology.orchestra.run.smithi136.stdout:grafana.a smithi155 *:3000 running (2m) 73s ago 2m 82.5M - 9.4.7 954c08fa6188 cb3e816dd27a 2024-08-19T11:31:03.729 INFO:teuthology.orchestra.run.smithi136.stdout:mds.a smithi136 running (3m) 73s ago 3m 17.4M - 18.2.4-721-gbaa926de e6c292a6bc95 70acc09ac00c 2024-08-19T11:31:03.729 INFO:teuthology.orchestra.run.smithi136.stdout:mds.b smithi155 running (3m) 73s ago 3m 15.6M - 18.2.4-721-gbaa926de e6c292a6bc95 f9104a674461 2024-08-19T11:31:03.729 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.x smithi155 *:8443,8765 running (7m) 73s ago 7m 437M - 18.2.4-721-gbaa926de e6c292a6bc95 e0039a0d0c33 2024-08-19T11:31:03.729 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.y smithi136 *:9283,8765 running (8m) 73s ago 8m 487M - 18.2.4-721-gbaa926de e6c292a6bc95 7ec1b975b08f 2024-08-19T11:31:03.729 INFO:teuthology.orchestra.run.smithi136.stdout:mon.a smithi136 running (8m) 73s ago 8m 47.8M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 60d0fb5300fe 2024-08-19T11:31:03.729 INFO:teuthology.orchestra.run.smithi136.stdout:mon.b smithi155 running (7m) 73s ago 7m 38.1M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 91dd29510477 2024-08-19T11:31:03.729 INFO:teuthology.orchestra.run.smithi136.stdout:mon.c smithi136 running (7m) 73s ago 7m 38.5M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 fb9556fd54c6 2024-08-19T11:31:03.729 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.a smithi136 *:9100 running (2m) 73s ago 2m 16.1M - 1.5.0 0da6a335fe13 8b8c68944f5b 2024-08-19T11:31:03.730 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.b smithi155 *:9100 running (2m) 73s ago 2m 8590k - 1.5.0 0da6a335fe13 94f522beed05 2024-08-19T11:31:03.730 INFO:teuthology.orchestra.run.smithi136.stdout:osd.0 smithi136 running (6m) 73s ago 6m 45.5M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 e96830382dcf 2024-08-19T11:31:03.730 INFO:teuthology.orchestra.run.smithi136.stdout:osd.1 smithi136 running (6m) 73s ago 6m 47.3M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 bca15785dcda 2024-08-19T11:31:03.730 INFO:teuthology.orchestra.run.smithi136.stdout:osd.2 smithi136 running (6m) 73s ago 6m 50.8M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 f79852ccd72a 2024-08-19T11:31:03.730 INFO:teuthology.orchestra.run.smithi136.stdout:osd.3 smithi136 running (5m) 73s ago 5m 51.4M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 e4e2f187c816 2024-08-19T11:31:03.730 INFO:teuthology.orchestra.run.smithi136.stdout:osd.4 smithi155 running (5m) 73s ago 5m 42.8M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 41fae920e9f8 2024-08-19T11:31:03.730 INFO:teuthology.orchestra.run.smithi136.stdout:osd.5 smithi155 running (5m) 73s ago 5m 50.7M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 a11fccf8327d 2024-08-19T11:31:03.730 INFO:teuthology.orchestra.run.smithi136.stdout:osd.6 smithi155 running (4m) 73s ago 4m 50.7M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 ae2da85c009a 2024-08-19T11:31:03.730 INFO:teuthology.orchestra.run.smithi136.stdout:osd.7 smithi155 running (4m) 73s ago 4m 44.8M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 78b9ac5d3d4f 2024-08-19T11:31:03.730 INFO:teuthology.orchestra.run.smithi136.stdout:prometheus.a smithi155 *:9095 running (91s) 73s ago 2m 33.5M - 2.43.0 a07b618ecd1d 198319c7a2d9 2024-08-19T11:31:04.081 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:31:04.081 INFO:teuthology.orchestra.run.smithi136.stdout: "mon": { 2024-08-19T11:31:04.081 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 3 2024-08-19T11:31:04.081 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:31:04.081 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr": { 2024-08-19T11:31:04.081 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T11:31:04.081 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:31:04.081 INFO:teuthology.orchestra.run.smithi136.stdout: "osd": { 2024-08-19T11:31:04.082 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 8 2024-08-19T11:31:04.082 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:31:04.082 INFO:teuthology.orchestra.run.smithi136.stdout: "mds": { 2024-08-19T11:31:04.082 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T11:31:04.082 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:31:04.082 INFO:teuthology.orchestra.run.smithi136.stdout: "overall": { 2024-08-19T11:31:04.082 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 15 2024-08-19T11:31:04.082 INFO:teuthology.orchestra.run.smithi136.stdout: } 2024-08-19T11:31:04.082 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:31:04.310 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:03 smithi136 ceph-mon[16389]: osdmap e80: 8 total, 8 up, 8 in 2024-08-19T11:31:04.310 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:03 smithi136 ceph-mon[16389]: osdmap e81: 8 total, 8 up, 8 in 2024-08-19T11:31:04.311 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:03 smithi136 ceph-mon[28279]: osdmap e80: 8 total, 8 up, 8 in 2024-08-19T11:31:04.311 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:03 smithi136 ceph-mon[28279]: osdmap e81: 8 total, 8 up, 8 in 2024-08-19T11:31:04.372 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:31:04.373 INFO:teuthology.orchestra.run.smithi136.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:797669399b32d2915e64eb6d4b1257ae3c50f80b", 2024-08-19T11:31:04.373 INFO:teuthology.orchestra.run.smithi136.stdout: "in_progress": true, 2024-08-19T11:31:04.373 INFO:teuthology.orchestra.run.smithi136.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T11:31:04.373 INFO:teuthology.orchestra.run.smithi136.stdout: "services_complete": [], 2024-08-19T11:31:04.373 INFO:teuthology.orchestra.run.smithi136.stdout: "progress": "", 2024-08-19T11:31:04.373 INFO:teuthology.orchestra.run.smithi136.stdout: "message": "Doing first pull of quay.ceph.io/ceph-ci/ceph:797669399b32d2915e64eb6d4b1257ae3c50f80b image", 2024-08-19T11:31:04.373 INFO:teuthology.orchestra.run.smithi136.stdout: "is_paused": false 2024-08-19T11:31:04.373 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:31:04.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:03 smithi155 ceph-mon[19718]: osdmap e80: 8 total, 8 up, 8 in 2024-08-19T11:31:04.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:03 smithi155 ceph-mon[19718]: osdmap e81: 8 total, 8 up, 8 in 2024-08-19T11:31:05.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:04 smithi136 ceph-mon[28279]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:31:05.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:04 smithi136 ceph-mon[28279]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:31:05.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:04 smithi136 ceph-mon[28279]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:31:05.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:04 smithi136 ceph-mon[28279]: pgmap v98: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:31:05.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:04 smithi136 ceph-mon[28279]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:31:05.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:04 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/3154581641' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T11:31:05.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:04 smithi136 ceph-mon[16389]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:31:05.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:04 smithi136 ceph-mon[16389]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:31:05.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:04 smithi136 ceph-mon[16389]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:31:05.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:04 smithi136 ceph-mon[16389]: pgmap v98: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:31:05.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:04 smithi136 ceph-mon[16389]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:31:05.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:04 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/3154581641' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T11:31:05.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:04 smithi155 ceph-mon[19718]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:31:05.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:04 smithi155 ceph-mon[19718]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:31:05.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:04 smithi155 ceph-mon[19718]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:31:05.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:04 smithi155 ceph-mon[19718]: pgmap v98: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:31:05.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:04 smithi155 ceph-mon[19718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:31:05.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:04 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/3154581641' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T11:31:05.996 INFO:teuthology.orchestra.run.smithi136.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-08-19T11:31:06.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:05 smithi136 ceph-mon[28279]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:31:06.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:05 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/4084238772' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-19T11:31:06.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:05 smithi136 ceph-mon[28279]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-19T11:31:06.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:05 smithi136 ceph-mon[16389]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:31:06.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:05 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/4084238772' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-19T11:31:06.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:05 smithi136 ceph-mon[16389]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-19T11:31:06.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:05 smithi155 ceph-mon[19718]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:31:06.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:05 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/4084238772' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-19T11:31:06.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:05 smithi155 ceph-mon[19718]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-19T11:31:07.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:06 smithi136 ceph-mon[16389]: pgmap v100: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:31:07.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:06 smithi136 ceph-mon[16389]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-19T11:31:07.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:06 smithi136 ceph-mon[16389]: osdmap e82: 8 total, 8 up, 8 in 2024-08-19T11:31:07.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:06 smithi136 ceph-mon[28279]: pgmap v100: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:31:07.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:06 smithi136 ceph-mon[28279]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-19T11:31:07.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:06 smithi136 ceph-mon[28279]: osdmap e82: 8 total, 8 up, 8 in 2024-08-19T11:31:07.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:06 smithi155 ceph-mon[19718]: pgmap v100: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:31:07.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:06 smithi155 ceph-mon[19718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-19T11:31:07.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:06 smithi155 ceph-mon[19718]: osdmap e82: 8 total, 8 up, 8 in 2024-08-19T11:31:07.699 DEBUG:teuthology.orchestra.run.smithi136:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-08-19T11:31:07.728 INFO:tasks.rados.rados.0.smithi136.stdout:adding op weight read -> 100 2024-08-19T11:31:07.728 INFO:tasks.rados.rados.0.smithi136.stdout:adding op weight delete -> 50 2024-08-19T11:31:07.729 INFO:tasks.rados.rados.0.smithi136.stdout:adding op weight snap_create -> 50 2024-08-19T11:31:07.729 INFO:tasks.rados.rados.0.smithi136.stdout:adding op weight snap_remove -> 50 2024-08-19T11:31:07.729 INFO:tasks.rados.rados.0.smithi136.stdout:adding op weight rollback -> 50 2024-08-19T11:31:07.729 INFO:tasks.rados.rados.0.smithi136.stdout:adding op weight setattr -> 25 2024-08-19T11:31:07.729 INFO:tasks.rados.rados.0.smithi136.stdout:adding op weight rmattr -> 25 2024-08-19T11:31:07.729 INFO:tasks.rados.rados.0.smithi136.stdout:adding op weight copy_from -> 50 2024-08-19T11:31:07.729 INFO:tasks.rados.rados.0.smithi136.stdout:adding op weight append -> 100 2024-08-19T11:31:07.729 INFO:tasks.rados.rados.0.smithi136.stdout:ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable) 2024-08-19T11:31:07.729 INFO:tasks.rados.rados.0.smithi136.stdout:Configuration: 2024-08-19T11:31:07.729 INFO:tasks.rados.rados.0.smithi136.stdout: Number of operations: 4000 2024-08-19T11:31:07.729 INFO:tasks.rados.rados.0.smithi136.stdout: Number of objects: 50 2024-08-19T11:31:07.729 INFO:tasks.rados.rados.0.smithi136.stdout: Max in flight operations: 16 2024-08-19T11:31:07.729 INFO:tasks.rados.rados.0.smithi136.stdout: Object size (in bytes): 4000000 2024-08-19T11:31:07.729 INFO:tasks.rados.rados.0.smithi136.stdout: Write stride min: 400000 2024-08-19T11:31:07.730 INFO:tasks.rados.rados.0.smithi136.stdout: Write stride max: 800000 2024-08-19T11:31:07.847 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:31:07 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:31:07] "GET /metrics HTTP/1.1" 200 33684 "" "Prometheus/2.43.0" 2024-08-19T11:31:08.003 INFO:tasks.rados.rados.0.smithi136.stdout:1: write initial oid 1 2024-08-19T11:31:08.004 INFO:tasks.rados.rados.0.smithi136.stdout:1: seq_num 0 ranges {0=24576} 2024-08-19T11:31:08.004 INFO:tasks.rados.rados.0.smithi136.stdout:1: writing smithi13674108-1 from 0 to 24576 tid 1 2024-08-19T11:31:08.004 INFO:tasks.rados.rados.0.smithi136.stdout:2: write initial oid 2 2024-08-19T11:31:08.004 INFO:tasks.rados.rados.0.smithi136.stdout:2: seq_num 1 ranges {0=24576} 2024-08-19T11:31:08.004 INFO:tasks.rados.rados.0.smithi136.stdout:2: writing smithi13674108-2 from 0 to 24576 tid 1 2024-08-19T11:31:08.004 INFO:tasks.rados.rados.0.smithi136.stdout:3: write initial oid 3 2024-08-19T11:31:08.004 INFO:tasks.rados.rados.0.smithi136.stdout:3: seq_num 2 ranges {0=40960} 2024-08-19T11:31:08.004 INFO:tasks.rados.rados.0.smithi136.stdout:3: writing smithi13674108-3 from 0 to 40960 tid 1 2024-08-19T11:31:08.004 INFO:tasks.rados.rados.0.smithi136.stdout:4: write initial oid 4 2024-08-19T11:31:08.004 INFO:tasks.rados.rados.0.smithi136.stdout:4: seq_num 3 ranges {0=57344} 2024-08-19T11:31:08.004 INFO:tasks.rados.rados.0.smithi136.stdout:4: writing smithi13674108-4 from 0 to 57344 tid 1 2024-08-19T11:31:08.004 INFO:tasks.rados.rados.0.smithi136.stdout:5: write initial oid 5 2024-08-19T11:31:08.005 INFO:tasks.rados.rados.0.smithi136.stdout:5: seq_num 4 ranges {0=73728} 2024-08-19T11:31:08.005 INFO:tasks.rados.rados.0.smithi136.stdout:5: writing smithi13674108-5 from 0 to 73728 tid 1 2024-08-19T11:31:08.005 INFO:tasks.rados.rados.0.smithi136.stdout:6: write initial oid 6 2024-08-19T11:31:08.005 INFO:tasks.rados.rados.0.smithi136.stdout:6: seq_num 5 ranges {0=90112} 2024-08-19T11:31:08.005 INFO:tasks.rados.rados.0.smithi136.stdout:6: writing smithi13674108-6 from 0 to 90112 tid 1 2024-08-19T11:31:08.007 INFO:tasks.rados.rados.0.smithi136.stdout:7: write initial oid 7 2024-08-19T11:31:08.007 INFO:tasks.rados.rados.0.smithi136.stdout:7: seq_num 6 ranges {0=106496} 2024-08-19T11:31:08.008 INFO:tasks.rados.rados.0.smithi136.stdout:7: writing smithi13674108-7 from 0 to 106496 tid 1 2024-08-19T11:31:08.008 INFO:tasks.rados.rados.0.smithi136.stdout:1: finishing write tid 1 to smithi13674108-1 2024-08-19T11:31:08.008 INFO:tasks.rados.rados.0.smithi136.stdout:3: finishing write tid 1 to smithi13674108-3 2024-08-19T11:31:08.008 INFO:tasks.rados.rados.0.smithi136.stdout:8: write initial oid 8 2024-08-19T11:31:08.008 INFO:tasks.rados.rados.0.smithi136.stdout:8: seq_num 7 ranges {0=122880} 2024-08-19T11:31:08.009 INFO:tasks.rados.rados.0.smithi136.stdout:8: writing smithi13674108-8 from 0 to 122880 tid 1 2024-08-19T11:31:08.009 INFO:tasks.rados.rados.0.smithi136.stdout:9: write initial oid 9 2024-08-19T11:31:08.009 INFO:tasks.rados.rados.0.smithi136.stdout:9: seq_num 8 ranges {0=139264} 2024-08-19T11:31:08.010 INFO:tasks.rados.rados.0.smithi136.stdout:9: writing smithi13674108-9 from 0 to 139264 tid 1 2024-08-19T11:31:08.010 INFO:tasks.rados.rados.0.smithi136.stdout:10: write initial oid 10 2024-08-19T11:31:08.010 INFO:tasks.rados.rados.0.smithi136.stdout:10: seq_num 9 ranges {0=155648} 2024-08-19T11:31:08.011 INFO:tasks.rados.rados.0.smithi136.stdout:10: writing smithi13674108-10 from 0 to 155648 tid 1 2024-08-19T11:31:08.012 INFO:tasks.rados.rados.0.smithi136.stdout:1: finishing write tid 2 to smithi13674108-1 2024-08-19T11:31:08.012 INFO:tasks.rados.rados.0.smithi136.stdout:4: finishing write tid 1 to smithi13674108-4 2024-08-19T11:31:08.012 INFO:tasks.rados.rados.0.smithi136.stdout:4: finishing write tid 2 to smithi13674108-4 2024-08-19T11:31:08.012 INFO:tasks.rados.rados.0.smithi136.stdout:5: finishing write tid 1 to smithi13674108-5 2024-08-19T11:31:08.012 INFO:tasks.rados.rados.0.smithi136.stdout:2: finishing write tid 1 to smithi13674108-2 2024-08-19T11:31:08.012 INFO:tasks.rados.rados.0.smithi136.stdout:5: finishing write tid 2 to smithi13674108-5 2024-08-19T11:31:08.012 INFO:tasks.rados.rados.0.smithi136.stdout:1: finishing write tid 3 to smithi13674108-1 2024-08-19T11:31:08.012 INFO:tasks.rados.rados.0.smithi136.stdout:1: oid 1 updating version 0 to 1 2024-08-19T11:31:08.012 INFO:tasks.rados.rados.0.smithi136.stdout:1: oid 1 updating version 1 to 2 2024-08-19T11:31:08.013 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-08-19T11:31:08.013 INFO:tasks.rados.rados.0.smithi136.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:31:08.013 INFO:tasks.rados.rados.0.smithi136.stdout:2: finishing write tid 2 to smithi13674108-2 2024-08-19T11:31:08.013 INFO:tasks.rados.rados.0.smithi136.stdout:3: finishing write tid 2 to smithi13674108-3 2024-08-19T11:31:08.013 INFO:tasks.rados.rados.0.smithi136.stdout:1: done (9 left) 2024-08-19T11:31:08.013 INFO:tasks.rados.rados.0.smithi136.stdout:11: write initial oid 11 2024-08-19T11:31:08.013 INFO:tasks.rados.rados.0.smithi136.stdout:11: seq_num 10 ranges {0=172032} 2024-08-19T11:31:08.014 INFO:tasks.rados.rados.0.smithi136.stdout:11: writing smithi13674108-11 from 0 to 172032 tid 1 2024-08-19T11:31:08.014 INFO:tasks.rados.rados.0.smithi136.stdout:12: write initial oid 12 2024-08-19T11:31:08.014 INFO:tasks.rados.rados.0.smithi136.stdout:12: seq_num 11 ranges {0=188416} 2024-08-19T11:31:08.015 INFO:tasks.rados.rados.0.smithi136.stdout:12: writing smithi13674108-12 from 0 to 188416 tid 1 2024-08-19T11:31:08.015 INFO:tasks.rados.rados.0.smithi136.stdout:13: write initial oid 13 2024-08-19T11:31:08.015 INFO:tasks.rados.rados.0.smithi136.stdout:13: seq_num 12 ranges {0=204800} 2024-08-19T11:31:08.016 INFO:tasks.rados.rados.0.smithi136.stdout:13: writing smithi13674108-13 from 0 to 204800 tid 1 2024-08-19T11:31:08.016 INFO:tasks.rados.rados.0.smithi136.stdout:4: finishing write tid 3 to smithi13674108-4 2024-08-19T11:31:08.016 INFO:tasks.rados.rados.0.smithi136.stdout:4: oid 4 updating version 0 to 1 2024-08-19T11:31:08.016 INFO:tasks.rados.rados.0.smithi136.stdout:4: oid 4 updating version 1 to 2 2024-08-19T11:31:08.016 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-08-19T11:31:08.016 INFO:tasks.rados.rados.0.smithi136.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-08-19T11:31:08.016 INFO:tasks.rados.rados.0.smithi136.stdout:2: finishing write tid 3 to smithi13674108-2 2024-08-19T11:31:08.016 INFO:tasks.rados.rados.0.smithi136.stdout:2: oid 2 updating version 0 to 3 2024-08-19T11:31:08.016 INFO:tasks.rados.rados.0.smithi136.stdout:2: oid 2 updating version 3 to 4 2024-08-19T11:31:08.017 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 2 v 4 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-19T11:31:08.017 INFO:tasks.rados.rados.0.smithi136.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-08-19T11:31:08.017 INFO:tasks.rados.rados.0.smithi136.stdout:3: finishing write tid 3 to smithi13674108-3 2024-08-19T11:31:08.017 INFO:tasks.rados.rados.0.smithi136.stdout:3: oid 3 updating version 0 to 1 2024-08-19T11:31:08.017 INFO:tasks.rados.rados.0.smithi136.stdout:3: oid 3 updating version 1 to 2 2024-08-19T11:31:08.017 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-08-19T11:31:08.017 INFO:tasks.rados.rados.0.smithi136.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-08-19T11:31:08.017 INFO:tasks.rados.rados.0.smithi136.stdout:5: finishing write tid 3 to smithi13674108-5 2024-08-19T11:31:08.017 INFO:tasks.rados.rados.0.smithi136.stdout:5: oid 5 updating version 0 to 1 2024-08-19T11:31:08.017 INFO:tasks.rados.rados.0.smithi136.stdout:5: oid 5 updating version 1 to 2 2024-08-19T11:31:08.017 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-08-19T11:31:08.017 INFO:tasks.rados.rados.0.smithi136.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-08-19T11:31:08.018 INFO:tasks.rados.rados.0.smithi136.stdout:6: finishing write tid 1 to smithi13674108-6 2024-08-19T11:31:08.018 INFO:tasks.rados.rados.0.smithi136.stdout:9: finishing write tid 1 to smithi13674108-9 2024-08-19T11:31:08.018 INFO:tasks.rados.rados.0.smithi136.stdout:7: finishing write tid 1 to smithi13674108-7 2024-08-19T11:31:08.018 INFO:tasks.rados.rados.0.smithi136.stdout:7: finishing write tid 2 to smithi13674108-7 2024-08-19T11:31:08.018 INFO:tasks.rados.rados.0.smithi136.stdout:6: finishing write tid 2 to smithi13674108-6 2024-08-19T11:31:08.018 INFO:tasks.rados.rados.0.smithi136.stdout:8: finishing write tid 1 to smithi13674108-8 2024-08-19T11:31:08.018 INFO:tasks.rados.rados.0.smithi136.stdout:10: finishing write tid 1 to smithi13674108-10 2024-08-19T11:31:08.018 INFO:tasks.rados.rados.0.smithi136.stdout:9: finishing write tid 2 to smithi13674108-9 2024-08-19T11:31:08.018 INFO:tasks.rados.rados.0.smithi136.stdout:10: finishing write tid 2 to smithi13674108-10 2024-08-19T11:31:08.018 INFO:tasks.rados.rados.0.smithi136.stdout:8: finishing write tid 2 to smithi13674108-8 2024-08-19T11:31:08.018 INFO:tasks.rados.rados.0.smithi136.stdout:2: done (11 left) 2024-08-19T11:31:08.019 INFO:tasks.rados.rados.0.smithi136.stdout:3: done (10 left) 2024-08-19T11:31:08.019 INFO:tasks.rados.rados.0.smithi136.stdout:4: done (9 left) 2024-08-19T11:31:08.019 INFO:tasks.rados.rados.0.smithi136.stdout:5: done (8 left) 2024-08-19T11:31:08.019 INFO:tasks.rados.rados.0.smithi136.stdout:14: write initial oid 14 2024-08-19T11:31:08.019 INFO:tasks.rados.rados.0.smithi136.stdout:14: seq_num 13 ranges {0=221184} 2024-08-19T11:31:08.020 INFO:tasks.rados.rados.0.smithi136.stdout:14: writing smithi13674108-14 from 0 to 221184 tid 1 2024-08-19T11:31:08.020 INFO:tasks.rados.rados.0.smithi136.stdout:15: write initial oid 15 2024-08-19T11:31:08.020 INFO:tasks.rados.rados.0.smithi136.stdout:11: finishing write tid 1 to smithi13674108-11 2024-08-19T11:31:08.020 INFO:tasks.rados.rados.0.smithi136.stdout:9: finishing write tid 3 to smithi13674108-9 2024-08-19T11:31:08.021 INFO:tasks.rados.rados.0.smithi136.stdout:9: oid 9 updating version 0 to 1 2024-08-19T11:31:08.021 INFO:tasks.rados.rados.0.smithi136.stdout:9: oid 9 updating version 1 to 2 2024-08-19T11:31:08.021 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-08-19T11:31:08.021 INFO:tasks.rados.rados.0.smithi136.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-08-19T11:31:08.021 INFO:tasks.rados.rados.0.smithi136.stdout:11: finishing write tid 2 to smithi13674108-11 2024-08-19T11:31:08.021 INFO:tasks.rados.rados.0.smithi136.stdout:10: finishing write tid 3 to smithi13674108-10 2024-08-19T11:31:08.021 INFO:tasks.rados.rados.0.smithi136.stdout:10: oid 10 updating version 0 to 1 2024-08-19T11:31:08.021 INFO:tasks.rados.rados.0.smithi136.stdout:10: oid 10 updating version 1 to 2 2024-08-19T11:31:08.022 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 2 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-08-19T11:31:08.022 INFO:tasks.rados.rados.0.smithi136.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-08-19T11:31:08.022 INFO:tasks.rados.rados.0.smithi136.stdout:7: finishing write tid 3 to smithi13674108-7 2024-08-19T11:31:08.022 INFO:tasks.rados.rados.0.smithi136.stdout:7: oid 7 updating version 0 to 4 2024-08-19T11:31:08.022 INFO:tasks.rados.rados.0.smithi136.stdout:7: oid 7 version 4 is already newer than 3 2024-08-19T11:31:08.022 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 4 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-19T11:31:08.022 INFO:tasks.rados.rados.0.smithi136.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-08-19T11:31:08.022 INFO:tasks.rados.rados.0.smithi136.stdout:6: finishing write tid 3 to smithi13674108-6 2024-08-19T11:31:08.022 INFO:tasks.rados.rados.0.smithi136.stdout:6: oid 6 updating version 0 to 1 2024-08-19T11:31:08.022 INFO:tasks.rados.rados.0.smithi136.stdout:6: oid 6 updating version 1 to 2 2024-08-19T11:31:08.023 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-08-19T11:31:08.023 INFO:tasks.rados.rados.0.smithi136.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-08-19T11:31:08.023 INFO:tasks.rados.rados.0.smithi136.stdout:15: seq_num 14 ranges {0=237568} 2024-08-19T11:31:08.023 INFO:tasks.rados.rados.0.smithi136.stdout:15: writing smithi13674108-15 from 0 to 237568 tid 1 2024-08-19T11:31:08.023 INFO:tasks.rados.rados.0.smithi136.stdout:6: done (9 left) 2024-08-19T11:31:08.023 INFO:tasks.rados.rados.0.smithi136.stdout:7: done (8 left) 2024-08-19T11:31:08.023 INFO:tasks.rados.rados.0.smithi136.stdout:9: done (7 left) 2024-08-19T11:31:08.023 INFO:tasks.rados.rados.0.smithi136.stdout:10: done (6 left) 2024-08-19T11:31:08.023 INFO:tasks.rados.rados.0.smithi136.stdout:16: write initial oid 16 2024-08-19T11:31:08.024 INFO:tasks.rados.rados.0.smithi136.stdout:16: seq_num 15 ranges {0=253952} 2024-08-19T11:31:08.025 INFO:tasks.rados.rados.0.smithi136.stdout:16: writing smithi13674108-16 from 0 to 253952 tid 1 2024-08-19T11:31:08.025 INFO:tasks.rados.rados.0.smithi136.stdout:8: finishing write tid 3 to smithi13674108-8 2024-08-19T11:31:08.025 INFO:tasks.rados.rados.0.smithi136.stdout:8: oid 8 updating version 0 to 4 2024-08-19T11:31:08.025 INFO:tasks.rados.rados.0.smithi136.stdout:8: oid 8 version 4 is already newer than 3 2024-08-19T11:31:08.025 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 4 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-08-19T11:31:08.025 INFO:tasks.rados.rados.0.smithi136.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-08-19T11:31:08.025 INFO:tasks.rados.rados.0.smithi136.stdout:11: finishing write tid 3 to smithi13674108-11 2024-08-19T11:31:08.025 INFO:tasks.rados.rados.0.smithi136.stdout:11: oid 11 updating version 0 to 5 2024-08-19T11:31:08.026 INFO:tasks.rados.rados.0.smithi136.stdout:11: oid 11 updating version 5 to 6 2024-08-19T11:31:08.026 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 6 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-08-19T11:31:08.026 INFO:tasks.rados.rados.0.smithi136.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-08-19T11:31:08.026 INFO:tasks.rados.rados.0.smithi136.stdout:13: finishing write tid 1 to smithi13674108-13 2024-08-19T11:31:08.026 INFO:tasks.rados.rados.0.smithi136.stdout:13: finishing write tid 2 to smithi13674108-13 2024-08-19T11:31:08.026 INFO:tasks.rados.rados.0.smithi136.stdout:12: finishing write tid 1 to smithi13674108-12 2024-08-19T11:31:08.026 INFO:tasks.rados.rados.0.smithi136.stdout:12: finishing write tid 2 to smithi13674108-12 2024-08-19T11:31:08.026 INFO:tasks.rados.rados.0.smithi136.stdout:8: done (6 left) 2024-08-19T11:31:08.026 INFO:tasks.rados.rados.0.smithi136.stdout:11: done (5 left) 2024-08-19T11:31:08.026 INFO:tasks.rados.rados.0.smithi136.stdout:17: write initial oid 17 2024-08-19T11:31:08.027 INFO:tasks.rados.rados.0.smithi136.stdout:17: seq_num 16 ranges {0=270336} 2024-08-19T11:31:08.027 INFO:tasks.rados.rados.0.smithi136.stdout:17: writing smithi13674108-17 from 0 to 270336 tid 1 2024-08-19T11:31:08.027 INFO:tasks.rados.rados.0.smithi136.stdout:18: write initial oid 18 2024-08-19T11:31:08.027 INFO:tasks.rados.rados.0.smithi136.stdout:18: seq_num 17 ranges {0=286720} 2024-08-19T11:31:08.027 INFO:tasks.rados.rados.0.smithi136.stdout:18: writing smithi13674108-18 from 0 to 286720 tid 1 2024-08-19T11:31:08.027 INFO:tasks.rados.rados.0.smithi136.stdout:14: finishing write tid 1 to smithi13674108-14 2024-08-19T11:31:08.027 INFO:tasks.rados.rados.0.smithi136.stdout:14: finishing write tid 2 to smithi13674108-14 2024-08-19T11:31:08.027 INFO:tasks.rados.rados.0.smithi136.stdout:13: finishing write tid 3 to smithi13674108-13 2024-08-19T11:31:08.027 INFO:tasks.rados.rados.0.smithi136.stdout:13: oid 13 updating version 0 to 1 2024-08-19T11:31:08.028 INFO:tasks.rados.rados.0.smithi136.stdout:13: oid 13 updating version 1 to 2 2024-08-19T11:31:08.028 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 2 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-08-19T11:31:08.028 INFO:tasks.rados.rados.0.smithi136.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-08-19T11:31:08.028 INFO:tasks.rados.rados.0.smithi136.stdout:12: finishing write tid 3 to smithi13674108-12 2024-08-19T11:31:08.028 INFO:tasks.rados.rados.0.smithi136.stdout:12: oid 12 updating version 0 to 1 2024-08-19T11:31:08.028 INFO:tasks.rados.rados.0.smithi136.stdout:12: oid 12 updating version 1 to 2 2024-08-19T11:31:08.028 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-08-19T11:31:08.028 INFO:tasks.rados.rados.0.smithi136.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-08-19T11:31:08.028 INFO:tasks.rados.rados.0.smithi136.stdout:15: finishing write tid 1 to smithi13674108-15 2024-08-19T11:31:08.028 INFO:tasks.rados.rados.0.smithi136.stdout:15: finishing write tid 2 to smithi13674108-15 2024-08-19T11:31:08.028 INFO:tasks.rados.rados.0.smithi136.stdout:16: finishing write tid 1 to smithi13674108-16 2024-08-19T11:31:08.029 INFO:tasks.rados.rados.0.smithi136.stdout:14: finishing write tid 3 to smithi13674108-14 2024-08-19T11:31:08.029 INFO:tasks.rados.rados.0.smithi136.stdout:14: oid 14 updating version 0 to 5 2024-08-19T11:31:08.029 INFO:tasks.rados.rados.0.smithi136.stdout:14: oid 14 updating version 5 to 6 2024-08-19T11:31:08.029 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 6 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-19T11:31:08.029 INFO:tasks.rados.rados.0.smithi136.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-08-19T11:31:08.029 INFO:tasks.rados.rados.0.smithi136.stdout:12: done (6 left) 2024-08-19T11:31:08.029 INFO:tasks.rados.rados.0.smithi136.stdout:13: done (5 left) 2024-08-19T11:31:08.029 INFO:tasks.rados.rados.0.smithi136.stdout:14: done (4 left) 2024-08-19T11:31:08.029 INFO:tasks.rados.rados.0.smithi136.stdout:19: write initial oid 19 2024-08-19T11:31:08.029 INFO:tasks.rados.rados.0.smithi136.stdout:19: seq_num 18 ranges {0=303104} 2024-08-19T11:31:08.031 INFO:tasks.rados.rados.0.smithi136.stdout:19: writing smithi13674108-19 from 0 to 303104 tid 1 2024-08-19T11:31:08.031 INFO:tasks.rados.rados.0.smithi136.stdout:20: write initial oid 20 2024-08-19T11:31:08.031 INFO:tasks.rados.rados.0.smithi136.stdout:20: seq_num 19 ranges {0=319488} 2024-08-19T11:31:08.031 INFO:tasks.rados.rados.0.smithi136.stdout:20: writing smithi13674108-20 from 0 to 319488 tid 1 2024-08-19T11:31:08.031 INFO:tasks.rados.rados.0.smithi136.stdout:16: finishing write tid 2 to smithi13674108-16 2024-08-19T11:31:08.031 INFO:tasks.rados.rados.0.smithi136.stdout:17: finishing write tid 1 to smithi13674108-17 2024-08-19T11:31:08.031 INFO:tasks.rados.rados.0.smithi136.stdout:15: finishing write tid 3 to smithi13674108-15 2024-08-19T11:31:08.032 INFO:tasks.rados.rados.0.smithi136.stdout:15: oid 15 updating version 0 to 2 2024-08-19T11:31:08.032 INFO:tasks.rados.rados.0.smithi136.stdout:15: oid 15 version 2 is already newer than 1 2024-08-19T11:31:08.032 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 2 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-08-19T11:31:08.032 INFO:tasks.rados.rados.0.smithi136.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-08-19T11:31:08.032 INFO:tasks.rados.rados.0.smithi136.stdout:17: finishing write tid 2 to smithi13674108-17 2024-08-19T11:31:08.032 INFO:tasks.rados.rados.0.smithi136.stdout:17: finishing write tid 3 to smithi13674108-17 2024-08-19T11:31:08.032 INFO:tasks.rados.rados.0.smithi136.stdout:17: oid 17 updating version 0 to 8 2024-08-19T11:31:08.032 INFO:tasks.rados.rados.0.smithi136.stdout:17: oid 17 version 8 is already newer than 7 2024-08-19T11:31:08.032 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 17 v 8 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-08-19T11:31:08.032 INFO:tasks.rados.rados.0.smithi136.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-08-19T11:31:08.032 INFO:tasks.rados.rados.0.smithi136.stdout:16: finishing write tid 3 to smithi13674108-16 2024-08-19T11:31:08.032 INFO:tasks.rados.rados.0.smithi136.stdout:16: oid 16 updating version 0 to 7 2024-08-19T11:31:08.033 INFO:tasks.rados.rados.0.smithi136.stdout:16: oid 16 updating version 7 to 8 2024-08-19T11:31:08.033 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 16 v 8 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-08-19T11:31:08.033 INFO:tasks.rados.rados.0.smithi136.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-08-19T11:31:08.033 INFO:tasks.rados.rados.0.smithi136.stdout:18: finishing write tid 1 to smithi13674108-18 2024-08-19T11:31:08.033 INFO:tasks.rados.rados.0.smithi136.stdout:18: finishing write tid 2 to smithi13674108-18 2024-08-19T11:31:08.033 INFO:tasks.rados.rados.0.smithi136.stdout:18: finishing write tid 3 to smithi13674108-18 2024-08-19T11:31:08.033 INFO:tasks.rados.rados.0.smithi136.stdout:18: oid 18 updating version 0 to 2 2024-08-19T11:31:08.033 INFO:tasks.rados.rados.0.smithi136.stdout:18: oid 18 version 2 is already newer than 1 2024-08-19T11:31:08.033 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-08-19T11:31:08.033 INFO:tasks.rados.rados.0.smithi136.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-08-19T11:31:08.033 INFO:tasks.rados.rados.0.smithi136.stdout:15: done (5 left) 2024-08-19T11:31:08.033 INFO:tasks.rados.rados.0.smithi136.stdout:16: done (4 left) 2024-08-19T11:31:08.034 INFO:tasks.rados.rados.0.smithi136.stdout:17: done (3 left) 2024-08-19T11:31:08.034 INFO:tasks.rados.rados.0.smithi136.stdout:18: done (2 left) 2024-08-19T11:31:08.034 INFO:tasks.rados.rados.0.smithi136.stdout:21: write initial oid 21 2024-08-19T11:31:08.034 INFO:tasks.rados.rados.0.smithi136.stdout:21: seq_num 20 ranges {0=344064} 2024-08-19T11:31:08.035 INFO:tasks.rados.rados.0.smithi136.stdout:21: writing smithi13674108-21 from 0 to 344064 tid 1 2024-08-19T11:31:08.035 INFO:tasks.rados.rados.0.smithi136.stdout:19: finishing write tid 1 to smithi13674108-19 2024-08-19T11:31:08.035 INFO:tasks.rados.rados.0.smithi136.stdout:19: finishing write tid 2 to smithi13674108-19 2024-08-19T11:31:08.035 INFO:tasks.rados.rados.0.smithi136.stdout:22: write initial oid 22 2024-08-19T11:31:08.035 INFO:tasks.rados.rados.0.smithi136.stdout:22: seq_num 21 ranges {0=360448} 2024-08-19T11:31:08.035 INFO:tasks.rados.rados.0.smithi136.stdout:22: writing smithi13674108-22 from 0 to 360448 tid 1 2024-08-19T11:31:08.035 INFO:tasks.rados.rados.0.smithi136.stdout:23: write initial oid 23 2024-08-19T11:31:08.035 INFO:tasks.rados.rados.0.smithi136.stdout:23: seq_num 22 ranges {0=376832} 2024-08-19T11:31:08.036 INFO:tasks.rados.rados.0.smithi136.stdout:23: writing smithi13674108-23 from 0 to 376832 tid 1 2024-08-19T11:31:08.036 INFO:tasks.rados.rados.0.smithi136.stdout:24: write initial oid 24 2024-08-19T11:31:08.036 INFO:tasks.rados.rados.0.smithi136.stdout:24: seq_num 23 ranges {0=393216} 2024-08-19T11:31:08.038 INFO:tasks.rados.rados.0.smithi136.stdout:24: writing smithi13674108-24 from 0 to 393216 tid 1 2024-08-19T11:31:08.039 INFO:tasks.rados.rados.0.smithi136.stdout:25: write initial oid 25 2024-08-19T11:31:08.039 INFO:tasks.rados.rados.0.smithi136.stdout:25: seq_num 24 ranges {0=409600} 2024-08-19T11:31:08.041 INFO:tasks.rados.rados.0.smithi136.stdout:25: writing smithi13674108-25 from 0 to 409600 tid 1 2024-08-19T11:31:08.041 INFO:tasks.rados.rados.0.smithi136.stdout:26: write initial oid 26 2024-08-19T11:31:08.041 INFO:tasks.rados.rados.0.smithi136.stdout:26: seq_num 25 ranges {0=425984} 2024-08-19T11:31:08.044 INFO:tasks.rados.rados.0.smithi136.stdout:26: writing smithi13674108-26 from 0 to 425984 tid 1 2024-08-19T11:31:08.044 INFO:tasks.rados.rados.0.smithi136.stdout:27: write initial oid 27 2024-08-19T11:31:08.044 INFO:tasks.rados.rados.0.smithi136.stdout:27: seq_num 26 ranges {0=442368} 2024-08-19T11:31:08.046 INFO:tasks.rados.rados.0.smithi136.stdout:27: writing smithi13674108-27 from 0 to 442368 tid 1 2024-08-19T11:31:08.046 INFO:tasks.rados.rados.0.smithi136.stdout:28: write initial oid 28 2024-08-19T11:31:08.046 INFO:tasks.rados.rados.0.smithi136.stdout:28: seq_num 27 ranges {0=458752} 2024-08-19T11:31:08.049 INFO:tasks.rados.rados.0.smithi136.stdout:28: writing smithi13674108-28 from 0 to 458752 tid 1 2024-08-19T11:31:08.049 INFO:tasks.rados.rados.0.smithi136.stdout:29: write initial oid 29 2024-08-19T11:31:08.049 INFO:tasks.rados.rados.0.smithi136.stdout:29: seq_num 28 ranges {0=475136} 2024-08-19T11:31:08.052 INFO:tasks.rados.rados.0.smithi136.stdout:29: writing smithi13674108-29 from 0 to 475136 tid 1 2024-08-19T11:31:08.052 INFO:tasks.rados.rados.0.smithi136.stdout:30: write initial oid 30 2024-08-19T11:31:08.052 INFO:tasks.rados.rados.0.smithi136.stdout:30: seq_num 29 ranges {0=491520} 2024-08-19T11:31:08.055 INFO:tasks.rados.rados.0.smithi136.stdout:30: writing smithi13674108-30 from 0 to 491520 tid 1 2024-08-19T11:31:08.055 INFO:tasks.rados.rados.0.smithi136.stdout:31: write initial oid 31 2024-08-19T11:31:08.055 INFO:tasks.rados.rados.0.smithi136.stdout:31: seq_num 30 ranges {0=507904} 2024-08-19T11:31:08.059 INFO:tasks.rados.rados.0.smithi136.stdout:31: writing smithi13674108-31 from 0 to 507904 tid 1 2024-08-19T11:31:08.059 INFO:tasks.rados.rados.0.smithi136.stdout:32: write initial oid 32 2024-08-19T11:31:08.059 INFO:tasks.rados.rados.0.smithi136.stdout:32: seq_num 31 ranges {0=524288} 2024-08-19T11:31:08.062 INFO:tasks.rados.rados.0.smithi136.stdout:32: writing smithi13674108-32 from 0 to 524288 tid 1 2024-08-19T11:31:08.062 INFO:tasks.rados.rados.0.smithi136.stdout:33: write initial oid 33 2024-08-19T11:31:08.062 INFO:tasks.rados.rados.0.smithi136.stdout:33: seq_num 32 ranges {0=540672} 2024-08-19T11:31:08.065 INFO:tasks.rados.rados.0.smithi136.stdout:33: writing smithi13674108-33 from 0 to 540672 tid 1 2024-08-19T11:31:08.065 INFO:tasks.rados.rados.0.smithi136.stdout:34: write initial oid 34 2024-08-19T11:31:08.065 INFO:tasks.rados.rados.0.smithi136.stdout:34: seq_num 33 ranges {0=557056} 2024-08-19T11:31:08.069 INFO:tasks.rados.rados.0.smithi136.stdout:34: writing smithi13674108-34 from 0 to 557056 tid 1 2024-08-19T11:31:08.069 INFO:tasks.rados.rados.0.smithi136.stdout: waiting on 16 2024-08-19T11:31:08.069 INFO:tasks.rados.rados.0.smithi136.stdout:20: finishing write tid 1 to smithi13674108-20 2024-08-19T11:31:08.069 INFO:tasks.rados.rados.0.smithi136.stdout:20: finishing write tid 2 to smithi13674108-20 2024-08-19T11:31:08.069 INFO:tasks.rados.rados.0.smithi136.stdout:19: finishing write tid 3 to smithi13674108-19 2024-08-19T11:31:08.070 INFO:tasks.rados.rados.0.smithi136.stdout:19: oid 19 updating version 0 to 2 2024-08-19T11:31:08.070 INFO:tasks.rados.rados.0.smithi136.stdout:19: oid 19 version 2 is already newer than 1 2024-08-19T11:31:08.070 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 2 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-19T11:31:08.070 INFO:tasks.rados.rados.0.smithi136.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-08-19T11:31:08.070 INFO:tasks.rados.rados.0.smithi136.stdout:20: finishing write tid 3 to smithi13674108-20 2024-08-19T11:31:08.070 INFO:tasks.rados.rados.0.smithi136.stdout:20: oid 20 updating version 0 to 4 2024-08-19T11:31:08.070 INFO:tasks.rados.rados.0.smithi136.stdout:20: oid 20 version 4 is already newer than 3 2024-08-19T11:31:08.070 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 4 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-08-19T11:31:08.070 INFO:tasks.rados.rados.0.smithi136.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-08-19T11:31:08.070 INFO:tasks.rados.rados.0.smithi136.stdout:21: finishing write tid 1 to smithi13674108-21 2024-08-19T11:31:08.070 INFO:tasks.rados.rados.0.smithi136.stdout:21: finishing write tid 2 to smithi13674108-21 2024-08-19T11:31:08.070 INFO:tasks.rados.rados.0.smithi136.stdout:21: finishing write tid 3 to smithi13674108-21 2024-08-19T11:31:08.071 INFO:tasks.rados.rados.0.smithi136.stdout:21: oid 21 updating version 0 to 3 2024-08-19T11:31:08.071 INFO:tasks.rados.rados.0.smithi136.stdout:21: oid 21 updating version 3 to 4 2024-08-19T11:31:08.071 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 4 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-08-19T11:31:08.071 INFO:tasks.rados.rados.0.smithi136.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-08-19T11:31:08.071 INFO:tasks.rados.rados.0.smithi136.stdout:22: finishing write tid 1 to smithi13674108-22 2024-08-19T11:31:08.071 INFO:tasks.rados.rados.0.smithi136.stdout:22: finishing write tid 2 to smithi13674108-22 2024-08-19T11:31:08.071 INFO:tasks.rados.rados.0.smithi136.stdout:23: finishing write tid 1 to smithi13674108-23 2024-08-19T11:31:08.071 INFO:tasks.rados.rados.0.smithi136.stdout:23: finishing write tid 2 to smithi13674108-23 2024-08-19T11:31:08.071 INFO:tasks.rados.rados.0.smithi136.stdout:22: finishing write tid 3 to smithi13674108-22 2024-08-19T11:31:08.071 INFO:tasks.rados.rados.0.smithi136.stdout:22: oid 22 updating version 0 to 3 2024-08-19T11:31:08.072 INFO:tasks.rados.rados.0.smithi136.stdout:22: oid 22 updating version 3 to 4 2024-08-19T11:31:08.072 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 4 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-08-19T11:31:08.072 INFO:tasks.rados.rados.0.smithi136.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-08-19T11:31:08.072 INFO:tasks.rados.rados.0.smithi136.stdout:24: finishing write tid 1 to smithi13674108-24 2024-08-19T11:31:08.072 INFO:tasks.rados.rados.0.smithi136.stdout:19: done (15 left) 2024-08-19T11:31:08.072 INFO:tasks.rados.rados.0.smithi136.stdout:20: done (14 left) 2024-08-19T11:31:08.072 INFO:tasks.rados.rados.0.smithi136.stdout:21: done (13 left) 2024-08-19T11:31:08.072 INFO:tasks.rados.rados.0.smithi136.stdout:22: done (12 left) 2024-08-19T11:31:08.072 INFO:tasks.rados.rados.0.smithi136.stdout:35: write initial oid 35 2024-08-19T11:31:08.072 INFO:tasks.rados.rados.0.smithi136.stdout:35: seq_num 34 ranges {0=573440} 2024-08-19T11:31:08.073 INFO:tasks.rados.rados.0.smithi136.stdout:35: writing smithi13674108-35 from 0 to 573440 tid 1 2024-08-19T11:31:08.073 INFO:tasks.rados.rados.0.smithi136.stdout:36: write initial oid 36 2024-08-19T11:31:08.073 INFO:tasks.rados.rados.0.smithi136.stdout:36: seq_num 35 ranges {0=589824} 2024-08-19T11:31:08.075 INFO:tasks.rados.rados.0.smithi136.stdout:36: writing smithi13674108-36 from 0 to 589824 tid 1 2024-08-19T11:31:08.075 INFO:tasks.rados.rados.0.smithi136.stdout:37: write initial oid 37 2024-08-19T11:31:08.076 INFO:tasks.rados.rados.0.smithi136.stdout:37: seq_num 36 ranges {0=606208} 2024-08-19T11:31:08.080 INFO:tasks.rados.rados.0.smithi136.stdout:37: writing smithi13674108-37 from 0 to 606208 tid 1 2024-08-19T11:31:08.080 INFO:tasks.rados.rados.0.smithi136.stdout:38: write initial oid 38 2024-08-19T11:31:08.080 INFO:tasks.rados.rados.0.smithi136.stdout:38: seq_num 37 ranges {0=622592} 2024-08-19T11:31:08.085 INFO:tasks.rados.rados.0.smithi136.stdout:38: writing smithi13674108-38 from 0 to 622592 tid 1 2024-08-19T11:31:08.085 INFO:tasks.rados.rados.0.smithi136.stdout: waiting on 16 2024-08-19T11:31:08.086 INFO:tasks.rados.rados.0.smithi136.stdout:24: finishing write tid 2 to smithi13674108-24 2024-08-19T11:31:08.086 INFO:tasks.rados.rados.0.smithi136.stdout:23: finishing write tid 3 to smithi13674108-23 2024-08-19T11:31:08.086 INFO:tasks.rados.rados.0.smithi136.stdout:23: oid 23 updating version 0 to 1 2024-08-19T11:31:08.086 INFO:tasks.rados.rados.0.smithi136.stdout:23: oid 23 updating version 1 to 2 2024-08-19T11:31:08.086 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 2 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-08-19T11:31:08.086 INFO:tasks.rados.rados.0.smithi136.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-08-19T11:31:08.087 INFO:tasks.rados.rados.0.smithi136.stdout:24: finishing write tid 3 to smithi13674108-24 2024-08-19T11:31:08.087 INFO:tasks.rados.rados.0.smithi136.stdout:24: oid 24 updating version 0 to 5 2024-08-19T11:31:08.087 INFO:tasks.rados.rados.0.smithi136.stdout:24: oid 24 updating version 5 to 6 2024-08-19T11:31:08.087 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 6 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-19T11:31:08.087 INFO:tasks.rados.rados.0.smithi136.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-08-19T11:31:08.087 INFO:tasks.rados.rados.0.smithi136.stdout:25: finishing write tid 1 to smithi13674108-25 2024-08-19T11:31:08.088 INFO:tasks.rados.rados.0.smithi136.stdout:25: finishing write tid 2 to smithi13674108-25 2024-08-19T11:31:08.088 INFO:tasks.rados.rados.0.smithi136.stdout:26: finishing write tid 1 to smithi13674108-26 2024-08-19T11:31:08.088 INFO:tasks.rados.rados.0.smithi136.stdout:26: finishing write tid 2 to smithi13674108-26 2024-08-19T11:31:08.088 INFO:tasks.rados.rados.0.smithi136.stdout:25: finishing write tid 3 to smithi13674108-25 2024-08-19T11:31:08.088 INFO:tasks.rados.rados.0.smithi136.stdout:25: oid 25 updating version 0 to 2 2024-08-19T11:31:08.089 INFO:tasks.rados.rados.0.smithi136.stdout:25: oid 25 version 2 is already newer than 1 2024-08-19T11:31:08.089 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 2 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-08-19T11:31:08.089 INFO:tasks.rados.rados.0.smithi136.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-08-19T11:31:08.089 INFO:tasks.rados.rados.0.smithi136.stdout:27: finishing write tid 1 to smithi13674108-27 2024-08-19T11:31:08.089 INFO:tasks.rados.rados.0.smithi136.stdout:26: finishing write tid 3 to smithi13674108-26 2024-08-19T11:31:08.089 INFO:tasks.rados.rados.0.smithi136.stdout:26: oid 26 updating version 0 to 7 2024-08-19T11:31:08.090 INFO:tasks.rados.rados.0.smithi136.stdout:26: oid 26 updating version 7 to 8 2024-08-19T11:31:08.090 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 8 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-08-19T11:31:08.090 INFO:tasks.rados.rados.0.smithi136.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-08-19T11:31:08.090 INFO:tasks.rados.rados.0.smithi136.stdout:27: finishing write tid 2 to smithi13674108-27 2024-08-19T11:31:08.090 INFO:tasks.rados.rados.0.smithi136.stdout:28: finishing write tid 1 to smithi13674108-28 2024-08-19T11:31:08.090 INFO:tasks.rados.rados.0.smithi136.stdout:27: finishing write tid 3 to smithi13674108-27 2024-08-19T11:31:08.091 INFO:tasks.rados.rados.0.smithi136.stdout:27: oid 27 updating version 0 to 1 2024-08-19T11:31:08.091 INFO:tasks.rados.rados.0.smithi136.stdout:27: oid 27 updating version 1 to 2 2024-08-19T11:31:08.091 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 2 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-19T11:31:08.091 INFO:tasks.rados.rados.0.smithi136.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-08-19T11:31:08.091 INFO:tasks.rados.rados.0.smithi136.stdout:28: finishing write tid 2 to smithi13674108-28 2024-08-19T11:31:08.091 INFO:tasks.rados.rados.0.smithi136.stdout:23: done (15 left) 2024-08-19T11:31:08.091 INFO:tasks.rados.rados.0.smithi136.stdout:24: done (14 left) 2024-08-19T11:31:08.091 INFO:tasks.rados.rados.0.smithi136.stdout:25: done (13 left) 2024-08-19T11:31:08.092 INFO:tasks.rados.rados.0.smithi136.stdout:26: done (12 left) 2024-08-19T11:31:08.092 INFO:tasks.rados.rados.0.smithi136.stdout:27: done (11 left) 2024-08-19T11:31:08.092 INFO:tasks.rados.rados.0.smithi136.stdout:39: write initial oid 39 2024-08-19T11:31:08.092 INFO:tasks.rados.rados.0.smithi136.stdout:39: seq_num 38 ranges {0=638976} 2024-08-19T11:31:08.093 INFO:tasks.rados.rados.0.smithi136.stdout:39: writing smithi13674108-39 from 0 to 638976 tid 1 2024-08-19T11:31:08.093 INFO:tasks.rados.rados.0.smithi136.stdout:40: write initial oid 40 2024-08-19T11:31:08.093 INFO:tasks.rados.rados.0.smithi136.stdout:40: seq_num 39 ranges {0=663552} 2024-08-19T11:31:08.093 INFO:tasks.rados.rados.0.smithi136.stdout:40: writing smithi13674108-40 from 0 to 663552 tid 1 2024-08-19T11:31:08.093 INFO:tasks.rados.rados.0.smithi136.stdout:41: write initial oid 41 2024-08-19T11:31:08.093 INFO:tasks.rados.rados.0.smithi136.stdout:41: seq_num 40 ranges {0=679936} 2024-08-19T11:31:08.098 INFO:tasks.rados.rados.0.smithi136.stdout:41: writing smithi13674108-41 from 0 to 679936 tid 1 2024-08-19T11:31:08.098 INFO:tasks.rados.rados.0.smithi136.stdout:42: write initial oid 42 2024-08-19T11:31:08.098 INFO:tasks.rados.rados.0.smithi136.stdout:42: seq_num 41 ranges {0=696320} 2024-08-19T11:31:08.099 INFO:tasks.rados.rados.0.smithi136.stdout:42: writing smithi13674108-42 from 0 to 696320 tid 1 2024-08-19T11:31:08.099 INFO:tasks.rados.rados.0.smithi136.stdout:43: write initial oid 43 2024-08-19T11:31:08.099 INFO:tasks.rados.rados.0.smithi136.stdout:43: seq_num 42 ranges {0=712704} 2024-08-19T11:31:08.104 INFO:tasks.rados.rados.0.smithi136.stdout:43: writing smithi13674108-43 from 0 to 712704 tid 1 2024-08-19T11:31:08.104 INFO:tasks.rados.rados.0.smithi136.stdout: waiting on 16 2024-08-19T11:31:08.105 INFO:tasks.rados.rados.0.smithi136.stdout:28: finishing write tid 3 to smithi13674108-28 2024-08-19T11:31:08.105 INFO:tasks.rados.rados.0.smithi136.stdout:28: oid 28 updating version 0 to 6 2024-08-19T11:31:08.105 INFO:tasks.rados.rados.0.smithi136.stdout:28: oid 28 version 6 is already newer than 5 2024-08-19T11:31:08.105 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-08-19T11:31:08.105 INFO:tasks.rados.rados.0.smithi136.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-08-19T11:31:08.105 INFO:tasks.rados.rados.0.smithi136.stdout:29: finishing write tid 1 to smithi13674108-29 2024-08-19T11:31:08.105 INFO:tasks.rados.rados.0.smithi136.stdout:29: finishing write tid 2 to smithi13674108-29 2024-08-19T11:31:08.105 INFO:tasks.rados.rados.0.smithi136.stdout:28: done (15 left) 2024-08-19T11:31:08.105 INFO:tasks.rados.rados.0.smithi136.stdout:44: write initial oid 44 2024-08-19T11:31:08.105 INFO:tasks.rados.rados.0.smithi136.stdout:44: seq_num 43 ranges {0=729088} 2024-08-19T11:31:08.109 INFO:tasks.rados.rados.0.smithi136.stdout:44: writing smithi13674108-44 from 0 to 729088 tid 1 2024-08-19T11:31:08.109 INFO:tasks.rados.rados.0.smithi136.stdout: waiting on 16 2024-08-19T11:31:08.109 INFO:tasks.rados.rados.0.smithi136.stdout:29: finishing write tid 3 to smithi13674108-29 2024-08-19T11:31:08.109 INFO:tasks.rados.rados.0.smithi136.stdout:29: oid 29 updating version 0 to 10 2024-08-19T11:31:08.109 INFO:tasks.rados.rados.0.smithi136.stdout:29: oid 29 version 10 is already newer than 9 2024-08-19T11:31:08.109 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 10 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-08-19T11:31:08.109 INFO:tasks.rados.rados.0.smithi136.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-08-19T11:31:08.109 INFO:tasks.rados.rados.0.smithi136.stdout:30: finishing write tid 1 to smithi13674108-30 2024-08-19T11:31:08.109 INFO:tasks.rados.rados.0.smithi136.stdout:29: done (15 left) 2024-08-19T11:31:08.109 INFO:tasks.rados.rados.0.smithi136.stdout:45: write initial oid 45 2024-08-19T11:31:08.110 INFO:tasks.rados.rados.0.smithi136.stdout:45: seq_num 44 ranges {0=745472} 2024-08-19T11:31:08.113 INFO:tasks.rados.rados.0.smithi136.stdout:45: writing smithi13674108-45 from 0 to 745472 tid 1 2024-08-19T11:31:08.113 INFO:tasks.rados.rados.0.smithi136.stdout: waiting on 16 2024-08-19T11:31:08.113 INFO:tasks.rados.rados.0.smithi136.stdout:30: finishing write tid 2 to smithi13674108-30 2024-08-19T11:31:08.113 INFO:tasks.rados.rados.0.smithi136.stdout:30: finishing write tid 3 to smithi13674108-30 2024-08-19T11:31:08.113 INFO:tasks.rados.rados.0.smithi136.stdout:30: oid 30 updating version 0 to 4 2024-08-19T11:31:08.113 INFO:tasks.rados.rados.0.smithi136.stdout:30: oid 30 version 4 is already newer than 3 2024-08-19T11:31:08.113 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 4 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-19T11:31:08.113 INFO:tasks.rados.rados.0.smithi136.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-08-19T11:31:08.113 INFO:tasks.rados.rados.0.smithi136.stdout:31: finishing write tid 1 to smithi13674108-31 2024-08-19T11:31:08.113 INFO:tasks.rados.rados.0.smithi136.stdout:30: done (15 left) 2024-08-19T11:31:08.114 INFO:tasks.rados.rados.0.smithi136.stdout:46: write initial oid 46 2024-08-19T11:31:08.114 INFO:tasks.rados.rados.0.smithi136.stdout:46: seq_num 45 ranges {0=761856} 2024-08-19T11:31:08.117 INFO:tasks.rados.rados.0.smithi136.stdout:46: writing smithi13674108-46 from 0 to 761856 tid 1 2024-08-19T11:31:08.118 INFO:tasks.rados.rados.0.smithi136.stdout: waiting on 16 2024-08-19T11:31:08.118 INFO:tasks.rados.rados.0.smithi136.stdout:31: finishing write tid 2 to smithi13674108-31 2024-08-19T11:31:08.118 INFO:tasks.rados.rados.0.smithi136.stdout:31: finishing write tid 3 to smithi13674108-31 2024-08-19T11:31:08.118 INFO:tasks.rados.rados.0.smithi136.stdout:31: oid 31 updating version 0 to 7 2024-08-19T11:31:08.118 INFO:tasks.rados.rados.0.smithi136.stdout:31: oid 31 updating version 7 to 8 2024-08-19T11:31:08.118 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 8 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-08-19T11:31:08.118 INFO:tasks.rados.rados.0.smithi136.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-08-19T11:31:08.118 INFO:tasks.rados.rados.0.smithi136.stdout:32: finishing write tid 1 to smithi13674108-32 2024-08-19T11:31:08.118 INFO:tasks.rados.rados.0.smithi136.stdout:31: done (15 left) 2024-08-19T11:31:08.118 INFO:tasks.rados.rados.0.smithi136.stdout:47: write initial oid 47 2024-08-19T11:31:08.118 INFO:tasks.rados.rados.0.smithi136.stdout:47: seq_num 46 ranges {0=778240} 2024-08-19T11:31:08.123 INFO:tasks.rados.rados.0.smithi136.stdout:47: writing smithi13674108-47 from 0 to 778240 tid 1 2024-08-19T11:31:08.124 INFO:tasks.rados.rados.0.smithi136.stdout: waiting on 16 2024-08-19T11:31:08.124 INFO:tasks.rados.rados.0.smithi136.stdout:32: finishing write tid 2 to smithi13674108-32 2024-08-19T11:31:08.124 INFO:tasks.rados.rados.0.smithi136.stdout:32: finishing write tid 3 to smithi13674108-32 2024-08-19T11:31:08.124 INFO:tasks.rados.rados.0.smithi136.stdout:32: oid 32 updating version 0 to 3 2024-08-19T11:31:08.124 INFO:tasks.rados.rados.0.smithi136.stdout:32: oid 32 updating version 3 to 4 2024-08-19T11:31:08.124 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 32 v 4 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-19T11:31:08.124 INFO:tasks.rados.rados.0.smithi136.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-08-19T11:31:08.124 INFO:tasks.rados.rados.0.smithi136.stdout:33: finishing write tid 1 to smithi13674108-33 2024-08-19T11:31:08.124 INFO:tasks.rados.rados.0.smithi136.stdout:33: finishing write tid 2 to smithi13674108-33 2024-08-19T11:31:08.124 INFO:tasks.rados.rados.0.smithi136.stdout:33: finishing write tid 3 to smithi13674108-33 2024-08-19T11:31:08.124 INFO:tasks.rados.rados.0.smithi136.stdout:33: oid 33 updating version 0 to 6 2024-08-19T11:31:08.124 INFO:tasks.rados.rados.0.smithi136.stdout:33: oid 33 version 6 is already newer than 5 2024-08-19T11:31:08.124 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 33 v 6 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-08-19T11:31:08.124 INFO:tasks.rados.rados.0.smithi136.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-08-19T11:31:08.125 INFO:tasks.rados.rados.0.smithi136.stdout:34: finishing write tid 1 to smithi13674108-34 2024-08-19T11:31:08.125 INFO:tasks.rados.rados.0.smithi136.stdout:34: finishing write tid 2 to smithi13674108-34 2024-08-19T11:31:08.125 INFO:tasks.rados.rados.0.smithi136.stdout:34: finishing write tid 3 to smithi13674108-34 2024-08-19T11:31:08.125 INFO:tasks.rados.rados.0.smithi136.stdout:34: oid 34 updating version 0 to 9 2024-08-19T11:31:08.125 INFO:tasks.rados.rados.0.smithi136.stdout:34: oid 34 updating version 9 to 10 2024-08-19T11:31:08.125 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 34 v 10 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-19T11:31:08.125 INFO:tasks.rados.rados.0.smithi136.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-08-19T11:31:08.125 INFO:tasks.rados.rados.0.smithi136.stdout:35: finishing write tid 1 to smithi13674108-35 2024-08-19T11:31:08.125 INFO:tasks.rados.rados.0.smithi136.stdout:32: done (15 left) 2024-08-19T11:31:08.125 INFO:tasks.rados.rados.0.smithi136.stdout:33: done (14 left) 2024-08-19T11:31:08.125 INFO:tasks.rados.rados.0.smithi136.stdout:34: done (13 left) 2024-08-19T11:31:08.125 INFO:tasks.rados.rados.0.smithi136.stdout:48: write initial oid 48 2024-08-19T11:31:08.125 INFO:tasks.rados.rados.0.smithi136.stdout:48: seq_num 47 ranges {0=794624} 2024-08-19T11:31:08.129 INFO:tasks.rados.rados.0.smithi136.stdout:48: writing smithi13674108-48 from 0 to 794624 tid 1 2024-08-19T11:31:08.129 INFO:tasks.rados.rados.0.smithi136.stdout:49: write initial oid 49 2024-08-19T11:31:08.129 INFO:tasks.rados.rados.0.smithi136.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-08-19T11:31:08.131 INFO:tasks.rados.rados.0.smithi136.stdout:49: writing smithi13674108-49 from 0 to 409600 tid 1 2024-08-19T11:31:08.133 INFO:tasks.rados.rados.0.smithi136.stdout:49: writing smithi13674108-49 from 409600 to 811008 tid 2 2024-08-19T11:31:08.134 INFO:tasks.rados.rados.0.smithi136.stdout:50: write initial oid 50 2024-08-19T11:31:08.134 INFO:tasks.rados.rados.0.smithi136.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-08-19T11:31:08.136 INFO:tasks.rados.rados.0.smithi136.stdout:50: writing smithi13674108-50 from 0 to 425984 tid 1 2024-08-19T11:31:08.141 INFO:tasks.rados.rados.0.smithi136.stdout:50: writing smithi13674108-50 from 425984 to 827392 tid 2 2024-08-19T11:31:08.141 INFO:tasks.rados.rados.0.smithi136.stdout: waiting on 16 2024-08-19T11:31:08.141 INFO:tasks.rados.rados.0.smithi136.stdout:35: finishing write tid 2 to smithi13674108-35 2024-08-19T11:31:08.141 INFO:tasks.rados.rados.0.smithi136.stdout:35: finishing write tid 3 to smithi13674108-35 2024-08-19T11:31:08.141 INFO:tasks.rados.rados.0.smithi136.stdout:35: oid 35 updating version 0 to 3 2024-08-19T11:31:08.141 INFO:tasks.rados.rados.0.smithi136.stdout:35: oid 35 updating version 3 to 4 2024-08-19T11:31:08.142 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 4 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-19T11:31:08.142 INFO:tasks.rados.rados.0.smithi136.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-08-19T11:31:08.143 INFO:tasks.rados.rados.0.smithi136.stdout:36: finishing write tid 1 to smithi13674108-36 2024-08-19T11:31:08.143 INFO:tasks.rados.rados.0.smithi136.stdout:36: finishing write tid 2 to smithi13674108-36 2024-08-19T11:31:08.143 INFO:tasks.rados.rados.0.smithi136.stdout:36: finishing write tid 3 to smithi13674108-36 2024-08-19T11:31:08.143 INFO:tasks.rados.rados.0.smithi136.stdout:36: oid 36 updating version 0 to 6 2024-08-19T11:31:08.143 INFO:tasks.rados.rados.0.smithi136.stdout:36: oid 36 version 6 is already newer than 5 2024-08-19T11:31:08.143 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 6 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-08-19T11:31:08.143 INFO:tasks.rados.rados.0.smithi136.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-08-19T11:31:08.144 INFO:tasks.rados.rados.0.smithi136.stdout:37: finishing write tid 1 to smithi13674108-37 2024-08-19T11:31:08.144 INFO:tasks.rados.rados.0.smithi136.stdout:37: finishing write tid 2 to smithi13674108-37 2024-08-19T11:31:08.144 INFO:tasks.rados.rados.0.smithi136.stdout:37: finishing write tid 3 to smithi13674108-37 2024-08-19T11:31:08.144 INFO:tasks.rados.rados.0.smithi136.stdout:37: oid 37 updating version 0 to 10 2024-08-19T11:31:08.144 INFO:tasks.rados.rados.0.smithi136.stdout:37: oid 37 version 10 is already newer than 9 2024-08-19T11:31:08.144 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 10 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-19T11:31:08.145 INFO:tasks.rados.rados.0.smithi136.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-08-19T11:31:08.145 INFO:tasks.rados.rados.0.smithi136.stdout:38: finishing write tid 1 to smithi13674108-38 2024-08-19T11:31:08.145 INFO:tasks.rados.rados.0.smithi136.stdout:38: finishing write tid 2 to smithi13674108-38 2024-08-19T11:31:08.145 INFO:tasks.rados.rados.0.smithi136.stdout:38: finishing write tid 3 to smithi13674108-38 2024-08-19T11:31:08.145 INFO:tasks.rados.rados.0.smithi136.stdout:38: oid 38 updating version 0 to 4 2024-08-19T11:31:08.145 INFO:tasks.rados.rados.0.smithi136.stdout:38: oid 38 version 4 is already newer than 3 2024-08-19T11:31:08.146 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 4 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-08-19T11:31:08.146 INFO:tasks.rados.rados.0.smithi136.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-08-19T11:31:08.146 INFO:tasks.rados.rados.0.smithi136.stdout:39: finishing write tid 1 to smithi13674108-39 2024-08-19T11:31:08.146 INFO:tasks.rados.rados.0.smithi136.stdout:39: finishing write tid 2 to smithi13674108-39 2024-08-19T11:31:08.146 INFO:tasks.rados.rados.0.smithi136.stdout:39: finishing write tid 3 to smithi13674108-39 2024-08-19T11:31:08.146 INFO:tasks.rados.rados.0.smithi136.stdout:39: oid 39 updating version 0 to 6 2024-08-19T11:31:08.147 INFO:tasks.rados.rados.0.smithi136.stdout:39: oid 39 version 6 is already newer than 5 2024-08-19T11:31:08.147 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-19T11:31:08.148 INFO:tasks.rados.rados.0.smithi136.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-08-19T11:31:08.148 INFO:tasks.rados.rados.0.smithi136.stdout:40: finishing write tid 1 to smithi13674108-40 2024-08-19T11:31:08.149 INFO:tasks.rados.rados.0.smithi136.stdout:40: finishing write tid 2 to smithi13674108-40 2024-08-19T11:31:08.149 INFO:tasks.rados.rados.0.smithi136.stdout:40: finishing write tid 3 to smithi13674108-40 2024-08-19T11:31:08.149 INFO:tasks.rados.rados.0.smithi136.stdout:40: oid 40 updating version 0 to 5 2024-08-19T11:31:08.149 INFO:tasks.rados.rados.0.smithi136.stdout:40: oid 40 updating version 5 to 6 2024-08-19T11:31:08.149 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 6 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-19T11:31:08.149 INFO:tasks.rados.rados.0.smithi136.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-08-19T11:31:08.149 INFO:tasks.rados.rados.0.smithi136.stdout:41: finishing write tid 1 to smithi13674108-41 2024-08-19T11:31:08.149 INFO:tasks.rados.rados.0.smithi136.stdout:41: finishing write tid 2 to smithi13674108-41 2024-08-19T11:31:08.149 INFO:tasks.rados.rados.0.smithi136.stdout:41: finishing write tid 3 to smithi13674108-41 2024-08-19T11:31:08.149 INFO:tasks.rados.rados.0.smithi136.stdout:41: oid 41 updating version 0 to 6 2024-08-19T11:31:08.150 INFO:tasks.rados.rados.0.smithi136.stdout:41: oid 41 version 6 is already newer than 5 2024-08-19T11:31:08.150 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 6 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-19T11:31:08.150 INFO:tasks.rados.rados.0.smithi136.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-08-19T11:31:08.150 INFO:tasks.rados.rados.0.smithi136.stdout:42: finishing write tid 1 to smithi13674108-42 2024-08-19T11:31:08.150 INFO:tasks.rados.rados.0.smithi136.stdout:42: finishing write tid 2 to smithi13674108-42 2024-08-19T11:31:08.150 INFO:tasks.rados.rados.0.smithi136.stdout:42: finishing write tid 3 to smithi13674108-42 2024-08-19T11:31:08.150 INFO:tasks.rados.rados.0.smithi136.stdout:42: oid 42 updating version 0 to 4 2024-08-19T11:31:08.150 INFO:tasks.rados.rados.0.smithi136.stdout:42: oid 42 version 4 is already newer than 3 2024-08-19T11:31:08.150 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 4 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-19T11:31:08.150 INFO:tasks.rados.rados.0.smithi136.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-08-19T11:31:08.150 INFO:tasks.rados.rados.0.smithi136.stdout:43: finishing write tid 1 to smithi13674108-43 2024-08-19T11:31:08.151 INFO:tasks.rados.rados.0.smithi136.stdout:35: done (15 left) 2024-08-19T11:31:08.151 INFO:tasks.rados.rados.0.smithi136.stdout:36: done (14 left) 2024-08-19T11:31:08.151 INFO:tasks.rados.rados.0.smithi136.stdout:37: done (13 left) 2024-08-19T11:31:08.151 INFO:tasks.rados.rados.0.smithi136.stdout:38: done (12 left) 2024-08-19T11:31:08.151 INFO:tasks.rados.rados.0.smithi136.stdout:39: done (11 left) 2024-08-19T11:31:08.151 INFO:tasks.rados.rados.0.smithi136.stdout:40: done (10 left) 2024-08-19T11:31:08.151 INFO:tasks.rados.rados.0.smithi136.stdout:41: done (9 left) 2024-08-19T11:31:08.151 INFO:tasks.rados.rados.0.smithi136.stdout:42: done (8 left) 2024-08-19T11:31:08.151 INFO:tasks.rados.rados.0.smithi136.stdout:51: copy_from oid 13 from oid 18 current snap is 0 2024-08-19T11:31:08.151 INFO:tasks.rados.rados.0.smithi136.stdout:43: finishing write tid 2 to smithi13674108-43 2024-08-19T11:31:08.151 INFO:tasks.rados.rados.0.smithi136.stdout:43: finishing write tid 3 to smithi13674108-43 2024-08-19T11:31:08.151 INFO:tasks.rados.rados.0.smithi136.stdout:43: oid 43 updating version 0 to 4 2024-08-19T11:31:08.151 INFO:tasks.rados.rados.0.smithi136.stdout:43: oid 43 version 4 is already newer than 3 2024-08-19T11:31:08.152 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 4 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-08-19T11:31:08.152 INFO:tasks.rados.rados.0.smithi136.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-08-19T11:31:08.152 INFO:tasks.rados.rados.0.smithi136.stdout:44: finishing write tid 1 to smithi13674108-44 2024-08-19T11:31:08.152 INFO:tasks.rados.rados.0.smithi136.stdout:44: finishing write tid 2 to smithi13674108-44 2024-08-19T11:31:08.152 INFO:tasks.rados.rados.0.smithi136.stdout:44: finishing write tid 3 to smithi13674108-44 2024-08-19T11:31:08.152 INFO:tasks.rados.rados.0.smithi136.stdout:44: oid 44 updating version 0 to 12 2024-08-19T11:31:08.152 INFO:tasks.rados.rados.0.smithi136.stdout:44: oid 44 version 12 is already newer than 11 2024-08-19T11:31:08.152 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 12 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-08-19T11:31:08.152 INFO:tasks.rados.rados.0.smithi136.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-08-19T11:31:08.152 INFO:tasks.rados.rados.0.smithi136.stdout:45: finishing write tid 1 to smithi13674108-45 2024-08-19T11:31:08.152 INFO:tasks.rados.rados.0.smithi136.stdout:43: done (8 left) 2024-08-19T11:31:08.152 INFO:tasks.rados.rados.0.smithi136.stdout:44: done (7 left) 2024-08-19T11:31:08.152 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 38 current snap is 0 2024-08-19T11:31:08.153 INFO:tasks.rados.rados.0.smithi136.stdout:45: finishing write tid 2 to smithi13674108-45 2024-08-19T11:31:08.153 INFO:tasks.rados.rados.0.smithi136.stdout:45: finishing write tid 3 to smithi13674108-45 2024-08-19T11:31:08.153 INFO:tasks.rados.rados.0.smithi136.stdout:45: oid 45 updating version 0 to 8 2024-08-19T11:31:08.153 INFO:tasks.rados.rados.0.smithi136.stdout:45: oid 45 version 8 is already newer than 7 2024-08-19T11:31:08.153 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 8 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-08-19T11:31:08.153 INFO:tasks.rados.rados.0.smithi136.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-08-19T11:31:08.153 INFO:tasks.rados.rados.0.smithi136.stdout:46: finishing write tid 1 to smithi13674108-46 2024-08-19T11:31:08.153 INFO:tasks.rados.rados.0.smithi136.stdout:46: finishing write tid 2 to smithi13674108-46 2024-08-19T11:31:08.153 INFO:tasks.rados.rados.0.smithi136.stdout:46: finishing write tid 3 to smithi13674108-46 2024-08-19T11:31:08.154 INFO:tasks.rados.rados.0.smithi136.stdout:46: oid 46 updating version 0 to 10 2024-08-19T11:31:08.154 INFO:tasks.rados.rados.0.smithi136.stdout:46: oid 46 version 10 is already newer than 9 2024-08-19T11:31:08.154 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 46 v 10 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-19T11:31:08.154 INFO:tasks.rados.rados.0.smithi136.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-08-19T11:31:08.154 INFO:tasks.rados.rados.0.smithi136.stdout:47: finishing write tid 1 to smithi13674108-47 2024-08-19T11:31:08.154 INFO:tasks.rados.rados.0.smithi136.stdout:47: finishing write tid 2 to smithi13674108-47 2024-08-19T11:31:08.154 INFO:tasks.rados.rados.0.smithi136.stdout:47: finishing write tid 3 to smithi13674108-47 2024-08-19T11:31:08.154 INFO:tasks.rados.rados.0.smithi136.stdout:47: oid 47 updating version 0 to 8 2024-08-19T11:31:08.154 INFO:tasks.rados.rados.0.smithi136.stdout:47: oid 47 version 8 is already newer than 7 2024-08-19T11:31:08.154 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-19T11:31:08.154 INFO:tasks.rados.rados.0.smithi136.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-08-19T11:31:08.155 INFO:tasks.rados.rados.0.smithi136.stdout:48: finishing write tid 1 to smithi13674108-48 2024-08-19T11:31:08.155 INFO:tasks.rados.rados.0.smithi136.stdout:48: finishing write tid 2 to smithi13674108-48 2024-08-19T11:31:08.155 INFO:tasks.rados.rados.0.smithi136.stdout:49: finishing write tid 1 to smithi13674108-49 2024-08-19T11:31:08.155 INFO:tasks.rados.rados.0.smithi136.stdout:52: seq_num 50 ranges {622592=442368,1064960=401408} 2024-08-19T11:31:08.158 INFO:tasks.rados.rados.0.smithi136.stdout:52: writing smithi13674108-38 from 622592 to 1064960 tid 1 2024-08-19T11:31:08.158 INFO:tasks.rados.rados.0.smithi136.stdout:52: writing smithi13674108-38 from 1064960 to 1466368 tid 2 2024-08-19T11:31:08.158 INFO:tasks.rados.rados.0.smithi136.stdout:45: done (7 left) 2024-08-19T11:31:08.158 INFO:tasks.rados.rados.0.smithi136.stdout:46: done (6 left) 2024-08-19T11:31:08.159 INFO:tasks.rados.rados.0.smithi136.stdout:47: done (5 left) 2024-08-19T11:31:08.159 INFO:tasks.rados.rados.0.smithi136.stdout:53: rmattr oid 31 current snap is 0 2024-08-19T11:31:08.159 INFO:tasks.rados.rados.0.smithi136.stdout:53: done (5 left) 2024-08-19T11:31:08.159 INFO:tasks.rados.rados.0.smithi136.stdout:54: delete oid 10 current snap is 0 2024-08-19T11:31:08.159 INFO:tasks.rados.rados.0.smithi136.stdout:48: finishing write tid 3 to smithi13674108-48 2024-08-19T11:31:08.159 INFO:tasks.rados.rados.0.smithi136.stdout:48: oid 48 updating version 0 to 12 2024-08-19T11:31:08.159 INFO:tasks.rados.rados.0.smithi136.stdout:48: oid 48 version 12 is already newer than 11 2024-08-19T11:31:08.159 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 48 v 12 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-19T11:31:08.159 INFO:tasks.rados.rados.0.smithi136.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-08-19T11:31:08.160 INFO:tasks.rados.rados.0.smithi136.stdout:49: finishing write tid 2 to smithi13674108-49 2024-08-19T11:31:08.160 INFO:tasks.rados.rados.0.smithi136.stdout:49: finishing write tid 3 to smithi13674108-49 2024-08-19T11:31:08.160 INFO:tasks.rados.rados.0.smithi136.stdout:49: finishing write tid 4 to smithi13674108-49 2024-08-19T11:31:08.160 INFO:tasks.rados.rados.0.smithi136.stdout:49: oid 49 updating version 0 to 9 2024-08-19T11:31:08.160 INFO:tasks.rados.rados.0.smithi136.stdout:49: oid 49 updating version 9 to 10 2024-08-19T11:31:08.160 INFO:tasks.rados.rados.0.smithi136.stdout:49: oid 49 updating version 10 to 11 2024-08-19T11:31:08.160 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 11 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-19T11:31:08.160 INFO:tasks.rados.rados.0.smithi136.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-08-19T11:31:08.160 INFO:tasks.rados.rados.0.smithi136.stdout:50: finishing write tid 1 to smithi13674108-50 2024-08-19T11:31:08.160 INFO:tasks.rados.rados.0.smithi136.stdout:50: finishing write tid 2 to smithi13674108-50 2024-08-19T11:31:08.160 INFO:tasks.rados.rados.0.smithi136.stdout:50: finishing write tid 3 to smithi13674108-50 2024-08-19T11:31:08.160 INFO:tasks.rados.rados.0.smithi136.stdout:50: finishing write tid 4 to smithi13674108-50 2024-08-19T11:31:08.160 INFO:tasks.rados.rados.0.smithi136.stdout:50: oid 50 updating version 0 to 13 2024-08-19T11:31:08.161 INFO:tasks.rados.rados.0.smithi136.stdout:50: oid 50 version 13 is already newer than 12 2024-08-19T11:31:08.161 INFO:tasks.rados.rados.0.smithi136.stdout:50: oid 50 updating version 13 to 14 2024-08-19T11:31:08.161 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 14 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-08-19T11:31:08.161 INFO:tasks.rados.rados.0.smithi136.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-08-19T11:31:08.161 INFO:tasks.rados.rados.0.smithi136.stdout:51: finishing copy_from racing read to smithi13674108-13 2024-08-19T11:31:08.161 INFO:tasks.rados.rados.0.smithi136.stdout:51: finishing copy_from to smithi13674108-13 2024-08-19T11:31:08.161 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-08-19T11:31:08.161 INFO:tasks.rados.rados.0.smithi136.stdout:52: finishing write tid 1 to smithi13674108-38 2024-08-19T11:31:08.161 INFO:tasks.rados.rados.0.smithi136.stdout:48: done (5 left) 2024-08-19T11:31:08.161 INFO:tasks.rados.rados.0.smithi136.stdout:49: done (4 left) 2024-08-19T11:31:08.161 INFO:tasks.rados.rados.0.smithi136.stdout:50: done (3 left) 2024-08-19T11:31:08.161 INFO:tasks.rados.rados.0.smithi136.stdout:51: done (2 left) 2024-08-19T11:31:08.162 INFO:tasks.rados.rados.0.smithi136.stdout:54: done (1 left) 2024-08-19T11:31:08.162 INFO:tasks.rados.rados.0.smithi136.stdout:55: read oid 15 snap -1 2024-08-19T11:31:08.162 INFO:tasks.rados.rados.0.smithi136.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-08-19T11:31:08.162 INFO:tasks.rados.rados.0.smithi136.stdout:56: rollback oid 30 current snap is 0 2024-08-19T11:31:08.162 INFO:tasks.rados.rados.0.smithi136.stdout:56: done (2 left) 2024-08-19T11:31:08.162 INFO:tasks.rados.rados.0.smithi136.stdout:57: read oid 27 snap -1 2024-08-19T11:31:08.162 INFO:tasks.rados.rados.0.smithi136.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-19T11:31:08.162 INFO:tasks.rados.rados.0.smithi136.stdout:58: copy_from oid 28 from oid 47 current snap is 0 2024-08-19T11:31:08.162 INFO:tasks.rados.rados.0.smithi136.stdout:59: rollback oid 45 current snap is 0 2024-08-19T11:31:08.162 INFO:tasks.rados.rados.0.smithi136.stdout:59: done (4 left) 2024-08-19T11:31:08.163 INFO:tasks.rados.rados.0.smithi136.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-08-19T11:31:08.163 INFO:tasks.rados.rados.0.smithi136.stdout:61: delete oid 1 current snap is 0 2024-08-19T11:31:08.163 INFO:tasks.rados.rados.0.smithi136.stdout:52: finishing write tid 2 to smithi13674108-38 2024-08-19T11:31:08.163 INFO:tasks.rados.rados.0.smithi136.stdout:61: done (5 left) 2024-08-19T11:31:08.163 INFO:tasks.rados.rados.0.smithi136.stdout:62: read oid 17 snap -1 2024-08-19T11:31:08.163 INFO:tasks.rados.rados.0.smithi136.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-08-19T11:31:08.163 INFO:tasks.rados.rados.0.smithi136.stdout:63: snap_create 2024-08-19T11:31:08.163 INFO:tasks.rados.rados.0.smithi136.stdout:52: finishing write tid 3 to smithi13674108-38 2024-08-19T11:31:08.163 INFO:tasks.rados.rados.0.smithi136.stdout:52: finishing write tid 4 to smithi13674108-38 2024-08-19T11:31:08.164 INFO:tasks.rados.rados.0.smithi136.stdout:52: oid 38 updating version 0 to 8 2024-08-19T11:31:08.164 INFO:tasks.rados.rados.0.smithi136.stdout:52: oid 38 version 8 is already newer than 7 2024-08-19T11:31:08.164 INFO:tasks.rados.rados.0.smithi136.stdout:52: oid 38 updating version 8 to 9 2024-08-19T11:31:08.164 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 9 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-08-19T11:31:08.164 INFO:tasks.rados.rados.0.smithi136.stdout:52: left oid 38 (ObjNum 50 snap 0 seq_num 50) 2024-08-19T11:31:08.164 INFO:tasks.rados.rados.0.smithi136.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-08-19T11:31:08.165 INFO:tasks.rados.rados.0.smithi136.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-19T11:31:08.173 INFO:tasks.rados.rados.0.smithi136.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-08-19T11:31:08.181 INFO:tasks.rados.rados.0.smithi136.stdout:58: finishing copy_from racing read to smithi13674108-28 2024-08-19T11:31:08.182 INFO:tasks.rados.rados.0.smithi136.stdout:58: finishing copy_from to smithi13674108-28 2024-08-19T11:31:08.182 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-19T11:31:08.182 INFO:tasks.rados.rados.0.smithi136.stdout:60: finishing copy_from racing read to smithi13674108-22 2024-08-19T11:31:08.182 INFO:tasks.rados.rados.0.smithi136.stdout:60: finishing copy_from to smithi13674108-22 2024-08-19T11:31:08.182 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 12 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-19T11:31:08.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:07 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/4265935537' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-19T11:31:08.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:07 smithi136 ceph-mon[16389]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-19T11:31:08.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:07 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/4265935537' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-19T11:31:08.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:07 smithi136 ceph-mon[28279]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-19T11:31:08.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:07 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/4265935537' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-19T11:31:08.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:07 smithi155 ceph-mon[19718]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-19T11:31:09.008 INFO:tasks.rados.rados.0.smithi136.stdout:52: done (6 left) 2024-08-19T11:31:09.008 INFO:tasks.rados.rados.0.smithi136.stdout:55: done (5 left) 2024-08-19T11:31:09.008 INFO:tasks.rados.rados.0.smithi136.stdout:57: done (4 left) 2024-08-19T11:31:09.008 INFO:tasks.rados.rados.0.smithi136.stdout:58: done (3 left) 2024-08-19T11:31:09.009 INFO:tasks.rados.rados.0.smithi136.stdout:60: done (2 left) 2024-08-19T11:31:09.009 INFO:tasks.rados.rados.0.smithi136.stdout:62: done (1 left) 2024-08-19T11:31:09.009 INFO:tasks.rados.rados.0.smithi136.stdout:63: done (0 left) 2024-08-19T11:31:09.009 INFO:tasks.rados.rados.0.smithi136.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-08-19T11:31:09.009 INFO:tasks.rados.rados.0.smithi136.stdout:65: read oid 30 snap -1 2024-08-19T11:31:09.009 INFO:tasks.rados.rados.0.smithi136.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-19T11:31:09.010 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 23 current snap is 1 2024-08-19T11:31:09.010 INFO:tasks.rados.rados.0.smithi136.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-08-19T11:31:09.013 INFO:tasks.rados.rados.0.smithi136.stdout:66: writing smithi13674108-23 from 376832 to 868352 tid 1 2024-08-19T11:31:09.016 INFO:tasks.rados.rados.0.smithi136.stdout:66: writing smithi13674108-23 from 868352 to 1269760 tid 2 2024-08-19T11:31:09.016 INFO:tasks.rados.rados.0.smithi136.stdout:67: rollback oid 10 current snap is 1 2024-08-19T11:31:09.016 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 10 to 0 2024-08-19T11:31:09.016 INFO:tasks.rados.rados.0.smithi136.stdout:64: finishing copy_from racing read to smithi13674108-15 2024-08-19T11:31:09.017 INFO:tasks.rados.rados.0.smithi136.stdout:64: finishing copy_from to smithi13674108-15 2024-08-19T11:31:09.017 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 4 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-19T11:31:09.017 INFO:tasks.rados.rados.0.smithi136.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-19T11:31:09.030 INFO:tasks.rados.rados.0.smithi136.stdout:67: finishing rollback tid 1 to smithi13674108-10 2024-08-19T11:31:09.030 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 0 (ObjNum 33 snap 0 seq_num 3760824432) dirty dne 2024-08-19T11:31:09.030 INFO:tasks.rados.rados.0.smithi136.stdout:66: finishing write tid 1 to smithi13674108-23 2024-08-19T11:31:09.030 INFO:tasks.rados.rados.0.smithi136.stdout:66: finishing write tid 2 to smithi13674108-23 2024-08-19T11:31:09.030 INFO:tasks.rados.rados.0.smithi136.stdout:66: finishing write tid 3 to smithi13674108-23 2024-08-19T11:31:09.030 INFO:tasks.rados.rados.0.smithi136.stdout:66: finishing write tid 4 to smithi13674108-23 2024-08-19T11:31:09.030 INFO:tasks.rados.rados.0.smithi136.stdout:66: oid 23 updating version 0 to 5 2024-08-19T11:31:09.030 INFO:tasks.rados.rados.0.smithi136.stdout:66: oid 23 version 5 is already newer than 4 2024-08-19T11:31:09.030 INFO:tasks.rados.rados.0.smithi136.stdout:66: oid 23 updating version 5 to 6 2024-08-19T11:31:09.030 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 6 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-19T11:31:09.031 INFO:tasks.rados.rados.0.smithi136.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-08-19T11:31:09.031 INFO:tasks.rados.rados.0.smithi136.stdout:64: done (3 left) 2024-08-19T11:31:09.031 INFO:tasks.rados.rados.0.smithi136.stdout:65: done (2 left) 2024-08-19T11:31:09.031 INFO:tasks.rados.rados.0.smithi136.stdout:66: done (1 left) 2024-08-19T11:31:09.031 INFO:tasks.rados.rados.0.smithi136.stdout:67: done (0 left) 2024-08-19T11:31:09.031 INFO:tasks.rados.rados.0.smithi136.stdout:68: setattr oid 23 current snap is 1 2024-08-19T11:31:09.032 INFO:tasks.rados.rados.0.smithi136.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-08-19T11:31:09.032 INFO:tasks.rados.rados.0.smithi136.stdout:70: read oid 24 snap 0 2024-08-19T11:31:09.032 INFO:tasks.rados.rados.0.smithi136.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-19T11:31:09.032 INFO:tasks.rados.rados.0.smithi136.stdout:71: copy_from oid 36 from oid 28 current snap is 1 2024-08-19T11:31:09.032 INFO:tasks.rados.rados.0.smithi136.stdout:72: rollback oid 49 current snap is 1 2024-08-19T11:31:09.032 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 49 to 0 2024-08-19T11:31:09.033 INFO:tasks.rados.rados.0.smithi136.stdout:73: read oid 4 snap 0 2024-08-19T11:31:09.033 INFO:tasks.rados.rados.0.smithi136.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-19T11:31:09.033 INFO:tasks.rados.rados.0.smithi136.stdout:74: rmattr oid 7 current snap is 1 2024-08-19T11:31:09.033 INFO:tasks.rados.rados.0.smithi136.stdout:74: done (6 left) 2024-08-19T11:31:09.033 INFO:tasks.rados.rados.0.smithi136.stdout:75: copy_from oid 20 from oid 12 current snap is 1 2024-08-19T11:31:09.033 INFO:tasks.rados.rados.0.smithi136.stdout:76: read oid 39 snap -1 2024-08-19T11:31:09.033 INFO:tasks.rados.rados.0.smithi136.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-19T11:31:09.033 INFO:tasks.rados.rados.0.smithi136.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-08-19T11:31:09.033 INFO:tasks.rados.rados.0.smithi136.stdout:78: read oid 2 snap -1 2024-08-19T11:31:09.033 INFO:tasks.rados.rados.0.smithi136.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-08-19T11:31:09.033 INFO:tasks.rados.rados.0.smithi136.stdout:79: setattr oid 41 current snap is 1 2024-08-19T11:31:09.033 INFO:tasks.rados.rados.0.smithi136.stdout:80: snap_create 2024-08-19T11:31:09.034 INFO:tasks.rados.rados.0.smithi136.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-19T11:31:09.036 INFO:tasks.rados.rados.0.smithi136.stdout:72: finishing rollback tid 0 to smithi13674108-49 2024-08-19T11:31:09.036 INFO:tasks.rados.rados.0.smithi136.stdout:72: finishing rollback tid 1 to smithi13674108-49 2024-08-19T11:31:09.036 INFO:tasks.rados.rados.0.smithi136.stdout:72: finishing rollback tid 2 to smithi13674108-49 2024-08-19T11:31:09.036 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 19 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-19T11:31:09.037 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 7 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-19T11:31:09.037 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 10 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-19T11:31:09.037 INFO:tasks.rados.rados.0.smithi136.stdout:75: finishing copy_from racing read to smithi13674108-20 2024-08-19T11:31:09.037 INFO:tasks.rados.rados.0.smithi136.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-08-19T11:31:09.038 INFO:tasks.rados.rados.0.smithi136.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-19T11:31:09.049 INFO:tasks.rados.rados.0.smithi136.stdout:75: finishing copy_from to smithi13674108-20 2024-08-19T11:31:09.049 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-08-19T11:31:09.049 INFO:tasks.rados.rados.0.smithi136.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-19T11:31:09.070 INFO:tasks.rados.rados.0.smithi136.stdout:71: finishing copy_from racing read to smithi13674108-36 2024-08-19T11:31:09.070 INFO:tasks.rados.rados.0.smithi136.stdout:69: finishing copy_from racing read to smithi13674108-45 2024-08-19T11:31:09.070 INFO:tasks.rados.rados.0.smithi136.stdout:77: finishing copy_from racing read to smithi13674108-6 2024-08-19T11:31:09.070 INFO:tasks.rados.rados.0.smithi136.stdout:71: finishing copy_from to smithi13674108-36 2024-08-19T11:31:09.070 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-19T11:31:09.070 INFO:tasks.rados.rados.0.smithi136.stdout:69: finishing copy_from to smithi13674108-45 2024-08-19T11:31:09.070 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 10 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-19T11:31:09.070 INFO:tasks.rados.rados.0.smithi136.stdout:77: finishing copy_from to smithi13674108-6 2024-08-19T11:31:09.070 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 10 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-19T11:31:09.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:08 smithi136 ceph-mon[16389]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:31:09.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:08 smithi136 ceph-mon[16389]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:31:09.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:08 smithi136 ceph-mon[16389]: Cluster is now healthy 2024-08-19T11:31:09.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:08 smithi136 ceph-mon[16389]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-19T11:31:09.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:08 smithi136 ceph-mon[16389]: osdmap e83: 8 total, 8 up, 8 in 2024-08-19T11:31:09.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:09 smithi136 ceph-mon[28279]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:31:09.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:09 smithi136 ceph-mon[28279]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:31:09.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:09 smithi136 ceph-mon[28279]: Cluster is now healthy 2024-08-19T11:31:09.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:09 smithi136 ceph-mon[28279]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-19T11:31:09.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:09 smithi136 ceph-mon[28279]: osdmap e83: 8 total, 8 up, 8 in 2024-08-19T11:31:09.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:08 smithi155 ceph-mon[19718]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:31:09.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:08 smithi155 ceph-mon[19718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:31:09.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:08 smithi155 ceph-mon[19718]: Cluster is now healthy 2024-08-19T11:31:09.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:08 smithi155 ceph-mon[19718]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-19T11:31:09.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:08 smithi155 ceph-mon[19718]: osdmap e83: 8 total, 8 up, 8 in 2024-08-19T11:31:10.014 INFO:tasks.rados.rados.0.smithi136.stdout:68: done (11 left) 2024-08-19T11:31:10.014 INFO:tasks.rados.rados.0.smithi136.stdout:69: done (10 left) 2024-08-19T11:31:10.014 INFO:tasks.rados.rados.0.smithi136.stdout:70: done (9 left) 2024-08-19T11:31:10.015 INFO:tasks.rados.rados.0.smithi136.stdout:71: done (8 left) 2024-08-19T11:31:10.015 INFO:tasks.rados.rados.0.smithi136.stdout:72: done (7 left) 2024-08-19T11:31:10.015 INFO:tasks.rados.rados.0.smithi136.stdout:73: done (6 left) 2024-08-19T11:31:10.015 INFO:tasks.rados.rados.0.smithi136.stdout:75: done (5 left) 2024-08-19T11:31:10.015 INFO:tasks.rados.rados.0.smithi136.stdout:76: done (4 left) 2024-08-19T11:31:10.015 INFO:tasks.rados.rados.0.smithi136.stdout:77: done (3 left) 2024-08-19T11:31:10.015 INFO:tasks.rados.rados.0.smithi136.stdout:78: done (2 left) 2024-08-19T11:31:10.015 INFO:tasks.rados.rados.0.smithi136.stdout:79: done (1 left) 2024-08-19T11:31:10.015 INFO:tasks.rados.rados.0.smithi136.stdout:80: done (0 left) 2024-08-19T11:31:10.015 INFO:tasks.rados.rados.0.smithi136.stdout:81: rollback oid 40 current snap is 2 2024-08-19T11:31:10.015 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 40 to 1 2024-08-19T11:31:10.015 INFO:tasks.rados.rados.0.smithi136.stdout:82: snap_create 2024-08-19T11:31:10.019 INFO:tasks.rados.rados.0.smithi136.stdout:81: finishing rollback tid 0 to smithi13674108-40 2024-08-19T11:31:10.019 INFO:tasks.rados.rados.0.smithi136.stdout:81: finishing rollback tid 1 to smithi13674108-40 2024-08-19T11:31:10.019 INFO:tasks.rados.rados.0.smithi136.stdout:81: finishing rollback tid 2 to smithi13674108-40 2024-08-19T11:31:10.019 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 13 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-19T11:31:10.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:10 smithi136 ceph-mon[28279]: osdmap e84: 8 total, 8 up, 8 in 2024-08-19T11:31:10.351 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:10 smithi136 ceph-mon[16389]: osdmap e84: 8 total, 8 up, 8 in 2024-08-19T11:31:10.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:10 smithi155 ceph-mon[19718]: osdmap e84: 8 total, 8 up, 8 in 2024-08-19T11:31:11.014 INFO:tasks.rados.rados.0.smithi136.stdout:81: done (1 left) 2024-08-19T11:31:11.015 INFO:tasks.rados.rados.0.smithi136.stdout:82: done (0 left) 2024-08-19T11:31:11.015 INFO:tasks.rados.rados.0.smithi136.stdout:83: rollback oid 9 current snap is 3 2024-08-19T11:31:11.015 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 9 to 0 2024-08-19T11:31:11.015 INFO:tasks.rados.rados.0.smithi136.stdout:84: read oid 20 snap 1 2024-08-19T11:31:11.015 INFO:tasks.rados.rados.0.smithi136.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-08-19T11:31:11.015 INFO:tasks.rados.rados.0.smithi136.stdout:85: read oid 41 snap -1 2024-08-19T11:31:11.015 INFO:tasks.rados.rados.0.smithi136.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-19T11:31:11.015 INFO:tasks.rados.rados.0.smithi136.stdout:86: snap_create 2024-08-19T11:31:11.021 INFO:tasks.rados.rados.0.smithi136.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-19T11:31:11.047 INFO:tasks.rados.rados.0.smithi136.stdout:83: finishing rollback tid 0 to smithi13674108-9 2024-08-19T11:31:11.047 INFO:tasks.rados.rados.0.smithi136.stdout:83: finishing rollback tid 1 to smithi13674108-9 2024-08-19T11:31:11.047 INFO:tasks.rados.rados.0.smithi136.stdout:83: finishing rollback tid 2 to smithi13674108-9 2024-08-19T11:31:11.047 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 8 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-08-19T11:31:11.047 INFO:tasks.rados.rados.0.smithi136.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-08-19T11:31:11.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:11 smithi136 ceph-mon[28279]: pgmap v105: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:31:11.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:11 smithi136 ceph-mon[28279]: osdmap e85: 8 total, 8 up, 8 in 2024-08-19T11:31:11.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:11 smithi136 ceph-mon[16389]: pgmap v105: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:31:11.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:11 smithi136 ceph-mon[16389]: osdmap e85: 8 total, 8 up, 8 in 2024-08-19T11:31:11.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:11 smithi155 ceph-mon[19718]: pgmap v105: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:31:11.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:11 smithi155 ceph-mon[19718]: osdmap e85: 8 total, 8 up, 8 in 2024-08-19T11:31:12.021 INFO:tasks.rados.rados.0.smithi136.stdout:83: done (3 left) 2024-08-19T11:31:12.022 INFO:tasks.rados.rados.0.smithi136.stdout:84: done (2 left) 2024-08-19T11:31:12.022 INFO:tasks.rados.rados.0.smithi136.stdout:85: done (1 left) 2024-08-19T11:31:12.022 INFO:tasks.rados.rados.0.smithi136.stdout:86: done (0 left) 2024-08-19T11:31:12.022 INFO:tasks.rados.rados.0.smithi136.stdout:87: snap_remove snap 0 2024-08-19T11:31:12.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:12 smithi136 ceph-mon[28279]: osdmap e86: 8 total, 8 up, 8 in 2024-08-19T11:31:12.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:12 smithi136 ceph-mon[16389]: osdmap e86: 8 total, 8 up, 8 in 2024-08-19T11:31:12.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:12 smithi155 ceph-mon[19718]: osdmap e86: 8 total, 8 up, 8 in 2024-08-19T11:31:13.032 INFO:tasks.rados.rados.0.smithi136.stdout:87: done (0 left) 2024-08-19T11:31:13.033 INFO:tasks.rados.rados.0.smithi136.stdout:88: read oid 29 snap 3 2024-08-19T11:31:13.033 INFO:tasks.rados.rados.0.smithi136.stdout:88: expect (ObjNum 28 snap 0 seq_num 28) 2024-08-19T11:31:13.033 INFO:tasks.rados.rados.0.smithi136.stdout:89: read oid 46 snap -1 2024-08-19T11:31:13.033 INFO:tasks.rados.rados.0.smithi136.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T11:31:13.033 INFO:tasks.rados.rados.0.smithi136.stdout:90: copy_from oid 36 from oid 2 current snap is 4 2024-08-19T11:31:13.033 INFO:tasks.rados.rados.0.smithi136.stdout:91: rmattr oid 49 current snap is 4 2024-08-19T11:31:13.033 INFO:tasks.rados.rados.0.smithi136.stdout:91: done (3 left) 2024-08-19T11:31:13.033 INFO:tasks.rados.rados.0.smithi136.stdout:92: snap_remove snap 2 2024-08-19T11:31:13.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:13 smithi136 ceph-mon[28279]: pgmap v108: 121 pgs: 121 active+clean; 25 MiB data, 272 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.3 MiB/s wr, 78 op/s 2024-08-19T11:31:13.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:13 smithi136 ceph-mon[28279]: osdmap e87: 8 total, 8 up, 8 in 2024-08-19T11:31:13.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:13 smithi136 ceph-mon[16389]: pgmap v108: 121 pgs: 121 active+clean; 25 MiB data, 272 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.3 MiB/s wr, 78 op/s 2024-08-19T11:31:13.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:13 smithi136 ceph-mon[16389]: osdmap e87: 8 total, 8 up, 8 in 2024-08-19T11:31:13.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:13 smithi155 ceph-mon[19718]: pgmap v108: 121 pgs: 121 active+clean; 25 MiB data, 272 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.3 MiB/s wr, 78 op/s 2024-08-19T11:31:13.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:13 smithi155 ceph-mon[19718]: osdmap e87: 8 total, 8 up, 8 in 2024-08-19T11:31:14.043 INFO:tasks.rados.rados.0.smithi136.stdout:92: done (3 left) 2024-08-19T11:31:14.044 INFO:tasks.rados.rados.0.smithi136.stdout:93: rmattr oid 30 current snap is 4 2024-08-19T11:31:14.044 INFO:tasks.rados.rados.0.smithi136.stdout:93: done (3 left) 2024-08-19T11:31:14.044 INFO:tasks.rados.rados.0.smithi136.stdout:94: read oid 42 snap 1 2024-08-19T11:31:14.044 INFO:tasks.rados.rados.0.smithi136.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-19T11:31:14.044 INFO:tasks.rados.rados.0.smithi136.stdout:95: rmattr oid 14 current snap is 4 2024-08-19T11:31:14.044 INFO:tasks.rados.rados.0.smithi136.stdout:95: done (4 left) 2024-08-19T11:31:14.044 INFO:tasks.rados.rados.0.smithi136.stdout:96: read oid 9 snap 1 2024-08-19T11:31:14.044 INFO:tasks.rados.rados.0.smithi136.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-08-19T11:31:14.044 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 24 current snap is 4 2024-08-19T11:31:14.044 INFO:tasks.rados.rados.0.smithi136.stdout:97: seq_num 54 ranges {393216=507904,901120=401408} 2024-08-19T11:31:14.048 INFO:tasks.rados.rados.0.smithi136.stdout:97: writing smithi13674108-24 from 393216 to 901120 tid 1 2024-08-19T11:31:14.051 INFO:tasks.rados.rados.0.smithi136.stdout:97: writing smithi13674108-24 from 901120 to 1302528 tid 2 2024-08-19T11:31:14.051 INFO:tasks.rados.rados.0.smithi136.stdout:98: copy_from oid 31 from oid 6 current snap is 4 2024-08-19T11:31:14.051 INFO:tasks.rados.rados.0.smithi136.stdout:88: expect (ObjNum 28 snap 0 seq_num 28) 2024-08-19T11:31:14.066 INFO:tasks.rados.rados.0.smithi136.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T11:31:14.087 INFO:tasks.rados.rados.0.smithi136.stdout:90: finishing copy_from racing read to smithi13674108-36 2024-08-19T11:31:14.087 INFO:tasks.rados.rados.0.smithi136.stdout:90: finishing copy_from to smithi13674108-36 2024-08-19T11:31:14.087 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 4 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-19T11:31:14.087 INFO:tasks.rados.rados.0.smithi136.stdout:88: done (6 left) 2024-08-19T11:31:14.087 INFO:tasks.rados.rados.0.smithi136.stdout:89: done (5 left) 2024-08-19T11:31:14.087 INFO:tasks.rados.rados.0.smithi136.stdout:90: done (4 left) 2024-08-19T11:31:14.087 INFO:tasks.rados.rados.0.smithi136.stdout:99: snap_remove snap 3 2024-08-19T11:31:14.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:14 smithi136 ceph-mon[28279]: osdmap e88: 8 total, 8 up, 8 in 2024-08-19T11:31:14.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:14 smithi136 ceph-mon[16389]: osdmap e88: 8 total, 8 up, 8 in 2024-08-19T11:31:14.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:14 smithi155 ceph-mon[19718]: osdmap e88: 8 total, 8 up, 8 in 2024-08-19T11:31:15.040 INFO:tasks.rados.rados.0.smithi136.stdout:99: done (4 left) 2024-08-19T11:31:15.040 INFO:tasks.rados.rados.0.smithi136.stdout:100: copy_from oid 25 from oid 30 current snap is 4 2024-08-19T11:31:15.040 INFO:tasks.rados.rados.0.smithi136.stdout:101: read oid 35 snap 1 2024-08-19T11:31:15.041 INFO:tasks.rados.rados.0.smithi136.stdout:101: expect (ObjNum 34 snap 0 seq_num 34) 2024-08-19T11:31:15.041 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 20 current snap is 4 2024-08-19T11:31:15.041 INFO:tasks.rados.rados.0.smithi136.stdout:102: seq_num 55 ranges {188416=524288,712704=401408} 2024-08-19T11:31:15.044 INFO:tasks.rados.rados.0.smithi136.stdout:102: writing smithi13674108-20 from 188416 to 712704 tid 1 2024-08-19T11:31:15.048 INFO:tasks.rados.rados.0.smithi136.stdout:102: writing smithi13674108-20 from 712704 to 1114112 tid 2 2024-08-19T11:31:15.048 INFO:tasks.rados.rados.0.smithi136.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-19T11:31:15.069 INFO:tasks.rados.rados.0.smithi136.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-08-19T11:31:15.075 INFO:tasks.rados.rados.0.smithi136.stdout:97: finishing write tid 1 to smithi13674108-24 2024-08-19T11:31:15.075 INFO:tasks.rados.rados.0.smithi136.stdout:97: finishing write tid 2 to smithi13674108-24 2024-08-19T11:31:15.076 INFO:tasks.rados.rados.0.smithi136.stdout:97: finishing write tid 3 to smithi13674108-24 2024-08-19T11:31:15.076 INFO:tasks.rados.rados.0.smithi136.stdout:97: finishing write tid 4 to smithi13674108-24 2024-08-19T11:31:15.076 INFO:tasks.rados.rados.0.smithi136.stdout:97: oid 24 updating version 0 to 13 2024-08-19T11:31:15.076 INFO:tasks.rados.rados.0.smithi136.stdout:97: oid 24 updating version 13 to 15 2024-08-19T11:31:15.076 INFO:tasks.rados.rados.0.smithi136.stdout:97: oid 24 version 15 is already newer than 14 2024-08-19T11:31:15.076 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 15 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-08-19T11:31:15.076 INFO:tasks.rados.rados.0.smithi136.stdout:97: left oid 24 (ObjNum 54 snap 4 seq_num 54) 2024-08-19T11:31:15.076 INFO:tasks.rados.rados.0.smithi136.stdout:98: finishing copy_from racing read to smithi13674108-31 2024-08-19T11:31:15.076 INFO:tasks.rados.rados.0.smithi136.stdout:98: finishing copy_from to smithi13674108-31 2024-08-19T11:31:15.076 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 10 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-19T11:31:15.076 INFO:tasks.rados.rados.0.smithi136.stdout:94: done (6 left) 2024-08-19T11:31:15.076 INFO:tasks.rados.rados.0.smithi136.stdout:96: done (5 left) 2024-08-19T11:31:15.076 INFO:tasks.rados.rados.0.smithi136.stdout:97: done (4 left) 2024-08-19T11:31:15.077 INFO:tasks.rados.rados.0.smithi136.stdout:98: done (3 left) 2024-08-19T11:31:15.077 INFO:tasks.rados.rados.0.smithi136.stdout:103: delete oid 44 current snap is 4 2024-08-19T11:31:15.077 INFO:tasks.rados.rados.0.smithi136.stdout:101: expect (ObjNum 34 snap 0 seq_num 34) 2024-08-19T11:31:15.094 INFO:tasks.rados.rados.0.smithi136.stdout:102: finishing write tid 1 to smithi13674108-20 2024-08-19T11:31:15.094 INFO:tasks.rados.rados.0.smithi136.stdout:102: finishing write tid 2 to smithi13674108-20 2024-08-19T11:31:15.094 INFO:tasks.rados.rados.0.smithi136.stdout:101: done (3 left) 2024-08-19T11:31:15.094 INFO:tasks.rados.rados.0.smithi136.stdout:103: done (2 left) 2024-08-19T11:31:15.094 INFO:tasks.rados.rados.0.smithi136.stdout:104: read oid 21 snap -1 2024-08-19T11:31:15.094 INFO:tasks.rados.rados.0.smithi136.stdout:104: expect (ObjNum 20 snap 0 seq_num 20) 2024-08-19T11:31:15.095 INFO:tasks.rados.rados.0.smithi136.stdout:105: rollback oid 44 current snap is 4 2024-08-19T11:31:15.095 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 44 to 1 2024-08-19T11:31:15.095 INFO:tasks.rados.rados.0.smithi136.stdout:102: finishing write tid 3 to smithi13674108-20 2024-08-19T11:31:15.095 INFO:tasks.rados.rados.0.smithi136.stdout:100: finishing copy_from racing read to smithi13674108-25 2024-08-19T11:31:15.095 INFO:tasks.rados.rados.0.smithi136.stdout:102: finishing write tid 4 to smithi13674108-20 2024-08-19T11:31:15.095 INFO:tasks.rados.rados.0.smithi136.stdout:102: oid 20 updating version 0 to 22 2024-08-19T11:31:15.095 INFO:tasks.rados.rados.0.smithi136.stdout:102: oid 20 version 22 is already newer than 21 2024-08-19T11:31:15.095 INFO:tasks.rados.rados.0.smithi136.stdout:102: oid 20 version 22 is already newer than 20 2024-08-19T11:31:15.095 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 22 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-08-19T11:31:15.095 INFO:tasks.rados.rados.0.smithi136.stdout:102: left oid 20 (ObjNum 55 snap 4 seq_num 55) 2024-08-19T11:31:15.095 INFO:tasks.rados.rados.0.smithi136.stdout:100: finishing copy_from to smithi13674108-25 2024-08-19T11:31:15.095 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 4 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-19T11:31:15.095 INFO:tasks.rados.rados.0.smithi136.stdout:100: done (3 left) 2024-08-19T11:31:15.096 INFO:tasks.rados.rados.0.smithi136.stdout:102: done (2 left) 2024-08-19T11:31:15.096 INFO:tasks.rados.rados.0.smithi136.stdout:106: delete oid 12 current snap is 4 2024-08-19T11:31:15.097 INFO:tasks.rados.rados.0.smithi136.stdout:106: done (2 left) 2024-08-19T11:31:15.097 INFO:tasks.rados.rados.0.smithi136.stdout:107: read oid 17 snap 1 2024-08-19T11:31:15.097 INFO:tasks.rados.rados.0.smithi136.stdout:107: expect (ObjNum 16 snap 0 seq_num 16) 2024-08-19T11:31:15.097 INFO:tasks.rados.rados.0.smithi136.stdout:108: rollback oid 40 current snap is 4 2024-08-19T11:31:15.097 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 40 to 1 2024-08-19T11:31:15.097 INFO:tasks.rados.rados.0.smithi136.stdout:109: delete oid 8 current snap is 4 2024-08-19T11:31:15.097 INFO:tasks.rados.rados.0.smithi136.stdout:105: finishing rollback tid 1 to smithi13674108-44 2024-08-19T11:31:15.097 INFO:tasks.rados.rados.0.smithi136.stdout:105: finishing rollback tid 2 to smithi13674108-44 2024-08-19T11:31:15.097 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 21 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-08-19T11:31:15.098 INFO:tasks.rados.rados.0.smithi136.stdout:108: finishing rollback tid 0 to smithi13674108-40 2024-08-19T11:31:15.098 INFO:tasks.rados.rados.0.smithi136.stdout:108: finishing rollback tid 1 to smithi13674108-40 2024-08-19T11:31:15.098 INFO:tasks.rados.rados.0.smithi136.stdout:107: expect (ObjNum 16 snap 0 seq_num 16) 2024-08-19T11:31:15.105 INFO:tasks.rados.rados.0.smithi136.stdout:108: finishing rollback tid 2 to smithi13674108-40 2024-08-19T11:31:15.105 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 20 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-19T11:31:15.105 INFO:tasks.rados.rados.0.smithi136.stdout:104: expect (ObjNum 20 snap 0 seq_num 20) 2024-08-19T11:31:15.115 INFO:tasks.rados.rados.0.smithi136.stdout:104: done (4 left) 2024-08-19T11:31:15.115 INFO:tasks.rados.rados.0.smithi136.stdout:105: done (3 left) 2024-08-19T11:31:15.115 INFO:tasks.rados.rados.0.smithi136.stdout:107: done (2 left) 2024-08-19T11:31:15.115 INFO:tasks.rados.rados.0.smithi136.stdout:108: done (1 left) 2024-08-19T11:31:15.115 INFO:tasks.rados.rados.0.smithi136.stdout:109: done (0 left) 2024-08-19T11:31:15.115 INFO:tasks.rados.rados.0.smithi136.stdout:110: setattr oid 35 current snap is 4 2024-08-19T11:31:15.115 INFO:tasks.rados.rados.0.smithi136.stdout:111: snap_create 2024-08-19T11:31:15.117 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 8 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-19T11:31:15.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:15 smithi136 ceph-mon[16389]: pgmap v111: 121 pgs: 121 active+clean; 25 MiB data, 272 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.3 MiB/s wr, 78 op/s 2024-08-19T11:31:15.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:15 smithi136 ceph-mon[16389]: osdmap e89: 8 total, 8 up, 8 in 2024-08-19T11:31:15.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:15 smithi136 ceph-mon[28279]: pgmap v111: 121 pgs: 121 active+clean; 25 MiB data, 272 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.3 MiB/s wr, 78 op/s 2024-08-19T11:31:15.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:15 smithi136 ceph-mon[28279]: osdmap e89: 8 total, 8 up, 8 in 2024-08-19T11:31:15.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:15 smithi155 ceph-mon[19718]: pgmap v111: 121 pgs: 121 active+clean; 25 MiB data, 272 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.3 MiB/s wr, 78 op/s 2024-08-19T11:31:15.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:15 smithi155 ceph-mon[19718]: osdmap e89: 8 total, 8 up, 8 in 2024-08-19T11:31:16.053 INFO:tasks.rados.rados.0.smithi136.stdout:110: done (1 left) 2024-08-19T11:31:16.054 INFO:tasks.rados.rados.0.smithi136.stdout:111: done (0 left) 2024-08-19T11:31:16.054 INFO:tasks.rados.rados.0.smithi136.stdout:112: copy_from oid 25 from oid 6 current snap is 5 2024-08-19T11:31:16.054 INFO:tasks.rados.rados.0.smithi136.stdout:113: setattr oid 23 current snap is 5 2024-08-19T11:31:16.054 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 15 current snap is 5 2024-08-19T11:31:16.054 INFO:tasks.rados.rados.0.smithi136.stdout:114: seq_num 59 ranges {24576=598016,622592=401408} 2024-08-19T11:31:16.057 INFO:tasks.rados.rados.0.smithi136.stdout:114: writing smithi13674108-15 from 24576 to 622592 tid 1 2024-08-19T11:31:16.060 INFO:tasks.rados.rados.0.smithi136.stdout:114: writing smithi13674108-15 from 622592 to 1024000 tid 2 2024-08-19T11:31:16.060 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 20 current snap is 5 2024-08-19T11:31:16.060 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 11 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-19T11:31:16.060 INFO:tasks.rados.rados.0.smithi136.stdout:115: seq_num 60 ranges {1114112=614400,1728512=401408} 2024-08-19T11:31:16.069 INFO:tasks.rados.rados.0.smithi136.stdout:115: writing smithi13674108-20 from 1114112 to 1728512 tid 1 2024-08-19T11:31:16.073 INFO:tasks.rados.rados.0.smithi136.stdout:115: writing smithi13674108-20 from 1728512 to 2129920 tid 2 2024-08-19T11:31:16.073 INFO:tasks.rados.rados.0.smithi136.stdout:113: done (3 left) 2024-08-19T11:31:16.073 INFO:tasks.rados.rados.0.smithi136.stdout:116: rollback oid 14 current snap is 5 2024-08-19T11:31:16.073 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 14 to 1 2024-08-19T11:31:16.073 INFO:tasks.rados.rados.0.smithi136.stdout:112: finishing copy_from racing read to smithi13674108-25 2024-08-19T11:31:16.073 INFO:tasks.rados.rados.0.smithi136.stdout:112: finishing copy_from to smithi13674108-25 2024-08-19T11:31:16.073 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 10 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-19T11:31:16.074 INFO:tasks.rados.rados.0.smithi136.stdout:114: finishing write tid 1 to smithi13674108-15 2024-08-19T11:31:16.074 INFO:tasks.rados.rados.0.smithi136.stdout:114: finishing write tid 2 to smithi13674108-15 2024-08-19T11:31:16.074 INFO:tasks.rados.rados.0.smithi136.stdout:114: finishing write tid 3 to smithi13674108-15 2024-08-19T11:31:16.074 INFO:tasks.rados.rados.0.smithi136.stdout:114: finishing write tid 4 to smithi13674108-15 2024-08-19T11:31:16.074 INFO:tasks.rados.rados.0.smithi136.stdout:114: oid 15 updating version 0 to 13 2024-08-19T11:31:16.074 INFO:tasks.rados.rados.0.smithi136.stdout:114: oid 15 version 13 is already newer than 12 2024-08-19T11:31:16.074 INFO:tasks.rados.rados.0.smithi136.stdout:114: oid 15 updating version 13 to 14 2024-08-19T11:31:16.074 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 14 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-08-19T11:31:16.074 INFO:tasks.rados.rados.0.smithi136.stdout:114: left oid 15 (ObjNum 59 snap 5 seq_num 59) 2024-08-19T11:31:16.074 INFO:tasks.rados.rados.0.smithi136.stdout:112: done (3 left) 2024-08-19T11:31:16.075 INFO:tasks.rados.rados.0.smithi136.stdout:114: done (2 left) 2024-08-19T11:31:16.075 INFO:tasks.rados.rados.0.smithi136.stdout:117: read oid 27 snap -1 2024-08-19T11:31:16.075 INFO:tasks.rados.rados.0.smithi136.stdout:117: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-19T11:31:16.075 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 21 current snap is 5 2024-08-19T11:31:16.075 INFO:tasks.rados.rados.0.smithi136.stdout:118: seq_num 61 ranges {344064=630784,974848=401408} 2024-08-19T11:31:16.078 INFO:tasks.rados.rados.0.smithi136.stdout:118: writing smithi13674108-21 from 344064 to 974848 tid 1 2024-08-19T11:31:16.080 INFO:tasks.rados.rados.0.smithi136.stdout:118: writing smithi13674108-21 from 974848 to 1376256 tid 2 2024-08-19T11:31:16.080 INFO:tasks.rados.rados.0.smithi136.stdout:119: snap_create 2024-08-19T11:31:16.080 INFO:tasks.rados.rados.0.smithi136.stdout:115: finishing write tid 1 to smithi13674108-20 2024-08-19T11:31:16.081 INFO:tasks.rados.rados.0.smithi136.stdout:116: finishing rollback tid 0 to smithi13674108-14 2024-08-19T11:31:16.081 INFO:tasks.rados.rados.0.smithi136.stdout:116: finishing rollback tid 1 to smithi13674108-14 2024-08-19T11:31:16.081 INFO:tasks.rados.rados.0.smithi136.stdout:115: finishing write tid 2 to smithi13674108-20 2024-08-19T11:31:16.081 INFO:tasks.rados.rados.0.smithi136.stdout:115: finishing write tid 3 to smithi13674108-20 2024-08-19T11:31:16.081 INFO:tasks.rados.rados.0.smithi136.stdout:117: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-19T11:31:16.092 INFO:tasks.rados.rados.0.smithi136.stdout:116: finishing rollback tid 2 to smithi13674108-14 2024-08-19T11:31:16.092 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 25 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-19T11:31:16.092 INFO:tasks.rados.rados.0.smithi136.stdout:115: finishing write tid 4 to smithi13674108-20 2024-08-19T11:31:16.092 INFO:tasks.rados.rados.0.smithi136.stdout:115: oid 20 updating version 0 to 25 2024-08-19T11:31:16.092 INFO:tasks.rados.rados.0.smithi136.stdout:115: oid 20 version 25 is already newer than 24 2024-08-19T11:31:16.092 INFO:tasks.rados.rados.0.smithi136.stdout:115: oid 20 updating version 25 to 26 2024-08-19T11:31:16.092 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 26 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-08-19T11:31:16.092 INFO:tasks.rados.rados.0.smithi136.stdout:115: left oid 20 (ObjNum 60 snap 5 seq_num 60) 2024-08-19T11:31:16.092 INFO:tasks.rados.rados.0.smithi136.stdout:118: finishing write tid 1 to smithi13674108-21 2024-08-19T11:31:16.093 INFO:tasks.rados.rados.0.smithi136.stdout:118: finishing write tid 2 to smithi13674108-21 2024-08-19T11:31:16.093 INFO:tasks.rados.rados.0.smithi136.stdout:118: finishing write tid 3 to smithi13674108-21 2024-08-19T11:31:16.093 INFO:tasks.rados.rados.0.smithi136.stdout:118: finishing write tid 4 to smithi13674108-21 2024-08-19T11:31:16.093 INFO:tasks.rados.rados.0.smithi136.stdout:118: oid 21 updating version 0 to 18 2024-08-19T11:31:16.093 INFO:tasks.rados.rados.0.smithi136.stdout:118: oid 21 updating version 18 to 19 2024-08-19T11:31:16.093 INFO:tasks.rados.rados.0.smithi136.stdout:118: oid 21 updating version 19 to 20 2024-08-19T11:31:16.093 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 20 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-08-19T11:31:16.093 INFO:tasks.rados.rados.0.smithi136.stdout:118: left oid 21 (ObjNum 61 snap 5 seq_num 61) 2024-08-19T11:31:16.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:16 smithi136 ceph-mon[16389]: osdmap e90: 8 total, 8 up, 8 in 2024-08-19T11:31:16.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:16 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:31:16.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:16 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:31:16.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:16 smithi136 ceph-mon[28279]: osdmap e90: 8 total, 8 up, 8 in 2024-08-19T11:31:16.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:16 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:31:16.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:16 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:31:16.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:16 smithi155 ceph-mon[19718]: osdmap e90: 8 total, 8 up, 8 in 2024-08-19T11:31:16.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:16 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:31:16.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:16 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:31:17.062 INFO:tasks.rados.rados.0.smithi136.stdout:115: done (4 left) 2024-08-19T11:31:17.063 INFO:tasks.rados.rados.0.smithi136.stdout:116: done (3 left) 2024-08-19T11:31:17.063 INFO:tasks.rados.rados.0.smithi136.stdout:117: done (2 left) 2024-08-19T11:31:17.063 INFO:tasks.rados.rados.0.smithi136.stdout:118: done (1 left) 2024-08-19T11:31:17.063 INFO:tasks.rados.rados.0.smithi136.stdout:119: done (0 left) 2024-08-19T11:31:17.063 INFO:tasks.rados.rados.0.smithi136.stdout:120: read oid 48 snap 4 2024-08-19T11:31:17.063 INFO:tasks.rados.rados.0.smithi136.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-19T11:31:17.063 INFO:tasks.rados.rados.0.smithi136.stdout:121: read oid 49 snap 5 2024-08-19T11:31:17.063 INFO:tasks.rados.rados.0.smithi136.stdout:121: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-19T11:31:17.063 INFO:tasks.rados.rados.0.smithi136.stdout:122: delete oid 44 current snap is 6 2024-08-19T11:31:17.067 INFO:tasks.rados.rados.0.smithi136.stdout:122: done (2 left) 2024-08-19T11:31:17.067 INFO:tasks.rados.rados.0.smithi136.stdout:123: rollback oid 23 current snap is 6 2024-08-19T11:31:17.067 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 23 to 4 2024-08-19T11:31:17.067 INFO:tasks.rados.rados.0.smithi136.stdout:124: read oid 30 snap -1 2024-08-19T11:31:17.067 INFO:tasks.rados.rados.0.smithi136.stdout:124: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-19T11:31:17.067 INFO:tasks.rados.rados.0.smithi136.stdout:125: setattr oid 35 current snap is 6 2024-08-19T11:31:17.067 INFO:tasks.rados.rados.0.smithi136.stdout:121: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-19T11:31:17.091 INFO:tasks.rados.rados.0.smithi136.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-19T11:31:17.113 INFO:tasks.rados.rados.0.smithi136.stdout:123: finishing rollback tid 0 to smithi13674108-23 2024-08-19T11:31:17.113 INFO:tasks.rados.rados.0.smithi136.stdout:123: finishing rollback tid 1 to smithi13674108-23 2024-08-19T11:31:17.113 INFO:tasks.rados.rados.0.smithi136.stdout:123: finishing rollback tid 2 to smithi13674108-23 2024-08-19T11:31:17.113 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 15 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-19T11:31:17.113 INFO:tasks.rados.rados.0.smithi136.stdout:124: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-19T11:31:17.126 INFO:tasks.rados.rados.0.smithi136.stdout:120: done (4 left) 2024-08-19T11:31:17.126 INFO:tasks.rados.rados.0.smithi136.stdout:121: done (3 left) 2024-08-19T11:31:17.127 INFO:tasks.rados.rados.0.smithi136.stdout:123: done (2 left) 2024-08-19T11:31:17.127 INFO:tasks.rados.rados.0.smithi136.stdout:124: done (1 left) 2024-08-19T11:31:17.127 INFO:tasks.rados.rados.0.smithi136.stdout:126: delete oid 5 current snap is 6 2024-08-19T11:31:17.128 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 10 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-19T11:31:17.130 INFO:tasks.rados.rados.0.smithi136.stdout:125: done (1 left) 2024-08-19T11:31:17.130 INFO:tasks.rados.rados.0.smithi136.stdout:126: done (0 left) 2024-08-19T11:31:17.130 INFO:tasks.rados.rados.0.smithi136.stdout:127: snap_remove snap 4 2024-08-19T11:31:17.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:17 smithi136 ceph-mon[28279]: pgmap v114: 121 pgs: 121 active+clean; 25 MiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:31:17.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:17 smithi136 ceph-mon[28279]: osdmap e91: 8 total, 8 up, 8 in 2024-08-19T11:31:17.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:17 smithi136 ceph-mon[16389]: pgmap v114: 121 pgs: 121 active+clean; 25 MiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:31:17.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:17 smithi136 ceph-mon[16389]: osdmap e91: 8 total, 8 up, 8 in 2024-08-19T11:31:17.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:17 smithi155 ceph-mon[19718]: pgmap v114: 121 pgs: 121 active+clean; 25 MiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:31:17.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:17 smithi155 ceph-mon[19718]: osdmap e91: 8 total, 8 up, 8 in 2024-08-19T11:31:17.847 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:31:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:31:17] "GET /metrics HTTP/1.1" 200 36026 "" "Prometheus/2.43.0" 2024-08-19T11:31:18.069 INFO:tasks.rados.rados.0.smithi136.stdout:127: done (0 left) 2024-08-19T11:31:18.069 INFO:tasks.rados.rados.0.smithi136.stdout:128: setattr oid 28 current snap is 6 2024-08-19T11:31:18.072 INFO:tasks.rados.rados.0.smithi136.stdout:129: snap_remove snap 1 2024-08-19T11:31:18.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:18 smithi136 ceph-mon[28279]: osdmap e92: 8 total, 8 up, 8 in 2024-08-19T11:31:18.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:18 smithi136 ceph-mon[16389]: osdmap e92: 8 total, 8 up, 8 in 2024-08-19T11:31:18.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:18 smithi155 ceph-mon[19718]: osdmap e92: 8 total, 8 up, 8 in 2024-08-19T11:31:19.071 INFO:tasks.rados.rados.0.smithi136.stdout:129: done (1 left) 2024-08-19T11:31:19.072 INFO:tasks.rados.rados.0.smithi136.stdout:130: delete oid 6 current snap is 6 2024-08-19T11:31:19.072 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 27 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-19T11:31:19.077 INFO:tasks.rados.rados.0.smithi136.stdout:128: done (1 left) 2024-08-19T11:31:19.077 INFO:tasks.rados.rados.0.smithi136.stdout:130: done (0 left) 2024-08-19T11:31:19.078 INFO:tasks.rados.rados.0.smithi136.stdout:131: snap_remove snap 5 2024-08-19T11:31:19.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:19 smithi136 ceph-mon[28279]: pgmap v117: 121 pgs: 121 active+clean; 30 MiB data, 279 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-08-19T11:31:19.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:19 smithi136 ceph-mon[28279]: osdmap e93: 8 total, 8 up, 8 in 2024-08-19T11:31:19.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:19 smithi136 ceph-mon[16389]: pgmap v117: 121 pgs: 121 active+clean; 30 MiB data, 279 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-08-19T11:31:19.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:19 smithi136 ceph-mon[16389]: osdmap e93: 8 total, 8 up, 8 in 2024-08-19T11:31:19.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:19 smithi155 ceph-mon[19718]: pgmap v117: 121 pgs: 121 active+clean; 30 MiB data, 279 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-08-19T11:31:19.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:19 smithi155 ceph-mon[19718]: osdmap e93: 8 total, 8 up, 8 in 2024-08-19T11:31:20.079 INFO:tasks.rados.rados.0.smithi136.stdout:131: done (0 left) 2024-08-19T11:31:20.080 INFO:tasks.rados.rados.0.smithi136.stdout:132: rollback oid 17 current snap is 6 2024-08-19T11:31:20.080 INFO:tasks.rados.rados.0.smithi136.stdout:132: done (0 left) 2024-08-19T11:31:20.080 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 43 current snap is 6 2024-08-19T11:31:20.080 INFO:tasks.rados.rados.0.smithi136.stdout:133: seq_num 65 ranges {712704=696320,1409024=401408} 2024-08-19T11:31:20.087 INFO:tasks.rados.rados.0.smithi136.stdout:133: writing smithi13674108-43 from 712704 to 1409024 tid 1 2024-08-19T11:31:20.091 INFO:tasks.rados.rados.0.smithi136.stdout:133: writing smithi13674108-43 from 1409024 to 1810432 tid 2 2024-08-19T11:31:20.091 INFO:tasks.rados.rados.0.smithi136.stdout:134: read oid 11 snap -1 2024-08-19T11:31:20.091 INFO:tasks.rados.rados.0.smithi136.stdout:134: expect (ObjNum 10 snap 0 seq_num 10) 2024-08-19T11:31:20.091 INFO:tasks.rados.rados.0.smithi136.stdout:135: read oid 6 snap -1 2024-08-19T11:31:20.091 INFO:tasks.rados.rados.0.smithi136.stdout:135: expect deleted 2024-08-19T11:31:20.091 INFO:tasks.rados.rados.0.smithi136.stdout:136: copy_from oid 18 from oid 46 current snap is 6 2024-08-19T11:31:20.091 INFO:tasks.rados.rados.0.smithi136.stdout:137: read oid 41 snap -1 2024-08-19T11:31:20.091 INFO:tasks.rados.rados.0.smithi136.stdout:137: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-19T11:31:20.091 INFO:tasks.rados.rados.0.smithi136.stdout:138: rmattr oid 37 current snap is 6 2024-08-19T11:31:20.092 INFO:tasks.rados.rados.0.smithi136.stdout:138: done (5 left) 2024-08-19T11:31:20.092 INFO:tasks.rados.rados.0.smithi136.stdout:139: read oid 1 snap -1 2024-08-19T11:31:20.092 INFO:tasks.rados.rados.0.smithi136.stdout:139: expect deleted 2024-08-19T11:31:20.092 INFO:tasks.rados.rados.0.smithi136.stdout:140: rmattr oid 30 current snap is 6 2024-08-19T11:31:20.092 INFO:tasks.rados.rados.0.smithi136.stdout:140: done (6 left) 2024-08-19T11:31:20.092 INFO:tasks.rados.rados.0.smithi136.stdout:141: setattr oid 47 current snap is 6 2024-08-19T11:31:20.093 INFO:tasks.rados.rados.0.smithi136.stdout:135: done (6 left) 2024-08-19T11:31:20.093 INFO:tasks.rados.rados.0.smithi136.stdout:139: done (5 left) 2024-08-19T11:31:20.093 INFO:tasks.rados.rados.0.smithi136.stdout:142: copy_from oid 23 from oid 25 current snap is 6 2024-08-19T11:31:20.093 INFO:tasks.rados.rados.0.smithi136.stdout:143: setattr oid 24 current snap is 6 2024-08-19T11:31:20.093 INFO:tasks.rados.rados.0.smithi136.stdout:133: finishing write tid 1 to smithi13674108-43 2024-08-19T11:31:20.094 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 19 current snap is 6 2024-08-19T11:31:20.094 INFO:tasks.rados.rados.0.smithi136.stdout:144: seq_num 66 ranges {303104=712704,1015808=401408} 2024-08-19T11:31:20.099 INFO:tasks.rados.rados.0.smithi136.stdout:144: writing smithi13674108-19 from 303104 to 1015808 tid 1 2024-08-19T11:31:20.102 INFO:tasks.rados.rados.0.smithi136.stdout:144: writing smithi13674108-19 from 1015808 to 1417216 tid 2 2024-08-19T11:31:20.102 INFO:tasks.rados.rados.0.smithi136.stdout:145: setattr oid 33 current snap is 6 2024-08-19T11:31:20.102 INFO:tasks.rados.rados.0.smithi136.stdout:133: finishing write tid 2 to smithi13674108-43 2024-08-19T11:31:20.102 INFO:tasks.rados.rados.0.smithi136.stdout:133: finishing write tid 3 to smithi13674108-43 2024-08-19T11:31:20.102 INFO:tasks.rados.rados.0.smithi136.stdout:137: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-19T11:31:20.121 INFO:tasks.rados.rados.0.smithi136.stdout:134: expect (ObjNum 10 snap 0 seq_num 10) 2024-08-19T11:31:20.126 INFO:tasks.rados.rados.0.smithi136.stdout:133: finishing write tid 4 to smithi13674108-43 2024-08-19T11:31:20.126 INFO:tasks.rados.rados.0.smithi136.stdout:133: oid 43 updating version 0 to 8 2024-08-19T11:31:20.126 INFO:tasks.rados.rados.0.smithi136.stdout:133: oid 43 version 8 is already newer than 7 2024-08-19T11:31:20.127 INFO:tasks.rados.rados.0.smithi136.stdout:133: oid 43 version 8 is already newer than 6 2024-08-19T11:31:20.127 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 8 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-08-19T11:31:20.127 INFO:tasks.rados.rados.0.smithi136.stdout:133: left oid 43 (ObjNum 65 snap 6 seq_num 65) 2024-08-19T11:31:20.127 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 29 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-19T11:31:20.127 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 28 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-08-19T11:31:20.127 INFO:tasks.rados.rados.0.smithi136.stdout:136: finishing copy_from racing read to smithi13674108-18 2024-08-19T11:31:20.127 INFO:tasks.rados.rados.0.smithi136.stdout:136: finishing copy_from to smithi13674108-18 2024-08-19T11:31:20.127 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 10 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-19T11:31:20.127 INFO:tasks.rados.rados.0.smithi136.stdout:142: finishing copy_from racing read to smithi13674108-23 2024-08-19T11:31:20.127 INFO:tasks.rados.rados.0.smithi136.stdout:142: finishing copy_from to smithi13674108-23 2024-08-19T11:31:20.127 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 10 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-19T11:31:20.127 INFO:tasks.rados.rados.0.smithi136.stdout:144: finishing write tid 1 to smithi13674108-19 2024-08-19T11:31:20.127 INFO:tasks.rados.rados.0.smithi136.stdout:144: finishing write tid 2 to smithi13674108-19 2024-08-19T11:31:20.127 INFO:tasks.rados.rados.0.smithi136.stdout:144: finishing write tid 3 to smithi13674108-19 2024-08-19T11:31:20.128 INFO:tasks.rados.rados.0.smithi136.stdout:144: finishing write tid 4 to smithi13674108-19 2024-08-19T11:31:20.128 INFO:tasks.rados.rados.0.smithi136.stdout:144: oid 19 updating version 0 to 4 2024-08-19T11:31:20.128 INFO:tasks.rados.rados.0.smithi136.stdout:144: oid 19 updating version 4 to 5 2024-08-19T11:31:20.128 INFO:tasks.rados.rados.0.smithi136.stdout:144: oid 19 version 5 is already newer than 3 2024-08-19T11:31:20.128 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 5 (ObjNum 66 snap 6 seq_num 66) dirty exists 2024-08-19T11:31:20.128 INFO:tasks.rados.rados.0.smithi136.stdout:144: left oid 19 (ObjNum 66 snap 6 seq_num 66) 2024-08-19T11:31:20.128 INFO:tasks.rados.rados.0.smithi136.stdout:133: done (8 left) 2024-08-19T11:31:20.128 INFO:tasks.rados.rados.0.smithi136.stdout:134: done (7 left) 2024-08-19T11:31:20.128 INFO:tasks.rados.rados.0.smithi136.stdout:136: done (6 left) 2024-08-19T11:31:20.128 INFO:tasks.rados.rados.0.smithi136.stdout:137: done (5 left) 2024-08-19T11:31:20.128 INFO:tasks.rados.rados.0.smithi136.stdout:141: done (4 left) 2024-08-19T11:31:20.128 INFO:tasks.rados.rados.0.smithi136.stdout:142: done (3 left) 2024-08-19T11:31:20.129 INFO:tasks.rados.rados.0.smithi136.stdout:143: done (2 left) 2024-08-19T11:31:20.129 INFO:tasks.rados.rados.0.smithi136.stdout:144: done (1 left) 2024-08-19T11:31:20.129 INFO:tasks.rados.rados.0.smithi136.stdout:146: snap_create 2024-08-19T11:31:20.129 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 33 v 32 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-08-19T11:31:20.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:20 smithi136 ceph-mon[28279]: osdmap e94: 8 total, 8 up, 8 in 2024-08-19T11:31:20.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:20 smithi136 ceph-mon[16389]: osdmap e94: 8 total, 8 up, 8 in 2024-08-19T11:31:20.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:20 smithi155 ceph-mon[19718]: osdmap e94: 8 total, 8 up, 8 in 2024-08-19T11:31:21.088 INFO:tasks.rados.rados.0.smithi136.stdout:145: done (1 left) 2024-08-19T11:31:21.088 INFO:tasks.rados.rados.0.smithi136.stdout:146: done (0 left) 2024-08-19T11:31:21.088 INFO:tasks.rados.rados.0.smithi136.stdout:147: snap_remove snap 6 2024-08-19T11:31:21.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:21 smithi136 ceph-mon[28279]: pgmap v120: 121 pgs: 121 active+clean; 30 MiB data, 279 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-08-19T11:31:21.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:21 smithi136 ceph-mon[28279]: osdmap e95: 8 total, 8 up, 8 in 2024-08-19T11:31:21.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:21 smithi136 ceph-mon[16389]: pgmap v120: 121 pgs: 121 active+clean; 30 MiB data, 279 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-08-19T11:31:21.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:21 smithi136 ceph-mon[16389]: osdmap e95: 8 total, 8 up, 8 in 2024-08-19T11:31:21.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:21 smithi155 ceph-mon[19718]: pgmap v120: 121 pgs: 121 active+clean; 30 MiB data, 279 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-08-19T11:31:21.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:21 smithi155 ceph-mon[19718]: osdmap e95: 8 total, 8 up, 8 in 2024-08-19T11:31:22.095 INFO:tasks.rados.rados.0.smithi136.stdout:147: done (0 left) 2024-08-19T11:31:22.095 INFO:tasks.rados.rados.0.smithi136.stdout:148: delete oid 1 current snap is 7 2024-08-19T11:31:22.097 INFO:tasks.rados.rados.0.smithi136.stdout:148: done (0 left) 2024-08-19T11:31:22.097 INFO:tasks.rados.rados.0.smithi136.stdout:149: snap_create 2024-08-19T11:31:22.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:22 smithi136 ceph-mon[28279]: osdmap e96: 8 total, 8 up, 8 in 2024-08-19T11:31:22.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:22 smithi136 ceph-mon[28279]: pgmap v123: 121 pgs: 121 active+clean; 27 MiB data, 277 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 874 KiB/s wr, 34 op/s 2024-08-19T11:31:22.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:22 smithi136 ceph-mon[16389]: osdmap e96: 8 total, 8 up, 8 in 2024-08-19T11:31:22.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:22 smithi136 ceph-mon[16389]: pgmap v123: 121 pgs: 121 active+clean; 27 MiB data, 277 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 874 KiB/s wr, 34 op/s 2024-08-19T11:31:22.361 INFO:tasks.rados.rados.0.smithi136.stdout:149: done (0 left) 2024-08-19T11:31:22.362 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 31 current snap is 8 2024-08-19T11:31:22.362 INFO:tasks.rados.rados.0.smithi136.stdout:150: seq_num 68 ranges {606208=745472,1351680=401408} 2024-08-19T11:31:22.369 INFO:tasks.rados.rados.0.smithi136.stdout:150: writing smithi13674108-31 from 606208 to 1351680 tid 1 2024-08-19T11:31:22.371 INFO:tasks.rados.rados.0.smithi136.stdout:150: writing smithi13674108-31 from 1351680 to 1753088 tid 2 2024-08-19T11:31:22.371 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 16 current snap is 8 2024-08-19T11:31:22.371 INFO:tasks.rados.rados.0.smithi136.stdout:151: seq_num 69 ranges {253952=761856,1015808=401408} 2024-08-19T11:31:22.378 INFO:tasks.rados.rados.0.smithi136.stdout:151: writing smithi13674108-16 from 253952 to 1015808 tid 1 2024-08-19T11:31:22.381 INFO:tasks.rados.rados.0.smithi136.stdout:151: writing smithi13674108-16 from 1015808 to 1417216 tid 2 2024-08-19T11:31:22.381 INFO:tasks.rados.rados.0.smithi136.stdout:152: copy_from oid 10 from oid 39 current snap is 8 2024-08-19T11:31:22.381 INFO:tasks.rados.rados.0.smithi136.stdout:150: finishing write tid 1 to smithi13674108-31 2024-08-19T11:31:22.381 INFO:tasks.rados.rados.0.smithi136.stdout:150: finishing write tid 2 to smithi13674108-31 2024-08-19T11:31:22.381 INFO:tasks.rados.rados.0.smithi136.stdout:150: finishing write tid 3 to smithi13674108-31 2024-08-19T11:31:22.382 INFO:tasks.rados.rados.0.smithi136.stdout:153: read oid 48 snap 7 2024-08-19T11:31:22.382 INFO:tasks.rados.rados.0.smithi136.stdout:153: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-19T11:31:22.382 INFO:tasks.rados.rados.0.smithi136.stdout:154: copy_from oid 50 from oid 1 current snap is 8 2024-08-19T11:31:22.382 INFO:tasks.rados.rados.0.smithi136.stdout:150: finishing write tid 4 to smithi13674108-31 2024-08-19T11:31:22.382 INFO:tasks.rados.rados.0.smithi136.stdout:150: oid 31 updating version 0 to 41 2024-08-19T11:31:22.382 INFO:tasks.rados.rados.0.smithi136.stdout:150: oid 31 version 41 is already newer than 40 2024-08-19T11:31:22.382 INFO:tasks.rados.rados.0.smithi136.stdout:150: oid 31 version 41 is already newer than 39 2024-08-19T11:31:22.382 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 41 (ObjNum 68 snap 8 seq_num 68) dirty exists 2024-08-19T11:31:22.382 INFO:tasks.rados.rados.0.smithi136.stdout:150: left oid 31 (ObjNum 68 snap 8 seq_num 68) 2024-08-19T11:31:22.382 INFO:tasks.rados.rados.0.smithi136.stdout:150: done (4 left) 2024-08-19T11:31:22.382 INFO:tasks.rados.rados.0.smithi136.stdout:155: rollback oid 2 current snap is 8 2024-08-19T11:31:22.382 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 2 to 7 2024-08-19T11:31:22.382 INFO:tasks.rados.rados.0.smithi136.stdout:156: copy_from oid 36 from oid 24 current snap is 8 2024-08-19T11:31:22.382 INFO:tasks.rados.rados.0.smithi136.stdout:157: snap_create 2024-08-19T11:31:22.383 INFO:tasks.rados.rados.0.smithi136.stdout:151: finishing write tid 1 to smithi13674108-16 2024-08-19T11:31:22.385 INFO:tasks.rados.rados.0.smithi136.stdout:153: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-19T11:31:22.411 INFO:tasks.rados.rados.0.smithi136.stdout:151: finishing write tid 2 to smithi13674108-16 2024-08-19T11:31:22.411 INFO:tasks.rados.rados.0.smithi136.stdout:151: finishing write tid 3 to smithi13674108-16 2024-08-19T11:31:22.411 INFO:tasks.rados.rados.0.smithi136.stdout:154: finishing copy_from to smithi13674108-50 2024-08-19T11:31:22.411 INFO:tasks.rados.rados.0.smithi136.stdout:154: got expected ENOENT (src dne) 2024-08-19T11:31:22.411 INFO:tasks.rados.rados.0.smithi136.stdout:154: finishing copy_from racing read to smithi13674108-50 2024-08-19T11:31:22.412 INFO:tasks.rados.rados.0.smithi136.stdout:155: finishing rollback tid 0 to smithi13674108-2 2024-08-19T11:31:22.412 INFO:tasks.rados.rados.0.smithi136.stdout:155: finishing rollback tid 1 to smithi13674108-2 2024-08-19T11:31:22.412 INFO:tasks.rados.rados.0.smithi136.stdout:151: finishing write tid 4 to smithi13674108-16 2024-08-19T11:31:22.412 INFO:tasks.rados.rados.0.smithi136.stdout:151: oid 16 updating version 0 to 33 2024-08-19T11:31:22.412 INFO:tasks.rados.rados.0.smithi136.stdout:151: oid 16 updating version 33 to 34 2024-08-19T11:31:22.412 INFO:tasks.rados.rados.0.smithi136.stdout:151: oid 16 version 34 is already newer than 32 2024-08-19T11:31:22.412 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 16 v 34 (ObjNum 69 snap 8 seq_num 69) dirty exists 2024-08-19T11:31:22.412 INFO:tasks.rados.rados.0.smithi136.stdout:151: left oid 16 (ObjNum 69 snap 8 seq_num 69) 2024-08-19T11:31:22.412 INFO:tasks.rados.rados.0.smithi136.stdout:155: finishing rollback tid 2 to smithi13674108-2 2024-08-19T11:31:22.412 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 2 v 38 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-19T11:31:22.412 INFO:tasks.rados.rados.0.smithi136.stdout:156: finishing copy_from racing read to smithi13674108-36 2024-08-19T11:31:22.412 INFO:tasks.rados.rados.0.smithi136.stdout:152: finishing copy_from to smithi13674108-10 2024-08-19T11:31:22.412 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-19T11:31:22.412 INFO:tasks.rados.rados.0.smithi136.stdout:152: finishing copy_from racing read to smithi13674108-10 2024-08-19T11:31:22.412 INFO:tasks.rados.rados.0.smithi136.stdout:156: finishing copy_from to smithi13674108-36 2024-08-19T11:31:22.413 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 28 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-08-19T11:31:22.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:22 smithi155 ceph-mon[19718]: osdmap e96: 8 total, 8 up, 8 in 2024-08-19T11:31:22.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:22 smithi155 ceph-mon[19718]: pgmap v123: 121 pgs: 121 active+clean; 27 MiB data, 277 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 874 KiB/s wr, 34 op/s 2024-08-19T11:31:23.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:23 smithi136 ceph-mon[28279]: osdmap e97: 8 total, 8 up, 8 in 2024-08-19T11:31:23.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:23 smithi136 ceph-mon[28279]: osdmap e98: 8 total, 8 up, 8 in 2024-08-19T11:31:23.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:23 smithi136 ceph-mon[16389]: osdmap e97: 8 total, 8 up, 8 in 2024-08-19T11:31:23.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:23 smithi136 ceph-mon[16389]: osdmap e98: 8 total, 8 up, 8 in 2024-08-19T11:31:23.364 INFO:tasks.rados.rados.0.smithi136.stdout:151: done (6 left) 2024-08-19T11:31:23.364 INFO:tasks.rados.rados.0.smithi136.stdout:152: done (5 left) 2024-08-19T11:31:23.364 INFO:tasks.rados.rados.0.smithi136.stdout:153: done (4 left) 2024-08-19T11:31:23.364 INFO:tasks.rados.rados.0.smithi136.stdout:154: done (3 left) 2024-08-19T11:31:23.364 INFO:tasks.rados.rados.0.smithi136.stdout:155: done (2 left) 2024-08-19T11:31:23.364 INFO:tasks.rados.rados.0.smithi136.stdout:156: done (1 left) 2024-08-19T11:31:23.364 INFO:tasks.rados.rados.0.smithi136.stdout:157: done (0 left) 2024-08-19T11:31:23.364 INFO:tasks.rados.rados.0.smithi136.stdout:158: read oid 46 snap -1 2024-08-19T11:31:23.365 INFO:tasks.rados.rados.0.smithi136.stdout:158: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T11:31:23.365 INFO:tasks.rados.rados.0.smithi136.stdout:159: read oid 7 snap 7 2024-08-19T11:31:23.365 INFO:tasks.rados.rados.0.smithi136.stdout:159: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-19T11:31:23.365 INFO:tasks.rados.rados.0.smithi136.stdout:160: snap_create 2024-08-19T11:31:23.366 INFO:tasks.rados.rados.0.smithi136.stdout:159: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-19T11:31:23.369 INFO:tasks.rados.rados.0.smithi136.stdout:158: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T11:31:23.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:23 smithi155 ceph-mon[19718]: osdmap e97: 8 total, 8 up, 8 in 2024-08-19T11:31:23.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:23 smithi155 ceph-mon[19718]: osdmap e98: 8 total, 8 up, 8 in 2024-08-19T11:31:24.368 INFO:tasks.rados.rados.0.smithi136.stdout:158: done (2 left) 2024-08-19T11:31:24.369 INFO:tasks.rados.rados.0.smithi136.stdout:159: done (1 left) 2024-08-19T11:31:24.369 INFO:tasks.rados.rados.0.smithi136.stdout:160: done (0 left) 2024-08-19T11:31:24.369 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 13 current snap is 10 2024-08-19T11:31:24.369 INFO:tasks.rados.rados.0.smithi136.stdout:161: seq_num 70 ranges {286720=778240,1064960=401408} 2024-08-19T11:31:24.374 INFO:tasks.rados.rados.0.smithi136.stdout:161: writing smithi13674108-13 from 286720 to 1064960 tid 1 2024-08-19T11:31:24.377 INFO:tasks.rados.rados.0.smithi136.stdout:161: writing smithi13674108-13 from 1064960 to 1466368 tid 2 2024-08-19T11:31:24.378 INFO:tasks.rados.rados.0.smithi136.stdout:162: copy_from oid 15 from oid 5 current snap is 10 2024-08-19T11:31:24.378 INFO:tasks.rados.rados.0.smithi136.stdout:163: rollback oid 19 current snap is 10 2024-08-19T11:31:24.378 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 19 to 8 2024-08-19T11:31:24.378 INFO:tasks.rados.rados.0.smithi136.stdout:164: copy_from oid 21 from oid 24 current snap is 10 2024-08-19T11:31:24.378 INFO:tasks.rados.rados.0.smithi136.stdout:165: copy_from oid 3 from oid 7 current snap is 10 2024-08-19T11:31:24.378 INFO:tasks.rados.rados.0.smithi136.stdout:166: read oid 33 snap -1 2024-08-19T11:31:24.378 INFO:tasks.rados.rados.0.smithi136.stdout:166: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-19T11:31:24.378 INFO:tasks.rados.rados.0.smithi136.stdout:167: rollback oid 18 current snap is 10 2024-08-19T11:31:24.378 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 18 to 7 2024-08-19T11:31:24.378 INFO:tasks.rados.rados.0.smithi136.stdout:168: copy_from oid 22 from oid 35 current snap is 10 2024-08-19T11:31:24.378 INFO:tasks.rados.rados.0.smithi136.stdout:169: read oid 31 snap -1 2024-08-19T11:31:24.378 INFO:tasks.rados.rados.0.smithi136.stdout:169: expect (ObjNum 68 snap 8 seq_num 68) 2024-08-19T11:31:24.378 INFO:tasks.rados.rados.0.smithi136.stdout:170: snap_remove snap 9 2024-08-19T11:31:24.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:24 smithi155 ceph-mon[19718]: osdmap e99: 8 total, 8 up, 8 in 2024-08-19T11:31:24.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:24 smithi155 ceph-mon[19718]: pgmap v127: 121 pgs: 121 active+clean; 27 MiB data, 277 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 919 KiB/s wr, 36 op/s 2024-08-19T11:31:24.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:24 smithi136 ceph-mon[28279]: osdmap e99: 8 total, 8 up, 8 in 2024-08-19T11:31:24.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:24 smithi136 ceph-mon[28279]: pgmap v127: 121 pgs: 121 active+clean; 27 MiB data, 277 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 919 KiB/s wr, 36 op/s 2024-08-19T11:31:24.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:24 smithi136 ceph-mon[16389]: osdmap e99: 8 total, 8 up, 8 in 2024-08-19T11:31:24.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:24 smithi136 ceph-mon[16389]: pgmap v127: 121 pgs: 121 active+clean; 27 MiB data, 277 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 919 KiB/s wr, 36 op/s 2024-08-19T11:31:25.375 INFO:tasks.rados.rados.0.smithi136.stdout:170: done (9 left) 2024-08-19T11:31:25.375 INFO:tasks.rados.rados.0.smithi136.stdout:171: rollback oid 20 current snap is 10 2024-08-19T11:31:25.375 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 20 to 7 2024-08-19T11:31:25.375 INFO:tasks.rados.rados.0.smithi136.stdout:161: finishing write tid 1 to smithi13674108-13 2024-08-19T11:31:25.375 INFO:tasks.rados.rados.0.smithi136.stdout:162: finishing copy_from to smithi13674108-15 2024-08-19T11:31:25.375 INFO:tasks.rados.rados.0.smithi136.stdout:162: got expected ENOENT (src dne) 2024-08-19T11:31:25.375 INFO:tasks.rados.rados.0.smithi136.stdout:162: finishing copy_from racing read to smithi13674108-15 2024-08-19T11:31:25.375 INFO:tasks.rados.rados.0.smithi136.stdout:166: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-19T11:31:25.395 INFO:tasks.rados.rados.0.smithi136.stdout:167: finishing rollback tid 0 to smithi13674108-18 2024-08-19T11:31:25.395 INFO:tasks.rados.rados.0.smithi136.stdout:167: finishing rollback tid 1 to smithi13674108-18 2024-08-19T11:31:25.395 INFO:tasks.rados.rados.0.smithi136.stdout:162: done (9 left) 2024-08-19T11:31:25.395 INFO:tasks.rados.rados.0.smithi136.stdout:166: done (8 left) 2024-08-19T11:31:25.395 INFO:tasks.rados.rados.0.smithi136.stdout:172: delete oid 42 current snap is 10 2024-08-19T11:31:25.396 INFO:tasks.rados.rados.0.smithi136.stdout:161: finishing write tid 2 to smithi13674108-13 2024-08-19T11:31:25.396 INFO:tasks.rados.rados.0.smithi136.stdout:167: finishing rollback tid 2 to smithi13674108-18 2024-08-19T11:31:25.396 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 36 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-19T11:31:25.396 INFO:tasks.rados.rados.0.smithi136.stdout:161: finishing write tid 3 to smithi13674108-13 2024-08-19T11:31:25.396 INFO:tasks.rados.rados.0.smithi136.stdout:163: finishing rollback tid 0 to smithi13674108-19 2024-08-19T11:31:25.396 INFO:tasks.rados.rados.0.smithi136.stdout:163: finishing rollback tid 1 to smithi13674108-19 2024-08-19T11:31:25.396 INFO:tasks.rados.rados.0.smithi136.stdout:163: finishing rollback tid 2 to smithi13674108-19 2024-08-19T11:31:25.396 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 9 (ObjNum 66 snap 6 seq_num 66) dirty exists 2024-08-19T11:31:25.396 INFO:tasks.rados.rados.0.smithi136.stdout:168: finishing copy_from racing read to smithi13674108-22 2024-08-19T11:31:25.396 INFO:tasks.rados.rados.0.smithi136.stdout:161: finishing write tid 4 to smithi13674108-13 2024-08-19T11:31:25.396 INFO:tasks.rados.rados.0.smithi136.stdout:161: oid 13 updating version 0 to 10 2024-08-19T11:31:25.396 INFO:tasks.rados.rados.0.smithi136.stdout:161: oid 13 updating version 10 to 12 2024-08-19T11:31:25.396 INFO:tasks.rados.rados.0.smithi136.stdout:161: oid 13 version 12 is already newer than 11 2024-08-19T11:31:25.396 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 12 (ObjNum 70 snap 10 seq_num 70) dirty exists 2024-08-19T11:31:25.396 INFO:tasks.rados.rados.0.smithi136.stdout:161: left oid 13 (ObjNum 70 snap 10 seq_num 70) 2024-08-19T11:31:25.397 INFO:tasks.rados.rados.0.smithi136.stdout:168: finishing copy_from to smithi13674108-22 2024-08-19T11:31:25.397 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 10 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-19T11:31:25.397 INFO:tasks.rados.rados.0.smithi136.stdout:164: finishing copy_from racing read to smithi13674108-21 2024-08-19T11:31:25.397 INFO:tasks.rados.rados.0.smithi136.stdout:169: expect (ObjNum 68 snap 8 seq_num 68) 2024-08-19T11:31:25.451 INFO:tasks.rados.rados.0.smithi136.stdout:165: finishing copy_from racing read to smithi13674108-3 2024-08-19T11:31:25.451 INFO:tasks.rados.rados.0.smithi136.stdout:165: finishing copy_from to smithi13674108-3 2024-08-19T11:31:25.451 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 4 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-19T11:31:25.451 INFO:tasks.rados.rados.0.smithi136.stdout:164: finishing copy_from to smithi13674108-21 2024-08-19T11:31:25.452 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 28 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-08-19T11:31:25.453 INFO:tasks.rados.rados.0.smithi136.stdout:171: finishing rollback tid 0 to smithi13674108-20 2024-08-19T11:31:25.453 INFO:tasks.rados.rados.0.smithi136.stdout:161: done (8 left) 2024-08-19T11:31:25.453 INFO:tasks.rados.rados.0.smithi136.stdout:163: done (7 left) 2024-08-19T11:31:25.453 INFO:tasks.rados.rados.0.smithi136.stdout:164: done (6 left) 2024-08-19T11:31:25.453 INFO:tasks.rados.rados.0.smithi136.stdout:165: done (5 left) 2024-08-19T11:31:25.453 INFO:tasks.rados.rados.0.smithi136.stdout:167: done (4 left) 2024-08-19T11:31:25.453 INFO:tasks.rados.rados.0.smithi136.stdout:168: done (3 left) 2024-08-19T11:31:25.453 INFO:tasks.rados.rados.0.smithi136.stdout:169: done (2 left) 2024-08-19T11:31:25.453 INFO:tasks.rados.rados.0.smithi136.stdout:172: done (1 left) 2024-08-19T11:31:25.453 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 48 current snap is 10 2024-08-19T11:31:25.453 INFO:tasks.rados.rados.0.smithi136.stdout:171: finishing rollback tid 1 to smithi13674108-20 2024-08-19T11:31:25.453 INFO:tasks.rados.rados.0.smithi136.stdout:171: finishing rollback tid 2 to smithi13674108-20 2024-08-19T11:31:25.453 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 42 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-08-19T11:31:25.454 INFO:tasks.rados.rados.0.smithi136.stdout:173: seq_num 72 ranges {794624=409600,1204224=524288,1728512=278528} 2024-08-19T11:31:25.457 INFO:tasks.rados.rados.0.smithi136.stdout:173: writing smithi13674108-48 from 794624 to 1204224 tid 1 2024-08-19T11:31:25.460 INFO:tasks.rados.rados.0.smithi136.stdout:173: writing smithi13674108-48 from 1204224 to 1728512 tid 2 2024-08-19T11:31:25.462 INFO:tasks.rados.rados.0.smithi136.stdout:173: writing smithi13674108-48 from 1728512 to 2007040 tid 3 2024-08-19T11:31:25.462 INFO:tasks.rados.rados.0.smithi136.stdout:171: done (1 left) 2024-08-19T11:31:25.463 INFO:tasks.rados.rados.0.smithi136.stdout:174: snap_create 2024-08-19T11:31:25.463 INFO:tasks.rados.rados.0.smithi136.stdout:173: finishing write tid 1 to smithi13674108-48 2024-08-19T11:31:25.464 INFO:tasks.rados.rados.0.smithi136.stdout:173: finishing write tid 2 to smithi13674108-48 2024-08-19T11:31:25.464 INFO:tasks.rados.rados.0.smithi136.stdout:173: finishing write tid 3 to smithi13674108-48 2024-08-19T11:31:25.464 INFO:tasks.rados.rados.0.smithi136.stdout:173: finishing write tid 4 to smithi13674108-48 2024-08-19T11:31:25.465 INFO:tasks.rados.rados.0.smithi136.stdout:173: finishing write tid 5 to smithi13674108-48 2024-08-19T11:31:25.466 INFO:tasks.rados.rados.0.smithi136.stdout:173: oid 48 updating version 0 to 20 2024-08-19T11:31:25.466 INFO:tasks.rados.rados.0.smithi136.stdout:173: oid 48 version 20 is already newer than 19 2024-08-19T11:31:25.466 INFO:tasks.rados.rados.0.smithi136.stdout:173: oid 48 updating version 20 to 21 2024-08-19T11:31:25.466 INFO:tasks.rados.rados.0.smithi136.stdout:173: oid 48 version 21 is already newer than 18 2024-08-19T11:31:25.466 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 48 v 21 (ObjNum 72 snap 10 seq_num 72) dirty exists 2024-08-19T11:31:25.467 INFO:tasks.rados.rados.0.smithi136.stdout:173: left oid 48 (ObjNum 72 snap 10 seq_num 72) 2024-08-19T11:31:25.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:25 smithi155 ceph-mon[19718]: osdmap e100: 8 total, 8 up, 8 in 2024-08-19T11:31:25.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:25 smithi136 ceph-mon[28279]: osdmap e100: 8 total, 8 up, 8 in 2024-08-19T11:31:25.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:25 smithi136 ceph-mon[16389]: osdmap e100: 8 total, 8 up, 8 in 2024-08-19T11:31:26.385 INFO:tasks.rados.rados.0.smithi136.stdout:173: done (1 left) 2024-08-19T11:31:26.385 INFO:tasks.rados.rados.0.smithi136.stdout:174: done (0 left) 2024-08-19T11:31:26.385 INFO:tasks.rados.rados.0.smithi136.stdout:175: snap_remove snap 8 2024-08-19T11:31:26.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:26 smithi155 ceph-mon[19718]: osdmap e101: 8 total, 8 up, 8 in 2024-08-19T11:31:26.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:26 smithi155 ceph-mon[19718]: pgmap v130: 121 pgs: 121 active+clean; 27 MiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:31:26.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:26 smithi136 ceph-mon[28279]: osdmap e101: 8 total, 8 up, 8 in 2024-08-19T11:31:26.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:26 smithi136 ceph-mon[28279]: pgmap v130: 121 pgs: 121 active+clean; 27 MiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:31:26.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:26 smithi136 ceph-mon[16389]: osdmap e101: 8 total, 8 up, 8 in 2024-08-19T11:31:26.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:26 smithi136 ceph-mon[16389]: pgmap v130: 121 pgs: 121 active+clean; 27 MiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:31:27.387 INFO:tasks.rados.rados.0.smithi136.stdout:175: done (0 left) 2024-08-19T11:31:27.387 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 22 current snap is 11 2024-08-19T11:31:27.387 INFO:tasks.rados.rados.0.smithi136.stdout:176: seq_num 73 ranges {573440=425984,999424=409600,1409024=393216} 2024-08-19T11:31:27.393 INFO:tasks.rados.rados.0.smithi136.stdout:176: writing smithi13674108-22 from 573440 to 999424 tid 1 2024-08-19T11:31:27.395 INFO:tasks.rados.rados.0.smithi136.stdout:176: writing smithi13674108-22 from 999424 to 1409024 tid 2 2024-08-19T11:31:27.397 INFO:tasks.rados.rados.0.smithi136.stdout:176: writing smithi13674108-22 from 1409024 to 1802240 tid 3 2024-08-19T11:31:27.398 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 10 current snap is 11 2024-08-19T11:31:27.398 INFO:tasks.rados.rados.0.smithi136.stdout:176: finishing write tid 1 to smithi13674108-22 2024-08-19T11:31:27.398 INFO:tasks.rados.rados.0.smithi136.stdout:177: seq_num 74 ranges {638976=442368,1081344=696320,1777664=106496} 2024-08-19T11:31:27.403 INFO:tasks.rados.rados.0.smithi136.stdout:177: writing smithi13674108-10 from 638976 to 1081344 tid 1 2024-08-19T11:31:27.407 INFO:tasks.rados.rados.0.smithi136.stdout:177: writing smithi13674108-10 from 1081344 to 1777664 tid 2 2024-08-19T11:31:27.408 INFO:tasks.rados.rados.0.smithi136.stdout:177: writing smithi13674108-10 from 1777664 to 1884160 tid 3 2024-08-19T11:31:27.408 INFO:tasks.rados.rados.0.smithi136.stdout:178: setattr oid 6 current snap is 11 2024-08-19T11:31:27.409 INFO:tasks.rados.rados.0.smithi136.stdout:176: finishing write tid 2 to smithi13674108-22 2024-08-19T11:31:27.409 INFO:tasks.rados.rados.0.smithi136.stdout:176: finishing write tid 3 to smithi13674108-22 2024-08-19T11:31:27.409 INFO:tasks.rados.rados.0.smithi136.stdout:176: finishing write tid 4 to smithi13674108-22 2024-08-19T11:31:27.409 INFO:tasks.rados.rados.0.smithi136.stdout:176: finishing write tid 5 to smithi13674108-22 2024-08-19T11:31:27.409 INFO:tasks.rados.rados.0.smithi136.stdout:176: oid 22 updating version 0 to 39 2024-08-19T11:31:27.409 INFO:tasks.rados.rados.0.smithi136.stdout:176: oid 22 version 39 is already newer than 37 2024-08-19T11:31:27.409 INFO:tasks.rados.rados.0.smithi136.stdout:176: oid 22 version 39 is already newer than 38 2024-08-19T11:31:27.409 INFO:tasks.rados.rados.0.smithi136.stdout:176: oid 22 version 39 is already newer than 36 2024-08-19T11:31:27.409 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 39 (ObjNum 73 snap 11 seq_num 73) dirty exists 2024-08-19T11:31:27.409 INFO:tasks.rados.rados.0.smithi136.stdout:176: left oid 22 (ObjNum 73 snap 11 seq_num 73) 2024-08-19T11:31:27.409 INFO:tasks.rados.rados.0.smithi136.stdout:177: finishing write tid 1 to smithi13674108-10 2024-08-19T11:31:27.410 INFO:tasks.rados.rados.0.smithi136.stdout:176: done (2 left) 2024-08-19T11:31:27.410 INFO:tasks.rados.rados.0.smithi136.stdout:179: read oid 12 snap 7 2024-08-19T11:31:27.410 INFO:tasks.rados.rados.0.smithi136.stdout:179: expect deleted 2024-08-19T11:31:27.410 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 3 current snap is 11 2024-08-19T11:31:27.410 INFO:tasks.rados.rados.0.smithi136.stdout:180: seq_num 75 ranges {106496=458752,565248=581632,1146880=221184} 2024-08-19T11:31:27.413 INFO:tasks.rados.rados.0.smithi136.stdout:180: writing smithi13674108-3 from 106496 to 565248 tid 1 2024-08-19T11:31:27.416 INFO:tasks.rados.rados.0.smithi136.stdout:180: writing smithi13674108-3 from 565248 to 1146880 tid 2 2024-08-19T11:31:27.417 INFO:tasks.rados.rados.0.smithi136.stdout:180: writing smithi13674108-3 from 1146880 to 1368064 tid 3 2024-08-19T11:31:27.417 INFO:tasks.rados.rados.0.smithi136.stdout:181: snap_create 2024-08-19T11:31:27.417 INFO:tasks.rados.rados.0.smithi136.stdout:177: finishing write tid 2 to smithi13674108-10 2024-08-19T11:31:27.418 INFO:tasks.rados.rados.0.smithi136.stdout:177: finishing write tid 3 to smithi13674108-10 2024-08-19T11:31:27.418 INFO:tasks.rados.rados.0.smithi136.stdout:177: finishing write tid 4 to smithi13674108-10 2024-08-19T11:31:27.418 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 36 (ObjNum 49 snap 0 seq_num 3763341520) dirty exists 2024-08-19T11:31:27.418 INFO:tasks.rados.rados.0.smithi136.stdout:177: finishing write tid 5 to smithi13674108-10 2024-08-19T11:31:27.418 INFO:tasks.rados.rados.0.smithi136.stdout:177: oid 10 updating version 0 to 30 2024-08-19T11:31:27.418 INFO:tasks.rados.rados.0.smithi136.stdout:177: oid 10 version 30 is already newer than 29 2024-08-19T11:31:27.418 INFO:tasks.rados.rados.0.smithi136.stdout:177: oid 10 updating version 30 to 31 2024-08-19T11:31:27.418 INFO:tasks.rados.rados.0.smithi136.stdout:177: oid 10 updating version 31 to 32 2024-08-19T11:31:27.418 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 32 (ObjNum 74 snap 11 seq_num 74) dirty exists 2024-08-19T11:31:27.418 INFO:tasks.rados.rados.0.smithi136.stdout:177: left oid 10 (ObjNum 74 snap 11 seq_num 74) 2024-08-19T11:31:27.418 INFO:tasks.rados.rados.0.smithi136.stdout:180: finishing write tid 1 to smithi13674108-3 2024-08-19T11:31:27.420 INFO:tasks.rados.rados.0.smithi136.stdout:180: finishing write tid 2 to smithi13674108-3 2024-08-19T11:31:27.420 INFO:tasks.rados.rados.0.smithi136.stdout:180: finishing write tid 3 to smithi13674108-3 2024-08-19T11:31:27.420 INFO:tasks.rados.rados.0.smithi136.stdout:180: finishing write tid 4 to smithi13674108-3 2024-08-19T11:31:27.421 INFO:tasks.rados.rados.0.smithi136.stdout:180: finishing write tid 5 to smithi13674108-3 2024-08-19T11:31:27.421 INFO:tasks.rados.rados.0.smithi136.stdout:180: oid 3 updating version 0 to 52 2024-08-19T11:31:27.421 INFO:tasks.rados.rados.0.smithi136.stdout:180: oid 3 version 52 is already newer than 51 2024-08-19T11:31:27.421 INFO:tasks.rados.rados.0.smithi136.stdout:180: oid 3 version 52 is already newer than 50 2024-08-19T11:31:27.421 INFO:tasks.rados.rados.0.smithi136.stdout:180: oid 3 version 52 is already newer than 49 2024-08-19T11:31:27.422 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 52 (ObjNum 75 snap 11 seq_num 75) dirty exists 2024-08-19T11:31:27.422 INFO:tasks.rados.rados.0.smithi136.stdout:180: left oid 3 (ObjNum 75 snap 11 seq_num 75) 2024-08-19T11:31:27.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:27 smithi155 ceph-mon[19718]: osdmap e102: 8 total, 8 up, 8 in 2024-08-19T11:31:27.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:27 smithi136 ceph-mon[16389]: osdmap e102: 8 total, 8 up, 8 in 2024-08-19T11:31:27.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:27 smithi136 ceph-mon[28279]: osdmap e102: 8 total, 8 up, 8 in 2024-08-19T11:31:27.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:31:27 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:31:27] "GET /metrics HTTP/1.1" 200 36026 "" "Prometheus/2.43.0" 2024-08-19T11:31:28.400 INFO:tasks.rados.rados.0.smithi136.stdout:177: done (4 left) 2024-08-19T11:31:28.400 INFO:tasks.rados.rados.0.smithi136.stdout:178: done (3 left) 2024-08-19T11:31:28.400 INFO:tasks.rados.rados.0.smithi136.stdout:179: done (2 left) 2024-08-19T11:31:28.401 INFO:tasks.rados.rados.0.smithi136.stdout:180: done (1 left) 2024-08-19T11:31:28.401 INFO:tasks.rados.rados.0.smithi136.stdout:181: done (0 left) 2024-08-19T11:31:28.401 INFO:tasks.rados.rados.0.smithi136.stdout:182: snap_create 2024-08-19T11:31:28.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:28 smithi155 ceph-mon[19718]: osdmap e103: 8 total, 8 up, 8 in 2024-08-19T11:31:28.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:28 smithi155 ceph-mon[19718]: pgmap v133: 121 pgs: 121 active+clean; 36 MiB data, 290 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-08-19T11:31:28.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:28 smithi136 ceph-mon[28279]: osdmap e103: 8 total, 8 up, 8 in 2024-08-19T11:31:28.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:28 smithi136 ceph-mon[28279]: pgmap v133: 121 pgs: 121 active+clean; 36 MiB data, 290 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-08-19T11:31:28.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:28 smithi136 ceph-mon[16389]: osdmap e103: 8 total, 8 up, 8 in 2024-08-19T11:31:28.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:28 smithi136 ceph-mon[16389]: pgmap v133: 121 pgs: 121 active+clean; 36 MiB data, 290 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-08-19T11:31:29.403 INFO:tasks.rados.rados.0.smithi136.stdout:182: done (0 left) 2024-08-19T11:31:29.403 INFO:tasks.rados.rados.0.smithi136.stdout:183: read oid 45 snap -1 2024-08-19T11:31:29.403 INFO:tasks.rados.rados.0.smithi136.stdout:183: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-19T11:31:29.403 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 31 current snap is 13 2024-08-19T11:31:29.403 INFO:tasks.rados.rados.0.smithi136.stdout:184: seq_num 76 ranges {1753088=475136,2228224=458752,2686976=344064} 2024-08-19T11:31:29.416 INFO:tasks.rados.rados.0.smithi136.stdout:184: writing smithi13674108-31 from 1753088 to 2228224 tid 1 2024-08-19T11:31:29.420 INFO:tasks.rados.rados.0.smithi136.stdout:184: writing smithi13674108-31 from 2228224 to 2686976 tid 2 2024-08-19T11:31:29.423 INFO:tasks.rados.rados.0.smithi136.stdout:184: writing smithi13674108-31 from 2686976 to 3031040 tid 3 2024-08-19T11:31:29.423 INFO:tasks.rados.rados.0.smithi136.stdout:185: read oid 49 snap -1 2024-08-19T11:31:29.424 INFO:tasks.rados.rados.0.smithi136.stdout:185: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-19T11:31:29.424 INFO:tasks.rados.rados.0.smithi136.stdout:186: read oid 38 snap -1 2024-08-19T11:31:29.424 INFO:tasks.rados.rados.0.smithi136.stdout:186: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-19T11:31:29.424 INFO:tasks.rados.rados.0.smithi136.stdout:187: read oid 40 snap -1 2024-08-19T11:31:29.424 INFO:tasks.rados.rados.0.smithi136.stdout:187: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-19T11:31:29.424 INFO:tasks.rados.rados.0.smithi136.stdout:188: snap_create 2024-08-19T11:31:29.424 INFO:tasks.rados.rados.0.smithi136.stdout:183: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-19T11:31:29.440 INFO:tasks.rados.rados.0.smithi136.stdout:184: finishing write tid 1 to smithi13674108-31 2024-08-19T11:31:29.441 INFO:tasks.rados.rados.0.smithi136.stdout:184: finishing write tid 2 to smithi13674108-31 2024-08-19T11:31:29.441 INFO:tasks.rados.rados.0.smithi136.stdout:184: finishing write tid 3 to smithi13674108-31 2024-08-19T11:31:29.441 INFO:tasks.rados.rados.0.smithi136.stdout:184: finishing write tid 4 to smithi13674108-31 2024-08-19T11:31:29.441 INFO:tasks.rados.rados.0.smithi136.stdout:184: finishing write tid 5 to smithi13674108-31 2024-08-19T11:31:29.441 INFO:tasks.rados.rados.0.smithi136.stdout:184: oid 31 updating version 0 to 54 2024-08-19T11:31:29.441 INFO:tasks.rados.rados.0.smithi136.stdout:184: oid 31 updating version 54 to 56 2024-08-19T11:31:29.441 INFO:tasks.rados.rados.0.smithi136.stdout:184: oid 31 version 56 is already newer than 55 2024-08-19T11:31:29.441 INFO:tasks.rados.rados.0.smithi136.stdout:184: oid 31 updating version 56 to 57 2024-08-19T11:31:29.441 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 57 (ObjNum 76 snap 13 seq_num 76) dirty exists 2024-08-19T11:31:29.441 INFO:tasks.rados.rados.0.smithi136.stdout:184: left oid 31 (ObjNum 76 snap 13 seq_num 76) 2024-08-19T11:31:29.441 INFO:tasks.rados.rados.0.smithi136.stdout:185: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-19T11:31:29.463 INFO:tasks.rados.rados.0.smithi136.stdout:186: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-19T11:31:29.516 INFO:tasks.rados.rados.0.smithi136.stdout:187: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-19T11:31:29.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:29 smithi155 ceph-mon[19718]: osdmap e104: 8 total, 8 up, 8 in 2024-08-19T11:31:29.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:29 smithi136 ceph-mon[16389]: osdmap e104: 8 total, 8 up, 8 in 2024-08-19T11:31:29.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:29 smithi136 ceph-mon[28279]: osdmap e104: 8 total, 8 up, 8 in 2024-08-19T11:31:30.420 INFO:tasks.rados.rados.0.smithi136.stdout:183: done (5 left) 2024-08-19T11:31:30.420 INFO:tasks.rados.rados.0.smithi136.stdout:184: done (4 left) 2024-08-19T11:31:30.421 INFO:tasks.rados.rados.0.smithi136.stdout:185: done (3 left) 2024-08-19T11:31:30.421 INFO:tasks.rados.rados.0.smithi136.stdout:186: done (2 left) 2024-08-19T11:31:30.421 INFO:tasks.rados.rados.0.smithi136.stdout:187: done (1 left) 2024-08-19T11:31:30.421 INFO:tasks.rados.rados.0.smithi136.stdout:188: done (0 left) 2024-08-19T11:31:30.421 INFO:tasks.rados.rados.0.smithi136.stdout:189: snap_remove snap 11 2024-08-19T11:31:30.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:30 smithi155 ceph-mon[19718]: osdmap e105: 8 total, 8 up, 8 in 2024-08-19T11:31:30.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:30 smithi155 ceph-mon[19718]: pgmap v136: 121 pgs: 121 active+clean; 36 MiB data, 290 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-08-19T11:31:30.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:30 smithi136 ceph-mon[16389]: osdmap e105: 8 total, 8 up, 8 in 2024-08-19T11:31:30.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:30 smithi136 ceph-mon[16389]: pgmap v136: 121 pgs: 121 active+clean; 36 MiB data, 290 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-08-19T11:31:30.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:30 smithi136 ceph-mon[28279]: osdmap e105: 8 total, 8 up, 8 in 2024-08-19T11:31:30.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:30 smithi136 ceph-mon[28279]: pgmap v136: 121 pgs: 121 active+clean; 36 MiB data, 290 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-08-19T11:31:31.423 INFO:tasks.rados.rados.0.smithi136.stdout:189: done (0 left) 2024-08-19T11:31:31.424 INFO:tasks.rados.rados.0.smithi136.stdout:190: read oid 36 snap -1 2024-08-19T11:31:31.424 INFO:tasks.rados.rados.0.smithi136.stdout:190: expect (ObjNum 54 snap 4 seq_num 54) 2024-08-19T11:31:31.424 INFO:tasks.rados.rados.0.smithi136.stdout:191: delete oid 40 current snap is 14 2024-08-19T11:31:31.427 INFO:tasks.rados.rados.0.smithi136.stdout:191: done (1 left) 2024-08-19T11:31:31.427 INFO:tasks.rados.rados.0.smithi136.stdout:192: delete oid 3 current snap is 14 2024-08-19T11:31:31.432 INFO:tasks.rados.rados.0.smithi136.stdout:192: done (1 left) 2024-08-19T11:31:31.432 INFO:tasks.rados.rados.0.smithi136.stdout:193: copy_from oid 41 from oid 11 current snap is 14 2024-08-19T11:31:31.432 INFO:tasks.rados.rados.0.smithi136.stdout:194: delete oid 28 current snap is 14 2024-08-19T11:31:31.438 INFO:tasks.rados.rados.0.smithi136.stdout:194: done (2 left) 2024-08-19T11:31:31.438 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 48 current snap is 14 2024-08-19T11:31:31.438 INFO:tasks.rados.rados.0.smithi136.stdout:195: seq_num 80 ranges {2007040=548864,2555904=450560,3006464=352256} 2024-08-19T11:31:31.452 INFO:tasks.rados.rados.0.smithi136.stdout:195: writing smithi13674108-48 from 2007040 to 2555904 tid 1 2024-08-19T11:31:31.454 INFO:tasks.rados.rados.0.smithi136.stdout:195: writing smithi13674108-48 from 2555904 to 3006464 tid 2 2024-08-19T11:31:31.457 INFO:tasks.rados.rados.0.smithi136.stdout:195: writing smithi13674108-48 from 3006464 to 3358720 tid 3 2024-08-19T11:31:31.457 INFO:tasks.rados.rados.0.smithi136.stdout:190: expect (ObjNum 54 snap 4 seq_num 54) 2024-08-19T11:31:31.503 INFO:tasks.rados.rados.0.smithi136.stdout:193: finishing copy_from racing read to smithi13674108-41 2024-08-19T11:31:31.504 INFO:tasks.rados.rados.0.smithi136.stdout:193: finishing copy_from to smithi13674108-41 2024-08-19T11:31:31.504 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 6 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-08-19T11:31:31.504 INFO:tasks.rados.rados.0.smithi136.stdout:195: finishing write tid 1 to smithi13674108-48 2024-08-19T11:31:31.504 INFO:tasks.rados.rados.0.smithi136.stdout:195: finishing write tid 2 to smithi13674108-48 2024-08-19T11:31:31.504 INFO:tasks.rados.rados.0.smithi136.stdout:196: read oid 25 snap -1 2024-08-19T11:31:31.504 INFO:tasks.rados.rados.0.smithi136.stdout:196: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-19T11:31:31.504 INFO:tasks.rados.rados.0.smithi136.stdout:190: done (3 left) 2024-08-19T11:31:31.504 INFO:tasks.rados.rados.0.smithi136.stdout:193: done (2 left) 2024-08-19T11:31:31.504 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 41 current snap is 14 2024-08-19T11:31:31.504 INFO:tasks.rados.rados.0.smithi136.stdout:195: finishing write tid 3 to smithi13674108-48 2024-08-19T11:31:31.504 INFO:tasks.rados.rados.0.smithi136.stdout:197: seq_num 81 ranges {172032=565248,737280=737280,1474560=65536} 2024-08-19T11:31:31.507 INFO:tasks.rados.rados.0.smithi136.stdout:197: writing smithi13674108-41 from 172032 to 737280 tid 1 2024-08-19T11:31:31.511 INFO:tasks.rados.rados.0.smithi136.stdout:197: writing smithi13674108-41 from 737280 to 1474560 tid 2 2024-08-19T11:31:31.512 INFO:tasks.rados.rados.0.smithi136.stdout:197: writing smithi13674108-41 from 1474560 to 1540096 tid 3 2024-08-19T11:31:31.512 INFO:tasks.rados.rados.0.smithi136.stdout:198: delete oid 11 current snap is 14 2024-08-19T11:31:31.512 INFO:tasks.rados.rados.0.smithi136.stdout:195: finishing write tid 4 to smithi13674108-48 2024-08-19T11:31:31.512 INFO:tasks.rados.rados.0.smithi136.stdout:195: finishing write tid 5 to smithi13674108-48 2024-08-19T11:31:31.512 INFO:tasks.rados.rados.0.smithi136.stdout:195: oid 48 updating version 0 to 26 2024-08-19T11:31:31.512 INFO:tasks.rados.rados.0.smithi136.stdout:195: oid 48 updating version 26 to 28 2024-08-19T11:31:31.512 INFO:tasks.rados.rados.0.smithi136.stdout:195: oid 48 version 28 is already newer than 27 2024-08-19T11:31:31.512 INFO:tasks.rados.rados.0.smithi136.stdout:195: oid 48 version 28 is already newer than 25 2024-08-19T11:31:31.513 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 48 v 28 (ObjNum 80 snap 14 seq_num 80) dirty exists 2024-08-19T11:31:31.513 INFO:tasks.rados.rados.0.smithi136.stdout:195: left oid 48 (ObjNum 80 snap 14 seq_num 80) 2024-08-19T11:31:31.513 INFO:tasks.rados.rados.0.smithi136.stdout:196: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-19T11:31:31.530 INFO:tasks.rados.rados.0.smithi136.stdout:197: finishing write tid 1 to smithi13674108-41 2024-08-19T11:31:31.530 INFO:tasks.rados.rados.0.smithi136.stdout:197: finishing write tid 2 to smithi13674108-41 2024-08-19T11:31:31.530 INFO:tasks.rados.rados.0.smithi136.stdout:197: finishing write tid 3 to smithi13674108-41 2024-08-19T11:31:31.530 INFO:tasks.rados.rados.0.smithi136.stdout:197: finishing write tid 4 to smithi13674108-41 2024-08-19T11:31:31.530 INFO:tasks.rados.rados.0.smithi136.stdout:197: finishing write tid 5 to smithi13674108-41 2024-08-19T11:31:31.530 INFO:tasks.rados.rados.0.smithi136.stdout:197: oid 41 updating version 0 to 40 2024-08-19T11:31:31.531 INFO:tasks.rados.rados.0.smithi136.stdout:197: oid 41 updating version 40 to 42 2024-08-19T11:31:31.531 INFO:tasks.rados.rados.0.smithi136.stdout:197: oid 41 version 42 is already newer than 39 2024-08-19T11:31:31.531 INFO:tasks.rados.rados.0.smithi136.stdout:197: oid 41 version 42 is already newer than 41 2024-08-19T11:31:31.531 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 42 (ObjNum 81 snap 14 seq_num 81) dirty exists 2024-08-19T11:31:31.531 INFO:tasks.rados.rados.0.smithi136.stdout:197: left oid 41 (ObjNum 81 snap 14 seq_num 81) 2024-08-19T11:31:31.531 INFO:tasks.rados.rados.0.smithi136.stdout:195: done (3 left) 2024-08-19T11:31:31.531 INFO:tasks.rados.rados.0.smithi136.stdout:196: done (2 left) 2024-08-19T11:31:31.531 INFO:tasks.rados.rados.0.smithi136.stdout:197: done (1 left) 2024-08-19T11:31:31.531 INFO:tasks.rados.rados.0.smithi136.stdout:198: done (0 left) 2024-08-19T11:31:31.531 INFO:tasks.rados.rados.0.smithi136.stdout:199: read oid 38 snap -1 2024-08-19T11:31:31.531 INFO:tasks.rados.rados.0.smithi136.stdout:199: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-19T11:31:31.531 INFO:tasks.rados.rados.0.smithi136.stdout:200: copy_from oid 41 from oid 6 current snap is 14 2024-08-19T11:31:31.531 INFO:tasks.rados.rados.0.smithi136.stdout:201: copy_from oid 30 from oid 19 current snap is 14 2024-08-19T11:31:31.531 INFO:tasks.rados.rados.0.smithi136.stdout:202: read oid 14 snap 13 2024-08-19T11:31:31.532 INFO:tasks.rados.rados.0.smithi136.stdout:202: expect (ObjNum 13 snap 0 seq_num 13) 2024-08-19T11:31:31.532 INFO:tasks.rados.rados.0.smithi136.stdout:203: delete oid 4 current snap is 14 2024-08-19T11:31:31.532 INFO:tasks.rados.rados.0.smithi136.stdout:203: done (4 left) 2024-08-19T11:31:31.532 INFO:tasks.rados.rados.0.smithi136.stdout:204: rollback oid 9 current snap is 14 2024-08-19T11:31:31.532 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 9 to 10 2024-08-19T11:31:31.532 INFO:tasks.rados.rados.0.smithi136.stdout:205: delete oid 20 current snap is 14 2024-08-19T11:31:31.534 INFO:tasks.rados.rados.0.smithi136.stdout:200: finishing copy_from racing read to smithi13674108-41 2024-08-19T11:31:31.534 INFO:tasks.rados.rados.0.smithi136.stdout:202: expect (ObjNum 13 snap 0 seq_num 13) 2024-08-19T11:31:31.542 INFO:tasks.rados.rados.0.smithi136.stdout:202: done (5 left) 2024-08-19T11:31:31.542 INFO:tasks.rados.rados.0.smithi136.stdout:205: done (4 left) 2024-08-19T11:31:31.542 INFO:tasks.rados.rados.0.smithi136.stdout:206: copy_from oid 27 from oid 11 current snap is 14 2024-08-19T11:31:31.542 INFO:tasks.rados.rados.0.smithi136.stdout:200: finishing copy_from to smithi13674108-41 2024-08-19T11:31:31.542 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 36 (ObjNum 33 snap 0 seq_num 3762884720) dirty exists 2024-08-19T11:31:31.543 INFO:tasks.rados.rados.0.smithi136.stdout:204: finishing rollback tid 0 to smithi13674108-9 2024-08-19T11:31:31.543 INFO:tasks.rados.rados.0.smithi136.stdout:204: finishing rollback tid 1 to smithi13674108-9 2024-08-19T11:31:31.543 INFO:tasks.rados.rados.0.smithi136.stdout:204: finishing rollback tid 2 to smithi13674108-9 2024-08-19T11:31:31.543 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 22 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-08-19T11:31:31.543 INFO:tasks.rados.rados.0.smithi136.stdout:199: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-19T11:31:31.592 INFO:tasks.rados.rados.0.smithi136.stdout:201: finishing copy_from racing read to smithi13674108-30 2024-08-19T11:31:31.592 INFO:tasks.rados.rados.0.smithi136.stdout:201: finishing copy_from to smithi13674108-30 2024-08-19T11:31:31.592 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 9 (ObjNum 66 snap 6 seq_num 66) dirty exists 2024-08-19T11:31:31.592 INFO:tasks.rados.rados.0.smithi136.stdout:199: done (4 left) 2024-08-19T11:31:31.592 INFO:tasks.rados.rados.0.smithi136.stdout:200: done (3 left) 2024-08-19T11:31:31.592 INFO:tasks.rados.rados.0.smithi136.stdout:201: done (2 left) 2024-08-19T11:31:31.592 INFO:tasks.rados.rados.0.smithi136.stdout:204: done (1 left) 2024-08-19T11:31:31.592 INFO:tasks.rados.rados.0.smithi136.stdout:207: rollback oid 14 current snap is 14 2024-08-19T11:31:31.592 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 14 to 7 2024-08-19T11:31:31.592 INFO:tasks.rados.rados.0.smithi136.stdout:206: finishing copy_from to smithi13674108-27 2024-08-19T11:31:31.593 INFO:tasks.rados.rados.0.smithi136.stdout:206: got expected ENOENT (src dne) 2024-08-19T11:31:31.593 INFO:tasks.rados.rados.0.smithi136.stdout:206: finishing copy_from racing read to smithi13674108-27 2024-08-19T11:31:31.593 INFO:tasks.rados.rados.0.smithi136.stdout:206: done (1 left) 2024-08-19T11:31:31.593 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 12 current snap is 14 2024-08-19T11:31:31.593 INFO:tasks.rados.rados.0.smithi136.stdout:208: seq_num 85 ranges {0=630784,630784=720896,1351680=81920} 2024-08-19T11:31:31.595 INFO:tasks.rados.rados.0.smithi136.stdout:208: writing smithi13674108-12 from 0 to 630784 tid 1 2024-08-19T11:31:31.600 INFO:tasks.rados.rados.0.smithi136.stdout:208: writing smithi13674108-12 from 630784 to 1351680 tid 2 2024-08-19T11:31:31.600 INFO:tasks.rados.rados.0.smithi136.stdout:208: writing smithi13674108-12 from 1351680 to 1433600 tid 3 2024-08-19T11:31:31.601 INFO:tasks.rados.rados.0.smithi136.stdout:209: rollback oid 34 current snap is 14 2024-08-19T11:31:31.601 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 34 to 10 2024-08-19T11:31:31.601 INFO:tasks.rados.rados.0.smithi136.stdout:207: finishing rollback tid 0 to smithi13674108-14 2024-08-19T11:31:31.601 INFO:tasks.rados.rados.0.smithi136.stdout:207: finishing rollback tid 1 to smithi13674108-14 2024-08-19T11:31:31.601 INFO:tasks.rados.rados.0.smithi136.stdout:207: finishing rollback tid 2 to smithi13674108-14 2024-08-19T11:31:31.601 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 42 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-19T11:31:31.601 INFO:tasks.rados.rados.0.smithi136.stdout:208: finishing write tid 1 to smithi13674108-12 2024-08-19T11:31:31.601 INFO:tasks.rados.rados.0.smithi136.stdout:207: done (2 left) 2024-08-19T11:31:31.601 INFO:tasks.rados.rados.0.smithi136.stdout:210: snap_remove snap 13 2024-08-19T11:31:31.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:31 smithi155 ceph-mon[19718]: osdmap e106: 8 total, 8 up, 8 in 2024-08-19T11:31:31.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:31 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:31:31.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:31 smithi136 ceph-mon[16389]: osdmap e106: 8 total, 8 up, 8 in 2024-08-19T11:31:31.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:31 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:31:31.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:31 smithi136 ceph-mon[28279]: osdmap e106: 8 total, 8 up, 8 in 2024-08-19T11:31:31.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:31 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:31:32.365 INFO:tasks.rados.rados.0.smithi136.stdout:210: done (2 left) 2024-08-19T11:31:32.365 INFO:tasks.rados.rados.0.smithi136.stdout:211: snap_remove snap 7 2024-08-19T11:31:32.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:32 smithi155 ceph-mon[19718]: osdmap e107: 8 total, 8 up, 8 in 2024-08-19T11:31:32.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:32 smithi155 ceph-mon[19718]: pgmap v139: 121 pgs: 121 active+clean; 44 MiB data, 301 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.6 MiB/s wr, 27 op/s 2024-08-19T11:31:32.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:32 smithi155 ceph-mon[19718]: osdmap e108: 8 total, 8 up, 8 in 2024-08-19T11:31:32.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:32 smithi136 ceph-mon[16389]: osdmap e107: 8 total, 8 up, 8 in 2024-08-19T11:31:32.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:32 smithi136 ceph-mon[16389]: pgmap v139: 121 pgs: 121 active+clean; 44 MiB data, 301 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.6 MiB/s wr, 27 op/s 2024-08-19T11:31:32.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:32 smithi136 ceph-mon[16389]: osdmap e108: 8 total, 8 up, 8 in 2024-08-19T11:31:32.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:32 smithi136 ceph-mon[28279]: osdmap e107: 8 total, 8 up, 8 in 2024-08-19T11:31:32.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:32 smithi136 ceph-mon[28279]: pgmap v139: 121 pgs: 121 active+clean; 44 MiB data, 301 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.6 MiB/s wr, 27 op/s 2024-08-19T11:31:32.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:32 smithi136 ceph-mon[28279]: osdmap e108: 8 total, 8 up, 8 in 2024-08-19T11:31:33.370 INFO:tasks.rados.rados.0.smithi136.stdout:211: done (2 left) 2024-08-19T11:31:33.370 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 24 current snap is 14 2024-08-19T11:31:33.370 INFO:tasks.rados.rados.0.smithi136.stdout:208: finishing write tid 2 to smithi13674108-12 2024-08-19T11:31:33.370 INFO:tasks.rados.rados.0.smithi136.stdout:208: finishing write tid 3 to smithi13674108-12 2024-08-19T11:31:33.370 INFO:tasks.rados.rados.0.smithi136.stdout:209: finishing rollback tid 0 to smithi13674108-34 2024-08-19T11:31:33.370 INFO:tasks.rados.rados.0.smithi136.stdout:209: finishing rollback tid 1 to smithi13674108-34 2024-08-19T11:31:33.370 INFO:tasks.rados.rados.0.smithi136.stdout:208: finishing write tid 4 to smithi13674108-12 2024-08-19T11:31:33.370 INFO:tasks.rados.rados.0.smithi136.stdout:209: finishing rollback tid 2 to smithi13674108-34 2024-08-19T11:31:33.370 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 34 v 67 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-19T11:31:33.370 INFO:tasks.rados.rados.0.smithi136.stdout:208: finishing write tid 5 to smithi13674108-12 2024-08-19T11:31:33.370 INFO:tasks.rados.rados.0.smithi136.stdout:208: oid 12 updating version 0 to 21 2024-08-19T11:31:33.371 INFO:tasks.rados.rados.0.smithi136.stdout:208: oid 12 updating version 21 to 22 2024-08-19T11:31:33.371 INFO:tasks.rados.rados.0.smithi136.stdout:208: oid 12 version 22 is already newer than 20 2024-08-19T11:31:33.371 INFO:tasks.rados.rados.0.smithi136.stdout:208: oid 12 version 22 is already newer than 19 2024-08-19T11:31:33.371 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 22 (ObjNum 85 snap 14 seq_num 85) dirty exists 2024-08-19T11:31:33.371 INFO:tasks.rados.rados.0.smithi136.stdout:208: left oid 12 (ObjNum 85 snap 14 seq_num 85) 2024-08-19T11:31:33.371 INFO:tasks.rados.rados.0.smithi136.stdout:212: seq_num 86 ranges {1302528=647168,1949696=606208,2555904=196608} 2024-08-19T11:31:33.381 INFO:tasks.rados.rados.0.smithi136.stdout:212: writing smithi13674108-24 from 1302528 to 1949696 tid 1 2024-08-19T11:31:33.385 INFO:tasks.rados.rados.0.smithi136.stdout:212: writing smithi13674108-24 from 1949696 to 2555904 tid 2 2024-08-19T11:31:33.386 INFO:tasks.rados.rados.0.smithi136.stdout:212: writing smithi13674108-24 from 2555904 to 2752512 tid 3 2024-08-19T11:31:33.387 INFO:tasks.rados.rados.0.smithi136.stdout:208: done (2 left) 2024-08-19T11:31:33.387 INFO:tasks.rados.rados.0.smithi136.stdout:209: done (1 left) 2024-08-19T11:31:33.387 INFO:tasks.rados.rados.0.smithi136.stdout:213: copy_from oid 17 from oid 2 current snap is 14 2024-08-19T11:31:33.387 INFO:tasks.rados.rados.0.smithi136.stdout:212: finishing write tid 1 to smithi13674108-24 2024-08-19T11:31:33.387 INFO:tasks.rados.rados.0.smithi136.stdout:214: delete oid 15 current snap is 14 2024-08-19T11:31:33.389 INFO:tasks.rados.rados.0.smithi136.stdout:212: finishing write tid 2 to smithi13674108-24 2024-08-19T11:31:33.389 INFO:tasks.rados.rados.0.smithi136.stdout:212: finishing write tid 3 to smithi13674108-24 2024-08-19T11:31:33.391 INFO:tasks.rados.rados.0.smithi136.stdout:212: finishing write tid 4 to smithi13674108-24 2024-08-19T11:31:33.392 INFO:tasks.rados.rados.0.smithi136.stdout:214: done (2 left) 2024-08-19T11:31:33.393 INFO:tasks.rados.rados.0.smithi136.stdout:215: delete oid 41 current snap is 14 2024-08-19T11:31:33.393 INFO:tasks.rados.rados.0.smithi136.stdout:213: finishing copy_from racing read to smithi13674108-17 2024-08-19T11:31:33.395 INFO:tasks.rados.rados.0.smithi136.stdout:212: finishing write tid 5 to smithi13674108-24 2024-08-19T11:31:33.395 INFO:tasks.rados.rados.0.smithi136.stdout:212: oid 24 updating version 0 to 44 2024-08-19T11:31:33.395 INFO:tasks.rados.rados.0.smithi136.stdout:212: oid 24 version 44 is already newer than 43 2024-08-19T11:31:33.395 INFO:tasks.rados.rados.0.smithi136.stdout:212: oid 24 updating version 44 to 46 2024-08-19T11:31:33.396 INFO:tasks.rados.rados.0.smithi136.stdout:212: oid 24 version 46 is already newer than 45 2024-08-19T11:31:33.396 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 46 (ObjNum 86 snap 14 seq_num 86) dirty exists 2024-08-19T11:31:33.396 INFO:tasks.rados.rados.0.smithi136.stdout:212: left oid 24 (ObjNum 86 snap 14 seq_num 86) 2024-08-19T11:31:33.396 INFO:tasks.rados.rados.0.smithi136.stdout:213: finishing copy_from to smithi13674108-17 2024-08-19T11:31:33.396 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 17 v 38 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-19T11:31:33.397 INFO:tasks.rados.rados.0.smithi136.stdout:212: done (2 left) 2024-08-19T11:31:33.397 INFO:tasks.rados.rados.0.smithi136.stdout:213: done (1 left) 2024-08-19T11:31:33.397 INFO:tasks.rados.rados.0.smithi136.stdout:215: done (0 left) 2024-08-19T11:31:33.397 INFO:tasks.rados.rados.0.smithi136.stdout:216: setattr oid 29 current snap is 14 2024-08-19T11:31:33.398 INFO:tasks.rados.rados.0.smithi136.stdout:217: snap_remove snap 10 2024-08-19T11:31:34.376 INFO:tasks.rados.rados.0.smithi136.stdout:217: done (1 left) 2024-08-19T11:31:34.376 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 38 current snap is 14 2024-08-19T11:31:34.376 INFO:tasks.rados.rados.0.smithi136.stdout:218: seq_num 89 ranges {1466368=696320,2162688=655360,2818048=147456} 2024-08-19T11:31:34.389 INFO:tasks.rados.rados.0.smithi136.stdout:218: writing smithi13674108-38 from 1466368 to 2162688 tid 1 2024-08-19T11:31:34.392 INFO:tasks.rados.rados.0.smithi136.stdout:218: writing smithi13674108-38 from 2162688 to 2818048 tid 2 2024-08-19T11:31:34.393 INFO:tasks.rados.rados.0.smithi136.stdout:218: writing smithi13674108-38 from 2818048 to 2965504 tid 3 2024-08-19T11:31:34.393 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 49 current snap is 14 2024-08-19T11:31:34.394 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 48 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-08-19T11:31:34.394 INFO:tasks.rados.rados.0.smithi136.stdout:218: finishing write tid 1 to smithi13674108-38 2024-08-19T11:31:34.394 INFO:tasks.rados.rados.0.smithi136.stdout:219: seq_num 90 ranges {811008=712704,1523712=540672,2064384=262144} 2024-08-19T11:31:34.402 INFO:tasks.rados.rados.0.smithi136.stdout:219: writing smithi13674108-49 from 811008 to 1523712 tid 1 2024-08-19T11:31:34.405 INFO:tasks.rados.rados.0.smithi136.stdout:219: writing smithi13674108-49 from 1523712 to 2064384 tid 2 2024-08-19T11:31:34.407 INFO:tasks.rados.rados.0.smithi136.stdout:219: writing smithi13674108-49 from 2064384 to 2326528 tid 3 2024-08-19T11:31:34.408 INFO:tasks.rados.rados.0.smithi136.stdout:216: done (2 left) 2024-08-19T11:31:34.408 INFO:tasks.rados.rados.0.smithi136.stdout:220: copy_from oid 26 from oid 25 current snap is 14 2024-08-19T11:31:34.408 INFO:tasks.rados.rados.0.smithi136.stdout:218: finishing write tid 2 to smithi13674108-38 2024-08-19T11:31:34.408 INFO:tasks.rados.rados.0.smithi136.stdout:218: finishing write tid 3 to smithi13674108-38 2024-08-19T11:31:34.408 INFO:tasks.rados.rados.0.smithi136.stdout:218: finishing write tid 4 to smithi13674108-38 2024-08-19T11:31:34.408 INFO:tasks.rados.rados.0.smithi136.stdout:218: finishing write tid 5 to smithi13674108-38 2024-08-19T11:31:34.408 INFO:tasks.rados.rados.0.smithi136.stdout:218: oid 38 updating version 0 to 39 2024-08-19T11:31:34.408 INFO:tasks.rados.rados.0.smithi136.stdout:218: oid 38 updating version 39 to 41 2024-08-19T11:31:34.408 INFO:tasks.rados.rados.0.smithi136.stdout:218: oid 38 version 41 is already newer than 40 2024-08-19T11:31:34.408 INFO:tasks.rados.rados.0.smithi136.stdout:218: oid 38 version 41 is already newer than 38 2024-08-19T11:31:34.408 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 41 (ObjNum 89 snap 14 seq_num 89) dirty exists 2024-08-19T11:31:34.408 INFO:tasks.rados.rados.0.smithi136.stdout:218: left oid 38 (ObjNum 89 snap 14 seq_num 89) 2024-08-19T11:31:34.408 INFO:tasks.rados.rados.0.smithi136.stdout:219: finishing write tid 1 to smithi13674108-49 2024-08-19T11:31:34.409 INFO:tasks.rados.rados.0.smithi136.stdout:219: finishing write tid 2 to smithi13674108-49 2024-08-19T11:31:34.409 INFO:tasks.rados.rados.0.smithi136.stdout:218: done (2 left) 2024-08-19T11:31:34.409 INFO:tasks.rados.rados.0.smithi136.stdout:221: snap_create 2024-08-19T11:31:34.410 INFO:tasks.rados.rados.0.smithi136.stdout:219: finishing write tid 3 to smithi13674108-49 2024-08-19T11:31:34.410 INFO:tasks.rados.rados.0.smithi136.stdout:219: finishing write tid 4 to smithi13674108-49 2024-08-19T11:31:34.411 INFO:tasks.rados.rados.0.smithi136.stdout:219: finishing write tid 5 to smithi13674108-49 2024-08-19T11:31:34.412 INFO:tasks.rados.rados.0.smithi136.stdout:219: oid 49 updating version 0 to 57 2024-08-19T11:31:34.412 INFO:tasks.rados.rados.0.smithi136.stdout:219: oid 49 version 57 is already newer than 55 2024-08-19T11:31:34.412 INFO:tasks.rados.rados.0.smithi136.stdout:219: oid 49 version 57 is already newer than 56 2024-08-19T11:31:34.412 INFO:tasks.rados.rados.0.smithi136.stdout:219: oid 49 version 57 is already newer than 54 2024-08-19T11:31:34.412 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 57 (ObjNum 90 snap 14 seq_num 90) dirty exists 2024-08-19T11:31:34.412 INFO:tasks.rados.rados.0.smithi136.stdout:219: left oid 49 (ObjNum 90 snap 14 seq_num 90) 2024-08-19T11:31:34.412 INFO:tasks.rados.rados.0.smithi136.stdout:220: finishing copy_from racing read to smithi13674108-26 2024-08-19T11:31:34.413 INFO:tasks.rados.rados.0.smithi136.stdout:220: finishing copy_from to smithi13674108-26 2024-08-19T11:31:34.413 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 10 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-19T11:31:34.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:34 smithi155 ceph-mon[19718]: osdmap e109: 8 total, 8 up, 8 in 2024-08-19T11:31:34.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:34 smithi155 ceph-mon[19718]: pgmap v142: 121 pgs: 121 active+clean; 44 MiB data, 301 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.6 MiB/s wr, 27 op/s 2024-08-19T11:31:34.726 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:34 smithi136 ceph-mon[16389]: osdmap e109: 8 total, 8 up, 8 in 2024-08-19T11:31:34.726 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:34 smithi136 ceph-mon[16389]: pgmap v142: 121 pgs: 121 active+clean; 44 MiB data, 301 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.6 MiB/s wr, 27 op/s 2024-08-19T11:31:34.726 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:34 smithi136 ceph-mon[28279]: osdmap e109: 8 total, 8 up, 8 in 2024-08-19T11:31:34.726 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:34 smithi136 ceph-mon[28279]: pgmap v142: 121 pgs: 121 active+clean; 44 MiB data, 301 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.6 MiB/s wr, 27 op/s 2024-08-19T11:31:34.727 INFO:teuthology.orchestra.run.smithi136.stdout:true 2024-08-19T11:31:35.362 INFO:teuthology.orchestra.run.smithi136.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T11:31:35.362 INFO:teuthology.orchestra.run.smithi136.stdout:alertmanager.a smithi136 *:9093,9094 running (2m) 104s ago 3m 16.6M - 0.25.0 c8568f914cd2 5af88c4acee8 2024-08-19T11:31:35.362 INFO:teuthology.orchestra.run.smithi136.stdout:grafana.a smithi155 *:3000 running (2m) 104s ago 2m 82.5M - 9.4.7 954c08fa6188 cb3e816dd27a 2024-08-19T11:31:35.363 INFO:teuthology.orchestra.run.smithi136.stdout:mds.a smithi136 running (4m) 104s ago 4m 17.4M - 18.2.4-721-gbaa926de e6c292a6bc95 70acc09ac00c 2024-08-19T11:31:35.363 INFO:teuthology.orchestra.run.smithi136.stdout:mds.b smithi155 running (4m) 104s ago 4m 15.6M - 18.2.4-721-gbaa926de e6c292a6bc95 f9104a674461 2024-08-19T11:31:35.363 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.x smithi155 *:8443,8765 running (7m) 104s ago 7m 437M - 18.2.4-721-gbaa926de e6c292a6bc95 e0039a0d0c33 2024-08-19T11:31:35.363 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.y smithi136 *:9283,8765 running (9m) 104s ago 9m 487M - 18.2.4-721-gbaa926de e6c292a6bc95 7ec1b975b08f 2024-08-19T11:31:35.363 INFO:teuthology.orchestra.run.smithi136.stdout:mon.a smithi136 running (9m) 104s ago 9m 47.8M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 60d0fb5300fe 2024-08-19T11:31:35.363 INFO:teuthology.orchestra.run.smithi136.stdout:mon.b smithi155 running (8m) 104s ago 8m 38.1M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 91dd29510477 2024-08-19T11:31:35.363 INFO:teuthology.orchestra.run.smithi136.stdout:mon.c smithi136 running (8m) 104s ago 8m 38.5M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 fb9556fd54c6 2024-08-19T11:31:35.363 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.a smithi136 *:9100 running (2m) 104s ago 2m 16.1M - 1.5.0 0da6a335fe13 8b8c68944f5b 2024-08-19T11:31:35.363 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.b smithi155 *:9100 running (2m) 104s ago 2m 8590k - 1.5.0 0da6a335fe13 94f522beed05 2024-08-19T11:31:35.363 INFO:teuthology.orchestra.run.smithi136.stdout:osd.0 smithi136 running (7m) 104s ago 7m 45.5M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 e96830382dcf 2024-08-19T11:31:35.363 INFO:teuthology.orchestra.run.smithi136.stdout:osd.1 smithi136 running (7m) 104s ago 7m 47.3M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 bca15785dcda 2024-08-19T11:31:35.363 INFO:teuthology.orchestra.run.smithi136.stdout:osd.2 smithi136 running (6m) 104s ago 6m 50.8M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 f79852ccd72a 2024-08-19T11:31:35.363 INFO:teuthology.orchestra.run.smithi136.stdout:osd.3 smithi136 running (6m) 104s ago 6m 51.4M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 e4e2f187c816 2024-08-19T11:31:35.363 INFO:teuthology.orchestra.run.smithi136.stdout:osd.4 smithi155 running (5m) 104s ago 5m 42.8M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 41fae920e9f8 2024-08-19T11:31:35.364 INFO:teuthology.orchestra.run.smithi136.stdout:osd.5 smithi155 running (5m) 104s ago 5m 50.7M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 a11fccf8327d 2024-08-19T11:31:35.364 INFO:teuthology.orchestra.run.smithi136.stdout:osd.6 smithi155 running (5m) 104s ago 5m 50.7M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 ae2da85c009a 2024-08-19T11:31:35.364 INFO:teuthology.orchestra.run.smithi136.stdout:osd.7 smithi155 running (4m) 104s ago 4m 44.8M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 78b9ac5d3d4f 2024-08-19T11:31:35.364 INFO:teuthology.orchestra.run.smithi136.stdout:prometheus.a smithi155 *:9095 running (2m) 104s ago 3m 33.5M - 2.43.0 a07b618ecd1d 198319c7a2d9 2024-08-19T11:31:35.376 INFO:tasks.rados.rados.0.smithi136.stdout:219: done (2 left) 2024-08-19T11:31:35.376 INFO:tasks.rados.rados.0.smithi136.stdout:220: done (1 left) 2024-08-19T11:31:35.376 INFO:tasks.rados.rados.0.smithi136.stdout:221: done (0 left) 2024-08-19T11:31:35.376 INFO:tasks.rados.rados.0.smithi136.stdout:222: snap_create 2024-08-19T11:31:35.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:35 smithi155 ceph-mon[19718]: osdmap e110: 8 total, 8 up, 8 in 2024-08-19T11:31:35.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:35 smithi155 ceph-mon[19718]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:31:35.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:35 smithi155 ceph-mon[19718]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:31:35.763 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:31:35.764 INFO:teuthology.orchestra.run.smithi136.stdout: "mon": { 2024-08-19T11:31:35.764 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 3 2024-08-19T11:31:35.764 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:31:35.764 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr": { 2024-08-19T11:31:35.764 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T11:31:35.764 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:31:35.764 INFO:teuthology.orchestra.run.smithi136.stdout: "osd": { 2024-08-19T11:31:35.764 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 8 2024-08-19T11:31:35.764 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:31:35.764 INFO:teuthology.orchestra.run.smithi136.stdout: "mds": { 2024-08-19T11:31:35.764 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T11:31:35.764 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:31:35.764 INFO:teuthology.orchestra.run.smithi136.stdout: "overall": { 2024-08-19T11:31:35.765 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 15 2024-08-19T11:31:35.765 INFO:teuthology.orchestra.run.smithi136.stdout: } 2024-08-19T11:31:35.765 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:31:35.765 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:35 smithi136 ceph-mon[28279]: osdmap e110: 8 total, 8 up, 8 in 2024-08-19T11:31:35.765 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:35 smithi136 ceph-mon[28279]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:31:35.765 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:35 smithi136 ceph-mon[28279]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:31:35.765 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:35 smithi136 ceph-mon[16389]: osdmap e110: 8 total, 8 up, 8 in 2024-08-19T11:31:35.765 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:35 smithi136 ceph-mon[16389]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:31:35.766 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:35 smithi136 ceph-mon[16389]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:31:36.064 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:31:36.064 INFO:teuthology.orchestra.run.smithi136.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:797669399b32d2915e64eb6d4b1257ae3c50f80b", 2024-08-19T11:31:36.064 INFO:teuthology.orchestra.run.smithi136.stdout: "in_progress": true, 2024-08-19T11:31:36.064 INFO:teuthology.orchestra.run.smithi136.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T11:31:36.064 INFO:teuthology.orchestra.run.smithi136.stdout: "services_complete": [], 2024-08-19T11:31:36.064 INFO:teuthology.orchestra.run.smithi136.stdout: "progress": "", 2024-08-19T11:31:36.064 INFO:teuthology.orchestra.run.smithi136.stdout: "message": "Doing first pull of quay.ceph.io/ceph-ci/ceph:797669399b32d2915e64eb6d4b1257ae3c50f80b image", 2024-08-19T11:31:36.064 INFO:teuthology.orchestra.run.smithi136.stdout: "is_paused": false 2024-08-19T11:31:36.064 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:31:36.391 INFO:tasks.rados.rados.0.smithi136.stdout:222: done (0 left) 2024-08-19T11:31:36.391 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 17 current snap is 16 2024-08-19T11:31:36.391 INFO:tasks.rados.rados.0.smithi136.stdout:223: seq_num 91 ranges {24576=729088,753664=425984,1179648=376832} 2024-08-19T11:31:36.394 INFO:tasks.rados.rados.0.smithi136.stdout:223: writing smithi13674108-17 from 24576 to 753664 tid 1 2024-08-19T11:31:36.397 INFO:tasks.rados.rados.0.smithi136.stdout:223: writing smithi13674108-17 from 753664 to 1179648 tid 2 2024-08-19T11:31:36.400 INFO:tasks.rados.rados.0.smithi136.stdout:223: writing smithi13674108-17 from 1179648 to 1556480 tid 3 2024-08-19T11:31:36.400 INFO:tasks.rados.rados.0.smithi136.stdout:224: rollback oid 8 current snap is 16 2024-08-19T11:31:36.400 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 8 to 14 2024-08-19T11:31:36.400 INFO:tasks.rados.rados.0.smithi136.stdout:223: finishing write tid 1 to smithi13674108-17 2024-08-19T11:31:36.400 INFO:tasks.rados.rados.0.smithi136.stdout:225: rmattr oid 26 current snap is 16 2024-08-19T11:31:36.400 INFO:tasks.rados.rados.0.smithi136.stdout:225: done (2 left) 2024-08-19T11:31:36.400 INFO:tasks.rados.rados.0.smithi136.stdout:226: delete oid 2 current snap is 16 2024-08-19T11:31:36.400 INFO:tasks.rados.rados.0.smithi136.stdout:223: finishing write tid 2 to smithi13674108-17 2024-08-19T11:31:36.402 INFO:tasks.rados.rados.0.smithi136.stdout:224: finishing rollback tid 1 to smithi13674108-8 2024-08-19T11:31:36.402 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-19T11:31:36.402 INFO:tasks.rados.rados.0.smithi136.stdout:223: finishing write tid 3 to smithi13674108-17 2024-08-19T11:31:36.402 INFO:tasks.rados.rados.0.smithi136.stdout:223: finishing write tid 4 to smithi13674108-17 2024-08-19T11:31:36.403 INFO:tasks.rados.rados.0.smithi136.stdout:224: done (2 left) 2024-08-19T11:31:36.403 INFO:tasks.rados.rados.0.smithi136.stdout:226: done (1 left) 2024-08-19T11:31:36.403 INFO:tasks.rados.rados.0.smithi136.stdout:227: rmattr oid 10 current snap is 16 2024-08-19T11:31:36.403 INFO:tasks.rados.rados.0.smithi136.stdout:227: done (1 left) 2024-08-19T11:31:36.404 INFO:tasks.rados.rados.0.smithi136.stdout:228: snap_create 2024-08-19T11:31:36.404 INFO:tasks.rados.rados.0.smithi136.stdout:223: finishing write tid 5 to smithi13674108-17 2024-08-19T11:31:36.404 INFO:tasks.rados.rados.0.smithi136.stdout:223: oid 17 updating version 0 to 60 2024-08-19T11:31:36.404 INFO:tasks.rados.rados.0.smithi136.stdout:223: oid 17 updating version 60 to 62 2024-08-19T11:31:36.404 INFO:tasks.rados.rados.0.smithi136.stdout:223: oid 17 updating version 62 to 63 2024-08-19T11:31:36.404 INFO:tasks.rados.rados.0.smithi136.stdout:223: oid 17 version 63 is already newer than 61 2024-08-19T11:31:36.404 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 17 v 63 (ObjNum 91 snap 16 seq_num 91) dirty exists 2024-08-19T11:31:36.404 INFO:tasks.rados.rados.0.smithi136.stdout:223: left oid 17 (ObjNum 91 snap 16 seq_num 91) 2024-08-19T11:31:36.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:36 smithi155 ceph-mon[19718]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:31:36.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:36 smithi155 ceph-mon[19718]: osdmap e111: 8 total, 8 up, 8 in 2024-08-19T11:31:36.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:36 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/945570851' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T11:31:36.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:36 smithi155 ceph-mon[19718]: pgmap v145: 121 pgs: 121 active+clean; 44 MiB data, 301 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:31:36.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:36 smithi155 ceph-mon[19718]: from='client.24911 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:31:36.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:36 smithi136 ceph-mon[28279]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:31:36.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:36 smithi136 ceph-mon[28279]: osdmap e111: 8 total, 8 up, 8 in 2024-08-19T11:31:36.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:36 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/945570851' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T11:31:36.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:36 smithi136 ceph-mon[28279]: pgmap v145: 121 pgs: 121 active+clean; 44 MiB data, 301 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:31:36.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:36 smithi136 ceph-mon[28279]: from='client.24911 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:31:36.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:36 smithi136 ceph-mon[16389]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:31:36.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:36 smithi136 ceph-mon[16389]: osdmap e111: 8 total, 8 up, 8 in 2024-08-19T11:31:36.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:36 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/945570851' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T11:31:36.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:36 smithi136 ceph-mon[16389]: pgmap v145: 121 pgs: 121 active+clean; 44 MiB data, 301 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:31:36.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:36 smithi136 ceph-mon[16389]: from='client.24911 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:31:37.394 INFO:tasks.rados.rados.0.smithi136.stdout:223: done (1 left) 2024-08-19T11:31:37.395 INFO:tasks.rados.rados.0.smithi136.stdout:228: done (0 left) 2024-08-19T11:31:37.395 INFO:tasks.rados.rados.0.smithi136.stdout:229: copy_from oid 48 from oid 47 current snap is 17 2024-08-19T11:31:37.395 INFO:tasks.rados.rados.0.smithi136.stdout:230: read oid 34 snap -1 2024-08-19T11:31:37.395 INFO:tasks.rados.rados.0.smithi136.stdout:230: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-19T11:31:37.395 INFO:tasks.rados.rados.0.smithi136.stdout:231: snap_create 2024-08-19T11:31:37.402 INFO:tasks.rados.rados.0.smithi136.stdout:229: finishing copy_from racing read to smithi13674108-48 2024-08-19T11:31:37.403 INFO:tasks.rados.rados.0.smithi136.stdout:229: finishing copy_from to smithi13674108-48 2024-08-19T11:31:37.403 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 48 v 29 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-19T11:31:37.404 INFO:tasks.rados.rados.0.smithi136.stdout:230: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-19T11:31:37.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:37 smithi155 ceph-mon[19718]: osdmap e112: 8 total, 8 up, 8 in 2024-08-19T11:31:37.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:37 smithi136 ceph-mon[28279]: osdmap e112: 8 total, 8 up, 8 in 2024-08-19T11:31:37.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:37 smithi136 ceph-mon[16389]: osdmap e112: 8 total, 8 up, 8 in 2024-08-19T11:31:37.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:31:37 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:31:37] "GET /metrics HTTP/1.1" 200 36021 "" "Prometheus/2.43.0" 2024-08-19T11:31:38.411 INFO:tasks.rados.rados.0.smithi136.stdout:229: done (2 left) 2024-08-19T11:31:38.412 INFO:tasks.rados.rados.0.smithi136.stdout:230: done (1 left) 2024-08-19T11:31:38.412 INFO:tasks.rados.rados.0.smithi136.stdout:231: done (0 left) 2024-08-19T11:31:38.412 INFO:tasks.rados.rados.0.smithi136.stdout:232: read oid 47 snap -1 2024-08-19T11:31:38.412 INFO:tasks.rados.rados.0.smithi136.stdout:232: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-19T11:31:38.412 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 36 current snap is 18 2024-08-19T11:31:38.412 INFO:tasks.rados.rados.0.smithi136.stdout:233: seq_num 93 ranges {1302528=761856,2064384=647168,2711552=155648} 2024-08-19T11:31:38.422 INFO:tasks.rados.rados.0.smithi136.stdout:233: writing smithi13674108-36 from 1302528 to 2064384 tid 1 2024-08-19T11:31:38.426 INFO:tasks.rados.rados.0.smithi136.stdout:233: writing smithi13674108-36 from 2064384 to 2711552 tid 2 2024-08-19T11:31:38.427 INFO:tasks.rados.rados.0.smithi136.stdout:233: writing smithi13674108-36 from 2711552 to 2867200 tid 3 2024-08-19T11:31:38.427 INFO:tasks.rados.rados.0.smithi136.stdout:234: rollback oid 18 current snap is 18 2024-08-19T11:31:38.427 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 18 to 17 2024-08-19T11:31:38.427 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 23 current snap is 18 2024-08-19T11:31:38.427 INFO:tasks.rados.rados.0.smithi136.stdout:235: seq_num 94 ranges {606208=778240,1384448=532480,1916928=270336} 2024-08-19T11:31:38.435 INFO:tasks.rados.rados.0.smithi136.stdout:235: writing smithi13674108-23 from 606208 to 1384448 tid 1 2024-08-19T11:31:38.439 INFO:tasks.rados.rados.0.smithi136.stdout:235: writing smithi13674108-23 from 1384448 to 1916928 tid 2 2024-08-19T11:31:38.441 INFO:tasks.rados.rados.0.smithi136.stdout:235: writing smithi13674108-23 from 1916928 to 2187264 tid 3 2024-08-19T11:31:38.441 INFO:tasks.rados.rados.0.smithi136.stdout:236: delete oid 26 current snap is 18 2024-08-19T11:31:38.441 INFO:tasks.rados.rados.0.smithi136.stdout:232: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-19T11:31:38.464 INFO:tasks.rados.rados.0.smithi136.stdout:233: finishing write tid 1 to smithi13674108-36 2024-08-19T11:31:38.464 INFO:tasks.rados.rados.0.smithi136.stdout:233: finishing write tid 2 to smithi13674108-36 2024-08-19T11:31:38.464 INFO:tasks.rados.rados.0.smithi136.stdout:232: done (4 left) 2024-08-19T11:31:38.465 INFO:tasks.rados.rados.0.smithi136.stdout:236: done (3 left) 2024-08-19T11:31:38.465 INFO:tasks.rados.rados.0.smithi136.stdout:237: read oid 30 snap -1 2024-08-19T11:31:38.465 INFO:tasks.rados.rados.0.smithi136.stdout:237: expect (ObjNum 66 snap 6 seq_num 66) 2024-08-19T11:31:38.465 INFO:tasks.rados.rados.0.smithi136.stdout:238: read oid 38 snap 14 2024-08-19T11:31:38.465 INFO:tasks.rados.rados.0.smithi136.stdout:238: expect (ObjNum 89 snap 14 seq_num 89) 2024-08-19T11:31:38.465 INFO:tasks.rados.rados.0.smithi136.stdout:239: setattr oid 40 current snap is 18 2024-08-19T11:31:38.465 INFO:tasks.rados.rados.0.smithi136.stdout:233: finishing write tid 3 to smithi13674108-36 2024-08-19T11:31:38.465 INFO:tasks.rados.rados.0.smithi136.stdout:233: finishing write tid 4 to smithi13674108-36 2024-08-19T11:31:38.465 INFO:tasks.rados.rados.0.smithi136.stdout:233: finishing write tid 5 to smithi13674108-36 2024-08-19T11:31:38.465 INFO:tasks.rados.rados.0.smithi136.stdout:233: oid 36 updating version 0 to 43 2024-08-19T11:31:38.465 INFO:tasks.rados.rados.0.smithi136.stdout:233: oid 36 version 43 is already newer than 42 2024-08-19T11:31:38.466 INFO:tasks.rados.rados.0.smithi136.stdout:233: oid 36 updating version 43 to 44 2024-08-19T11:31:38.466 INFO:tasks.rados.rados.0.smithi136.stdout:233: oid 36 updating version 44 to 45 2024-08-19T11:31:38.466 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 45 (ObjNum 93 snap 18 seq_num 93) dirty exists 2024-08-19T11:31:38.466 INFO:tasks.rados.rados.0.smithi136.stdout:233: left oid 36 (ObjNum 93 snap 18 seq_num 93) 2024-08-19T11:31:38.466 INFO:tasks.rados.rados.0.smithi136.stdout:234: finishing rollback tid 0 to smithi13674108-18 2024-08-19T11:31:38.466 INFO:tasks.rados.rados.0.smithi136.stdout:234: finishing rollback tid 1 to smithi13674108-18 2024-08-19T11:31:38.466 INFO:tasks.rados.rados.0.smithi136.stdout:234: finishing rollback tid 2 to smithi13674108-18 2024-08-19T11:31:38.466 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 60 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-19T11:31:38.466 INFO:tasks.rados.rados.0.smithi136.stdout:235: finishing write tid 1 to smithi13674108-23 2024-08-19T11:31:38.466 INFO:tasks.rados.rados.0.smithi136.stdout:235: finishing write tid 2 to smithi13674108-23 2024-08-19T11:31:38.466 INFO:tasks.rados.rados.0.smithi136.stdout:235: finishing write tid 3 to smithi13674108-23 2024-08-19T11:31:38.467 INFO:tasks.rados.rados.0.smithi136.stdout:235: finishing write tid 4 to smithi13674108-23 2024-08-19T11:31:38.467 INFO:tasks.rados.rados.0.smithi136.stdout:235: finishing write tid 5 to smithi13674108-23 2024-08-19T11:31:38.467 INFO:tasks.rados.rados.0.smithi136.stdout:235: oid 23 updating version 0 to 24 2024-08-19T11:31:38.467 INFO:tasks.rados.rados.0.smithi136.stdout:235: oid 23 updating version 24 to 25 2024-08-19T11:31:38.467 INFO:tasks.rados.rados.0.smithi136.stdout:235: oid 23 updating version 25 to 27 2024-08-19T11:31:38.467 INFO:tasks.rados.rados.0.smithi136.stdout:235: oid 23 version 27 is already newer than 26 2024-08-19T11:31:38.467 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 27 (ObjNum 94 snap 18 seq_num 94) dirty exists 2024-08-19T11:31:38.467 INFO:tasks.rados.rados.0.smithi136.stdout:235: left oid 23 (ObjNum 94 snap 18 seq_num 94) 2024-08-19T11:31:38.468 INFO:tasks.rados.rados.0.smithi136.stdout:233: done (5 left) 2024-08-19T11:31:38.468 INFO:tasks.rados.rados.0.smithi136.stdout:234: done (4 left) 2024-08-19T11:31:38.468 INFO:tasks.rados.rados.0.smithi136.stdout:235: done (3 left) 2024-08-19T11:31:38.468 INFO:tasks.rados.rados.0.smithi136.stdout:240: rollback oid 24 current snap is 18 2024-08-19T11:31:38.468 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 24 to 12 2024-08-19T11:31:38.468 INFO:tasks.rados.rados.0.smithi136.stdout:241: delete oid 3 current snap is 18 2024-08-19T11:31:38.470 INFO:tasks.rados.rados.0.smithi136.stdout:240: finishing rollback tid 0 to smithi13674108-24 2024-08-19T11:31:38.470 INFO:tasks.rados.rados.0.smithi136.stdout:241: done (4 left) 2024-08-19T11:31:38.470 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 27 current snap is 18 2024-08-19T11:31:38.470 INFO:tasks.rados.rados.0.smithi136.stdout:242: seq_num 97 ranges {442368=434176,876544=581632,1458176=540672,1998848=81920} 2024-08-19T11:31:38.475 INFO:tasks.rados.rados.0.smithi136.stdout:242: writing smithi13674108-27 from 442368 to 876544 tid 1 2024-08-19T11:31:38.478 INFO:tasks.rados.rados.0.smithi136.stdout:242: writing smithi13674108-27 from 876544 to 1458176 tid 2 2024-08-19T11:31:38.481 INFO:tasks.rados.rados.0.smithi136.stdout:242: writing smithi13674108-27 from 1458176 to 1998848 tid 3 2024-08-19T11:31:38.482 INFO:tasks.rados.rados.0.smithi136.stdout:242: writing smithi13674108-27 from 1998848 to 2080768 tid 4 2024-08-19T11:31:38.482 INFO:tasks.rados.rados.0.smithi136.stdout:243: setattr oid 16 current snap is 18 2024-08-19T11:31:38.482 INFO:tasks.rados.rados.0.smithi136.stdout:240: finishing rollback tid 1 to smithi13674108-24 2024-08-19T11:31:38.483 INFO:tasks.rados.rados.0.smithi136.stdout:240: finishing rollback tid 2 to smithi13674108-24 2024-08-19T11:31:38.483 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 58 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-08-19T11:31:38.483 INFO:tasks.rados.rados.0.smithi136.stdout:237: expect (ObjNum 66 snap 6 seq_num 66) 2024-08-19T11:31:38.525 INFO:tasks.rados.rados.0.smithi136.stdout:242: finishing write tid 1 to smithi13674108-27 2024-08-19T11:31:38.525 INFO:tasks.rados.rados.0.smithi136.stdout:242: finishing write tid 2 to smithi13674108-27 2024-08-19T11:31:38.525 INFO:tasks.rados.rados.0.smithi136.stdout:238: expect (ObjNum 89 snap 14 seq_num 89) 2024-08-19T11:31:38.634 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 42 (ObjNum 33 snap 0 seq_num 3762879072) dirty exists 2024-08-19T11:31:38.634 INFO:tasks.rados.rados.0.smithi136.stdout:242: finishing write tid 3 to smithi13674108-27 2024-08-19T11:31:38.634 INFO:tasks.rados.rados.0.smithi136.stdout:242: finishing write tid 4 to smithi13674108-27 2024-08-19T11:31:38.634 INFO:tasks.rados.rados.0.smithi136.stdout:242: finishing write tid 5 to smithi13674108-27 2024-08-19T11:31:38.634 INFO:tasks.rados.rados.0.smithi136.stdout:242: finishing write tid 6 to smithi13674108-27 2024-08-19T11:31:38.634 INFO:tasks.rados.rados.0.smithi136.stdout:242: oid 27 updating version 0 to 8 2024-08-19T11:31:38.634 INFO:tasks.rados.rados.0.smithi136.stdout:242: oid 27 version 8 is already newer than 6 2024-08-19T11:31:38.634 INFO:tasks.rados.rados.0.smithi136.stdout:242: oid 27 version 8 is already newer than 5 2024-08-19T11:31:38.634 INFO:tasks.rados.rados.0.smithi136.stdout:242: oid 27 version 8 is already newer than 4 2024-08-19T11:31:38.634 INFO:tasks.rados.rados.0.smithi136.stdout:242: oid 27 version 8 is already newer than 7 2024-08-19T11:31:38.634 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 8 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-19T11:31:38.635 INFO:tasks.rados.rados.0.smithi136.stdout:242: left oid 27 (ObjNum 97 snap 18 seq_num 97) 2024-08-19T11:31:38.635 INFO:tasks.rados.rados.0.smithi136.stdout:237: done (5 left) 2024-08-19T11:31:38.635 INFO:tasks.rados.rados.0.smithi136.stdout:238: done (4 left) 2024-08-19T11:31:38.635 INFO:tasks.rados.rados.0.smithi136.stdout:239: done (3 left) 2024-08-19T11:31:38.635 INFO:tasks.rados.rados.0.smithi136.stdout:240: done (2 left) 2024-08-19T11:31:38.635 INFO:tasks.rados.rados.0.smithi136.stdout:242: done (1 left) 2024-08-19T11:31:38.635 INFO:tasks.rados.rados.0.smithi136.stdout:244: setattr oid 37 current snap is 18 2024-08-19T11:31:38.635 INFO:tasks.rados.rados.0.smithi136.stdout:245: snap_remove snap 12 2024-08-19T11:31:38.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:38 smithi155 ceph-mon[19718]: osdmap e113: 8 total, 8 up, 8 in 2024-08-19T11:31:38.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:38 smithi155 ceph-mon[19718]: pgmap v148: 121 pgs: 121 active+clean; 48 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.6 MiB/s wr, 12 op/s 2024-08-19T11:31:38.795 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:38 smithi136 ceph-mon[28279]: osdmap e113: 8 total, 8 up, 8 in 2024-08-19T11:31:38.795 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:38 smithi136 ceph-mon[28279]: pgmap v148: 121 pgs: 121 active+clean; 48 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.6 MiB/s wr, 12 op/s 2024-08-19T11:31:38.795 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:38 smithi136 ceph-mon[16389]: osdmap e113: 8 total, 8 up, 8 in 2024-08-19T11:31:38.795 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:38 smithi136 ceph-mon[16389]: pgmap v148: 121 pgs: 121 active+clean; 48 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.6 MiB/s wr, 12 op/s 2024-08-19T11:31:39.415 INFO:tasks.rados.rados.0.smithi136.stdout:245: done (2 left) 2024-08-19T11:31:39.415 INFO:tasks.rados.rados.0.smithi136.stdout:246: read oid 46 snap -1 2024-08-19T11:31:39.415 INFO:tasks.rados.rados.0.smithi136.stdout:246: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T11:31:39.416 INFO:tasks.rados.rados.0.smithi136.stdout:247: read oid 18 snap -1 2024-08-19T11:31:39.416 INFO:tasks.rados.rados.0.smithi136.stdout:247: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T11:31:39.416 INFO:tasks.rados.rados.0.smithi136.stdout:248: read oid 19 snap -1 2024-08-19T11:31:39.416 INFO:tasks.rados.rados.0.smithi136.stdout:248: expect (ObjNum 66 snap 6 seq_num 66) 2024-08-19T11:31:39.416 INFO:tasks.rados.rados.0.smithi136.stdout:249: snap_remove snap 17 2024-08-19T11:31:39.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:39 smithi155 ceph-mon[19718]: osdmap e114: 8 total, 8 up, 8 in 2024-08-19T11:31:39.818 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:39 smithi136 ceph-mon[16389]: osdmap e114: 8 total, 8 up, 8 in 2024-08-19T11:31:39.818 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:39 smithi136 ceph-mon[28279]: osdmap e114: 8 total, 8 up, 8 in 2024-08-19T11:31:40.421 INFO:tasks.rados.rados.0.smithi136.stdout:249: done (5 left) 2024-08-19T11:31:40.422 INFO:tasks.rados.rados.0.smithi136.stdout:250: copy_from oid 38 from oid 45 current snap is 18 2024-08-19T11:31:40.422 INFO:tasks.rados.rados.0.smithi136.stdout:251: read oid 33 snap -1 2024-08-19T11:31:40.422 INFO:tasks.rados.rados.0.smithi136.stdout:251: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-19T11:31:40.422 INFO:tasks.rados.rados.0.smithi136.stdout:252: delete oid 43 current snap is 18 2024-08-19T11:31:40.422 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 16 v 61 (ObjNum 69 snap 8 seq_num 69) dirty exists 2024-08-19T11:31:40.422 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 60 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-19T11:31:40.422 INFO:tasks.rados.rados.0.smithi136.stdout:246: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T11:31:40.444 INFO:tasks.rados.rados.0.smithi136.stdout:248: expect (ObjNum 66 snap 6 seq_num 66) 2024-08-19T11:31:40.485 INFO:tasks.rados.rados.0.smithi136.stdout:247: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T11:31:40.504 INFO:tasks.rados.rados.0.smithi136.stdout:251: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-19T11:31:40.520 INFO:tasks.rados.rados.0.smithi136.stdout:250: finishing copy_from racing read to smithi13674108-38 2024-08-19T11:31:40.521 INFO:tasks.rados.rados.0.smithi136.stdout:250: finishing copy_from to smithi13674108-38 2024-08-19T11:31:40.521 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 10 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-19T11:31:40.521 INFO:tasks.rados.rados.0.smithi136.stdout:243: done (7 left) 2024-08-19T11:31:40.521 INFO:tasks.rados.rados.0.smithi136.stdout:244: done (6 left) 2024-08-19T11:31:40.521 INFO:tasks.rados.rados.0.smithi136.stdout:246: done (5 left) 2024-08-19T11:31:40.521 INFO:tasks.rados.rados.0.smithi136.stdout:247: done (4 left) 2024-08-19T11:31:40.521 INFO:tasks.rados.rados.0.smithi136.stdout:248: done (3 left) 2024-08-19T11:31:40.521 INFO:tasks.rados.rados.0.smithi136.stdout:250: done (2 left) 2024-08-19T11:31:40.521 INFO:tasks.rados.rados.0.smithi136.stdout:251: done (1 left) 2024-08-19T11:31:40.521 INFO:tasks.rados.rados.0.smithi136.stdout:252: done (0 left) 2024-08-19T11:31:40.521 INFO:tasks.rados.rados.0.smithi136.stdout:253: rollback oid 34 current snap is 18 2024-08-19T11:31:40.521 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 34 to 14 2024-08-19T11:31:40.522 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 20 current snap is 18 2024-08-19T11:31:40.522 INFO:tasks.rados.rados.0.smithi136.stdout:254: seq_num 99 ranges {0=466944,466944=802816,1269760=401408} 2024-08-19T11:31:40.522 INFO:tasks.rados.rados.0.smithi136.stdout:254: writing smithi13674108-20 from 0 to 466944 tid 1 2024-08-19T11:31:40.527 INFO:tasks.rados.rados.0.smithi136.stdout:254: writing smithi13674108-20 from 466944 to 1269760 tid 2 2024-08-19T11:31:40.530 INFO:tasks.rados.rados.0.smithi136.stdout:254: writing smithi13674108-20 from 1269760 to 1671168 tid 3 2024-08-19T11:31:40.530 INFO:tasks.rados.rados.0.smithi136.stdout:255: read oid 6 snap -1 2024-08-19T11:31:40.530 INFO:tasks.rados.rados.0.smithi136.stdout:255: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:31:40.530 INFO:tasks.rados.rados.0.smithi136.stdout:256: snap_remove snap 15 2024-08-19T11:31:40.530 INFO:tasks.rados.rados.0.smithi136.stdout:253: finishing rollback tid 0 to smithi13674108-34 2024-08-19T11:31:40.530 INFO:tasks.rados.rados.0.smithi136.stdout:253: finishing rollback tid 1 to smithi13674108-34 2024-08-19T11:31:40.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:40 smithi155 ceph-mon[19718]: osdmap e115: 8 total, 8 up, 8 in 2024-08-19T11:31:40.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:40 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:31:40.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:40 smithi155 ceph-mon[19718]: Upgrade: Target is version 19.0.0-5847-g79766939 (unknown) 2024-08-19T11:31:40.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:40 smithi155 ceph-mon[19718]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, digests ['quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028'] 2024-08-19T11:31:40.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:40 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:31:40.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:40 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:31:40.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:40 smithi155 ceph-mon[19718]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-19T11:31:40.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:40 smithi155 ceph-mon[19718]: pgmap v151: 121 pgs: 121 active+clean; 48 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.6 MiB/s wr, 12 op/s 2024-08-19T11:31:40.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:40 smithi136 ceph-mon[28279]: osdmap e115: 8 total, 8 up, 8 in 2024-08-19T11:31:40.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:40 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:31:40.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:40 smithi136 ceph-mon[28279]: Upgrade: Target is version 19.0.0-5847-g79766939 (unknown) 2024-08-19T11:31:40.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:40 smithi136 ceph-mon[28279]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, digests ['quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028'] 2024-08-19T11:31:40.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:40 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:31:40.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:40 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:31:40.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:40 smithi136 ceph-mon[28279]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-19T11:31:40.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:40 smithi136 ceph-mon[28279]: pgmap v151: 121 pgs: 121 active+clean; 48 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.6 MiB/s wr, 12 op/s 2024-08-19T11:31:40.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:40 smithi136 ceph-mon[16389]: osdmap e115: 8 total, 8 up, 8 in 2024-08-19T11:31:40.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:40 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:31:40.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:40 smithi136 ceph-mon[16389]: Upgrade: Target is version 19.0.0-5847-g79766939 (unknown) 2024-08-19T11:31:40.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:40 smithi136 ceph-mon[16389]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, digests ['quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028'] 2024-08-19T11:31:40.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:40 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:31:40.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:40 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:31:40.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:40 smithi136 ceph-mon[16389]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-19T11:31:40.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:40 smithi136 ceph-mon[16389]: pgmap v151: 121 pgs: 121 active+clean; 48 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.6 MiB/s wr, 12 op/s 2024-08-19T11:31:41.427 INFO:tasks.rados.rados.0.smithi136.stdout:253: finishing rollback tid 2 to smithi13674108-34 2024-08-19T11:31:41.427 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 34 v 102 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-19T11:31:41.427 INFO:tasks.rados.rados.0.smithi136.stdout:254: finishing write tid 1 to smithi13674108-20 2024-08-19T11:31:41.427 INFO:tasks.rados.rados.0.smithi136.stdout:254: finishing write tid 2 to smithi13674108-20 2024-08-19T11:31:41.427 INFO:tasks.rados.rados.0.smithi136.stdout:255: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:31:41.431 INFO:tasks.rados.rados.0.smithi136.stdout:254: finishing write tid 3 to smithi13674108-20 2024-08-19T11:31:41.431 INFO:tasks.rados.rados.0.smithi136.stdout:254: finishing write tid 4 to smithi13674108-20 2024-08-19T11:31:41.431 INFO:tasks.rados.rados.0.smithi136.stdout:254: finishing write tid 5 to smithi13674108-20 2024-08-19T11:31:41.431 INFO:tasks.rados.rados.0.smithi136.stdout:254: oid 20 updating version 0 to 68 2024-08-19T11:31:41.431 INFO:tasks.rados.rados.0.smithi136.stdout:254: oid 20 updating version 68 to 69 2024-08-19T11:31:41.431 INFO:tasks.rados.rados.0.smithi136.stdout:254: oid 20 updating version 69 to 70 2024-08-19T11:31:41.431 INFO:tasks.rados.rados.0.smithi136.stdout:254: oid 20 version 70 is already newer than 67 2024-08-19T11:31:41.431 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 70 (ObjNum 99 snap 18 seq_num 99) dirty exists 2024-08-19T11:31:41.431 INFO:tasks.rados.rados.0.smithi136.stdout:254: left oid 20 (ObjNum 99 snap 18 seq_num 99) 2024-08-19T11:31:41.431 INFO:tasks.rados.rados.0.smithi136.stdout:253: done (3 left) 2024-08-19T11:31:41.431 INFO:tasks.rados.rados.0.smithi136.stdout:254: done (2 left) 2024-08-19T11:31:41.431 INFO:tasks.rados.rados.0.smithi136.stdout:255: done (1 left) 2024-08-19T11:31:41.432 INFO:tasks.rados.rados.0.smithi136.stdout:256: done (0 left) 2024-08-19T11:31:41.432 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 8 current snap is 18 2024-08-19T11:31:41.432 INFO:tasks.rados.rados.0.smithi136.stdout:257: seq_num 100 ranges {0=483328,483328=688128,1171456=516096} 2024-08-19T11:31:41.433 INFO:tasks.rados.rados.0.smithi136.stdout:257: writing smithi13674108-8 from 0 to 483328 tid 1 2024-08-19T11:31:41.438 INFO:tasks.rados.rados.0.smithi136.stdout:257: writing smithi13674108-8 from 483328 to 1171456 tid 2 2024-08-19T11:31:41.441 INFO:tasks.rados.rados.0.smithi136.stdout:257: writing smithi13674108-8 from 1171456 to 1687552 tid 3 2024-08-19T11:31:41.441 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 19 current snap is 18 2024-08-19T11:31:41.441 INFO:tasks.rados.rados.0.smithi136.stdout:257: finishing write tid 1 to smithi13674108-8 2024-08-19T11:31:41.442 INFO:tasks.rados.rados.0.smithi136.stdout:258: seq_num 101 ranges {1417216=499712,1916928=573440,2490368=524288,3014656=106496} 2024-08-19T11:31:41.452 INFO:tasks.rados.rados.0.smithi136.stdout:258: writing smithi13674108-19 from 1417216 to 1916928 tid 1 2024-08-19T11:31:41.455 INFO:tasks.rados.rados.0.smithi136.stdout:258: writing smithi13674108-19 from 1916928 to 2490368 tid 2 2024-08-19T11:31:41.458 INFO:tasks.rados.rados.0.smithi136.stdout:258: writing smithi13674108-19 from 2490368 to 3014656 tid 3 2024-08-19T11:31:41.460 INFO:tasks.rados.rados.0.smithi136.stdout:258: writing smithi13674108-19 from 3014656 to 3121152 tid 4 2024-08-19T11:31:41.460 INFO:tasks.rados.rados.0.smithi136.stdout:259: rollback oid 16 current snap is 18 2024-08-19T11:31:41.460 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 16 to 14 2024-08-19T11:31:41.461 INFO:tasks.rados.rados.0.smithi136.stdout:257: finishing write tid 2 to smithi13674108-8 2024-08-19T11:31:41.461 INFO:tasks.rados.rados.0.smithi136.stdout:257: finishing write tid 3 to smithi13674108-8 2024-08-19T11:31:41.461 INFO:tasks.rados.rados.0.smithi136.stdout:257: finishing write tid 4 to smithi13674108-8 2024-08-19T11:31:41.461 INFO:tasks.rados.rados.0.smithi136.stdout:257: finishing write tid 5 to smithi13674108-8 2024-08-19T11:31:41.461 INFO:tasks.rados.rados.0.smithi136.stdout:257: oid 8 updating version 0 to 81 2024-08-19T11:31:41.461 INFO:tasks.rados.rados.0.smithi136.stdout:257: oid 8 updating version 81 to 83 2024-08-19T11:31:41.461 INFO:tasks.rados.rados.0.smithi136.stdout:257: oid 8 version 83 is already newer than 82 2024-08-19T11:31:41.461 INFO:tasks.rados.rados.0.smithi136.stdout:257: oid 8 version 83 is already newer than 80 2024-08-19T11:31:41.461 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 83 (ObjNum 100 snap 18 seq_num 100) dirty exists 2024-08-19T11:31:41.461 INFO:tasks.rados.rados.0.smithi136.stdout:257: left oid 8 (ObjNum 100 snap 18 seq_num 100) 2024-08-19T11:31:41.461 INFO:tasks.rados.rados.0.smithi136.stdout:258: finishing write tid 1 to smithi13674108-19 2024-08-19T11:31:41.461 INFO:tasks.rados.rados.0.smithi136.stdout:258: finishing write tid 2 to smithi13674108-19 2024-08-19T11:31:41.462 INFO:tasks.rados.rados.0.smithi136.stdout:257: done (2 left) 2024-08-19T11:31:41.462 INFO:tasks.rados.rados.0.smithi136.stdout:260: rollback oid 12 current snap is 18 2024-08-19T11:31:41.462 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 12 to 16 2024-08-19T11:31:41.462 INFO:tasks.rados.rados.0.smithi136.stdout:261: rmattr oid 46 current snap is 18 2024-08-19T11:31:41.462 INFO:tasks.rados.rados.0.smithi136.stdout:261: done (3 left) 2024-08-19T11:31:41.462 INFO:tasks.rados.rados.0.smithi136.stdout:262: rollback oid 20 current snap is 18 2024-08-19T11:31:41.462 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 20 to 14 2024-08-19T11:31:41.462 INFO:tasks.rados.rados.0.smithi136.stdout:263: rmattr oid 30 current snap is 18 2024-08-19T11:31:41.462 INFO:tasks.rados.rados.0.smithi136.stdout:263: done (4 left) 2024-08-19T11:31:41.462 INFO:tasks.rados.rados.0.smithi136.stdout:264: copy_from oid 23 from oid 4 current snap is 18 2024-08-19T11:31:41.462 INFO:tasks.rados.rados.0.smithi136.stdout:265: rollback oid 7 current snap is 18 2024-08-19T11:31:41.462 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 7 to 14 2024-08-19T11:31:41.462 INFO:tasks.rados.rados.0.smithi136.stdout:266: snap_create 2024-08-19T11:31:41.463 INFO:tasks.rados.rados.0.smithi136.stdout:264: finishing copy_from to smithi13674108-23 2024-08-19T11:31:41.463 INFO:tasks.rados.rados.0.smithi136.stdout:264: got expected ENOENT (src dne) 2024-08-19T11:31:41.463 INFO:tasks.rados.rados.0.smithi136.stdout:264: finishing copy_from racing read to smithi13674108-23 2024-08-19T11:31:41.463 INFO:tasks.rados.rados.0.smithi136.stdout:258: finishing write tid 3 to smithi13674108-19 2024-08-19T11:31:41.463 INFO:tasks.rados.rados.0.smithi136.stdout:260: finishing rollback tid 0 to smithi13674108-12 2024-08-19T11:31:41.463 INFO:tasks.rados.rados.0.smithi136.stdout:260: finishing rollback tid 1 to smithi13674108-12 2024-08-19T11:31:41.464 INFO:tasks.rados.rados.0.smithi136.stdout:260: finishing rollback tid 2 to smithi13674108-12 2024-08-19T11:31:41.464 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 26 (ObjNum 85 snap 14 seq_num 85) dirty exists 2024-08-19T11:31:41.466 INFO:tasks.rados.rados.0.smithi136.stdout:259: finishing rollback tid 0 to smithi13674108-16 2024-08-19T11:31:41.466 INFO:tasks.rados.rados.0.smithi136.stdout:265: finishing rollback tid 0 to smithi13674108-7 2024-08-19T11:31:41.466 INFO:tasks.rados.rados.0.smithi136.stdout:265: finishing rollback tid 1 to smithi13674108-7 2024-08-19T11:31:41.466 INFO:tasks.rados.rados.0.smithi136.stdout:262: finishing rollback tid 0 to smithi13674108-20 2024-08-19T11:31:41.466 INFO:tasks.rados.rados.0.smithi136.stdout:259: finishing rollback tid 1 to smithi13674108-16 2024-08-19T11:31:41.466 INFO:tasks.rados.rados.0.smithi136.stdout:258: finishing write tid 4 to smithi13674108-19 2024-08-19T11:31:41.466 INFO:tasks.rados.rados.0.smithi136.stdout:265: finishing rollback tid 2 to smithi13674108-7 2024-08-19T11:31:41.466 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 108 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-19T11:31:41.466 INFO:tasks.rados.rados.0.smithi136.stdout:262: finishing rollback tid 1 to smithi13674108-20 2024-08-19T11:31:41.466 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 74 (ObjNum 593 snap 0 seq_num 3762865304) dirty dne 2024-08-19T11:31:41.466 INFO:tasks.rados.rados.0.smithi136.stdout:259: finishing rollback tid 2 to smithi13674108-16 2024-08-19T11:31:41.467 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 16 v 78 (ObjNum 69 snap 8 seq_num 69) dirty exists 2024-08-19T11:31:41.467 INFO:tasks.rados.rados.0.smithi136.stdout:258: finishing write tid 5 to smithi13674108-19 2024-08-19T11:31:41.467 INFO:tasks.rados.rados.0.smithi136.stdout:258: finishing write tid 6 to smithi13674108-19 2024-08-19T11:31:41.467 INFO:tasks.rados.rados.0.smithi136.stdout:258: oid 19 updating version 0 to 19 2024-08-19T11:31:41.468 INFO:tasks.rados.rados.0.smithi136.stdout:258: oid 19 updating version 19 to 20 2024-08-19T11:31:41.468 INFO:tasks.rados.rados.0.smithi136.stdout:258: oid 19 updating version 20 to 21 2024-08-19T11:31:41.468 INFO:tasks.rados.rados.0.smithi136.stdout:258: oid 19 version 21 is already newer than 18 2024-08-19T11:31:41.468 INFO:tasks.rados.rados.0.smithi136.stdout:258: oid 19 version 21 is already newer than 17 2024-08-19T11:31:41.468 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 21 (ObjNum 101 snap 18 seq_num 101) dirty exists 2024-08-19T11:31:41.468 INFO:tasks.rados.rados.0.smithi136.stdout:258: left oid 19 (ObjNum 101 snap 18 seq_num 101) 2024-08-19T11:31:41.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:41 smithi155 ceph-mon[19718]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 on smithi155 2024-08-19T11:31:41.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:41 smithi155 ceph-mon[19718]: osdmap e116: 8 total, 8 up, 8 in 2024-08-19T11:31:41.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:41 smithi136 ceph-mon[28279]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 on smithi155 2024-08-19T11:31:41.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:41 smithi136 ceph-mon[28279]: osdmap e116: 8 total, 8 up, 8 in 2024-08-19T11:31:41.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:41 smithi136 ceph-mon[16389]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 on smithi155 2024-08-19T11:31:41.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:41 smithi136 ceph-mon[16389]: osdmap e116: 8 total, 8 up, 8 in 2024-08-19T11:31:42.368 INFO:tasks.rados.rados.0.smithi136.stdout:258: done (6 left) 2024-08-19T11:31:42.368 INFO:tasks.rados.rados.0.smithi136.stdout:259: done (5 left) 2024-08-19T11:31:42.368 INFO:tasks.rados.rados.0.smithi136.stdout:260: done (4 left) 2024-08-19T11:31:42.368 INFO:tasks.rados.rados.0.smithi136.stdout:262: done (3 left) 2024-08-19T11:31:42.368 INFO:tasks.rados.rados.0.smithi136.stdout:264: done (2 left) 2024-08-19T11:31:42.368 INFO:tasks.rados.rados.0.smithi136.stdout:265: done (1 left) 2024-08-19T11:31:42.368 INFO:tasks.rados.rados.0.smithi136.stdout:266: done (0 left) 2024-08-19T11:31:42.369 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 16 current snap is 19 2024-08-19T11:31:42.369 INFO:tasks.rados.rados.0.smithi136.stdout:267: seq_num 102 ranges {1417216=516096,1933312=450560,2383872=729088,3112960=24576} 2024-08-19T11:31:42.378 INFO:tasks.rados.rados.0.smithi136.stdout:267: writing smithi13674108-16 from 1417216 to 1933312 tid 1 2024-08-19T11:31:42.381 INFO:tasks.rados.rados.0.smithi136.stdout:267: writing smithi13674108-16 from 1933312 to 2383872 tid 2 2024-08-19T11:31:42.385 INFO:tasks.rados.rados.0.smithi136.stdout:267: writing smithi13674108-16 from 2383872 to 3112960 tid 3 2024-08-19T11:31:42.385 INFO:tasks.rados.rados.0.smithi136.stdout:267: writing smithi13674108-16 from 3112960 to 3137536 tid 4 2024-08-19T11:31:42.386 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 18 current snap is 19 2024-08-19T11:31:42.386 INFO:tasks.rados.rados.0.smithi136.stdout:267: finishing write tid 1 to smithi13674108-16 2024-08-19T11:31:42.386 INFO:tasks.rados.rados.0.smithi136.stdout:267: finishing write tid 2 to smithi13674108-16 2024-08-19T11:31:42.386 INFO:tasks.rados.rados.0.smithi136.stdout:268: seq_num 103 ranges {761856=532480,1294336=737280,2031616=466944} 2024-08-19T11:31:42.392 INFO:tasks.rados.rados.0.smithi136.stdout:268: writing smithi13674108-18 from 761856 to 1294336 tid 1 2024-08-19T11:31:42.397 INFO:tasks.rados.rados.0.smithi136.stdout:268: writing smithi13674108-18 from 1294336 to 2031616 tid 2 2024-08-19T11:31:42.400 INFO:tasks.rados.rados.0.smithi136.stdout:268: writing smithi13674108-18 from 2031616 to 2498560 tid 3 2024-08-19T11:31:42.400 INFO:tasks.rados.rados.0.smithi136.stdout:267: finishing write tid 3 to smithi13674108-16 2024-08-19T11:31:42.400 INFO:tasks.rados.rados.0.smithi136.stdout:267: finishing write tid 4 to smithi13674108-16 2024-08-19T11:31:42.400 INFO:tasks.rados.rados.0.smithi136.stdout:267: finishing write tid 5 to smithi13674108-16 2024-08-19T11:31:42.400 INFO:tasks.rados.rados.0.smithi136.stdout:269: setattr oid 45 current snap is 19 2024-08-19T11:31:42.401 INFO:tasks.rados.rados.0.smithi136.stdout:267: finishing write tid 6 to smithi13674108-16 2024-08-19T11:31:42.401 INFO:tasks.rados.rados.0.smithi136.stdout:267: oid 16 updating version 0 to 80 2024-08-19T11:31:42.401 INFO:tasks.rados.rados.0.smithi136.stdout:267: oid 16 updating version 80 to 81 2024-08-19T11:31:42.401 INFO:tasks.rados.rados.0.smithi136.stdout:267: oid 16 updating version 81 to 82 2024-08-19T11:31:42.401 INFO:tasks.rados.rados.0.smithi136.stdout:267: oid 16 updating version 82 to 84 2024-08-19T11:31:42.401 INFO:tasks.rados.rados.0.smithi136.stdout:267: oid 16 version 84 is already newer than 83 2024-08-19T11:31:42.401 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 16 v 84 (ObjNum 102 snap 19 seq_num 102) dirty exists 2024-08-19T11:31:42.401 INFO:tasks.rados.rados.0.smithi136.stdout:267: left oid 16 (ObjNum 102 snap 19 seq_num 102) 2024-08-19T11:31:42.401 INFO:tasks.rados.rados.0.smithi136.stdout:268: finishing write tid 1 to smithi13674108-18 2024-08-19T11:31:42.401 INFO:tasks.rados.rados.0.smithi136.stdout:268: finishing write tid 2 to smithi13674108-18 2024-08-19T11:31:42.401 INFO:tasks.rados.rados.0.smithi136.stdout:267: done (2 left) 2024-08-19T11:31:42.401 INFO:tasks.rados.rados.0.smithi136.stdout:270: snap_remove snap 14 2024-08-19T11:31:42.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:42 smithi155 ceph-mon[19718]: osdmap e117: 8 total, 8 up, 8 in 2024-08-19T11:31:42.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:42 smithi155 ceph-mon[19718]: pgmap v154: 121 pgs: 121 active+clean; 49 MiB data, 313 MiB used, 715 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-08-19T11:31:42.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:42 smithi155 ceph-mon[19718]: osdmap e118: 8 total, 8 up, 8 in 2024-08-19T11:31:42.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:42 smithi136 ceph-mon[28279]: osdmap e117: 8 total, 8 up, 8 in 2024-08-19T11:31:42.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:42 smithi136 ceph-mon[28279]: pgmap v154: 121 pgs: 121 active+clean; 49 MiB data, 313 MiB used, 715 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-08-19T11:31:42.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:42 smithi136 ceph-mon[28279]: osdmap e118: 8 total, 8 up, 8 in 2024-08-19T11:31:42.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:42 smithi136 ceph-mon[16389]: osdmap e117: 8 total, 8 up, 8 in 2024-08-19T11:31:42.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:42 smithi136 ceph-mon[16389]: pgmap v154: 121 pgs: 121 active+clean; 49 MiB data, 313 MiB used, 715 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-08-19T11:31:42.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:42 smithi136 ceph-mon[16389]: osdmap e118: 8 total, 8 up, 8 in 2024-08-19T11:31:43.368 INFO:tasks.rados.rados.0.smithi136.stdout:270: done (2 left) 2024-08-19T11:31:43.369 INFO:tasks.rados.rados.0.smithi136.stdout:271: setattr oid 15 current snap is 19 2024-08-19T11:31:43.369 INFO:tasks.rados.rados.0.smithi136.stdout:268: finishing write tid 3 to smithi13674108-18 2024-08-19T11:31:43.369 INFO:tasks.rados.rados.0.smithi136.stdout:268: finishing write tid 4 to smithi13674108-18 2024-08-19T11:31:43.369 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 81 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-19T11:31:43.369 INFO:tasks.rados.rados.0.smithi136.stdout:268: finishing write tid 5 to smithi13674108-18 2024-08-19T11:31:43.369 INFO:tasks.rados.rados.0.smithi136.stdout:268: oid 18 updating version 0 to 76 2024-08-19T11:31:43.369 INFO:tasks.rados.rados.0.smithi136.stdout:268: oid 18 updating version 76 to 79 2024-08-19T11:31:43.369 INFO:tasks.rados.rados.0.smithi136.stdout:268: oid 18 version 79 is already newer than 78 2024-08-19T11:31:43.369 INFO:tasks.rados.rados.0.smithi136.stdout:268: oid 18 version 79 is already newer than 77 2024-08-19T11:31:43.369 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 79 (ObjNum 103 snap 19 seq_num 103) dirty exists 2024-08-19T11:31:43.369 INFO:tasks.rados.rados.0.smithi136.stdout:268: left oid 18 (ObjNum 103 snap 19 seq_num 103) 2024-08-19T11:31:43.371 INFO:tasks.rados.rados.0.smithi136.stdout:268: done (2 left) 2024-08-19T11:31:43.371 INFO:tasks.rados.rados.0.smithi136.stdout:269: done (1 left) 2024-08-19T11:31:43.371 INFO:tasks.rados.rados.0.smithi136.stdout:272: snap_create 2024-08-19T11:31:43.377 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 25 (ObjNum 129 snap 0 seq_num 3763232144) dirty exists 2024-08-19T11:31:44.375 INFO:tasks.rados.rados.0.smithi136.stdout:271: done (1 left) 2024-08-19T11:31:44.375 INFO:tasks.rados.rados.0.smithi136.stdout:272: done (0 left) 2024-08-19T11:31:44.375 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 33 current snap is 20 2024-08-19T11:31:44.375 INFO:tasks.rados.rados.0.smithi136.stdout:273: seq_num 104 ranges {540672=548864,1089536=622592,1712128=581632} 2024-08-19T11:31:44.380 INFO:tasks.rados.rados.0.smithi136.stdout:273: writing smithi13674108-33 from 540672 to 1089536 tid 1 2024-08-19T11:31:44.384 INFO:tasks.rados.rados.0.smithi136.stdout:273: writing smithi13674108-33 from 1089536 to 1712128 tid 2 2024-08-19T11:31:44.388 INFO:tasks.rados.rados.0.smithi136.stdout:273: writing smithi13674108-33 from 1712128 to 2293760 tid 3 2024-08-19T11:31:44.388 INFO:tasks.rados.rados.0.smithi136.stdout:274: copy_from oid 18 from oid 13 current snap is 20 2024-08-19T11:31:44.389 INFO:tasks.rados.rados.0.smithi136.stdout:273: finishing write tid 1 to smithi13674108-33 2024-08-19T11:31:44.389 INFO:tasks.rados.rados.0.smithi136.stdout:273: finishing write tid 2 to smithi13674108-33 2024-08-19T11:31:44.389 INFO:tasks.rados.rados.0.smithi136.stdout:275: snap_create 2024-08-19T11:31:44.391 INFO:tasks.rados.rados.0.smithi136.stdout:273: finishing write tid 3 to smithi13674108-33 2024-08-19T11:31:44.391 INFO:tasks.rados.rados.0.smithi136.stdout:273: finishing write tid 4 to smithi13674108-33 2024-08-19T11:31:44.392 INFO:tasks.rados.rados.0.smithi136.stdout:273: finishing write tid 5 to smithi13674108-33 2024-08-19T11:31:44.392 INFO:tasks.rados.rados.0.smithi136.stdout:273: oid 33 updating version 0 to 88 2024-08-19T11:31:44.392 INFO:tasks.rados.rados.0.smithi136.stdout:273: oid 33 updating version 88 to 90 2024-08-19T11:31:44.392 INFO:tasks.rados.rados.0.smithi136.stdout:273: oid 33 version 90 is already newer than 87 2024-08-19T11:31:44.392 INFO:tasks.rados.rados.0.smithi136.stdout:273: oid 33 version 90 is already newer than 89 2024-08-19T11:31:44.393 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 33 v 90 (ObjNum 104 snap 20 seq_num 104) dirty exists 2024-08-19T11:31:44.393 INFO:tasks.rados.rados.0.smithi136.stdout:273: left oid 33 (ObjNum 104 snap 20 seq_num 104) 2024-08-19T11:31:44.398 INFO:tasks.rados.rados.0.smithi136.stdout:274: finishing copy_from racing read to smithi13674108-18 2024-08-19T11:31:44.399 INFO:tasks.rados.rados.0.smithi136.stdout:274: finishing copy_from to smithi13674108-18 2024-08-19T11:31:44.399 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 12 (ObjNum 70 snap 10 seq_num 70) dirty exists 2024-08-19T11:31:44.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:44 smithi155 ceph-mon[19718]: osdmap e119: 8 total, 8 up, 8 in 2024-08-19T11:31:44.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:44 smithi155 ceph-mon[19718]: pgmap v157: 121 pgs: 121 active+clean; 49 MiB data, 313 MiB used, 715 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-08-19T11:31:44.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:44 smithi136 ceph-mon[28279]: osdmap e119: 8 total, 8 up, 8 in 2024-08-19T11:31:44.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:44 smithi136 ceph-mon[28279]: pgmap v157: 121 pgs: 121 active+clean; 49 MiB data, 313 MiB used, 715 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-08-19T11:31:44.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:44 smithi136 ceph-mon[16389]: osdmap e119: 8 total, 8 up, 8 in 2024-08-19T11:31:44.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:44 smithi136 ceph-mon[16389]: pgmap v157: 121 pgs: 121 active+clean; 49 MiB data, 313 MiB used, 715 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-08-19T11:31:45.377 INFO:tasks.rados.rados.0.smithi136.stdout:273: done (2 left) 2024-08-19T11:31:45.377 INFO:tasks.rados.rados.0.smithi136.stdout:274: done (1 left) 2024-08-19T11:31:45.377 INFO:tasks.rados.rados.0.smithi136.stdout:275: done (0 left) 2024-08-19T11:31:45.377 INFO:tasks.rados.rados.0.smithi136.stdout:276: snap_create 2024-08-19T11:31:45.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:45 smithi155 ceph-mon[19718]: osdmap e120: 8 total, 8 up, 8 in 2024-08-19T11:31:45.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:45 smithi136 ceph-mon[28279]: osdmap e120: 8 total, 8 up, 8 in 2024-08-19T11:31:45.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:45 smithi136 ceph-mon[16389]: osdmap e120: 8 total, 8 up, 8 in 2024-08-19T11:31:46.389 INFO:tasks.rados.rados.0.smithi136.stdout:276: done (0 left) 2024-08-19T11:31:46.389 INFO:tasks.rados.rados.0.smithi136.stdout:277: read oid 15 snap -1 2024-08-19T11:31:46.389 INFO:tasks.rados.rados.0.smithi136.stdout:277: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:31:46.389 INFO:tasks.rados.rados.0.smithi136.stdout:278: snap_create 2024-08-19T11:31:46.392 INFO:tasks.rados.rados.0.smithi136.stdout:277: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:31:46.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:46 smithi155 ceph-mon[19718]: osdmap e121: 8 total, 8 up, 8 in 2024-08-19T11:31:46.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:46 smithi155 ceph-mon[19718]: pgmap v160: 121 pgs: 121 active+clean; 49 MiB data, 313 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:31:46.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:46 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:31:46.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:46 smithi136 ceph-mon[28279]: osdmap e121: 8 total, 8 up, 8 in 2024-08-19T11:31:46.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:46 smithi136 ceph-mon[28279]: pgmap v160: 121 pgs: 121 active+clean; 49 MiB data, 313 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:31:46.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:46 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:31:46.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:46 smithi136 ceph-mon[16389]: osdmap e121: 8 total, 8 up, 8 in 2024-08-19T11:31:46.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:46 smithi136 ceph-mon[16389]: pgmap v160: 121 pgs: 121 active+clean; 49 MiB data, 313 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:31:46.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:46 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:31:47.390 INFO:tasks.rados.rados.0.smithi136.stdout:277: done (1 left) 2024-08-19T11:31:47.390 INFO:tasks.rados.rados.0.smithi136.stdout:278: done (0 left) 2024-08-19T11:31:47.390 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 23 current snap is 23 2024-08-19T11:31:47.390 INFO:tasks.rados.rados.0.smithi136.stdout:279: seq_num 105 ranges {2187264=565248,2752512=507904,3260416=507904,3768320=188416} 2024-08-19T11:31:47.405 INFO:tasks.rados.rados.0.smithi136.stdout:279: writing smithi13674108-23 from 2187264 to 2752512 tid 1 2024-08-19T11:31:47.409 INFO:tasks.rados.rados.0.smithi136.stdout:279: writing smithi13674108-23 from 2752512 to 3260416 tid 2 2024-08-19T11:31:47.411 INFO:tasks.rados.rados.0.smithi136.stdout:279: writing smithi13674108-23 from 3260416 to 3768320 tid 3 2024-08-19T11:31:47.412 INFO:tasks.rados.rados.0.smithi136.stdout:279: writing smithi13674108-23 from 3768320 to 3956736 tid 4 2024-08-19T11:31:47.412 INFO:tasks.rados.rados.0.smithi136.stdout:280: rollback oid 9 current snap is 23 2024-08-19T11:31:47.413 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 9 to 21 2024-08-19T11:31:47.413 INFO:tasks.rados.rados.0.smithi136.stdout:279: finishing write tid 1 to smithi13674108-23 2024-08-19T11:31:47.413 INFO:tasks.rados.rados.0.smithi136.stdout:279: finishing write tid 2 to smithi13674108-23 2024-08-19T11:31:47.413 INFO:tasks.rados.rados.0.smithi136.stdout:281: snap_remove snap 20 2024-08-19T11:31:47.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:47 smithi155 ceph-mon[19718]: osdmap e122: 8 total, 8 up, 8 in 2024-08-19T11:31:47.749 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:47 smithi136 ceph-mon[28279]: osdmap e122: 8 total, 8 up, 8 in 2024-08-19T11:31:47.749 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:47 smithi136 ceph-mon[16389]: osdmap e122: 8 total, 8 up, 8 in 2024-08-19T11:31:47.750 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:31:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:31:47] "GET /metrics HTTP/1.1" 200 36021 "" "Prometheus/2.43.0" 2024-08-19T11:31:48.407 INFO:tasks.rados.rados.0.smithi136.stdout:281: done (2 left) 2024-08-19T11:31:48.408 INFO:tasks.rados.rados.0.smithi136.stdout:282: rollback oid 25 current snap is 23 2024-08-19T11:31:48.408 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 25 to 22 2024-08-19T11:31:48.408 INFO:tasks.rados.rados.0.smithi136.stdout:279: finishing write tid 3 to smithi13674108-23 2024-08-19T11:31:48.408 INFO:tasks.rados.rados.0.smithi136.stdout:279: finishing write tid 4 to smithi13674108-23 2024-08-19T11:31:48.408 INFO:tasks.rados.rados.0.smithi136.stdout:280: finishing rollback tid 0 to smithi13674108-9 2024-08-19T11:31:48.408 INFO:tasks.rados.rados.0.smithi136.stdout:280: finishing rollback tid 1 to smithi13674108-9 2024-08-19T11:31:48.408 INFO:tasks.rados.rados.0.smithi136.stdout:279: finishing write tid 5 to smithi13674108-23 2024-08-19T11:31:48.408 INFO:tasks.rados.rados.0.smithi136.stdout:280: finishing rollback tid 2 to smithi13674108-9 2024-08-19T11:31:48.408 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 36 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-08-19T11:31:48.409 INFO:tasks.rados.rados.0.smithi136.stdout:279: finishing write tid 6 to smithi13674108-23 2024-08-19T11:31:48.409 INFO:tasks.rados.rados.0.smithi136.stdout:279: oid 23 updating version 0 to 37 2024-08-19T11:31:48.409 INFO:tasks.rados.rados.0.smithi136.stdout:279: oid 23 updating version 37 to 39 2024-08-19T11:31:48.409 INFO:tasks.rados.rados.0.smithi136.stdout:279: oid 23 version 39 is already newer than 38 2024-08-19T11:31:48.409 INFO:tasks.rados.rados.0.smithi136.stdout:279: oid 23 updating version 39 to 41 2024-08-19T11:31:48.409 INFO:tasks.rados.rados.0.smithi136.stdout:279: oid 23 version 41 is already newer than 40 2024-08-19T11:31:48.409 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 41 (ObjNum 105 snap 23 seq_num 105) dirty exists 2024-08-19T11:31:48.409 INFO:tasks.rados.rados.0.smithi136.stdout:279: left oid 23 (ObjNum 105 snap 23 seq_num 105) 2024-08-19T11:31:48.409 INFO:tasks.rados.rados.0.smithi136.stdout:279: done (2 left) 2024-08-19T11:31:48.409 INFO:tasks.rados.rados.0.smithi136.stdout:280: done (1 left) 2024-08-19T11:31:48.410 INFO:tasks.rados.rados.0.smithi136.stdout:283: snap_create 2024-08-19T11:31:48.414 INFO:tasks.rados.rados.0.smithi136.stdout:282: finishing rollback tid 0 to smithi13674108-25 2024-08-19T11:31:48.414 INFO:tasks.rados.rados.0.smithi136.stdout:282: finishing rollback tid 1 to smithi13674108-25 2024-08-19T11:31:48.415 INFO:tasks.rados.rados.0.smithi136.stdout:282: finishing rollback tid 2 to smithi13674108-25 2024-08-19T11:31:48.415 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 56 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-19T11:31:48.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:48 smithi155 ceph-mon[19718]: osdmap e123: 8 total, 8 up, 8 in 2024-08-19T11:31:48.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:48 smithi155 ceph-mon[19718]: pgmap v163: 121 pgs: 121 active+clean; 56 MiB data, 330 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-08-19T11:31:48.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:48 smithi136 ceph-mon[28279]: osdmap e123: 8 total, 8 up, 8 in 2024-08-19T11:31:48.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:48 smithi136 ceph-mon[28279]: pgmap v163: 121 pgs: 121 active+clean; 56 MiB data, 330 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-08-19T11:31:48.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:48 smithi136 ceph-mon[16389]: osdmap e123: 8 total, 8 up, 8 in 2024-08-19T11:31:48.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:48 smithi136 ceph-mon[16389]: pgmap v163: 121 pgs: 121 active+clean; 56 MiB data, 330 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-08-19T11:31:49.405 INFO:tasks.rados.rados.0.smithi136.stdout:282: done (1 left) 2024-08-19T11:31:49.405 INFO:tasks.rados.rados.0.smithi136.stdout:283: done (0 left) 2024-08-19T11:31:49.405 INFO:tasks.rados.rados.0.smithi136.stdout:284: read oid 23 snap -1 2024-08-19T11:31:49.405 INFO:tasks.rados.rados.0.smithi136.stdout:284: expect (ObjNum 105 snap 23 seq_num 105) 2024-08-19T11:31:49.406 INFO:tasks.rados.rados.0.smithi136.stdout:285: snap_remove snap 21 2024-08-19T11:31:49.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:49 smithi155 ceph-mon[19718]: osdmap e124: 8 total, 8 up, 8 in 2024-08-19T11:31:49.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:49 smithi136 ceph-mon[28279]: osdmap e124: 8 total, 8 up, 8 in 2024-08-19T11:31:49.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:49 smithi136 ceph-mon[16389]: osdmap e124: 8 total, 8 up, 8 in 2024-08-19T11:31:50.417 INFO:tasks.rados.rados.0.smithi136.stdout:285: done (1 left) 2024-08-19T11:31:50.417 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 45 current snap is 24 2024-08-19T11:31:50.417 INFO:tasks.rados.rados.0.smithi136.stdout:286: seq_num 106 ranges {557056=581632,1138688=794624,1933312=409600} 2024-08-19T11:31:50.423 INFO:tasks.rados.rados.0.smithi136.stdout:286: writing smithi13674108-45 from 557056 to 1138688 tid 1 2024-08-19T11:31:50.428 INFO:tasks.rados.rados.0.smithi136.stdout:286: writing smithi13674108-45 from 1138688 to 1933312 tid 2 2024-08-19T11:31:50.430 INFO:tasks.rados.rados.0.smithi136.stdout:286: writing smithi13674108-45 from 1933312 to 2342912 tid 3 2024-08-19T11:31:50.430 INFO:tasks.rados.rados.0.smithi136.stdout:287: rollback oid 35 current snap is 24 2024-08-19T11:31:50.431 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 35 to 18 2024-08-19T11:31:50.431 INFO:tasks.rados.rados.0.smithi136.stdout:284: expect (ObjNum 105 snap 23 seq_num 105) 2024-08-19T11:31:50.577 INFO:tasks.rados.rados.0.smithi136.stdout:286: finishing write tid 1 to smithi13674108-45 2024-08-19T11:31:50.577 INFO:tasks.rados.rados.0.smithi136.stdout:284: done (2 left) 2024-08-19T11:31:50.577 INFO:tasks.rados.rados.0.smithi136.stdout:288: snap_create 2024-08-19T11:31:50.577 INFO:tasks.rados.rados.0.smithi136.stdout:286: finishing write tid 2 to smithi13674108-45 2024-08-19T11:31:50.577 INFO:tasks.rados.rados.0.smithi136.stdout:287: finishing rollback tid 0 to smithi13674108-35 2024-08-19T11:31:50.577 INFO:tasks.rados.rados.0.smithi136.stdout:286: finishing write tid 3 to smithi13674108-45 2024-08-19T11:31:50.577 INFO:tasks.rados.rados.0.smithi136.stdout:286: finishing write tid 4 to smithi13674108-45 2024-08-19T11:31:50.578 INFO:tasks.rados.rados.0.smithi136.stdout:287: finishing rollback tid 1 to smithi13674108-35 2024-08-19T11:31:50.578 INFO:tasks.rados.rados.0.smithi136.stdout:287: finishing rollback tid 2 to smithi13674108-35 2024-08-19T11:31:50.578 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 32 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-19T11:31:50.578 INFO:tasks.rados.rados.0.smithi136.stdout:286: finishing write tid 5 to smithi13674108-45 2024-08-19T11:31:50.578 INFO:tasks.rados.rados.0.smithi136.stdout:286: oid 45 updating version 0 to 94 2024-08-19T11:31:50.578 INFO:tasks.rados.rados.0.smithi136.stdout:286: oid 45 updating version 94 to 96 2024-08-19T11:31:50.578 INFO:tasks.rados.rados.0.smithi136.stdout:286: oid 45 version 96 is already newer than 95 2024-08-19T11:31:50.578 INFO:tasks.rados.rados.0.smithi136.stdout:286: oid 45 updating version 96 to 97 2024-08-19T11:31:50.578 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 97 (ObjNum 106 snap 24 seq_num 106) dirty exists 2024-08-19T11:31:50.578 INFO:tasks.rados.rados.0.smithi136.stdout:286: left oid 45 (ObjNum 106 snap 24 seq_num 106) 2024-08-19T11:31:50.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:50 smithi155 ceph-mon[19718]: osdmap e125: 8 total, 8 up, 8 in 2024-08-19T11:31:50.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:50 smithi155 ceph-mon[19718]: pgmap v166: 121 pgs: 121 active+clean; 56 MiB data, 330 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-08-19T11:31:50.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:50 smithi136 ceph-mon[28279]: osdmap e125: 8 total, 8 up, 8 in 2024-08-19T11:31:50.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:50 smithi136 ceph-mon[28279]: pgmap v166: 121 pgs: 121 active+clean; 56 MiB data, 330 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-08-19T11:31:50.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:50 smithi136 ceph-mon[16389]: osdmap e125: 8 total, 8 up, 8 in 2024-08-19T11:31:50.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:50 smithi136 ceph-mon[16389]: pgmap v166: 121 pgs: 121 active+clean; 56 MiB data, 330 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-08-19T11:31:51.423 INFO:tasks.rados.rados.0.smithi136.stdout:286: done (2 left) 2024-08-19T11:31:51.423 INFO:tasks.rados.rados.0.smithi136.stdout:287: done (1 left) 2024-08-19T11:31:51.423 INFO:tasks.rados.rados.0.smithi136.stdout:288: done (0 left) 2024-08-19T11:31:51.423 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 18 current snap is 25 2024-08-19T11:31:51.423 INFO:tasks.rados.rados.0.smithi136.stdout:289: seq_num 107 ranges {1466368=598016,2064384=729088,2793472=466944,3260416=8192} 2024-08-19T11:31:51.433 INFO:tasks.rados.rados.0.smithi136.stdout:289: writing smithi13674108-18 from 1466368 to 2064384 tid 1 2024-08-19T11:31:51.437 INFO:tasks.rados.rados.0.smithi136.stdout:289: writing smithi13674108-18 from 2064384 to 2793472 tid 2 2024-08-19T11:31:51.441 INFO:tasks.rados.rados.0.smithi136.stdout:289: writing smithi13674108-18 from 2793472 to 3260416 tid 3 2024-08-19T11:31:51.441 INFO:tasks.rados.rados.0.smithi136.stdout:289: writing smithi13674108-18 from 3260416 to 3268608 tid 4 2024-08-19T11:31:51.441 INFO:tasks.rados.rados.0.smithi136.stdout:289: finishing write tid 1 to smithi13674108-18 2024-08-19T11:31:51.441 INFO:tasks.rados.rados.0.smithi136.stdout:290: read oid 31 snap -1 2024-08-19T11:31:51.441 INFO:tasks.rados.rados.0.smithi136.stdout:290: expect (ObjNum 76 snap 13 seq_num 76) 2024-08-19T11:31:51.442 INFO:tasks.rados.rados.0.smithi136.stdout:291: read oid 5 snap -1 2024-08-19T11:31:51.442 INFO:tasks.rados.rados.0.smithi136.stdout:291: expect deleted 2024-08-19T11:31:51.442 INFO:tasks.rados.rados.0.smithi136.stdout:292: copy_from oid 21 from oid 32 current snap is 25 2024-08-19T11:31:51.442 INFO:tasks.rados.rados.0.smithi136.stdout:293: snap_create 2024-08-19T11:31:51.442 INFO:tasks.rados.rados.0.smithi136.stdout:289: finishing write tid 2 to smithi13674108-18 2024-08-19T11:31:51.444 INFO:tasks.rados.rados.0.smithi136.stdout:289: finishing write tid 3 to smithi13674108-18 2024-08-19T11:31:51.444 INFO:tasks.rados.rados.0.smithi136.stdout:289: finishing write tid 4 to smithi13674108-18 2024-08-19T11:31:51.444 INFO:tasks.rados.rados.0.smithi136.stdout:289: finishing write tid 5 to smithi13674108-18 2024-08-19T11:31:51.446 INFO:tasks.rados.rados.0.smithi136.stdout:289: finishing write tid 6 to smithi13674108-18 2024-08-19T11:31:51.446 INFO:tasks.rados.rados.0.smithi136.stdout:289: oid 18 updating version 0 to 101 2024-08-19T11:31:51.446 INFO:tasks.rados.rados.0.smithi136.stdout:289: oid 18 version 101 is already newer than 99 2024-08-19T11:31:51.446 INFO:tasks.rados.rados.0.smithi136.stdout:289: oid 18 version 101 is already newer than 100 2024-08-19T11:31:51.446 INFO:tasks.rados.rados.0.smithi136.stdout:289: oid 18 updating version 101 to 103 2024-08-19T11:31:51.446 INFO:tasks.rados.rados.0.smithi136.stdout:289: oid 18 version 103 is already newer than 102 2024-08-19T11:31:51.446 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 103 (ObjNum 107 snap 25 seq_num 107) dirty exists 2024-08-19T11:31:51.446 INFO:tasks.rados.rados.0.smithi136.stdout:289: left oid 18 (ObjNum 107 snap 25 seq_num 107) 2024-08-19T11:31:51.449 INFO:tasks.rados.rados.0.smithi136.stdout:292: finishing copy_from racing read to smithi13674108-21 2024-08-19T11:31:51.449 INFO:tasks.rados.rados.0.smithi136.stdout:292: finishing copy_from to smithi13674108-21 2024-08-19T11:31:51.449 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 4 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-19T11:31:51.459 INFO:tasks.rados.rados.0.smithi136.stdout:290: expect (ObjNum 76 snap 13 seq_num 76) 2024-08-19T11:31:51.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:51 smithi155 ceph-mon[19718]: osdmap e126: 8 total, 8 up, 8 in 2024-08-19T11:31:51.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:51 smithi136 ceph-mon[28279]: osdmap e126: 8 total, 8 up, 8 in 2024-08-19T11:31:51.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:51 smithi136 ceph-mon[16389]: osdmap e126: 8 total, 8 up, 8 in 2024-08-19T11:31:52.374 INFO:tasks.rados.rados.0.smithi136.stdout:289: done (4 left) 2024-08-19T11:31:52.374 INFO:tasks.rados.rados.0.smithi136.stdout:290: done (3 left) 2024-08-19T11:31:52.374 INFO:tasks.rados.rados.0.smithi136.stdout:291: done (2 left) 2024-08-19T11:31:52.374 INFO:tasks.rados.rados.0.smithi136.stdout:292: done (1 left) 2024-08-19T11:31:52.374 INFO:tasks.rados.rados.0.smithi136.stdout:293: done (0 left) 2024-08-19T11:31:52.374 INFO:tasks.rados.rados.0.smithi136.stdout:294: read oid 41 snap -1 2024-08-19T11:31:52.375 INFO:tasks.rados.rados.0.smithi136.stdout:294: expect deleted 2024-08-19T11:31:52.375 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 16 current snap is 26 2024-08-19T11:31:52.375 INFO:tasks.rados.rados.0.smithi136.stdout:295: seq_num 108 ranges {3137536=614400,3751936=606208,4358144=598016} 2024-08-19T11:31:52.396 INFO:tasks.rados.rados.0.smithi136.stdout:295: writing smithi13674108-16 from 3137536 to 3751936 tid 1 2024-08-19T11:31:52.399 INFO:tasks.rados.rados.0.smithi136.stdout:295: writing smithi13674108-16 from 3751936 to 4358144 tid 2 2024-08-19T11:31:52.404 INFO:tasks.rados.rados.0.smithi136.stdout:295: writing smithi13674108-16 from 4358144 to 4956160 tid 3 2024-08-19T11:31:52.404 INFO:tasks.rados.rados.0.smithi136.stdout:296: setattr oid 13 current snap is 26 2024-08-19T11:31:52.404 INFO:tasks.rados.rados.0.smithi136.stdout:295: finishing write tid 1 to smithi13674108-16 2024-08-19T11:31:52.404 INFO:tasks.rados.rados.0.smithi136.stdout:295: finishing write tid 2 to smithi13674108-16 2024-08-19T11:31:52.405 INFO:tasks.rados.rados.0.smithi136.stdout:294: done (2 left) 2024-08-19T11:31:52.405 INFO:tasks.rados.rados.0.smithi136.stdout:297: delete oid 37 current snap is 26 2024-08-19T11:31:52.406 INFO:tasks.rados.rados.0.smithi136.stdout:295: finishing write tid 3 to smithi13674108-16 2024-08-19T11:31:52.406 INFO:tasks.rados.rados.0.smithi136.stdout:295: finishing write tid 4 to smithi13674108-16 2024-08-19T11:31:52.407 INFO:tasks.rados.rados.0.smithi136.stdout:295: finishing write tid 5 to smithi13674108-16 2024-08-19T11:31:52.407 INFO:tasks.rados.rados.0.smithi136.stdout:295: oid 16 updating version 0 to 93 2024-08-19T11:31:52.407 INFO:tasks.rados.rados.0.smithi136.stdout:295: oid 16 version 93 is already newer than 90 2024-08-19T11:31:52.408 INFO:tasks.rados.rados.0.smithi136.stdout:295: oid 16 version 93 is already newer than 92 2024-08-19T11:31:52.408 INFO:tasks.rados.rados.0.smithi136.stdout:295: oid 16 version 93 is already newer than 91 2024-08-19T11:31:52.408 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 16 v 93 (ObjNum 108 snap 26 seq_num 108) dirty exists 2024-08-19T11:31:52.408 INFO:tasks.rados.rados.0.smithi136.stdout:295: left oid 16 (ObjNum 108 snap 26 seq_num 108) 2024-08-19T11:31:52.409 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 26 (ObjNum 70 snap 10 seq_num 70) dirty exists 2024-08-19T11:31:52.410 INFO:tasks.rados.rados.0.smithi136.stdout:295: done (2 left) 2024-08-19T11:31:52.410 INFO:tasks.rados.rados.0.smithi136.stdout:296: done (1 left) 2024-08-19T11:31:52.411 INFO:tasks.rados.rados.0.smithi136.stdout:297: done (0 left) 2024-08-19T11:31:52.411 INFO:tasks.rados.rados.0.smithi136.stdout:298: read oid 35 snap -1 2024-08-19T11:31:52.411 INFO:tasks.rados.rados.0.smithi136.stdout:298: expect (ObjNum 34 snap 0 seq_num 34) 2024-08-19T11:31:52.411 INFO:tasks.rados.rados.0.smithi136.stdout:299: rmattr oid 39 current snap is 26 2024-08-19T11:31:52.411 INFO:tasks.rados.rados.0.smithi136.stdout:299: done (1 left) 2024-08-19T11:31:52.411 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 21 current snap is 26 2024-08-19T11:31:52.412 INFO:tasks.rados.rados.0.smithi136.stdout:300: seq_num 110 ranges {524288=647168,1171456=778240,1949696=425984} 2024-08-19T11:31:52.416 INFO:tasks.rados.rados.0.smithi136.stdout:300: writing smithi13674108-21 from 524288 to 1171456 tid 1 2024-08-19T11:31:52.420 INFO:tasks.rados.rados.0.smithi136.stdout:300: writing smithi13674108-21 from 1171456 to 1949696 tid 2 2024-08-19T11:31:52.424 INFO:tasks.rados.rados.0.smithi136.stdout:300: writing smithi13674108-21 from 1949696 to 2375680 tid 3 2024-08-19T11:31:52.424 INFO:tasks.rados.rados.0.smithi136.stdout:301: copy_from oid 38 from oid 14 current snap is 26 2024-08-19T11:31:52.424 INFO:tasks.rados.rados.0.smithi136.stdout:298: expect (ObjNum 34 snap 0 seq_num 34) 2024-08-19T11:31:52.444 INFO:tasks.rados.rados.0.smithi136.stdout:300: finishing write tid 1 to smithi13674108-21 2024-08-19T11:31:52.444 INFO:tasks.rados.rados.0.smithi136.stdout:300: finishing write tid 2 to smithi13674108-21 2024-08-19T11:31:52.444 INFO:tasks.rados.rados.0.smithi136.stdout:298: done (2 left) 2024-08-19T11:31:52.444 INFO:tasks.rados.rados.0.smithi136.stdout:302: rmattr oid 44 current snap is 26 2024-08-19T11:31:52.444 INFO:tasks.rados.rados.0.smithi136.stdout:302: done (2 left) 2024-08-19T11:31:52.444 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 15 current snap is 26 2024-08-19T11:31:52.444 INFO:tasks.rados.rados.0.smithi136.stdout:300: finishing write tid 3 to smithi13674108-21 2024-08-19T11:31:52.445 INFO:tasks.rados.rados.0.smithi136.stdout:300: finishing write tid 4 to smithi13674108-21 2024-08-19T11:31:52.445 INFO:tasks.rados.rados.0.smithi136.stdout:301: finishing copy_from racing read to smithi13674108-38 2024-08-19T11:31:52.445 INFO:tasks.rados.rados.0.smithi136.stdout:300: finishing write tid 5 to smithi13674108-21 2024-08-19T11:31:52.445 INFO:tasks.rados.rados.0.smithi136.stdout:300: oid 21 updating version 0 to 60 2024-08-19T11:31:52.445 INFO:tasks.rados.rados.0.smithi136.stdout:300: oid 21 version 60 is already newer than 59 2024-08-19T11:31:52.445 INFO:tasks.rados.rados.0.smithi136.stdout:300: oid 21 version 60 is already newer than 58 2024-08-19T11:31:52.445 INFO:tasks.rados.rados.0.smithi136.stdout:300: oid 21 updating version 60 to 61 2024-08-19T11:31:52.445 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 61 (ObjNum 110 snap 26 seq_num 110) dirty exists 2024-08-19T11:31:52.445 INFO:tasks.rados.rados.0.smithi136.stdout:300: left oid 21 (ObjNum 110 snap 26 seq_num 110) 2024-08-19T11:31:52.445 INFO:tasks.rados.rados.0.smithi136.stdout:301: finishing copy_from to smithi13674108-38 2024-08-19T11:31:52.445 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 42 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-19T11:31:52.445 INFO:tasks.rados.rados.0.smithi136.stdout:303: seq_num 111 ranges {0=663552,663552=663552,1327104=450560,1777664=90112} 2024-08-19T11:31:52.447 INFO:tasks.rados.rados.0.smithi136.stdout:303: writing smithi13674108-15 from 0 to 663552 tid 1 2024-08-19T11:31:52.451 INFO:tasks.rados.rados.0.smithi136.stdout:303: writing smithi13674108-15 from 663552 to 1327104 tid 2 2024-08-19T11:31:52.453 INFO:tasks.rados.rados.0.smithi136.stdout:303: writing smithi13674108-15 from 1327104 to 1777664 tid 3 2024-08-19T11:31:52.455 INFO:tasks.rados.rados.0.smithi136.stdout:303: writing smithi13674108-15 from 1777664 to 1867776 tid 4 2024-08-19T11:31:52.455 INFO:tasks.rados.rados.0.smithi136.stdout:300: done (2 left) 2024-08-19T11:31:52.455 INFO:tasks.rados.rados.0.smithi136.stdout:301: done (1 left) 2024-08-19T11:31:52.455 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 41 current snap is 26 2024-08-19T11:31:52.455 INFO:tasks.rados.rados.0.smithi136.stdout:303: finishing write tid 1 to smithi13674108-15 2024-08-19T11:31:52.455 INFO:tasks.rados.rados.0.smithi136.stdout:303: finishing write tid 2 to smithi13674108-15 2024-08-19T11:31:52.455 INFO:tasks.rados.rados.0.smithi136.stdout:304: seq_num 112 ranges {0=679936,679936=548864,1228800=655360} 2024-08-19T11:31:52.458 INFO:tasks.rados.rados.0.smithi136.stdout:304: writing smithi13674108-41 from 0 to 679936 tid 1 2024-08-19T11:31:52.461 INFO:tasks.rados.rados.0.smithi136.stdout:304: writing smithi13674108-41 from 679936 to 1228800 tid 2 2024-08-19T11:31:52.466 INFO:tasks.rados.rados.0.smithi136.stdout:304: writing smithi13674108-41 from 1228800 to 1884160 tid 3 2024-08-19T11:31:52.466 INFO:tasks.rados.rados.0.smithi136.stdout:305: copy_from oid 26 from oid 34 current snap is 26 2024-08-19T11:31:52.466 INFO:tasks.rados.rados.0.smithi136.stdout:303: finishing write tid 3 to smithi13674108-15 2024-08-19T11:31:52.466 INFO:tasks.rados.rados.0.smithi136.stdout:303: finishing write tid 4 to smithi13674108-15 2024-08-19T11:31:52.466 INFO:tasks.rados.rados.0.smithi136.stdout:303: finishing write tid 5 to smithi13674108-15 2024-08-19T11:31:52.466 INFO:tasks.rados.rados.0.smithi136.stdout:303: finishing write tid 6 to smithi13674108-15 2024-08-19T11:31:52.466 INFO:tasks.rados.rados.0.smithi136.stdout:303: oid 15 updating version 0 to 30 2024-08-19T11:31:52.466 INFO:tasks.rados.rados.0.smithi136.stdout:303: oid 15 version 30 is already newer than 27 2024-08-19T11:31:52.467 INFO:tasks.rados.rados.0.smithi136.stdout:303: oid 15 version 30 is already newer than 29 2024-08-19T11:31:52.467 INFO:tasks.rados.rados.0.smithi136.stdout:303: oid 15 version 30 is already newer than 28 2024-08-19T11:31:52.467 INFO:tasks.rados.rados.0.smithi136.stdout:303: oid 15 updating version 30 to 31 2024-08-19T11:31:52.467 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 31 (ObjNum 111 snap 26 seq_num 111) dirty exists 2024-08-19T11:31:52.467 INFO:tasks.rados.rados.0.smithi136.stdout:303: left oid 15 (ObjNum 111 snap 26 seq_num 111) 2024-08-19T11:31:52.467 INFO:tasks.rados.rados.0.smithi136.stdout:304: finishing write tid 1 to smithi13674108-41 2024-08-19T11:31:52.467 INFO:tasks.rados.rados.0.smithi136.stdout:304: finishing write tid 2 to smithi13674108-41 2024-08-19T11:31:52.467 INFO:tasks.rados.rados.0.smithi136.stdout:303: done (2 left) 2024-08-19T11:31:52.467 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 11 current snap is 26 2024-08-19T11:31:52.467 INFO:tasks.rados.rados.0.smithi136.stdout:306: seq_num 113 ranges {0=696320,696320=434176,1130496=466944,1597440=303104} 2024-08-19T11:31:52.469 INFO:tasks.rados.rados.0.smithi136.stdout:306: writing smithi13674108-11 from 0 to 696320 tid 1 2024-08-19T11:31:52.472 INFO:tasks.rados.rados.0.smithi136.stdout:306: writing smithi13674108-11 from 696320 to 1130496 tid 2 2024-08-19T11:31:52.475 INFO:tasks.rados.rados.0.smithi136.stdout:306: writing smithi13674108-11 from 1130496 to 1597440 tid 3 2024-08-19T11:31:52.477 INFO:tasks.rados.rados.0.smithi136.stdout:306: writing smithi13674108-11 from 1597440 to 1900544 tid 4 2024-08-19T11:31:52.477 INFO:tasks.rados.rados.0.smithi136.stdout:307: snap_remove snap 19 2024-08-19T11:31:52.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:52 smithi155 ceph-mon[19718]: osdmap e127: 8 total, 8 up, 8 in 2024-08-19T11:31:52.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:52 smithi155 ceph-mon[19718]: pgmap v169: 121 pgs: 121 active+clean; 61 MiB data, 341 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-08-19T11:31:52.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:52 smithi155 ceph-mon[19718]: osdmap e128: 8 total, 8 up, 8 in 2024-08-19T11:31:52.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:52 smithi136 ceph-mon[28279]: osdmap e127: 8 total, 8 up, 8 in 2024-08-19T11:31:52.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:52 smithi136 ceph-mon[28279]: pgmap v169: 121 pgs: 121 active+clean; 61 MiB data, 341 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-08-19T11:31:52.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:52 smithi136 ceph-mon[28279]: osdmap e128: 8 total, 8 up, 8 in 2024-08-19T11:31:52.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:52 smithi136 ceph-mon[16389]: osdmap e127: 8 total, 8 up, 8 in 2024-08-19T11:31:52.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:52 smithi136 ceph-mon[16389]: pgmap v169: 121 pgs: 121 active+clean; 61 MiB data, 341 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-08-19T11:31:52.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:52 smithi136 ceph-mon[16389]: osdmap e128: 8 total, 8 up, 8 in 2024-08-19T11:31:53.436 INFO:tasks.rados.rados.0.smithi136.stdout:307: done (3 left) 2024-08-19T11:31:53.436 INFO:tasks.rados.rados.0.smithi136.stdout:308: copy_from oid 16 from oid 44 current snap is 26 2024-08-19T11:31:53.436 INFO:tasks.rados.rados.0.smithi136.stdout:304: finishing write tid 3 to smithi13674108-41 2024-08-19T11:31:53.436 INFO:tasks.rados.rados.0.smithi136.stdout:304: finishing write tid 4 to smithi13674108-41 2024-08-19T11:31:53.436 INFO:tasks.rados.rados.0.smithi136.stdout:305: finishing copy_from racing read to smithi13674108-26 2024-08-19T11:31:53.436 INFO:tasks.rados.rados.0.smithi136.stdout:305: finishing copy_from to smithi13674108-26 2024-08-19T11:31:53.437 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 102 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-19T11:31:53.437 INFO:tasks.rados.rados.0.smithi136.stdout:304: finishing write tid 5 to smithi13674108-41 2024-08-19T11:31:53.437 INFO:tasks.rados.rados.0.smithi136.stdout:304: oid 41 updating version 0 to 63 2024-08-19T11:31:53.437 INFO:tasks.rados.rados.0.smithi136.stdout:304: oid 41 updating version 63 to 64 2024-08-19T11:31:53.437 INFO:tasks.rados.rados.0.smithi136.stdout:304: oid 41 updating version 64 to 65 2024-08-19T11:31:53.437 INFO:tasks.rados.rados.0.smithi136.stdout:304: oid 41 version 65 is already newer than 62 2024-08-19T11:31:53.437 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 65 (ObjNum 112 snap 26 seq_num 112) dirty exists 2024-08-19T11:31:53.437 INFO:tasks.rados.rados.0.smithi136.stdout:304: left oid 41 (ObjNum 112 snap 26 seq_num 112) 2024-08-19T11:31:53.437 INFO:tasks.rados.rados.0.smithi136.stdout:306: finishing write tid 1 to smithi13674108-11 2024-08-19T11:31:53.437 INFO:tasks.rados.rados.0.smithi136.stdout:306: finishing write tid 2 to smithi13674108-11 2024-08-19T11:31:53.437 INFO:tasks.rados.rados.0.smithi136.stdout:304: done (3 left) 2024-08-19T11:31:53.437 INFO:tasks.rados.rados.0.smithi136.stdout:305: done (2 left) 2024-08-19T11:31:53.437 INFO:tasks.rados.rados.0.smithi136.stdout:309: copy_from oid 12 from oid 28 current snap is 26 2024-08-19T11:31:53.437 INFO:tasks.rados.rados.0.smithi136.stdout:306: finishing write tid 3 to smithi13674108-11 2024-08-19T11:31:53.438 INFO:tasks.rados.rados.0.smithi136.stdout:306: finishing write tid 4 to smithi13674108-11 2024-08-19T11:31:53.438 INFO:tasks.rados.rados.0.smithi136.stdout:306: finishing write tid 5 to smithi13674108-11 2024-08-19T11:31:53.438 INFO:tasks.rados.rados.0.smithi136.stdout:306: finishing write tid 6 to smithi13674108-11 2024-08-19T11:31:53.438 INFO:tasks.rados.rados.0.smithi136.stdout:306: oid 11 updating version 0 to 90 2024-08-19T11:31:53.438 INFO:tasks.rados.rados.0.smithi136.stdout:306: oid 11 version 90 is already newer than 89 2024-08-19T11:31:53.438 INFO:tasks.rados.rados.0.smithi136.stdout:306: oid 11 updating version 90 to 91 2024-08-19T11:31:53.438 INFO:tasks.rados.rados.0.smithi136.stdout:306: oid 11 updating version 91 to 92 2024-08-19T11:31:53.438 INFO:tasks.rados.rados.0.smithi136.stdout:306: oid 11 version 92 is already newer than 88 2024-08-19T11:31:53.438 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 92 (ObjNum 113 snap 26 seq_num 113) dirty exists 2024-08-19T11:31:53.438 INFO:tasks.rados.rados.0.smithi136.stdout:306: left oid 11 (ObjNum 113 snap 26 seq_num 113) 2024-08-19T11:31:53.438 INFO:tasks.rados.rados.0.smithi136.stdout:306: done (2 left) 2024-08-19T11:31:53.438 INFO:tasks.rados.rados.0.smithi136.stdout:310: snap_create 2024-08-19T11:31:53.439 INFO:tasks.rados.rados.0.smithi136.stdout:309: finishing copy_from to smithi13674108-12 2024-08-19T11:31:53.439 INFO:tasks.rados.rados.0.smithi136.stdout:309: got expected ENOENT (src dne) 2024-08-19T11:31:53.439 INFO:tasks.rados.rados.0.smithi136.stdout:309: finishing copy_from racing read to smithi13674108-12 2024-08-19T11:31:53.440 INFO:tasks.rados.rados.0.smithi136.stdout:308: finishing copy_from to smithi13674108-16 2024-08-19T11:31:53.440 INFO:tasks.rados.rados.0.smithi136.stdout:308: got expected ENOENT (src dne) 2024-08-19T11:31:53.440 INFO:tasks.rados.rados.0.smithi136.stdout:308: finishing copy_from racing read to smithi13674108-16 2024-08-19T11:31:54.438 INFO:tasks.rados.rados.0.smithi136.stdout:308: done (2 left) 2024-08-19T11:31:54.438 INFO:tasks.rados.rados.0.smithi136.stdout:309: done (1 left) 2024-08-19T11:31:54.438 INFO:tasks.rados.rados.0.smithi136.stdout:310: done (0 left) 2024-08-19T11:31:54.438 INFO:tasks.rados.rados.0.smithi136.stdout:311: read oid 15 snap -1 2024-08-19T11:31:54.438 INFO:tasks.rados.rados.0.smithi136.stdout:311: expect (ObjNum 111 snap 26 seq_num 111) 2024-08-19T11:31:54.438 INFO:tasks.rados.rados.0.smithi136.stdout:312: copy_from oid 39 from oid 19 current snap is 27 2024-08-19T11:31:54.438 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 9 current snap is 27 2024-08-19T11:31:54.438 INFO:tasks.rados.rados.0.smithi136.stdout:313: seq_num 114 ranges {139264=712704,851968=712704,1564672=491520} 2024-08-19T11:31:54.443 INFO:tasks.rados.rados.0.smithi136.stdout:313: writing smithi13674108-9 from 139264 to 851968 tid 1 2024-08-19T11:31:54.447 INFO:tasks.rados.rados.0.smithi136.stdout:313: writing smithi13674108-9 from 851968 to 1564672 tid 2 2024-08-19T11:31:54.450 INFO:tasks.rados.rados.0.smithi136.stdout:313: writing smithi13674108-9 from 1564672 to 2056192 tid 3 2024-08-19T11:31:54.450 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 45 current snap is 27 2024-08-19T11:31:54.450 INFO:tasks.rados.rados.0.smithi136.stdout:314: seq_num 115 ranges {2342912=729088,3072000=647168,3719168=434176,4153344=122880} 2024-08-19T11:31:54.468 INFO:tasks.rados.rados.0.smithi136.stdout:314: writing smithi13674108-45 from 2342912 to 3072000 tid 1 2024-08-19T11:31:54.472 INFO:tasks.rados.rados.0.smithi136.stdout:314: writing smithi13674108-45 from 3072000 to 3719168 tid 2 2024-08-19T11:31:54.473 INFO:tasks.rados.rados.0.smithi136.stdout:314: writing smithi13674108-45 from 3719168 to 4153344 tid 3 2024-08-19T11:31:54.474 INFO:tasks.rados.rados.0.smithi136.stdout:314: writing smithi13674108-45 from 4153344 to 4276224 tid 4 2024-08-19T11:31:54.474 INFO:tasks.rados.rados.0.smithi136.stdout:315: snap_create 2024-08-19T11:31:54.474 INFO:tasks.rados.rados.0.smithi136.stdout:313: finishing write tid 1 to smithi13674108-9 2024-08-19T11:31:54.474 INFO:tasks.rados.rados.0.smithi136.stdout:311: expect (ObjNum 111 snap 26 seq_num 111) 2024-08-19T11:31:54.526 INFO:tasks.rados.rados.0.smithi136.stdout:313: finishing write tid 2 to smithi13674108-9 2024-08-19T11:31:54.526 INFO:tasks.rados.rados.0.smithi136.stdout:313: finishing write tid 3 to smithi13674108-9 2024-08-19T11:31:54.526 INFO:tasks.rados.rados.0.smithi136.stdout:313: finishing write tid 4 to smithi13674108-9 2024-08-19T11:31:54.526 INFO:tasks.rados.rados.0.smithi136.stdout:313: finishing write tid 5 to smithi13674108-9 2024-08-19T11:31:54.526 INFO:tasks.rados.rados.0.smithi136.stdout:313: oid 9 updating version 0 to 44 2024-08-19T11:31:54.526 INFO:tasks.rados.rados.0.smithi136.stdout:313: oid 9 updating version 44 to 47 2024-08-19T11:31:54.527 INFO:tasks.rados.rados.0.smithi136.stdout:313: oid 9 version 47 is already newer than 46 2024-08-19T11:31:54.527 INFO:tasks.rados.rados.0.smithi136.stdout:313: oid 9 version 47 is already newer than 45 2024-08-19T11:31:54.527 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 47 (ObjNum 114 snap 27 seq_num 114) dirty exists 2024-08-19T11:31:54.527 INFO:tasks.rados.rados.0.smithi136.stdout:313: left oid 9 (ObjNum 114 snap 27 seq_num 114) 2024-08-19T11:31:54.527 INFO:tasks.rados.rados.0.smithi136.stdout:312: finishing copy_from racing read to smithi13674108-39 2024-08-19T11:31:54.527 INFO:tasks.rados.rados.0.smithi136.stdout:312: finishing copy_from to smithi13674108-39 2024-08-19T11:31:54.527 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 21 (ObjNum 101 snap 18 seq_num 101) dirty exists 2024-08-19T11:31:54.527 INFO:tasks.rados.rados.0.smithi136.stdout:314: finishing write tid 1 to smithi13674108-45 2024-08-19T11:31:54.527 INFO:tasks.rados.rados.0.smithi136.stdout:314: finishing write tid 2 to smithi13674108-45 2024-08-19T11:31:54.527 INFO:tasks.rados.rados.0.smithi136.stdout:314: finishing write tid 3 to smithi13674108-45 2024-08-19T11:31:54.527 INFO:tasks.rados.rados.0.smithi136.stdout:314: finishing write tid 4 to smithi13674108-45 2024-08-19T11:31:54.528 INFO:tasks.rados.rados.0.smithi136.stdout:314: finishing write tid 5 to smithi13674108-45 2024-08-19T11:31:54.528 INFO:tasks.rados.rados.0.smithi136.stdout:314: finishing write tid 6 to smithi13674108-45 2024-08-19T11:31:54.528 INFO:tasks.rados.rados.0.smithi136.stdout:314: oid 45 updating version 0 to 111 2024-08-19T11:31:54.528 INFO:tasks.rados.rados.0.smithi136.stdout:314: oid 45 updating version 111 to 112 2024-08-19T11:31:54.528 INFO:tasks.rados.rados.0.smithi136.stdout:314: oid 45 updating version 112 to 115 2024-08-19T11:31:54.528 INFO:tasks.rados.rados.0.smithi136.stdout:314: oid 45 version 115 is already newer than 113 2024-08-19T11:31:54.528 INFO:tasks.rados.rados.0.smithi136.stdout:314: oid 45 version 115 is already newer than 114 2024-08-19T11:31:54.528 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 115 (ObjNum 115 snap 27 seq_num 115) dirty exists 2024-08-19T11:31:54.528 INFO:tasks.rados.rados.0.smithi136.stdout:314: left oid 45 (ObjNum 115 snap 27 seq_num 115) 2024-08-19T11:31:54.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:54 smithi155 ceph-mon[19718]: osdmap e129: 8 total, 8 up, 8 in 2024-08-19T11:31:54.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:54 smithi155 ceph-mon[19718]: pgmap v172: 121 pgs: 121 active+clean; 61 MiB data, 341 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-08-19T11:31:54.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:54 smithi136 ceph-mon[28279]: osdmap e129: 8 total, 8 up, 8 in 2024-08-19T11:31:54.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:54 smithi136 ceph-mon[28279]: pgmap v172: 121 pgs: 121 active+clean; 61 MiB data, 341 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-08-19T11:31:54.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:54 smithi136 ceph-mon[16389]: osdmap e129: 8 total, 8 up, 8 in 2024-08-19T11:31:54.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:54 smithi136 ceph-mon[16389]: pgmap v172: 121 pgs: 121 active+clean; 61 MiB data, 341 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-08-19T11:31:55.442 INFO:tasks.rados.rados.0.smithi136.stdout:311: done (4 left) 2024-08-19T11:31:55.442 INFO:tasks.rados.rados.0.smithi136.stdout:312: done (3 left) 2024-08-19T11:31:55.442 INFO:tasks.rados.rados.0.smithi136.stdout:313: done (2 left) 2024-08-19T11:31:55.442 INFO:tasks.rados.rados.0.smithi136.stdout:314: done (1 left) 2024-08-19T11:31:55.442 INFO:tasks.rados.rados.0.smithi136.stdout:315: done (0 left) 2024-08-19T11:31:55.442 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 5 current snap is 28 2024-08-19T11:31:55.442 INFO:tasks.rados.rados.0.smithi136.stdout:316: seq_num 116 ranges {0=745472,745472=532480,1277952=638976,1916928=32768} 2024-08-19T11:31:55.446 INFO:tasks.rados.rados.0.smithi136.stdout:316: writing smithi13674108-5 from 0 to 745472 tid 1 2024-08-19T11:31:55.448 INFO:tasks.rados.rados.0.smithi136.stdout:316: writing smithi13674108-5 from 745472 to 1277952 tid 2 2024-08-19T11:31:55.452 INFO:tasks.rados.rados.0.smithi136.stdout:316: writing smithi13674108-5 from 1277952 to 1916928 tid 3 2024-08-19T11:31:55.453 INFO:tasks.rados.rados.0.smithi136.stdout:316: writing smithi13674108-5 from 1916928 to 1949696 tid 4 2024-08-19T11:31:55.453 INFO:tasks.rados.rados.0.smithi136.stdout:317: rollback oid 31 current snap is 28 2024-08-19T11:31:55.453 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 31 to 26 2024-08-19T11:31:55.453 INFO:tasks.rados.rados.0.smithi136.stdout:316: finishing write tid 1 to smithi13674108-5 2024-08-19T11:31:55.453 INFO:tasks.rados.rados.0.smithi136.stdout:316: finishing write tid 2 to smithi13674108-5 2024-08-19T11:31:55.453 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 49 current snap is 28 2024-08-19T11:31:55.453 INFO:tasks.rados.rados.0.smithi136.stdout:318: seq_num 117 ranges {2326528=770048,3096576=417792,3514368=442368,3956736=344064} 2024-08-19T11:31:55.469 INFO:tasks.rados.rados.0.smithi136.stdout:318: writing smithi13674108-49 from 2326528 to 3096576 tid 1 2024-08-19T11:31:55.471 INFO:tasks.rados.rados.0.smithi136.stdout:318: writing smithi13674108-49 from 3096576 to 3514368 tid 2 2024-08-19T11:31:55.474 INFO:tasks.rados.rados.0.smithi136.stdout:318: writing smithi13674108-49 from 3514368 to 3956736 tid 3 2024-08-19T11:31:55.477 INFO:tasks.rados.rados.0.smithi136.stdout:318: writing smithi13674108-49 from 3956736 to 4300800 tid 4 2024-08-19T11:31:55.477 INFO:tasks.rados.rados.0.smithi136.stdout:319: rmattr oid 41 current snap is 28 2024-08-19T11:31:55.477 INFO:tasks.rados.rados.0.smithi136.stdout:319: done (3 left) 2024-08-19T11:31:55.477 INFO:tasks.rados.rados.0.smithi136.stdout:320: read oid 7 snap -1 2024-08-19T11:31:55.477 INFO:tasks.rados.rados.0.smithi136.stdout:320: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-19T11:31:55.477 INFO:tasks.rados.rados.0.smithi136.stdout:321: snap_create 2024-08-19T11:31:55.477 INFO:tasks.rados.rados.0.smithi136.stdout:316: finishing write tid 3 to smithi13674108-5 2024-08-19T11:31:55.477 INFO:tasks.rados.rados.0.smithi136.stdout:316: finishing write tid 4 to smithi13674108-5 2024-08-19T11:31:55.477 INFO:tasks.rados.rados.0.smithi136.stdout:316: finishing write tid 5 to smithi13674108-5 2024-08-19T11:31:55.477 INFO:tasks.rados.rados.0.smithi136.stdout:316: finishing write tid 6 to smithi13674108-5 2024-08-19T11:31:55.477 INFO:tasks.rados.rados.0.smithi136.stdout:316: oid 5 updating version 0 to 107 2024-08-19T11:31:55.478 INFO:tasks.rados.rados.0.smithi136.stdout:316: oid 5 version 107 is already newer than 104 2024-08-19T11:31:55.478 INFO:tasks.rados.rados.0.smithi136.stdout:316: oid 5 version 107 is already newer than 105 2024-08-19T11:31:55.478 INFO:tasks.rados.rados.0.smithi136.stdout:316: oid 5 version 107 is already newer than 103 2024-08-19T11:31:55.478 INFO:tasks.rados.rados.0.smithi136.stdout:316: oid 5 version 107 is already newer than 106 2024-08-19T11:31:55.478 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 107 (ObjNum 116 snap 28 seq_num 116) dirty exists 2024-08-19T11:31:55.478 INFO:tasks.rados.rados.0.smithi136.stdout:316: left oid 5 (ObjNum 116 snap 28 seq_num 116) 2024-08-19T11:31:55.478 INFO:tasks.rados.rados.0.smithi136.stdout:317: finishing rollback tid 0 to smithi13674108-31 2024-08-19T11:31:55.478 INFO:tasks.rados.rados.0.smithi136.stdout:317: finishing rollback tid 1 to smithi13674108-31 2024-08-19T11:31:55.478 INFO:tasks.rados.rados.0.smithi136.stdout:317: finishing rollback tid 2 to smithi13674108-31 2024-08-19T11:31:55.478 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 116 (ObjNum 76 snap 13 seq_num 76) dirty exists 2024-08-19T11:31:55.478 INFO:tasks.rados.rados.0.smithi136.stdout:318: finishing write tid 1 to smithi13674108-49 2024-08-19T11:31:55.478 INFO:tasks.rados.rados.0.smithi136.stdout:318: finishing write tid 2 to smithi13674108-49 2024-08-19T11:31:55.478 INFO:tasks.rados.rados.0.smithi136.stdout:318: finishing write tid 3 to smithi13674108-49 2024-08-19T11:31:55.479 INFO:tasks.rados.rados.0.smithi136.stdout:320: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-19T11:31:55.482 INFO:tasks.rados.rados.0.smithi136.stdout:318: finishing write tid 4 to smithi13674108-49 2024-08-19T11:31:55.482 INFO:tasks.rados.rados.0.smithi136.stdout:318: finishing write tid 5 to smithi13674108-49 2024-08-19T11:31:55.482 INFO:tasks.rados.rados.0.smithi136.stdout:318: finishing write tid 6 to smithi13674108-49 2024-08-19T11:31:55.482 INFO:tasks.rados.rados.0.smithi136.stdout:318: oid 49 updating version 0 to 100 2024-08-19T11:31:55.482 INFO:tasks.rados.rados.0.smithi136.stdout:318: oid 49 version 100 is already newer than 99 2024-08-19T11:31:55.482 INFO:tasks.rados.rados.0.smithi136.stdout:318: oid 49 updating version 100 to 101 2024-08-19T11:31:55.483 INFO:tasks.rados.rados.0.smithi136.stdout:318: oid 49 version 101 is already newer than 97 2024-08-19T11:31:55.483 INFO:tasks.rados.rados.0.smithi136.stdout:318: oid 49 version 101 is already newer than 98 2024-08-19T11:31:55.483 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 101 (ObjNum 117 snap 28 seq_num 117) dirty exists 2024-08-19T11:31:55.483 INFO:tasks.rados.rados.0.smithi136.stdout:318: left oid 49 (ObjNum 117 snap 28 seq_num 117) 2024-08-19T11:31:55.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:55 smithi155 ceph-mon[19718]: osdmap e130: 8 total, 8 up, 8 in 2024-08-19T11:31:55.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:55 smithi136 ceph-mon[28279]: osdmap e130: 8 total, 8 up, 8 in 2024-08-19T11:31:55.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:55 smithi136 ceph-mon[16389]: osdmap e130: 8 total, 8 up, 8 in 2024-08-19T11:31:56.447 INFO:tasks.rados.rados.0.smithi136.stdout:316: done (4 left) 2024-08-19T11:31:56.447 INFO:tasks.rados.rados.0.smithi136.stdout:317: done (3 left) 2024-08-19T11:31:56.447 INFO:tasks.rados.rados.0.smithi136.stdout:318: done (2 left) 2024-08-19T11:31:56.448 INFO:tasks.rados.rados.0.smithi136.stdout:320: done (1 left) 2024-08-19T11:31:56.448 INFO:tasks.rados.rados.0.smithi136.stdout:321: done (0 left) 2024-08-19T11:31:56.448 INFO:tasks.rados.rados.0.smithi136.stdout:322: delete oid 49 current snap is 29 2024-08-19T11:31:56.451 INFO:tasks.rados.rados.0.smithi136.stdout:322: done (0 left) 2024-08-19T11:31:56.451 INFO:tasks.rados.rados.0.smithi136.stdout:323: rollback oid 18 current snap is 29 2024-08-19T11:31:56.451 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 18 to 27 2024-08-19T11:31:56.451 INFO:tasks.rados.rados.0.smithi136.stdout:324: snap_create 2024-08-19T11:31:56.454 INFO:tasks.rados.rados.0.smithi136.stdout:323: finishing rollback tid 0 to smithi13674108-18 2024-08-19T11:31:56.454 INFO:tasks.rados.rados.0.smithi136.stdout:323: finishing rollback tid 1 to smithi13674108-18 2024-08-19T11:31:56.454 INFO:tasks.rados.rados.0.smithi136.stdout:323: finishing rollback tid 2 to smithi13674108-18 2024-08-19T11:31:56.455 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 119 (ObjNum 107 snap 25 seq_num 107) dirty exists 2024-08-19T11:31:56.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:56 smithi155 ceph-mon[19718]: osdmap e131: 8 total, 8 up, 8 in 2024-08-19T11:31:56.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:56 smithi155 ceph-mon[19718]: pgmap v175: 121 pgs: 121 active+clean; 61 MiB data, 341 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:31:56.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:56 smithi136 ceph-mon[28279]: osdmap e131: 8 total, 8 up, 8 in 2024-08-19T11:31:56.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:56 smithi136 ceph-mon[28279]: pgmap v175: 121 pgs: 121 active+clean; 61 MiB data, 341 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:31:56.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:56 smithi136 ceph-mon[16389]: osdmap e131: 8 total, 8 up, 8 in 2024-08-19T11:31:56.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:56 smithi136 ceph-mon[16389]: pgmap v175: 121 pgs: 121 active+clean; 61 MiB data, 341 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:31:57.451 INFO:tasks.rados.rados.0.smithi136.stdout:323: done (1 left) 2024-08-19T11:31:57.451 INFO:tasks.rados.rados.0.smithi136.stdout:324: done (0 left) 2024-08-19T11:31:57.451 INFO:tasks.rados.rados.0.smithi136.stdout:325: rollback oid 41 current snap is 30 2024-08-19T11:31:57.452 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 41 to 28 2024-08-19T11:31:57.452 INFO:tasks.rados.rados.0.smithi136.stdout:326: rollback oid 18 current snap is 30 2024-08-19T11:31:57.452 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 18 to 23 2024-08-19T11:31:57.452 INFO:tasks.rados.rados.0.smithi136.stdout:327: rmattr oid 23 current snap is 30 2024-08-19T11:31:57.452 INFO:tasks.rados.rados.0.smithi136.stdout:327: done (2 left) 2024-08-19T11:31:57.452 INFO:tasks.rados.rados.0.smithi136.stdout:328: copy_from oid 43 from oid 10 current snap is 30 2024-08-19T11:31:57.452 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 19 current snap is 30 2024-08-19T11:31:57.452 INFO:tasks.rados.rados.0.smithi136.stdout:329: seq_num 119 ranges {3121152=802816,3923968=589824,4513792=409600,4923392=204800} 2024-08-19T11:31:57.473 INFO:tasks.rados.rados.0.smithi136.stdout:329: writing smithi13674108-19 from 3121152 to 3923968 tid 1 2024-08-19T11:31:57.476 INFO:tasks.rados.rados.0.smithi136.stdout:329: writing smithi13674108-19 from 3923968 to 4513792 tid 2 2024-08-19T11:31:57.478 INFO:tasks.rados.rados.0.smithi136.stdout:329: writing smithi13674108-19 from 4513792 to 4923392 tid 3 2024-08-19T11:31:57.480 INFO:tasks.rados.rados.0.smithi136.stdout:329: writing smithi13674108-19 from 4923392 to 5128192 tid 4 2024-08-19T11:31:57.480 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 13 current snap is 30 2024-08-19T11:31:57.480 INFO:tasks.rados.rados.0.smithi136.stdout:325: finishing rollback tid 0 to smithi13674108-41 2024-08-19T11:31:57.480 INFO:tasks.rados.rados.0.smithi136.stdout:325: finishing rollback tid 1 to smithi13674108-41 2024-08-19T11:31:57.480 INFO:tasks.rados.rados.0.smithi136.stdout:325: finishing rollback tid 2 to smithi13674108-41 2024-08-19T11:31:57.480 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 71 (ObjNum 112 snap 26 seq_num 112) dirty exists 2024-08-19T11:31:57.480 INFO:tasks.rados.rados.0.smithi136.stdout:326: finishing rollback tid 0 to smithi13674108-18 2024-08-19T11:31:57.481 INFO:tasks.rados.rados.0.smithi136.stdout:330: seq_num 120 ranges {1466368=417792,1884160=475136,2359296=622592,2981888=507904} 2024-08-19T11:31:57.490 INFO:tasks.rados.rados.0.smithi136.stdout:330: writing smithi13674108-13 from 1466368 to 1884160 tid 1 2024-08-19T11:31:57.493 INFO:tasks.rados.rados.0.smithi136.stdout:330: writing smithi13674108-13 from 1884160 to 2359296 tid 2 2024-08-19T11:31:57.497 INFO:tasks.rados.rados.0.smithi136.stdout:330: writing smithi13674108-13 from 2359296 to 2981888 tid 3 2024-08-19T11:31:57.500 INFO:tasks.rados.rados.0.smithi136.stdout:330: writing smithi13674108-13 from 2981888 to 3489792 tid 4 2024-08-19T11:31:57.500 INFO:tasks.rados.rados.0.smithi136.stdout:325: done (4 left) 2024-08-19T11:31:57.500 INFO:tasks.rados.rados.0.smithi136.stdout:331: setattr oid 41 current snap is 30 2024-08-19T11:31:57.500 INFO:tasks.rados.rados.0.smithi136.stdout:326: finishing rollback tid 1 to smithi13674108-18 2024-08-19T11:31:57.500 INFO:tasks.rados.rados.0.smithi136.stdout:326: finishing rollback tid 2 to smithi13674108-18 2024-08-19T11:31:57.500 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 123 (ObjNum 70 snap 10 seq_num 70) dirty exists 2024-08-19T11:31:57.501 INFO:tasks.rados.rados.0.smithi136.stdout:328: finishing copy_from racing read to smithi13674108-43 2024-08-19T11:31:57.501 INFO:tasks.rados.rados.0.smithi136.stdout:328: finishing copy_from to smithi13674108-43 2024-08-19T11:31:57.501 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 32 (ObjNum 74 snap 11 seq_num 74) dirty exists 2024-08-19T11:31:57.501 INFO:tasks.rados.rados.0.smithi136.stdout:329: finishing write tid 1 to smithi13674108-19 2024-08-19T11:31:57.501 INFO:tasks.rados.rados.0.smithi136.stdout:329: finishing write tid 2 to smithi13674108-19 2024-08-19T11:31:57.501 INFO:tasks.rados.rados.0.smithi136.stdout:329: finishing write tid 3 to smithi13674108-19 2024-08-19T11:31:57.501 INFO:tasks.rados.rados.0.smithi136.stdout:329: finishing write tid 4 to smithi13674108-19 2024-08-19T11:31:57.501 INFO:tasks.rados.rados.0.smithi136.stdout:329: finishing write tid 5 to smithi13674108-19 2024-08-19T11:31:57.501 INFO:tasks.rados.rados.0.smithi136.stdout:329: finishing write tid 6 to smithi13674108-19 2024-08-19T11:31:57.501 INFO:tasks.rados.rados.0.smithi136.stdout:329: oid 19 updating version 0 to 27 2024-08-19T11:31:57.501 INFO:tasks.rados.rados.0.smithi136.stdout:329: oid 19 version 27 is already newer than 25 2024-08-19T11:31:57.501 INFO:tasks.rados.rados.0.smithi136.stdout:329: oid 19 updating version 27 to 29 2024-08-19T11:31:57.501 INFO:tasks.rados.rados.0.smithi136.stdout:329: oid 19 version 29 is already newer than 28 2024-08-19T11:31:57.502 INFO:tasks.rados.rados.0.smithi136.stdout:329: oid 19 version 29 is already newer than 26 2024-08-19T11:31:57.502 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 29 (ObjNum 119 snap 30 seq_num 119) dirty exists 2024-08-19T11:31:57.502 INFO:tasks.rados.rados.0.smithi136.stdout:329: left oid 19 (ObjNum 119 snap 30 seq_num 119) 2024-08-19T11:31:57.502 INFO:tasks.rados.rados.0.smithi136.stdout:330: finishing write tid 1 to smithi13674108-13 2024-08-19T11:31:57.502 INFO:tasks.rados.rados.0.smithi136.stdout:330: finishing write tid 2 to smithi13674108-13 2024-08-19T11:31:57.502 INFO:tasks.rados.rados.0.smithi136.stdout:330: finishing write tid 3 to smithi13674108-13 2024-08-19T11:31:57.503 INFO:tasks.rados.rados.0.smithi136.stdout:326: done (4 left) 2024-08-19T11:31:57.503 INFO:tasks.rados.rados.0.smithi136.stdout:328: done (3 left) 2024-08-19T11:31:57.503 INFO:tasks.rados.rados.0.smithi136.stdout:329: done (2 left) 2024-08-19T11:31:57.503 INFO:tasks.rados.rados.0.smithi136.stdout:332: snap_create 2024-08-19T11:31:57.503 INFO:tasks.rados.rados.0.smithi136.stdout:330: finishing write tid 4 to smithi13674108-13 2024-08-19T11:31:57.503 INFO:tasks.rados.rados.0.smithi136.stdout:330: finishing write tid 5 to smithi13674108-13 2024-08-19T11:31:57.503 INFO:tasks.rados.rados.0.smithi136.stdout:330: finishing write tid 6 to smithi13674108-13 2024-08-19T11:31:57.503 INFO:tasks.rados.rados.0.smithi136.stdout:330: oid 13 updating version 0 to 33 2024-08-19T11:31:57.503 INFO:tasks.rados.rados.0.smithi136.stdout:330: oid 13 updating version 33 to 36 2024-08-19T11:31:57.503 INFO:tasks.rados.rados.0.smithi136.stdout:330: oid 13 version 36 is already newer than 34 2024-08-19T11:31:57.504 INFO:tasks.rados.rados.0.smithi136.stdout:330: oid 13 version 36 is already newer than 35 2024-08-19T11:31:57.504 INFO:tasks.rados.rados.0.smithi136.stdout:330: oid 13 updating version 36 to 37 2024-08-19T11:31:57.504 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 37 (ObjNum 120 snap 30 seq_num 120) dirty exists 2024-08-19T11:31:57.504 INFO:tasks.rados.rados.0.smithi136.stdout:330: left oid 13 (ObjNum 120 snap 30 seq_num 120) 2024-08-19T11:31:57.504 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 72 (ObjNum 112 snap 26 seq_num 112) dirty exists 2024-08-19T11:31:57.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:57 smithi155 ceph-mon[19718]: osdmap e132: 8 total, 8 up, 8 in 2024-08-19T11:31:57.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:57 smithi136 ceph-mon[16389]: osdmap e132: 8 total, 8 up, 8 in 2024-08-19T11:31:57.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:57 smithi136 ceph-mon[28279]: osdmap e132: 8 total, 8 up, 8 in 2024-08-19T11:31:57.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:31:57 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:31:57] "GET /metrics HTTP/1.1" 200 36021 "" "Prometheus/2.43.0" 2024-08-19T11:31:58.464 INFO:tasks.rados.rados.0.smithi136.stdout:330: done (2 left) 2024-08-19T11:31:58.464 INFO:tasks.rados.rados.0.smithi136.stdout:331: done (1 left) 2024-08-19T11:31:58.465 INFO:tasks.rados.rados.0.smithi136.stdout:332: done (0 left) 2024-08-19T11:31:58.465 INFO:tasks.rados.rados.0.smithi136.stdout:333: copy_from oid 34 from oid 46 current snap is 31 2024-08-19T11:31:58.465 INFO:tasks.rados.rados.0.smithi136.stdout:334: snap_remove snap 30 2024-08-19T11:31:58.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:58 smithi136 ceph-mon[28279]: osdmap e133: 8 total, 8 up, 8 in 2024-08-19T11:31:58.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:58 smithi136 ceph-mon[28279]: pgmap v178: 121 pgs: 121 active+clean; 80 MiB data, 371 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.0 MiB/s wr, 23 op/s 2024-08-19T11:31:58.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:58 smithi136 ceph-mon[16389]: osdmap e133: 8 total, 8 up, 8 in 2024-08-19T11:31:58.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:58 smithi136 ceph-mon[16389]: pgmap v178: 121 pgs: 121 active+clean; 80 MiB data, 371 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.0 MiB/s wr, 23 op/s 2024-08-19T11:31:58.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:58 smithi155 ceph-mon[19718]: osdmap e133: 8 total, 8 up, 8 in 2024-08-19T11:31:58.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:58 smithi155 ceph-mon[19718]: pgmap v178: 121 pgs: 121 active+clean; 80 MiB data, 371 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.0 MiB/s wr, 23 op/s 2024-08-19T11:31:59.467 INFO:tasks.rados.rados.0.smithi136.stdout:333: finishing copy_from racing read to smithi13674108-34 2024-08-19T11:31:59.467 INFO:tasks.rados.rados.0.smithi136.stdout:333: finishing copy_from to smithi13674108-34 2024-08-19T11:31:59.467 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 34 v 10 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-19T11:31:59.467 INFO:tasks.rados.rados.0.smithi136.stdout:333: done (1 left) 2024-08-19T11:31:59.467 INFO:tasks.rados.rados.0.smithi136.stdout:334: done (0 left) 2024-08-19T11:31:59.467 INFO:tasks.rados.rados.0.smithi136.stdout:335: rollback oid 46 current snap is 31 2024-08-19T11:31:59.467 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 46 to 23 2024-08-19T11:31:59.467 INFO:tasks.rados.rados.0.smithi136.stdout:336: read oid 28 snap -1 2024-08-19T11:31:59.467 INFO:tasks.rados.rados.0.smithi136.stdout:336: expect deleted 2024-08-19T11:31:59.467 INFO:tasks.rados.rados.0.smithi136.stdout:337: read oid 36 snap -1 2024-08-19T11:31:59.468 INFO:tasks.rados.rados.0.smithi136.stdout:337: expect (ObjNum 93 snap 18 seq_num 93) 2024-08-19T11:31:59.468 INFO:tasks.rados.rados.0.smithi136.stdout:338: delete oid 12 current snap is 31 2024-08-19T11:31:59.470 INFO:tasks.rados.rados.0.smithi136.stdout:338: done (3 left) 2024-08-19T11:31:59.470 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 13 current snap is 31 2024-08-19T11:31:59.471 INFO:tasks.rados.rados.0.smithi136.stdout:339: seq_num 122 ranges {3489792=450560,3940352=688128,4628480=630784,5259264=286720} 2024-08-19T11:31:59.492 INFO:tasks.rados.rados.0.smithi136.stdout:339: writing smithi13674108-13 from 3489792 to 3940352 tid 1 2024-08-19T11:31:59.496 INFO:tasks.rados.rados.0.smithi136.stdout:339: writing smithi13674108-13 from 3940352 to 4628480 tid 2 2024-08-19T11:31:59.500 INFO:tasks.rados.rados.0.smithi136.stdout:339: writing smithi13674108-13 from 4628480 to 5259264 tid 3 2024-08-19T11:31:59.502 INFO:tasks.rados.rados.0.smithi136.stdout:339: writing smithi13674108-13 from 5259264 to 5545984 tid 4 2024-08-19T11:31:59.502 INFO:tasks.rados.rados.0.smithi136.stdout:340: delete oid 9 current snap is 31 2024-08-19T11:31:59.502 INFO:tasks.rados.rados.0.smithi136.stdout:335: finishing rollback tid 0 to smithi13674108-46 2024-08-19T11:31:59.502 INFO:tasks.rados.rados.0.smithi136.stdout:335: finishing rollback tid 1 to smithi13674108-46 2024-08-19T11:31:59.502 INFO:tasks.rados.rados.0.smithi136.stdout:335: finishing rollback tid 2 to smithi13674108-46 2024-08-19T11:31:59.503 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 46 v 127 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-19T11:31:59.503 INFO:tasks.rados.rados.0.smithi136.stdout:337: expect (ObjNum 93 snap 18 seq_num 93) 2024-08-19T11:31:59.610 INFO:tasks.rados.rados.0.smithi136.stdout:339: finishing write tid 1 to smithi13674108-13 2024-08-19T11:31:59.610 INFO:tasks.rados.rados.0.smithi136.stdout:339: finishing write tid 2 to smithi13674108-13 2024-08-19T11:31:59.610 INFO:tasks.rados.rados.0.smithi136.stdout:339: finishing write tid 3 to smithi13674108-13 2024-08-19T11:31:59.610 INFO:tasks.rados.rados.0.smithi136.stdout:339: finishing write tid 4 to smithi13674108-13 2024-08-19T11:31:59.610 INFO:tasks.rados.rados.0.smithi136.stdout:339: finishing write tid 5 to smithi13674108-13 2024-08-19T11:31:59.610 INFO:tasks.rados.rados.0.smithi136.stdout:339: finishing write tid 6 to smithi13674108-13 2024-08-19T11:31:59.610 INFO:tasks.rados.rados.0.smithi136.stdout:339: oid 13 updating version 0 to 40 2024-08-19T11:31:59.610 INFO:tasks.rados.rados.0.smithi136.stdout:339: oid 13 version 40 is already newer than 39 2024-08-19T11:31:59.610 INFO:tasks.rados.rados.0.smithi136.stdout:339: oid 13 updating version 40 to 41 2024-08-19T11:31:59.611 INFO:tasks.rados.rados.0.smithi136.stdout:339: oid 13 version 41 is already newer than 38 2024-08-19T11:31:59.611 INFO:tasks.rados.rados.0.smithi136.stdout:339: oid 13 updating version 41 to 42 2024-08-19T11:31:59.611 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 42 (ObjNum 122 snap 31 seq_num 122) dirty exists 2024-08-19T11:31:59.611 INFO:tasks.rados.rados.0.smithi136.stdout:339: left oid 13 (ObjNum 122 snap 31 seq_num 122) 2024-08-19T11:31:59.611 INFO:tasks.rados.rados.0.smithi136.stdout:335: done (4 left) 2024-08-19T11:31:59.611 INFO:tasks.rados.rados.0.smithi136.stdout:336: done (3 left) 2024-08-19T11:31:59.611 INFO:tasks.rados.rados.0.smithi136.stdout:337: done (2 left) 2024-08-19T11:31:59.611 INFO:tasks.rados.rados.0.smithi136.stdout:339: done (1 left) 2024-08-19T11:31:59.611 INFO:tasks.rados.rados.0.smithi136.stdout:340: done (0 left) 2024-08-19T11:31:59.611 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 37 current snap is 31 2024-08-19T11:31:59.611 INFO:tasks.rados.rados.0.smithi136.stdout:341: seq_num 124 ranges {0=483328,483328=458752,942080=598016,1540096=548864} 2024-08-19T11:31:59.612 INFO:tasks.rados.rados.0.smithi136.stdout:341: writing smithi13674108-37 from 0 to 483328 tid 1 2024-08-19T11:31:59.615 INFO:tasks.rados.rados.0.smithi136.stdout:341: writing smithi13674108-37 from 483328 to 942080 tid 2 2024-08-19T11:31:59.618 INFO:tasks.rados.rados.0.smithi136.stdout:341: writing smithi13674108-37 from 942080 to 1540096 tid 3 2024-08-19T11:31:59.621 INFO:tasks.rados.rados.0.smithi136.stdout:341: writing smithi13674108-37 from 1540096 to 2088960 tid 4 2024-08-19T11:31:59.621 INFO:tasks.rados.rados.0.smithi136.stdout:342: copy_from oid 21 from oid 32 current snap is 31 2024-08-19T11:31:59.621 INFO:tasks.rados.rados.0.smithi136.stdout:341: finishing write tid 1 to smithi13674108-37 2024-08-19T11:31:59.621 INFO:tasks.rados.rados.0.smithi136.stdout:341: finishing write tid 2 to smithi13674108-37 2024-08-19T11:31:59.621 INFO:tasks.rados.rados.0.smithi136.stdout:341: finishing write tid 3 to smithi13674108-37 2024-08-19T11:31:59.621 INFO:tasks.rados.rados.0.smithi136.stdout:343: setattr oid 43 current snap is 31 2024-08-19T11:31:59.622 INFO:tasks.rados.rados.0.smithi136.stdout:344: read oid 34 snap -1 2024-08-19T11:31:59.622 INFO:tasks.rados.rados.0.smithi136.stdout:344: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T11:31:59.622 INFO:tasks.rados.rados.0.smithi136.stdout:345: snap_create 2024-08-19T11:31:59.623 INFO:tasks.rados.rados.0.smithi136.stdout:341: finishing write tid 4 to smithi13674108-37 2024-08-19T11:31:59.624 INFO:tasks.rados.rados.0.smithi136.stdout:341: finishing write tid 5 to smithi13674108-37 2024-08-19T11:31:59.624 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 43 (ObjNum 74 snap 11 seq_num 74) dirty exists 2024-08-19T11:31:59.625 INFO:tasks.rados.rados.0.smithi136.stdout:341: finishing write tid 6 to smithi13674108-37 2024-08-19T11:31:59.625 INFO:tasks.rados.rados.0.smithi136.stdout:341: oid 37 updating version 0 to 112 2024-08-19T11:31:59.625 INFO:tasks.rados.rados.0.smithi136.stdout:341: oid 37 version 112 is already newer than 111 2024-08-19T11:31:59.625 INFO:tasks.rados.rados.0.smithi136.stdout:341: oid 37 version 112 is already newer than 109 2024-08-19T11:31:59.626 INFO:tasks.rados.rados.0.smithi136.stdout:341: oid 37 version 112 is already newer than 110 2024-08-19T11:31:59.626 INFO:tasks.rados.rados.0.smithi136.stdout:341: oid 37 version 112 is already newer than 108 2024-08-19T11:31:59.626 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 112 (ObjNum 124 snap 31 seq_num 124) dirty exists 2024-08-19T11:31:59.626 INFO:tasks.rados.rados.0.smithi136.stdout:341: left oid 37 (ObjNum 124 snap 31 seq_num 124) 2024-08-19T11:31:59.627 INFO:tasks.rados.rados.0.smithi136.stdout:342: finishing copy_from racing read to smithi13674108-21 2024-08-19T11:31:59.627 INFO:tasks.rados.rados.0.smithi136.stdout:344: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T11:31:59.647 INFO:tasks.rados.rados.0.smithi136.stdout:342: finishing copy_from to smithi13674108-21 2024-08-19T11:31:59.647 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 4 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-19T11:31:59.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:31:59 smithi136 ceph-mon[28279]: osdmap e134: 8 total, 8 up, 8 in 2024-08-19T11:31:59.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:31:59 smithi136 ceph-mon[16389]: osdmap e134: 8 total, 8 up, 8 in 2024-08-19T11:31:59.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:31:59 smithi155 ceph-mon[19718]: osdmap e134: 8 total, 8 up, 8 in 2024-08-19T11:32:00.484 INFO:tasks.rados.rados.0.smithi136.stdout:341: done (4 left) 2024-08-19T11:32:00.484 INFO:tasks.rados.rados.0.smithi136.stdout:342: done (3 left) 2024-08-19T11:32:00.484 INFO:tasks.rados.rados.0.smithi136.stdout:343: done (2 left) 2024-08-19T11:32:00.484 INFO:tasks.rados.rados.0.smithi136.stdout:344: done (1 left) 2024-08-19T11:32:00.485 INFO:tasks.rados.rados.0.smithi136.stdout:345: done (0 left) 2024-08-19T11:32:00.485 INFO:tasks.rados.rados.0.smithi136.stdout:346: read oid 31 snap -1 2024-08-19T11:32:00.485 INFO:tasks.rados.rados.0.smithi136.stdout:346: expect (ObjNum 76 snap 13 seq_num 76) 2024-08-19T11:32:00.485 INFO:tasks.rados.rados.0.smithi136.stdout:347: rollback oid 22 current snap is 32 2024-08-19T11:32:00.485 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 22 to 25 2024-08-19T11:32:00.485 INFO:tasks.rados.rados.0.smithi136.stdout:348: read oid 48 snap -1 2024-08-19T11:32:00.485 INFO:tasks.rados.rados.0.smithi136.stdout:348: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-19T11:32:00.485 INFO:tasks.rados.rados.0.smithi136.stdout:349: rollback oid 3 current snap is 32 2024-08-19T11:32:00.485 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 3 to 24 2024-08-19T11:32:00.485 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 18 current snap is 32 2024-08-19T11:32:00.485 INFO:tasks.rados.rados.0.smithi136.stdout:350: seq_num 125 ranges {1466368=499712,1966080=745472,2711552=409600,3121152=450560} 2024-08-19T11:32:00.495 INFO:tasks.rados.rados.0.smithi136.stdout:350: writing smithi13674108-18 from 1466368 to 1966080 tid 1 2024-08-19T11:32:00.499 INFO:tasks.rados.rados.0.smithi136.stdout:350: writing smithi13674108-18 from 1966080 to 2711552 tid 2 2024-08-19T11:32:00.502 INFO:tasks.rados.rados.0.smithi136.stdout:350: writing smithi13674108-18 from 2711552 to 3121152 tid 3 2024-08-19T11:32:00.505 INFO:tasks.rados.rados.0.smithi136.stdout:350: writing smithi13674108-18 from 3121152 to 3571712 tid 4 2024-08-19T11:32:00.506 INFO:tasks.rados.rados.0.smithi136.stdout:351: rmattr oid 24 current snap is 32 2024-08-19T11:32:00.506 INFO:tasks.rados.rados.0.smithi136.stdout:349: finishing rollback tid 1 to smithi13674108-3 2024-08-19T11:32:00.506 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 0 (ObjNum 33 snap 0 seq_num 3760820480) dirty dne 2024-08-19T11:32:00.506 INFO:tasks.rados.rados.0.smithi136.stdout:349: done (5 left) 2024-08-19T11:32:00.506 INFO:tasks.rados.rados.0.smithi136.stdout:352: rmattr oid 41 current snap is 32 2024-08-19T11:32:00.506 INFO:tasks.rados.rados.0.smithi136.stdout:348: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-19T11:32:00.528 INFO:tasks.rados.rados.0.smithi136.stdout:347: finishing rollback tid 0 to smithi13674108-22 2024-08-19T11:32:00.529 INFO:tasks.rados.rados.0.smithi136.stdout:347: finishing rollback tid 1 to smithi13674108-22 2024-08-19T11:32:00.529 INFO:tasks.rados.rados.0.smithi136.stdout:347: finishing rollback tid 2 to smithi13674108-22 2024-08-19T11:32:00.529 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 115 (ObjNum 73 snap 11 seq_num 73) dirty exists 2024-08-19T11:32:00.530 INFO:tasks.rados.rados.0.smithi136.stdout:346: expect (ObjNum 76 snap 13 seq_num 76) 2024-08-19T11:32:00.643 INFO:tasks.rados.rados.0.smithi136.stdout:350: finishing write tid 1 to smithi13674108-18 2024-08-19T11:32:00.644 INFO:tasks.rados.rados.0.smithi136.stdout:350: finishing write tid 2 to smithi13674108-18 2024-08-19T11:32:00.644 INFO:tasks.rados.rados.0.smithi136.stdout:350: finishing write tid 3 to smithi13674108-18 2024-08-19T11:32:00.644 INFO:tasks.rados.rados.0.smithi136.stdout:346: done (5 left) 2024-08-19T11:32:00.644 INFO:tasks.rados.rados.0.smithi136.stdout:347: done (4 left) 2024-08-19T11:32:00.644 INFO:tasks.rados.rados.0.smithi136.stdout:348: done (3 left) 2024-08-19T11:32:00.644 INFO:tasks.rados.rados.0.smithi136.stdout:353: rmattr oid 45 current snap is 32 2024-08-19T11:32:00.644 INFO:tasks.rados.rados.0.smithi136.stdout:350: finishing write tid 4 to smithi13674108-18 2024-08-19T11:32:00.644 INFO:tasks.rados.rados.0.smithi136.stdout:350: finishing write tid 5 to smithi13674108-18 2024-08-19T11:32:00.644 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 116 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-08-19T11:32:00.644 INFO:tasks.rados.rados.0.smithi136.stdout:350: finishing write tid 6 to smithi13674108-18 2024-08-19T11:32:00.644 INFO:tasks.rados.rados.0.smithi136.stdout:350: oid 18 updating version 0 to 129 2024-08-19T11:32:00.644 INFO:tasks.rados.rados.0.smithi136.stdout:350: oid 18 updating version 129 to 133 2024-08-19T11:32:00.645 INFO:tasks.rados.rados.0.smithi136.stdout:350: oid 18 version 133 is already newer than 131 2024-08-19T11:32:00.645 INFO:tasks.rados.rados.0.smithi136.stdout:350: oid 18 version 133 is already newer than 132 2024-08-19T11:32:00.645 INFO:tasks.rados.rados.0.smithi136.stdout:350: oid 18 version 133 is already newer than 130 2024-08-19T11:32:00.645 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 133 (ObjNum 125 snap 32 seq_num 125) dirty exists 2024-08-19T11:32:00.645 INFO:tasks.rados.rados.0.smithi136.stdout:350: left oid 18 (ObjNum 125 snap 32 seq_num 125) 2024-08-19T11:32:00.645 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 76 (ObjNum 112 snap 26 seq_num 112) dirty exists 2024-08-19T11:32:00.645 INFO:tasks.rados.rados.0.smithi136.stdout:350: done (3 left) 2024-08-19T11:32:00.645 INFO:tasks.rados.rados.0.smithi136.stdout:351: done (2 left) 2024-08-19T11:32:00.645 INFO:tasks.rados.rados.0.smithi136.stdout:352: done (1 left) 2024-08-19T11:32:00.645 INFO:tasks.rados.rados.0.smithi136.stdout:354: copy_from oid 15 from oid 19 current snap is 32 2024-08-19T11:32:00.645 INFO:tasks.rados.rados.0.smithi136.stdout:355: delete oid 3 current snap is 32 2024-08-19T11:32:00.646 INFO:tasks.rados.rados.0.smithi136.stdout:355: done (2 left) 2024-08-19T11:32:00.646 INFO:tasks.rados.rados.0.smithi136.stdout:356: rollback oid 49 current snap is 32 2024-08-19T11:32:00.646 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 49 to 16 2024-08-19T11:32:00.646 INFO:tasks.rados.rados.0.smithi136.stdout:357: read oid 44 snap -1 2024-08-19T11:32:00.646 INFO:tasks.rados.rados.0.smithi136.stdout:357: expect deleted 2024-08-19T11:32:00.646 INFO:tasks.rados.rados.0.smithi136.stdout:358: snap_remove snap 27 2024-08-19T11:32:00.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:00 smithi136 ceph-mon[28279]: osdmap e135: 8 total, 8 up, 8 in 2024-08-19T11:32:00.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:00 smithi136 ceph-mon[28279]: pgmap v181: 121 pgs: 121 active+clean; 80 MiB data, 371 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.0 MiB/s wr, 23 op/s 2024-08-19T11:32:00.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:00 smithi136 ceph-mon[16389]: osdmap e135: 8 total, 8 up, 8 in 2024-08-19T11:32:00.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:00 smithi136 ceph-mon[16389]: pgmap v181: 121 pgs: 121 active+clean; 80 MiB data, 371 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.0 MiB/s wr, 23 op/s 2024-08-19T11:32:00.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:00 smithi155 ceph-mon[19718]: osdmap e135: 8 total, 8 up, 8 in 2024-08-19T11:32:00.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:00 smithi155 ceph-mon[19718]: pgmap v181: 121 pgs: 121 active+clean; 80 MiB data, 371 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.0 MiB/s wr, 23 op/s 2024-08-19T11:32:01.486 INFO:tasks.rados.rados.0.smithi136.stdout:358: done (4 left) 2024-08-19T11:32:01.486 INFO:tasks.rados.rados.0.smithi136.stdout:359: delete oid 5 current snap is 32 2024-08-19T11:32:01.486 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 135 (ObjNum 115 snap 27 seq_num 115) dirty exists 2024-08-19T11:32:01.486 INFO:tasks.rados.rados.0.smithi136.stdout:356: finishing rollback tid 1 to smithi13674108-49 2024-08-19T11:32:01.486 INFO:tasks.rados.rados.0.smithi136.stdout:356: finishing rollback tid 2 to smithi13674108-49 2024-08-19T11:32:01.487 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 105 (ObjNum 90 snap 14 seq_num 90) dirty exists 2024-08-19T11:32:01.487 INFO:tasks.rados.rados.0.smithi136.stdout:354: finishing copy_from racing read to smithi13674108-15 2024-08-19T11:32:01.487 INFO:tasks.rados.rados.0.smithi136.stdout:354: finishing copy_from to smithi13674108-15 2024-08-19T11:32:01.487 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 29 (ObjNum 119 snap 30 seq_num 119) dirty exists 2024-08-19T11:32:01.490 INFO:tasks.rados.rados.0.smithi136.stdout:353: done (4 left) 2024-08-19T11:32:01.490 INFO:tasks.rados.rados.0.smithi136.stdout:354: done (3 left) 2024-08-19T11:32:01.490 INFO:tasks.rados.rados.0.smithi136.stdout:356: done (2 left) 2024-08-19T11:32:01.491 INFO:tasks.rados.rados.0.smithi136.stdout:357: done (1 left) 2024-08-19T11:32:01.491 INFO:tasks.rados.rados.0.smithi136.stdout:359: done (0 left) 2024-08-19T11:32:01.491 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 12 current snap is 32 2024-08-19T11:32:01.491 INFO:tasks.rados.rados.0.smithi136.stdout:360: seq_num 128 ranges {0=548864,548864=794624,1343488=581632,1925120=229376} 2024-08-19T11:32:01.493 INFO:tasks.rados.rados.0.smithi136.stdout:360: writing smithi13674108-12 from 0 to 548864 tid 1 2024-08-19T11:32:01.498 INFO:tasks.rados.rados.0.smithi136.stdout:360: writing smithi13674108-12 from 548864 to 1343488 tid 2 2024-08-19T11:32:01.502 INFO:tasks.rados.rados.0.smithi136.stdout:360: writing smithi13674108-12 from 1343488 to 1925120 tid 3 2024-08-19T11:32:01.504 INFO:tasks.rados.rados.0.smithi136.stdout:360: writing smithi13674108-12 from 1925120 to 2154496 tid 4 2024-08-19T11:32:01.504 INFO:tasks.rados.rados.0.smithi136.stdout:361: snap_remove snap 31 2024-08-19T11:32:01.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:01 smithi136 ceph-mon[28279]: osdmap e136: 8 total, 8 up, 8 in 2024-08-19T11:32:01.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:01 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:32:01.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:01 smithi136 ceph-mon[16389]: osdmap e136: 8 total, 8 up, 8 in 2024-08-19T11:32:01.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:01 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:32:01.861 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:01 smithi155 ceph-mon[19718]: osdmap e136: 8 total, 8 up, 8 in 2024-08-19T11:32:01.861 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:01 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:32:02.377 INFO:tasks.rados.rados.0.smithi136.stdout:361: done (1 left) 2024-08-19T11:32:02.377 INFO:tasks.rados.rados.0.smithi136.stdout:362: snap_remove snap 28 2024-08-19T11:32:02.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:02 smithi136 ceph-mon[28279]: osdmap e137: 8 total, 8 up, 8 in 2024-08-19T11:32:02.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:02 smithi136 ceph-mon[28279]: pgmap v184: 121 pgs: 121 active+clean; 102 MiB data, 398 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.9 MiB/s wr, 34 op/s 2024-08-19T11:32:02.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:02 smithi136 ceph-mon[28279]: osdmap e138: 8 total, 8 up, 8 in 2024-08-19T11:32:02.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:02 smithi136 ceph-mon[16389]: osdmap e137: 8 total, 8 up, 8 in 2024-08-19T11:32:02.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:02 smithi136 ceph-mon[16389]: pgmap v184: 121 pgs: 121 active+clean; 102 MiB data, 398 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.9 MiB/s wr, 34 op/s 2024-08-19T11:32:02.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:02 smithi136 ceph-mon[16389]: osdmap e138: 8 total, 8 up, 8 in 2024-08-19T11:32:02.873 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:02 smithi155 ceph-mon[19718]: osdmap e137: 8 total, 8 up, 8 in 2024-08-19T11:32:02.873 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:02 smithi155 ceph-mon[19718]: pgmap v184: 121 pgs: 121 active+clean; 102 MiB data, 398 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.9 MiB/s wr, 34 op/s 2024-08-19T11:32:02.873 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:02 smithi155 ceph-mon[19718]: osdmap e138: 8 total, 8 up, 8 in 2024-08-19T11:32:03.376 INFO:tasks.rados.rados.0.smithi136.stdout:362: done (1 left) 2024-08-19T11:32:03.376 INFO:tasks.rados.rados.0.smithi136.stdout:363: snap_remove snap 29 2024-08-19T11:32:04.385 INFO:tasks.rados.rados.0.smithi136.stdout:363: done (1 left) 2024-08-19T11:32:04.385 INFO:tasks.rados.rados.0.smithi136.stdout:364: snap_remove snap 24 2024-08-19T11:32:04.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:04 smithi155 ceph-mon[19718]: osdmap e139: 8 total, 8 up, 8 in 2024-08-19T11:32:04.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:04 smithi155 ceph-mon[19718]: pgmap v187: 121 pgs: 121 active+clean; 102 MiB data, 398 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.9 MiB/s wr, 34 op/s 2024-08-19T11:32:04.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:04 smithi136 ceph-mon[28279]: osdmap e139: 8 total, 8 up, 8 in 2024-08-19T11:32:04.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:04 smithi136 ceph-mon[28279]: pgmap v187: 121 pgs: 121 active+clean; 102 MiB data, 398 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.9 MiB/s wr, 34 op/s 2024-08-19T11:32:04.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:04 smithi136 ceph-mon[16389]: osdmap e139: 8 total, 8 up, 8 in 2024-08-19T11:32:04.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:04 smithi136 ceph-mon[16389]: pgmap v187: 121 pgs: 121 active+clean; 102 MiB data, 398 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.9 MiB/s wr, 34 op/s 2024-08-19T11:32:05.389 INFO:tasks.rados.rados.0.smithi136.stdout:364: done (1 left) 2024-08-19T11:32:05.389 INFO:tasks.rados.rados.0.smithi136.stdout:365: setattr oid 21 current snap is 32 2024-08-19T11:32:05.389 INFO:tasks.rados.rados.0.smithi136.stdout:360: finishing write tid 1 to smithi13674108-12 2024-08-19T11:32:05.389 INFO:tasks.rados.rados.0.smithi136.stdout:360: finishing write tid 2 to smithi13674108-12 2024-08-19T11:32:05.389 INFO:tasks.rados.rados.0.smithi136.stdout:360: finishing write tid 3 to smithi13674108-12 2024-08-19T11:32:05.389 INFO:tasks.rados.rados.0.smithi136.stdout:360: finishing write tid 4 to smithi13674108-12 2024-08-19T11:32:05.389 INFO:tasks.rados.rados.0.smithi136.stdout:360: finishing write tid 5 to smithi13674108-12 2024-08-19T11:32:05.389 INFO:tasks.rados.rados.0.smithi136.stdout:360: finishing write tid 6 to smithi13674108-12 2024-08-19T11:32:05.389 INFO:tasks.rados.rados.0.smithi136.stdout:360: oid 12 updating version 0 to 41 2024-08-19T11:32:05.389 INFO:tasks.rados.rados.0.smithi136.stdout:360: oid 12 version 41 is already newer than 37 2024-08-19T11:32:05.389 INFO:tasks.rados.rados.0.smithi136.stdout:360: oid 12 updating version 41 to 42 2024-08-19T11:32:05.390 INFO:tasks.rados.rados.0.smithi136.stdout:360: oid 12 version 42 is already newer than 40 2024-08-19T11:32:05.390 INFO:tasks.rados.rados.0.smithi136.stdout:360: oid 12 updating version 42 to 43 2024-08-19T11:32:05.390 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 43 (ObjNum 128 snap 32 seq_num 128) dirty exists 2024-08-19T11:32:05.390 INFO:tasks.rados.rados.0.smithi136.stdout:360: left oid 12 (ObjNum 128 snap 32 seq_num 128) 2024-08-19T11:32:05.390 INFO:tasks.rados.rados.0.smithi136.stdout:360: done (1 left) 2024-08-19T11:32:05.391 INFO:tasks.rados.rados.0.smithi136.stdout:366: read oid 27 snap -1 2024-08-19T11:32:05.391 INFO:tasks.rados.rados.0.smithi136.stdout:366: expect (ObjNum 97 snap 18 seq_num 97) 2024-08-19T11:32:05.391 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 32 current snap is 32 2024-08-19T11:32:05.391 INFO:tasks.rados.rados.0.smithi136.stdout:367: seq_num 129 ranges {524288=565248,1089536=679936,1769472=786432,2555904=139264} 2024-08-19T11:32:05.397 INFO:tasks.rados.rados.0.smithi136.stdout:367: writing smithi13674108-32 from 524288 to 1089536 tid 1 2024-08-19T11:32:05.402 INFO:tasks.rados.rados.0.smithi136.stdout:367: writing smithi13674108-32 from 1089536 to 1769472 tid 2 2024-08-19T11:32:05.406 INFO:tasks.rados.rados.0.smithi136.stdout:367: writing smithi13674108-32 from 1769472 to 2555904 tid 3 2024-08-19T11:32:05.407 INFO:tasks.rados.rados.0.smithi136.stdout:367: writing smithi13674108-32 from 2555904 to 2695168 tid 4 2024-08-19T11:32:05.408 INFO:tasks.rados.rados.0.smithi136.stdout:368: setattr oid 8 current snap is 32 2024-08-19T11:32:05.408 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 93 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-19T11:32:05.408 INFO:tasks.rados.rados.0.smithi136.stdout:367: finishing write tid 1 to smithi13674108-32 2024-08-19T11:32:05.408 INFO:tasks.rados.rados.0.smithi136.stdout:366: expect (ObjNum 97 snap 18 seq_num 97) 2024-08-19T11:32:05.469 INFO:tasks.rados.rados.0.smithi136.stdout:367: finishing write tid 2 to smithi13674108-32 2024-08-19T11:32:05.470 INFO:tasks.rados.rados.0.smithi136.stdout:367: finishing write tid 3 to smithi13674108-32 2024-08-19T11:32:05.470 INFO:tasks.rados.rados.0.smithi136.stdout:367: finishing write tid 4 to smithi13674108-32 2024-08-19T11:32:05.470 INFO:tasks.rados.rados.0.smithi136.stdout:367: finishing write tid 5 to smithi13674108-32 2024-08-19T11:32:05.470 INFO:tasks.rados.rados.0.smithi136.stdout:367: finishing write tid 6 to smithi13674108-32 2024-08-19T11:32:05.470 INFO:tasks.rados.rados.0.smithi136.stdout:367: oid 32 updating version 0 to 54 2024-08-19T11:32:05.470 INFO:tasks.rados.rados.0.smithi136.stdout:367: oid 32 version 54 is already newer than 51 2024-08-19T11:32:05.470 INFO:tasks.rados.rados.0.smithi136.stdout:367: oid 32 version 54 is already newer than 52 2024-08-19T11:32:05.470 INFO:tasks.rados.rados.0.smithi136.stdout:367: oid 32 version 54 is already newer than 53 2024-08-19T11:32:05.470 INFO:tasks.rados.rados.0.smithi136.stdout:367: oid 32 updating version 54 to 55 2024-08-19T11:32:05.470 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 32 v 55 (ObjNum 129 snap 32 seq_num 129) dirty exists 2024-08-19T11:32:05.471 INFO:tasks.rados.rados.0.smithi136.stdout:367: left oid 32 (ObjNum 129 snap 32 seq_num 129) 2024-08-19T11:32:05.471 INFO:tasks.rados.rados.0.smithi136.stdout:365: done (3 left) 2024-08-19T11:32:05.471 INFO:tasks.rados.rados.0.smithi136.stdout:366: done (2 left) 2024-08-19T11:32:05.471 INFO:tasks.rados.rados.0.smithi136.stdout:367: done (1 left) 2024-08-19T11:32:05.471 INFO:tasks.rados.rados.0.smithi136.stdout:369: read oid 47 snap -1 2024-08-19T11:32:05.471 INFO:tasks.rados.rados.0.smithi136.stdout:369: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-19T11:32:05.471 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 28 current snap is 32 2024-08-19T11:32:05.471 INFO:tasks.rados.rados.0.smithi136.stdout:370: seq_num 130 ranges {0=581632,581632=614400,1196032=598016,1794048=393216} 2024-08-19T11:32:05.472 INFO:tasks.rados.rados.0.smithi136.stdout:370: writing smithi13674108-28 from 0 to 581632 tid 1 2024-08-19T11:32:05.476 INFO:tasks.rados.rados.0.smithi136.stdout:370: writing smithi13674108-28 from 581632 to 1196032 tid 2 2024-08-19T11:32:05.479 INFO:tasks.rados.rados.0.smithi136.stdout:370: writing smithi13674108-28 from 1196032 to 1794048 tid 3 2024-08-19T11:32:05.482 INFO:tasks.rados.rados.0.smithi136.stdout:370: writing smithi13674108-28 from 1794048 to 2187264 tid 4 2024-08-19T11:32:05.482 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 45 current snap is 32 2024-08-19T11:32:05.482 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 94 (ObjNum 100 snap 18 seq_num 100) dirty exists 2024-08-19T11:32:05.482 INFO:tasks.rados.rados.0.smithi136.stdout:371: seq_num 131 ranges {4276224=598016,4874240=499712,5373952=753664,6127616=352256} 2024-08-19T11:32:05.508 INFO:tasks.rados.rados.0.smithi136.stdout:371: writing smithi13674108-45 from 4276224 to 4874240 tid 1 2024-08-19T11:32:05.511 INFO:tasks.rados.rados.0.smithi136.stdout:371: writing smithi13674108-45 from 4874240 to 5373952 tid 2 2024-08-19T11:32:05.515 INFO:tasks.rados.rados.0.smithi136.stdout:371: writing smithi13674108-45 from 5373952 to 6127616 tid 3 2024-08-19T11:32:05.517 INFO:tasks.rados.rados.0.smithi136.stdout:371: writing smithi13674108-45 from 6127616 to 6479872 tid 4 2024-08-19T11:32:05.518 INFO:tasks.rados.rados.0.smithi136.stdout:368: done (3 left) 2024-08-19T11:32:05.518 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 49 current snap is 32 2024-08-19T11:32:05.518 INFO:tasks.rados.rados.0.smithi136.stdout:372: seq_num 132 ranges {2326528=614400,2940928=786432,3727360=565248,4292608=253952} 2024-08-19T11:32:05.533 INFO:tasks.rados.rados.0.smithi136.stdout:372: writing smithi13674108-49 from 2326528 to 2940928 tid 1 2024-08-19T11:32:05.538 INFO:tasks.rados.rados.0.smithi136.stdout:372: writing smithi13674108-49 from 2940928 to 3727360 tid 2 2024-08-19T11:32:05.541 INFO:tasks.rados.rados.0.smithi136.stdout:372: writing smithi13674108-49 from 3727360 to 4292608 tid 3 2024-08-19T11:32:05.543 INFO:tasks.rados.rados.0.smithi136.stdout:372: writing smithi13674108-49 from 4292608 to 4546560 tid 4 2024-08-19T11:32:05.543 INFO:tasks.rados.rados.0.smithi136.stdout:373: delete oid 10 current snap is 32 2024-08-19T11:32:05.543 INFO:tasks.rados.rados.0.smithi136.stdout:369: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-19T11:32:05.566 INFO:tasks.rados.rados.0.smithi136.stdout:370: finishing write tid 1 to smithi13674108-28 2024-08-19T11:32:05.566 INFO:tasks.rados.rados.0.smithi136.stdout:370: finishing write tid 2 to smithi13674108-28 2024-08-19T11:32:05.566 INFO:tasks.rados.rados.0.smithi136.stdout:370: finishing write tid 3 to smithi13674108-28 2024-08-19T11:32:05.566 INFO:tasks.rados.rados.0.smithi136.stdout:370: finishing write tid 4 to smithi13674108-28 2024-08-19T11:32:05.566 INFO:tasks.rados.rados.0.smithi136.stdout:370: finishing write tid 5 to smithi13674108-28 2024-08-19T11:32:05.566 INFO:tasks.rados.rados.0.smithi136.stdout:370: finishing write tid 6 to smithi13674108-28 2024-08-19T11:32:05.566 INFO:tasks.rados.rados.0.smithi136.stdout:370: oid 28 updating version 0 to 137 2024-08-19T11:32:05.566 INFO:tasks.rados.rados.0.smithi136.stdout:370: oid 28 version 137 is already newer than 136 2024-08-19T11:32:05.567 INFO:tasks.rados.rados.0.smithi136.stdout:370: oid 28 version 137 is already newer than 135 2024-08-19T11:32:05.567 INFO:tasks.rados.rados.0.smithi136.stdout:370: oid 28 updating version 137 to 138 2024-08-19T11:32:05.567 INFO:tasks.rados.rados.0.smithi136.stdout:370: oid 28 version 138 is already newer than 134 2024-08-19T11:32:05.567 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 138 (ObjNum 130 snap 32 seq_num 130) dirty exists 2024-08-19T11:32:05.567 INFO:tasks.rados.rados.0.smithi136.stdout:370: left oid 28 (ObjNum 130 snap 32 seq_num 130) 2024-08-19T11:32:05.567 INFO:tasks.rados.rados.0.smithi136.stdout:371: finishing write tid 1 to smithi13674108-45 2024-08-19T11:32:05.567 INFO:tasks.rados.rados.0.smithi136.stdout:369: done (4 left) 2024-08-19T11:32:05.567 INFO:tasks.rados.rados.0.smithi136.stdout:370: done (3 left) 2024-08-19T11:32:05.567 INFO:tasks.rados.rados.0.smithi136.stdout:373: done (2 left) 2024-08-19T11:32:05.567 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 7 current snap is 32 2024-08-19T11:32:05.567 INFO:tasks.rados.rados.0.smithi136.stdout:371: finishing write tid 2 to smithi13674108-45 2024-08-19T11:32:05.567 INFO:tasks.rados.rados.0.smithi136.stdout:371: finishing write tid 3 to smithi13674108-45 2024-08-19T11:32:05.567 INFO:tasks.rados.rados.0.smithi136.stdout:371: finishing write tid 4 to smithi13674108-45 2024-08-19T11:32:05.567 INFO:tasks.rados.rados.0.smithi136.stdout:374: seq_num 134 ranges {106496=647168,753664=548864,1302528=573440,1875968=483328} 2024-08-19T11:32:05.570 INFO:tasks.rados.rados.0.smithi136.stdout:374: writing smithi13674108-7 from 106496 to 753664 tid 1 2024-08-19T11:32:05.572 INFO:tasks.rados.rados.0.smithi136.stdout:374: writing smithi13674108-7 from 753664 to 1302528 tid 2 2024-08-19T11:32:05.576 INFO:tasks.rados.rados.0.smithi136.stdout:374: writing smithi13674108-7 from 1302528 to 1875968 tid 3 2024-08-19T11:32:05.579 INFO:tasks.rados.rados.0.smithi136.stdout:374: writing smithi13674108-7 from 1875968 to 2359296 tid 4 2024-08-19T11:32:05.579 INFO:tasks.rados.rados.0.smithi136.stdout:375: setattr oid 13 current snap is 32 2024-08-19T11:32:05.580 INFO:tasks.rados.rados.0.smithi136.stdout:371: finishing write tid 5 to smithi13674108-45 2024-08-19T11:32:05.580 INFO:tasks.rados.rados.0.smithi136.stdout:371: finishing write tid 6 to smithi13674108-45 2024-08-19T11:32:05.580 INFO:tasks.rados.rados.0.smithi136.stdout:371: oid 45 updating version 0 to 166 2024-08-19T11:32:05.580 INFO:tasks.rados.rados.0.smithi136.stdout:371: oid 45 version 166 is already newer than 164 2024-08-19T11:32:05.580 INFO:tasks.rados.rados.0.smithi136.stdout:371: oid 45 version 166 is already newer than 165 2024-08-19T11:32:05.580 INFO:tasks.rados.rados.0.smithi136.stdout:371: oid 45 updating version 166 to 168 2024-08-19T11:32:05.580 INFO:tasks.rados.rados.0.smithi136.stdout:371: oid 45 version 168 is already newer than 167 2024-08-19T11:32:05.580 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 168 (ObjNum 131 snap 32 seq_num 131) dirty exists 2024-08-19T11:32:05.580 INFO:tasks.rados.rados.0.smithi136.stdout:371: left oid 45 (ObjNum 131 snap 32 seq_num 131) 2024-08-19T11:32:05.580 INFO:tasks.rados.rados.0.smithi136.stdout:372: finishing write tid 1 to smithi13674108-49 2024-08-19T11:32:05.580 INFO:tasks.rados.rados.0.smithi136.stdout:372: finishing write tid 2 to smithi13674108-49 2024-08-19T11:32:05.580 INFO:tasks.rados.rados.0.smithi136.stdout:372: finishing write tid 3 to smithi13674108-49 2024-08-19T11:32:05.580 INFO:tasks.rados.rados.0.smithi136.stdout:372: finishing write tid 4 to smithi13674108-49 2024-08-19T11:32:05.580 INFO:tasks.rados.rados.0.smithi136.stdout:372: finishing write tid 5 to smithi13674108-49 2024-08-19T11:32:05.581 INFO:tasks.rados.rados.0.smithi136.stdout:372: finishing write tid 6 to smithi13674108-49 2024-08-19T11:32:05.581 INFO:tasks.rados.rados.0.smithi136.stdout:372: oid 49 updating version 0 to 116 2024-08-19T11:32:05.581 INFO:tasks.rados.rados.0.smithi136.stdout:372: oid 49 updating version 116 to 117 2024-08-19T11:32:05.581 INFO:tasks.rados.rados.0.smithi136.stdout:372: oid 49 version 117 is already newer than 114 2024-08-19T11:32:05.581 INFO:tasks.rados.rados.0.smithi136.stdout:372: oid 49 updating version 117 to 118 2024-08-19T11:32:05.581 INFO:tasks.rados.rados.0.smithi136.stdout:372: oid 49 version 118 is already newer than 115 2024-08-19T11:32:05.581 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 118 (ObjNum 132 snap 32 seq_num 132) dirty exists 2024-08-19T11:32:05.581 INFO:tasks.rados.rados.0.smithi136.stdout:372: left oid 49 (ObjNum 132 snap 32 seq_num 132) 2024-08-19T11:32:05.581 INFO:tasks.rados.rados.0.smithi136.stdout:374: finishing write tid 1 to smithi13674108-7 2024-08-19T11:32:05.581 INFO:tasks.rados.rados.0.smithi136.stdout:374: finishing write tid 2 to smithi13674108-7 2024-08-19T11:32:05.581 INFO:tasks.rados.rados.0.smithi136.stdout:374: finishing write tid 3 to smithi13674108-7 2024-08-19T11:32:05.582 INFO:tasks.rados.rados.0.smithi136.stdout:371: done (3 left) 2024-08-19T11:32:05.582 INFO:tasks.rados.rados.0.smithi136.stdout:372: done (2 left) 2024-08-19T11:32:05.582 INFO:tasks.rados.rados.0.smithi136.stdout:376: read oid 15 snap -1 2024-08-19T11:32:05.582 INFO:tasks.rados.rados.0.smithi136.stdout:376: expect (ObjNum 119 snap 30 seq_num 119) 2024-08-19T11:32:05.582 INFO:tasks.rados.rados.0.smithi136.stdout:377: snap_create 2024-08-19T11:32:05.583 INFO:tasks.rados.rados.0.smithi136.stdout:374: finishing write tid 4 to smithi13674108-7 2024-08-19T11:32:05.583 INFO:tasks.rados.rados.0.smithi136.stdout:374: finishing write tid 5 to smithi13674108-7 2024-08-19T11:32:05.583 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 50 (ObjNum 122 snap 31 seq_num 122) dirty exists 2024-08-19T11:32:05.583 INFO:tasks.rados.rados.0.smithi136.stdout:374: finishing write tid 6 to smithi13674108-7 2024-08-19T11:32:05.583 INFO:tasks.rados.rados.0.smithi136.stdout:374: oid 7 updating version 0 to 143 2024-08-19T11:32:05.583 INFO:tasks.rados.rados.0.smithi136.stdout:374: oid 7 version 143 is already newer than 140 2024-08-19T11:32:05.583 INFO:tasks.rados.rados.0.smithi136.stdout:374: oid 7 updating version 143 to 144 2024-08-19T11:32:05.584 INFO:tasks.rados.rados.0.smithi136.stdout:374: oid 7 version 144 is already newer than 141 2024-08-19T11:32:05.584 INFO:tasks.rados.rados.0.smithi136.stdout:374: oid 7 version 144 is already newer than 142 2024-08-19T11:32:05.584 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 144 (ObjNum 134 snap 32 seq_num 134) dirty exists 2024-08-19T11:32:05.584 INFO:tasks.rados.rados.0.smithi136.stdout:374: left oid 7 (ObjNum 134 snap 32 seq_num 134) 2024-08-19T11:32:05.602 INFO:tasks.rados.rados.0.smithi136.stdout:376: expect (ObjNum 119 snap 30 seq_num 119) 2024-08-19T11:32:05.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:05 smithi155 ceph-mon[19718]: osdmap e140: 8 total, 8 up, 8 in 2024-08-19T11:32:05.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:05 smithi136 ceph-mon[28279]: osdmap e140: 8 total, 8 up, 8 in 2024-08-19T11:32:05.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:05 smithi136 ceph-mon[16389]: osdmap e140: 8 total, 8 up, 8 in 2024-08-19T11:32:06.350 INFO:teuthology.orchestra.run.smithi136.stdout:true 2024-08-19T11:32:06.392 INFO:tasks.rados.rados.0.smithi136.stdout:374: done (3 left) 2024-08-19T11:32:06.392 INFO:tasks.rados.rados.0.smithi136.stdout:375: done (2 left) 2024-08-19T11:32:06.392 INFO:tasks.rados.rados.0.smithi136.stdout:376: done (1 left) 2024-08-19T11:32:06.392 INFO:tasks.rados.rados.0.smithi136.stdout:377: done (0 left) 2024-08-19T11:32:06.392 INFO:tasks.rados.rados.0.smithi136.stdout:378: delete oid 27 current snap is 33 2024-08-19T11:32:06.395 INFO:tasks.rados.rados.0.smithi136.stdout:378: done (0 left) 2024-08-19T11:32:06.396 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 3 current snap is 33 2024-08-19T11:32:06.396 INFO:tasks.rados.rados.0.smithi136.stdout:379: seq_num 136 ranges {0=688128,688128=720896,1409024=540672,1949696=344064} 2024-08-19T11:32:06.399 INFO:tasks.rados.rados.0.smithi136.stdout:379: writing smithi13674108-3 from 0 to 688128 tid 1 2024-08-19T11:32:06.403 INFO:tasks.rados.rados.0.smithi136.stdout:379: writing smithi13674108-3 from 688128 to 1409024 tid 2 2024-08-19T11:32:06.407 INFO:tasks.rados.rados.0.smithi136.stdout:379: writing smithi13674108-3 from 1409024 to 1949696 tid 3 2024-08-19T11:32:06.409 INFO:tasks.rados.rados.0.smithi136.stdout:379: writing smithi13674108-3 from 1949696 to 2293760 tid 4 2024-08-19T11:32:06.409 INFO:tasks.rados.rados.0.smithi136.stdout:380: snap_create 2024-08-19T11:32:06.409 INFO:tasks.rados.rados.0.smithi136.stdout:379: finishing write tid 1 to smithi13674108-3 2024-08-19T11:32:06.409 INFO:tasks.rados.rados.0.smithi136.stdout:379: finishing write tid 2 to smithi13674108-3 2024-08-19T11:32:06.410 INFO:tasks.rados.rados.0.smithi136.stdout:379: finishing write tid 3 to smithi13674108-3 2024-08-19T11:32:06.411 INFO:tasks.rados.rados.0.smithi136.stdout:379: finishing write tid 4 to smithi13674108-3 2024-08-19T11:32:06.411 INFO:tasks.rados.rados.0.smithi136.stdout:379: finishing write tid 5 to smithi13674108-3 2024-08-19T11:32:06.415 INFO:tasks.rados.rados.0.smithi136.stdout:379: finishing write tid 6 to smithi13674108-3 2024-08-19T11:32:06.415 INFO:tasks.rados.rados.0.smithi136.stdout:379: oid 3 updating version 0 to 148 2024-08-19T11:32:06.415 INFO:tasks.rados.rados.0.smithi136.stdout:379: oid 3 updating version 148 to 149 2024-08-19T11:32:06.415 INFO:tasks.rados.rados.0.smithi136.stdout:379: oid 3 version 149 is already newer than 147 2024-08-19T11:32:06.415 INFO:tasks.rados.rados.0.smithi136.stdout:379: oid 3 version 149 is already newer than 145 2024-08-19T11:32:06.415 INFO:tasks.rados.rados.0.smithi136.stdout:379: oid 3 version 149 is already newer than 146 2024-08-19T11:32:06.415 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 149 (ObjNum 136 snap 33 seq_num 136) dirty exists 2024-08-19T11:32:06.415 INFO:tasks.rados.rados.0.smithi136.stdout:379: left oid 3 (ObjNum 136 snap 33 seq_num 136) 2024-08-19T11:32:06.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:06 smithi155 ceph-mon[19718]: osdmap e141: 8 total, 8 up, 8 in 2024-08-19T11:32:06.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:06 smithi155 ceph-mon[19718]: pgmap v190: 121 pgs: 121 active+clean; 102 MiB data, 398 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:32:06.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:06 smithi136 ceph-mon[16389]: osdmap e141: 8 total, 8 up, 8 in 2024-08-19T11:32:06.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:06 smithi136 ceph-mon[16389]: pgmap v190: 121 pgs: 121 active+clean; 102 MiB data, 398 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:32:06.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:06 smithi136 ceph-mon[28279]: osdmap e141: 8 total, 8 up, 8 in 2024-08-19T11:32:06.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:06 smithi136 ceph-mon[28279]: pgmap v190: 121 pgs: 121 active+clean; 102 MiB data, 398 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:32:06.886 INFO:teuthology.orchestra.run.smithi136.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T11:32:06.886 INFO:teuthology.orchestra.run.smithi136.stdout:alertmanager.a smithi136 *:9093,9094 running (2m) 2m ago 3m 16.6M - 0.25.0 c8568f914cd2 5af88c4acee8 2024-08-19T11:32:06.886 INFO:teuthology.orchestra.run.smithi136.stdout:grafana.a smithi155 *:3000 running (3m) 2m ago 3m 82.5M - 9.4.7 954c08fa6188 cb3e816dd27a 2024-08-19T11:32:06.886 INFO:teuthology.orchestra.run.smithi136.stdout:mds.a smithi136 running (4m) 2m ago 4m 17.4M - 18.2.4-721-gbaa926de e6c292a6bc95 70acc09ac00c 2024-08-19T11:32:06.886 INFO:teuthology.orchestra.run.smithi136.stdout:mds.b smithi155 running (4m) 2m ago 4m 15.6M - 18.2.4-721-gbaa926de e6c292a6bc95 f9104a674461 2024-08-19T11:32:06.886 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.x smithi155 *:8443,8765 running (8m) 2m ago 8m 437M - 18.2.4-721-gbaa926de e6c292a6bc95 e0039a0d0c33 2024-08-19T11:32:06.886 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.y smithi136 *:9283,8765 running (9m) 2m ago 9m 487M - 18.2.4-721-gbaa926de e6c292a6bc95 7ec1b975b08f 2024-08-19T11:32:06.887 INFO:teuthology.orchestra.run.smithi136.stdout:mon.a smithi136 running (9m) 2m ago 10m 47.8M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 60d0fb5300fe 2024-08-19T11:32:06.887 INFO:teuthology.orchestra.run.smithi136.stdout:mon.b smithi155 running (8m) 2m ago 8m 38.1M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 91dd29510477 2024-08-19T11:32:06.887 INFO:teuthology.orchestra.run.smithi136.stdout:mon.c smithi136 running (8m) 2m ago 8m 38.5M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 fb9556fd54c6 2024-08-19T11:32:06.887 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.a smithi136 *:9100 running (3m) 2m ago 3m 16.1M - 1.5.0 0da6a335fe13 8b8c68944f5b 2024-08-19T11:32:06.887 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.b smithi155 *:9100 running (3m) 2m ago 3m 8590k - 1.5.0 0da6a335fe13 94f522beed05 2024-08-19T11:32:06.887 INFO:teuthology.orchestra.run.smithi136.stdout:osd.0 smithi136 running (8m) 2m ago 7m 45.5M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 e96830382dcf 2024-08-19T11:32:06.887 INFO:teuthology.orchestra.run.smithi136.stdout:osd.1 smithi136 running (7m) 2m ago 7m 47.3M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 bca15785dcda 2024-08-19T11:32:06.887 INFO:teuthology.orchestra.run.smithi136.stdout:osd.2 smithi136 running (7m) 2m ago 7m 50.8M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 f79852ccd72a 2024-08-19T11:32:06.887 INFO:teuthology.orchestra.run.smithi136.stdout:osd.3 smithi136 running (6m) 2m ago 6m 51.4M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 e4e2f187c816 2024-08-19T11:32:06.887 INFO:teuthology.orchestra.run.smithi136.stdout:osd.4 smithi155 running (6m) 2m ago 6m 42.8M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 41fae920e9f8 2024-08-19T11:32:06.887 INFO:teuthology.orchestra.run.smithi136.stdout:osd.5 smithi155 running (6m) 2m ago 6m 50.7M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 a11fccf8327d 2024-08-19T11:32:06.887 INFO:teuthology.orchestra.run.smithi136.stdout:osd.6 smithi155 running (5m) 2m ago 5m 50.7M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 ae2da85c009a 2024-08-19T11:32:06.887 INFO:teuthology.orchestra.run.smithi136.stdout:osd.7 smithi155 running (5m) 2m ago 5m 44.8M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 78b9ac5d3d4f 2024-08-19T11:32:06.888 INFO:teuthology.orchestra.run.smithi136.stdout:prometheus.a smithi155 *:9095 running (2m) 2m ago 3m 33.5M - 2.43.0 a07b618ecd1d 198319c7a2d9 2024-08-19T11:32:07.205 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:32:07.205 INFO:teuthology.orchestra.run.smithi136.stdout: "mon": { 2024-08-19T11:32:07.205 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 3 2024-08-19T11:32:07.206 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:32:07.206 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr": { 2024-08-19T11:32:07.206 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T11:32:07.206 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:32:07.206 INFO:teuthology.orchestra.run.smithi136.stdout: "osd": { 2024-08-19T11:32:07.206 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 8 2024-08-19T11:32:07.206 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:32:07.206 INFO:teuthology.orchestra.run.smithi136.stdout: "mds": { 2024-08-19T11:32:07.206 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T11:32:07.206 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:32:07.206 INFO:teuthology.orchestra.run.smithi136.stdout: "overall": { 2024-08-19T11:32:07.206 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 15 2024-08-19T11:32:07.206 INFO:teuthology.orchestra.run.smithi136.stdout: } 2024-08-19T11:32:07.206 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:32:07.396 INFO:tasks.rados.rados.0.smithi136.stdout:379: done (1 left) 2024-08-19T11:32:07.397 INFO:tasks.rados.rados.0.smithi136.stdout:380: done (0 left) 2024-08-19T11:32:07.397 INFO:tasks.rados.rados.0.smithi136.stdout:381: rollback oid 27 current snap is 34 2024-08-19T11:32:07.397 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 27 to 33 2024-08-19T11:32:07.397 INFO:tasks.rados.rados.0.smithi136.stdout:382: setattr oid 20 current snap is 34 2024-08-19T11:32:07.397 INFO:tasks.rados.rados.0.smithi136.stdout:381: finishing rollback tid 1 to smithi13674108-27 2024-08-19T11:32:07.397 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 18 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-19T11:32:07.398 INFO:tasks.rados.rados.0.smithi136.stdout:381: done (1 left) 2024-08-19T11:32:07.398 INFO:tasks.rados.rados.0.smithi136.stdout:383: snap_create 2024-08-19T11:32:07.403 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 169 (ObjNum -531618016 snap 22033 seq_num 304) dirty exists 2024-08-19T11:32:07.481 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:32:07.481 INFO:teuthology.orchestra.run.smithi136.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T11:32:07.481 INFO:teuthology.orchestra.run.smithi136.stdout: "in_progress": true, 2024-08-19T11:32:07.481 INFO:teuthology.orchestra.run.smithi136.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T11:32:07.481 INFO:teuthology.orchestra.run.smithi136.stdout: "services_complete": [], 2024-08-19T11:32:07.481 INFO:teuthology.orchestra.run.smithi136.stdout: "progress": "0/20 daemons upgraded", 2024-08-19T11:32:07.481 INFO:teuthology.orchestra.run.smithi136.stdout: "message": "Pulling quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 image on host smithi155", 2024-08-19T11:32:07.481 INFO:teuthology.orchestra.run.smithi136.stdout: "is_paused": false 2024-08-19T11:32:07.481 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:32:07.482 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:07 smithi136 ceph-mon[28279]: from='client.24917 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:32:07.482 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:07 smithi136 ceph-mon[28279]: osdmap e142: 8 total, 8 up, 8 in 2024-08-19T11:32:07.482 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:07 smithi136 ceph-mon[28279]: from='client.24923 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:32:07.482 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:07 smithi136 ceph-mon[28279]: from='client.15030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:32:07.482 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:07 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/2663381488' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T11:32:07.482 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:07 smithi136 ceph-mon[16389]: from='client.24917 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:32:07.482 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:07 smithi136 ceph-mon[16389]: osdmap e142: 8 total, 8 up, 8 in 2024-08-19T11:32:07.482 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:07 smithi136 ceph-mon[16389]: from='client.24923 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:32:07.482 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:07 smithi136 ceph-mon[16389]: from='client.15030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:32:07.483 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:07 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/2663381488' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T11:32:07.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:07 smithi155 ceph-mon[19718]: from='client.24917 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:32:07.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:07 smithi155 ceph-mon[19718]: osdmap e142: 8 total, 8 up, 8 in 2024-08-19T11:32:07.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:07 smithi155 ceph-mon[19718]: from='client.24923 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:32:07.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:07 smithi155 ceph-mon[19718]: from='client.15030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:32:07.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:07 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/2663381488' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T11:32:07.847 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:07 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:32:07] "GET /metrics HTTP/1.1" 200 36027 "" "Prometheus/2.43.0" 2024-08-19T11:32:08.404 INFO:tasks.rados.rados.0.smithi136.stdout:382: done (1 left) 2024-08-19T11:32:08.404 INFO:tasks.rados.rados.0.smithi136.stdout:383: done (0 left) 2024-08-19T11:32:08.405 INFO:tasks.rados.rados.0.smithi136.stdout:384: read oid 46 snap -1 2024-08-19T11:32:08.405 INFO:tasks.rados.rados.0.smithi136.stdout:384: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T11:32:08.405 INFO:tasks.rados.rados.0.smithi136.stdout:385: snap_remove snap 22 2024-08-19T11:32:08.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:08 smithi155 ceph-mon[19718]: osdmap e143: 8 total, 8 up, 8 in 2024-08-19T11:32:08.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:08 smithi155 ceph-mon[19718]: from='client.15042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:32:08.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:08 smithi155 ceph-mon[19718]: pgmap v193: 121 pgs: 121 active+clean; 109 MiB data, 410 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2024-08-19T11:32:08.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:08 smithi136 ceph-mon[28279]: osdmap e143: 8 total, 8 up, 8 in 2024-08-19T11:32:08.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:08 smithi136 ceph-mon[28279]: from='client.15042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:32:08.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:08 smithi136 ceph-mon[28279]: pgmap v193: 121 pgs: 121 active+clean; 109 MiB data, 410 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2024-08-19T11:32:08.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:08 smithi136 ceph-mon[16389]: osdmap e143: 8 total, 8 up, 8 in 2024-08-19T11:32:08.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:08 smithi136 ceph-mon[16389]: from='client.15042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:32:08.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:08 smithi136 ceph-mon[16389]: pgmap v193: 121 pgs: 121 active+clean; 109 MiB data, 410 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2024-08-19T11:32:09.409 INFO:tasks.rados.rados.0.smithi136.stdout:384: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T11:32:09.436 INFO:tasks.rados.rados.0.smithi136.stdout:384: done (1 left) 2024-08-19T11:32:09.436 INFO:tasks.rados.rados.0.smithi136.stdout:385: done (0 left) 2024-08-19T11:32:09.436 INFO:tasks.rados.rados.0.smithi136.stdout:386: read oid 45 snap -1 2024-08-19T11:32:09.436 INFO:tasks.rados.rados.0.smithi136.stdout:386: expect (ObjNum 131 snap 32 seq_num 131) 2024-08-19T11:32:09.436 INFO:tasks.rados.rados.0.smithi136.stdout:387: snap_create 2024-08-19T11:32:09.457 INFO:tasks.rados.rados.0.smithi136.stdout:386: expect (ObjNum 131 snap 32 seq_num 131) 2024-08-19T11:32:09.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:09 smithi155 ceph-mon[19718]: osdmap e144: 8 total, 8 up, 8 in 2024-08-19T11:32:09.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:09 smithi136 ceph-mon[28279]: osdmap e144: 8 total, 8 up, 8 in 2024-08-19T11:32:09.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:09 smithi136 ceph-mon[16389]: osdmap e144: 8 total, 8 up, 8 in 2024-08-19T11:32:10.413 INFO:tasks.rados.rados.0.smithi136.stdout:386: done (1 left) 2024-08-19T11:32:10.413 INFO:tasks.rados.rados.0.smithi136.stdout:387: done (0 left) 2024-08-19T11:32:10.413 INFO:tasks.rados.rados.0.smithi136.stdout:388: read oid 45 snap -1 2024-08-19T11:32:10.413 INFO:tasks.rados.rados.0.smithi136.stdout:388: expect (ObjNum 131 snap 32 seq_num 131) 2024-08-19T11:32:10.413 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 33 current snap is 36 2024-08-19T11:32:10.413 INFO:tasks.rados.rados.0.smithi136.stdout:389: seq_num 137 ranges {2293760=704512,2998272=655360,3653632=753664,4407296=196608} 2024-08-19T11:32:10.430 INFO:tasks.rados.rados.0.smithi136.stdout:389: writing smithi13674108-33 from 2293760 to 2998272 tid 1 2024-08-19T11:32:10.433 INFO:tasks.rados.rados.0.smithi136.stdout:389: writing smithi13674108-33 from 2998272 to 3653632 tid 2 2024-08-19T11:32:10.438 INFO:tasks.rados.rados.0.smithi136.stdout:389: writing smithi13674108-33 from 3653632 to 4407296 tid 3 2024-08-19T11:32:10.439 INFO:tasks.rados.rados.0.smithi136.stdout:389: writing smithi13674108-33 from 4407296 to 4603904 tid 4 2024-08-19T11:32:10.440 INFO:tasks.rados.rados.0.smithi136.stdout:390: delete oid 2 current snap is 36 2024-08-19T11:32:10.440 INFO:tasks.rados.rados.0.smithi136.stdout:388: expect (ObjNum 131 snap 32 seq_num 131) 2024-08-19T11:32:10.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:10 smithi155 ceph-mon[19718]: osdmap e145: 8 total, 8 up, 8 in 2024-08-19T11:32:10.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:10 smithi155 ceph-mon[19718]: pgmap v196: 121 pgs: 121 active+clean; 109 MiB data, 410 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2024-08-19T11:32:10.715 INFO:tasks.rados.rados.0.smithi136.stdout:389: finishing write tid 1 to smithi13674108-33 2024-08-19T11:32:10.716 INFO:tasks.rados.rados.0.smithi136.stdout:389: finishing write tid 2 to smithi13674108-33 2024-08-19T11:32:10.716 INFO:tasks.rados.rados.0.smithi136.stdout:388: done (2 left) 2024-08-19T11:32:10.716 INFO:tasks.rados.rados.0.smithi136.stdout:390: done (1 left) 2024-08-19T11:32:10.716 INFO:tasks.rados.rados.0.smithi136.stdout:391: snap_create 2024-08-19T11:32:10.716 INFO:tasks.rados.rados.0.smithi136.stdout:389: finishing write tid 3 to smithi13674108-33 2024-08-19T11:32:10.717 INFO:tasks.rados.rados.0.smithi136.stdout:389: finishing write tid 4 to smithi13674108-33 2024-08-19T11:32:10.717 INFO:tasks.rados.rados.0.smithi136.stdout:389: finishing write tid 5 to smithi13674108-33 2024-08-19T11:32:10.717 INFO:tasks.rados.rados.0.smithi136.stdout:389: finishing write tid 6 to smithi13674108-33 2024-08-19T11:32:10.717 INFO:tasks.rados.rados.0.smithi136.stdout:389: oid 33 updating version 0 to 181 2024-08-19T11:32:10.717 INFO:tasks.rados.rados.0.smithi136.stdout:389: oid 33 version 181 is already newer than 177 2024-08-19T11:32:10.717 INFO:tasks.rados.rados.0.smithi136.stdout:389: oid 33 version 181 is already newer than 178 2024-08-19T11:32:10.718 INFO:tasks.rados.rados.0.smithi136.stdout:389: oid 33 version 181 is already newer than 179 2024-08-19T11:32:10.718 INFO:tasks.rados.rados.0.smithi136.stdout:389: oid 33 version 181 is already newer than 180 2024-08-19T11:32:10.718 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 33 v 181 (ObjNum 137 snap 36 seq_num 137) dirty exists 2024-08-19T11:32:10.718 INFO:tasks.rados.rados.0.smithi136.stdout:389: left oid 33 (ObjNum 137 snap 36 seq_num 137) 2024-08-19T11:32:10.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:10 smithi136 ceph-mon[28279]: osdmap e145: 8 total, 8 up, 8 in 2024-08-19T11:32:10.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:10 smithi136 ceph-mon[28279]: pgmap v196: 121 pgs: 121 active+clean; 109 MiB data, 410 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2024-08-19T11:32:10.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:10 smithi136 ceph-mon[16389]: osdmap e145: 8 total, 8 up, 8 in 2024-08-19T11:32:10.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:10 smithi136 ceph-mon[16389]: pgmap v196: 121 pgs: 121 active+clean; 109 MiB data, 410 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2024-08-19T11:32:11.420 INFO:tasks.rados.rados.0.smithi136.stdout:389: done (1 left) 2024-08-19T11:32:11.420 INFO:tasks.rados.rados.0.smithi136.stdout:391: done (0 left) 2024-08-19T11:32:11.420 INFO:tasks.rados.rados.0.smithi136.stdout:392: rmattr oid 48 current snap is 37 2024-08-19T11:32:11.420 INFO:tasks.rados.rados.0.smithi136.stdout:393: rmattr oid 38 current snap is 37 2024-08-19T11:32:11.420 INFO:tasks.rados.rados.0.smithi136.stdout:393: done (1 left) 2024-08-19T11:32:11.420 INFO:tasks.rados.rados.0.smithi136.stdout:394: read oid 17 snap -1 2024-08-19T11:32:11.420 INFO:tasks.rados.rados.0.smithi136.stdout:394: expect (ObjNum 91 snap 16 seq_num 91) 2024-08-19T11:32:11.420 INFO:tasks.rados.rados.0.smithi136.stdout:395: rollback oid 37 current snap is 37 2024-08-19T11:32:11.420 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 37 to 34 2024-08-19T11:32:11.420 INFO:tasks.rados.rados.0.smithi136.stdout:396: read oid 8 snap -1 2024-08-19T11:32:11.421 INFO:tasks.rados.rados.0.smithi136.stdout:396: expect (ObjNum 100 snap 18 seq_num 100) 2024-08-19T11:32:11.421 INFO:tasks.rados.rados.0.smithi136.stdout:397: rollback oid 13 current snap is 37 2024-08-19T11:32:11.421 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 13 to 36 2024-08-19T11:32:11.421 INFO:tasks.rados.rados.0.smithi136.stdout:398: snap_remove snap 32 2024-08-19T11:32:11.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:11 smithi155 ceph-mon[19718]: osdmap e146: 8 total, 8 up, 8 in 2024-08-19T11:32:11.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:11 smithi136 ceph-mon[28279]: osdmap e146: 8 total, 8 up, 8 in 2024-08-19T11:32:11.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:11 smithi136 ceph-mon[16389]: osdmap e146: 8 total, 8 up, 8 in 2024-08-19T11:32:12.378 INFO:tasks.rados.rados.0.smithi136.stdout:398: done (5 left) 2024-08-19T11:32:12.379 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 27 current snap is 37 2024-08-19T11:32:12.379 INFO:tasks.rados.rados.0.smithi136.stdout:399: seq_num 139 ranges {0=737280,737280=425984,1163264=761856,1925120=417792} 2024-08-19T11:32:12.383 INFO:tasks.rados.rados.0.smithi136.stdout:399: writing smithi13674108-27 from 0 to 737280 tid 1 2024-08-19T11:32:12.386 INFO:tasks.rados.rados.0.smithi136.stdout:399: writing smithi13674108-27 from 737280 to 1163264 tid 2 2024-08-19T11:32:12.390 INFO:tasks.rados.rados.0.smithi136.stdout:399: writing smithi13674108-27 from 1163264 to 1925120 tid 3 2024-08-19T11:32:12.393 INFO:tasks.rados.rados.0.smithi136.stdout:399: writing smithi13674108-27 from 1925120 to 2342912 tid 4 2024-08-19T11:32:12.393 INFO:tasks.rados.rados.0.smithi136.stdout:400: delete oid 41 current snap is 37 2024-08-19T11:32:12.393 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 48 v 98 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-19T11:32:12.394 INFO:tasks.rados.rados.0.smithi136.stdout:397: finishing rollback tid 0 to smithi13674108-13 2024-08-19T11:32:12.394 INFO:tasks.rados.rados.0.smithi136.stdout:397: finishing rollback tid 1 to smithi13674108-13 2024-08-19T11:32:12.394 INFO:tasks.rados.rados.0.smithi136.stdout:397: finishing rollback tid 2 to smithi13674108-13 2024-08-19T11:32:12.394 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 56 (ObjNum 122 snap 31 seq_num 122) dirty exists 2024-08-19T11:32:12.394 INFO:tasks.rados.rados.0.smithi136.stdout:395: finishing rollback tid 0 to smithi13674108-37 2024-08-19T11:32:12.394 INFO:tasks.rados.rados.0.smithi136.stdout:395: finishing rollback tid 1 to smithi13674108-37 2024-08-19T11:32:12.394 INFO:tasks.rados.rados.0.smithi136.stdout:395: finishing rollback tid 2 to smithi13674108-37 2024-08-19T11:32:12.394 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 145 (ObjNum 124 snap 31 seq_num 124) dirty exists 2024-08-19T11:32:12.394 INFO:tasks.rados.rados.0.smithi136.stdout:394: expect (ObjNum 91 snap 16 seq_num 91) 2024-08-19T11:32:12.437 INFO:tasks.rados.rados.0.smithi136.stdout:396: expect (ObjNum 100 snap 18 seq_num 100) 2024-08-19T11:32:12.482 INFO:tasks.rados.rados.0.smithi136.stdout:399: finishing write tid 1 to smithi13674108-27 2024-08-19T11:32:12.483 INFO:tasks.rados.rados.0.smithi136.stdout:399: finishing write tid 2 to smithi13674108-27 2024-08-19T11:32:12.483 INFO:tasks.rados.rados.0.smithi136.stdout:399: finishing write tid 3 to smithi13674108-27 2024-08-19T11:32:12.483 INFO:tasks.rados.rados.0.smithi136.stdout:392: done (6 left) 2024-08-19T11:32:12.483 INFO:tasks.rados.rados.0.smithi136.stdout:394: done (5 left) 2024-08-19T11:32:12.483 INFO:tasks.rados.rados.0.smithi136.stdout:395: done (4 left) 2024-08-19T11:32:12.483 INFO:tasks.rados.rados.0.smithi136.stdout:396: done (3 left) 2024-08-19T11:32:12.483 INFO:tasks.rados.rados.0.smithi136.stdout:397: done (2 left) 2024-08-19T11:32:12.483 INFO:tasks.rados.rados.0.smithi136.stdout:400: done (1 left) 2024-08-19T11:32:12.483 INFO:tasks.rados.rados.0.smithi136.stdout:401: read oid 25 snap 35 2024-08-19T11:32:12.483 INFO:tasks.rados.rados.0.smithi136.stdout:401: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-19T11:32:12.483 INFO:tasks.rados.rados.0.smithi136.stdout:402: read oid 47 snap -1 2024-08-19T11:32:12.483 INFO:tasks.rados.rados.0.smithi136.stdout:402: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-19T11:32:12.484 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 36 current snap is 37 2024-08-19T11:32:12.484 INFO:tasks.rados.rados.0.smithi136.stdout:399: finishing write tid 4 to smithi13674108-27 2024-08-19T11:32:12.484 INFO:tasks.rados.rados.0.smithi136.stdout:399: finishing write tid 5 to smithi13674108-27 2024-08-19T11:32:12.484 INFO:tasks.rados.rados.0.smithi136.stdout:399: finishing write tid 6 to smithi13674108-27 2024-08-19T11:32:12.484 INFO:tasks.rados.rados.0.smithi136.stdout:399: oid 27 updating version 0 to 28 2024-08-19T11:32:12.484 INFO:tasks.rados.rados.0.smithi136.stdout:399: oid 27 version 28 is already newer than 25 2024-08-19T11:32:12.484 INFO:tasks.rados.rados.0.smithi136.stdout:399: oid 27 version 28 is already newer than 24 2024-08-19T11:32:12.484 INFO:tasks.rados.rados.0.smithi136.stdout:399: oid 27 version 28 is already newer than 26 2024-08-19T11:32:12.484 INFO:tasks.rados.rados.0.smithi136.stdout:399: oid 27 version 28 is already newer than 27 2024-08-19T11:32:12.485 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 28 (ObjNum 139 snap 37 seq_num 139) dirty exists 2024-08-19T11:32:12.485 INFO:tasks.rados.rados.0.smithi136.stdout:399: left oid 27 (ObjNum 139 snap 37 seq_num 139) 2024-08-19T11:32:12.485 INFO:tasks.rados.rados.0.smithi136.stdout:403: seq_num 141 ranges {2867200=770048,3637248=589824,4227072=729088,4956160=286720} 2024-08-19T11:32:12.501 INFO:tasks.rados.rados.0.smithi136.stdout:403: writing smithi13674108-36 from 2867200 to 3637248 tid 1 2024-08-19T11:32:12.504 INFO:tasks.rados.rados.0.smithi136.stdout:403: writing smithi13674108-36 from 3637248 to 4227072 tid 2 2024-08-19T11:32:12.508 INFO:tasks.rados.rados.0.smithi136.stdout:403: writing smithi13674108-36 from 4227072 to 4956160 tid 3 2024-08-19T11:32:12.510 INFO:tasks.rados.rados.0.smithi136.stdout:403: writing smithi13674108-36 from 4956160 to 5242880 tid 4 2024-08-19T11:32:12.510 INFO:tasks.rados.rados.0.smithi136.stdout:399: done (3 left) 2024-08-19T11:32:12.510 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 9 current snap is 37 2024-08-19T11:32:12.510 INFO:tasks.rados.rados.0.smithi136.stdout:402: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-19T11:32:12.531 INFO:tasks.rados.rados.0.smithi136.stdout:401: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-19T11:32:12.547 INFO:tasks.rados.rados.0.smithi136.stdout:403: finishing write tid 1 to smithi13674108-36 2024-08-19T11:32:12.547 INFO:tasks.rados.rados.0.smithi136.stdout:403: finishing write tid 2 to smithi13674108-36 2024-08-19T11:32:12.547 INFO:tasks.rados.rados.0.smithi136.stdout:403: finishing write tid 3 to smithi13674108-36 2024-08-19T11:32:12.547 INFO:tasks.rados.rados.0.smithi136.stdout:403: finishing write tid 4 to smithi13674108-36 2024-08-19T11:32:12.547 INFO:tasks.rados.rados.0.smithi136.stdout:404: seq_num 142 ranges {0=786432,786432=475136,1261568=540672,1802240=589824} 2024-08-19T11:32:12.551 INFO:tasks.rados.rados.0.smithi136.stdout:404: writing smithi13674108-9 from 0 to 786432 tid 1 2024-08-19T11:32:12.553 INFO:tasks.rados.rados.0.smithi136.stdout:404: writing smithi13674108-9 from 786432 to 1261568 tid 2 2024-08-19T11:32:12.557 INFO:tasks.rados.rados.0.smithi136.stdout:404: writing smithi13674108-9 from 1261568 to 1802240 tid 3 2024-08-19T11:32:12.560 INFO:tasks.rados.rados.0.smithi136.stdout:404: writing smithi13674108-9 from 1802240 to 2392064 tid 4 2024-08-19T11:32:12.560 INFO:tasks.rados.rados.0.smithi136.stdout:401: done (3 left) 2024-08-19T11:32:12.560 INFO:tasks.rados.rados.0.smithi136.stdout:402: done (2 left) 2024-08-19T11:32:12.560 INFO:tasks.rados.rados.0.smithi136.stdout:405: snap_remove snap 26 2024-08-19T11:32:12.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:12 smithi155 ceph-mon[19718]: osdmap e147: 8 total, 8 up, 8 in 2024-08-19T11:32:12.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:12 smithi155 ceph-mon[19718]: pgmap v199: 121 pgs: 121 active+clean; 111 MiB data, 420 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 564 KiB/s wr, 13 op/s 2024-08-19T11:32:12.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:12 smithi155 ceph-mon[19718]: osdmap e148: 8 total, 8 up, 8 in 2024-08-19T11:32:12.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:12 smithi136 ceph-mon[28279]: osdmap e147: 8 total, 8 up, 8 in 2024-08-19T11:32:12.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:12 smithi136 ceph-mon[28279]: pgmap v199: 121 pgs: 121 active+clean; 111 MiB data, 420 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 564 KiB/s wr, 13 op/s 2024-08-19T11:32:12.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:12 smithi136 ceph-mon[28279]: osdmap e148: 8 total, 8 up, 8 in 2024-08-19T11:32:12.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:12 smithi136 ceph-mon[16389]: osdmap e147: 8 total, 8 up, 8 in 2024-08-19T11:32:12.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:12 smithi136 ceph-mon[16389]: pgmap v199: 121 pgs: 121 active+clean; 111 MiB data, 420 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 564 KiB/s wr, 13 op/s 2024-08-19T11:32:12.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:12 smithi136 ceph-mon[16389]: osdmap e148: 8 total, 8 up, 8 in 2024-08-19T11:32:13.428 INFO:tasks.rados.rados.0.smithi136.stdout:405: done (2 left) 2024-08-19T11:32:13.429 INFO:tasks.rados.rados.0.smithi136.stdout:406: rollback oid 43 current snap is 37 2024-08-19T11:32:13.429 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 43 to 35 2024-08-19T11:32:13.429 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 21 current snap is 37 2024-08-19T11:32:13.429 INFO:tasks.rados.rados.0.smithi136.stdout:407: seq_num 143 ranges {524288=802816,1327104=761856,2088960=745472,2834432=98304} 2024-08-19T11:32:13.437 INFO:tasks.rados.rados.0.smithi136.stdout:407: writing smithi13674108-21 from 524288 to 1327104 tid 1 2024-08-19T11:32:13.442 INFO:tasks.rados.rados.0.smithi136.stdout:407: writing smithi13674108-21 from 1327104 to 2088960 tid 2 2024-08-19T11:32:13.447 INFO:tasks.rados.rados.0.smithi136.stdout:407: writing smithi13674108-21 from 2088960 to 2834432 tid 3 2024-08-19T11:32:13.449 INFO:tasks.rados.rados.0.smithi136.stdout:407: writing smithi13674108-21 from 2834432 to 2932736 tid 4 2024-08-19T11:32:13.449 INFO:tasks.rados.rados.0.smithi136.stdout:408: copy_from oid 39 from oid 12 current snap is 37 2024-08-19T11:32:13.449 INFO:tasks.rados.rados.0.smithi136.stdout:403: finishing write tid 5 to smithi13674108-36 2024-08-19T11:32:13.449 INFO:tasks.rados.rados.0.smithi136.stdout:403: finishing write tid 6 to smithi13674108-36 2024-08-19T11:32:13.449 INFO:tasks.rados.rados.0.smithi136.stdout:403: oid 36 updating version 0 to 65 2024-08-19T11:32:13.449 INFO:tasks.rados.rados.0.smithi136.stdout:403: oid 36 version 65 is already newer than 63 2024-08-19T11:32:13.449 INFO:tasks.rados.rados.0.smithi136.stdout:403: oid 36 version 65 is already newer than 61 2024-08-19T11:32:13.449 INFO:tasks.rados.rados.0.smithi136.stdout:403: oid 36 version 65 is already newer than 64 2024-08-19T11:32:13.449 INFO:tasks.rados.rados.0.smithi136.stdout:403: oid 36 version 65 is already newer than 62 2024-08-19T11:32:13.449 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 65 (ObjNum 141 snap 37 seq_num 141) dirty exists 2024-08-19T11:32:13.449 INFO:tasks.rados.rados.0.smithi136.stdout:403: left oid 36 (ObjNum 141 snap 37 seq_num 141) 2024-08-19T11:32:13.449 INFO:tasks.rados.rados.0.smithi136.stdout:404: finishing write tid 1 to smithi13674108-9 2024-08-19T11:32:13.450 INFO:tasks.rados.rados.0.smithi136.stdout:404: finishing write tid 2 to smithi13674108-9 2024-08-19T11:32:13.450 INFO:tasks.rados.rados.0.smithi136.stdout:404: finishing write tid 3 to smithi13674108-9 2024-08-19T11:32:13.450 INFO:tasks.rados.rados.0.smithi136.stdout:404: finishing write tid 4 to smithi13674108-9 2024-08-19T11:32:13.450 INFO:tasks.rados.rados.0.smithi136.stdout:404: finishing write tid 5 to smithi13674108-9 2024-08-19T11:32:13.450 INFO:tasks.rados.rados.0.smithi136.stdout:404: finishing write tid 6 to smithi13674108-9 2024-08-19T11:32:13.450 INFO:tasks.rados.rados.0.smithi136.stdout:404: oid 9 updating version 0 to 61 2024-08-19T11:32:13.450 INFO:tasks.rados.rados.0.smithi136.stdout:404: oid 9 version 61 is already newer than 60 2024-08-19T11:32:13.450 INFO:tasks.rados.rados.0.smithi136.stdout:404: oid 9 updating version 61 to 64 2024-08-19T11:32:13.450 INFO:tasks.rados.rados.0.smithi136.stdout:404: oid 9 version 64 is already newer than 63 2024-08-19T11:32:13.450 INFO:tasks.rados.rados.0.smithi136.stdout:404: oid 9 version 64 is already newer than 62 2024-08-19T11:32:13.450 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 64 (ObjNum 142 snap 37 seq_num 142) dirty exists 2024-08-19T11:32:13.450 INFO:tasks.rados.rados.0.smithi136.stdout:404: left oid 9 (ObjNum 142 snap 37 seq_num 142) 2024-08-19T11:32:13.450 INFO:tasks.rados.rados.0.smithi136.stdout:406: finishing rollback tid 0 to smithi13674108-43 2024-08-19T11:32:13.451 INFO:tasks.rados.rados.0.smithi136.stdout:406: finishing rollback tid 1 to smithi13674108-43 2024-08-19T11:32:13.451 INFO:tasks.rados.rados.0.smithi136.stdout:406: finishing rollback tid 2 to smithi13674108-43 2024-08-19T11:32:13.451 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 62 (ObjNum 74 snap 11 seq_num 74) dirty exists 2024-08-19T11:32:13.451 INFO:tasks.rados.rados.0.smithi136.stdout:407: finishing write tid 1 to smithi13674108-21 2024-08-19T11:32:13.451 INFO:tasks.rados.rados.0.smithi136.stdout:407: finishing write tid 2 to smithi13674108-21 2024-08-19T11:32:13.451 INFO:tasks.rados.rados.0.smithi136.stdout:403: done (4 left) 2024-08-19T11:32:13.451 INFO:tasks.rados.rados.0.smithi136.stdout:404: done (3 left) 2024-08-19T11:32:13.451 INFO:tasks.rados.rados.0.smithi136.stdout:406: done (2 left) 2024-08-19T11:32:13.451 INFO:tasks.rados.rados.0.smithi136.stdout:409: snap_create 2024-08-19T11:32:13.452 INFO:tasks.rados.rados.0.smithi136.stdout:407: finishing write tid 3 to smithi13674108-21 2024-08-19T11:32:13.452 INFO:tasks.rados.rados.0.smithi136.stdout:407: finishing write tid 4 to smithi13674108-21 2024-08-19T11:32:13.452 INFO:tasks.rados.rados.0.smithi136.stdout:407: finishing write tid 5 to smithi13674108-21 2024-08-19T11:32:13.452 INFO:tasks.rados.rados.0.smithi136.stdout:407: finishing write tid 6 to smithi13674108-21 2024-08-19T11:32:13.452 INFO:tasks.rados.rados.0.smithi136.stdout:407: oid 21 updating version 0 to 105 2024-08-19T11:32:13.453 INFO:tasks.rados.rados.0.smithi136.stdout:407: oid 21 updating version 105 to 106 2024-08-19T11:32:13.453 INFO:tasks.rados.rados.0.smithi136.stdout:407: oid 21 version 106 is already newer than 103 2024-08-19T11:32:13.453 INFO:tasks.rados.rados.0.smithi136.stdout:407: oid 21 updating version 106 to 107 2024-08-19T11:32:13.453 INFO:tasks.rados.rados.0.smithi136.stdout:407: oid 21 version 107 is already newer than 104 2024-08-19T11:32:13.453 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 107 (ObjNum 143 snap 37 seq_num 143) dirty exists 2024-08-19T11:32:13.453 INFO:tasks.rados.rados.0.smithi136.stdout:407: left oid 21 (ObjNum 143 snap 37 seq_num 143) 2024-08-19T11:32:13.458 INFO:tasks.rados.rados.0.smithi136.stdout:408: finishing copy_from racing read to smithi13674108-39 2024-08-19T11:32:13.460 INFO:tasks.rados.rados.0.smithi136.stdout:408: finishing copy_from to smithi13674108-39 2024-08-19T11:32:13.460 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 43 (ObjNum 128 snap 32 seq_num 128) dirty exists 2024-08-19T11:32:14.433 INFO:tasks.rados.rados.0.smithi136.stdout:407: done (2 left) 2024-08-19T11:32:14.433 INFO:tasks.rados.rados.0.smithi136.stdout:408: done (1 left) 2024-08-19T11:32:14.433 INFO:tasks.rados.rados.0.smithi136.stdout:409: done (0 left) 2024-08-19T11:32:14.433 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 12 current snap is 38 2024-08-19T11:32:14.433 INFO:tasks.rados.rados.0.smithi136.stdout:410: seq_num 144 ranges {2154496=16384} 2024-08-19T11:32:14.444 INFO:tasks.rados.rados.0.smithi136.stdout:410: writing smithi13674108-12 from 2154496 to 2170880 tid 1 2024-08-19T11:32:14.444 INFO:tasks.rados.rados.0.smithi136.stdout:411: read oid 9 snap -1 2024-08-19T11:32:14.444 INFO:tasks.rados.rados.0.smithi136.stdout:411: expect (ObjNum 142 snap 37 seq_num 142) 2024-08-19T11:32:14.444 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 26 current snap is 38 2024-08-19T11:32:14.444 INFO:tasks.rados.rados.0.smithi136.stdout:412: seq_num 145 ranges {557056=32768} 2024-08-19T11:32:14.447 INFO:tasks.rados.rados.0.smithi136.stdout:412: writing smithi13674108-26 from 557056 to 589824 tid 1 2024-08-19T11:32:14.447 INFO:tasks.rados.rados.0.smithi136.stdout:413: snap_create 2024-08-19T11:32:14.448 INFO:tasks.rados.rados.0.smithi136.stdout:410: finishing write tid 1 to smithi13674108-12 2024-08-19T11:32:14.448 INFO:tasks.rados.rados.0.smithi136.stdout:410: finishing write tid 2 to smithi13674108-12 2024-08-19T11:32:14.449 INFO:tasks.rados.rados.0.smithi136.stdout:410: finishing write tid 3 to smithi13674108-12 2024-08-19T11:32:14.449 INFO:tasks.rados.rados.0.smithi136.stdout:410: oid 12 updating version 0 to 58 2024-08-19T11:32:14.450 INFO:tasks.rados.rados.0.smithi136.stdout:410: oid 12 version 58 is already newer than 57 2024-08-19T11:32:14.450 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 58 (ObjNum 144 snap 38 seq_num 144) dirty exists 2024-08-19T11:32:14.450 INFO:tasks.rados.rados.0.smithi136.stdout:410: left oid 12 (ObjNum 144 snap 38 seq_num 144) 2024-08-19T11:32:14.454 INFO:tasks.rados.rados.0.smithi136.stdout:411: expect (ObjNum 142 snap 37 seq_num 142) 2024-08-19T11:32:14.515 INFO:tasks.rados.rados.0.smithi136.stdout:412: finishing write tid 1 to smithi13674108-26 2024-08-19T11:32:14.515 INFO:tasks.rados.rados.0.smithi136.stdout:412: finishing write tid 2 to smithi13674108-26 2024-08-19T11:32:14.515 INFO:tasks.rados.rados.0.smithi136.stdout:412: finishing write tid 3 to smithi13674108-26 2024-08-19T11:32:14.515 INFO:tasks.rados.rados.0.smithi136.stdout:412: oid 26 updating version 0 to 153 2024-08-19T11:32:14.515 INFO:tasks.rados.rados.0.smithi136.stdout:412: oid 26 updating version 153 to 154 2024-08-19T11:32:14.515 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 154 (ObjNum 145 snap 38 seq_num 145) dirty exists 2024-08-19T11:32:14.515 INFO:tasks.rados.rados.0.smithi136.stdout:412: left oid 26 (ObjNum 145 snap 38 seq_num 145) 2024-08-19T11:32:14.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:14 smithi155 ceph-mon[19718]: osdmap e149: 8 total, 8 up, 8 in 2024-08-19T11:32:14.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:14 smithi155 ceph-mon[19718]: pgmap v202: 121 pgs: 121 active+clean; 111 MiB data, 420 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 564 KiB/s wr, 13 op/s 2024-08-19T11:32:14.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:14 smithi136 ceph-mon[28279]: osdmap e149: 8 total, 8 up, 8 in 2024-08-19T11:32:14.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:14 smithi136 ceph-mon[28279]: pgmap v202: 121 pgs: 121 active+clean; 111 MiB data, 420 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 564 KiB/s wr, 13 op/s 2024-08-19T11:32:14.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:14 smithi136 ceph-mon[16389]: osdmap e149: 8 total, 8 up, 8 in 2024-08-19T11:32:14.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:14 smithi136 ceph-mon[16389]: pgmap v202: 121 pgs: 121 active+clean; 111 MiB data, 420 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 564 KiB/s wr, 13 op/s 2024-08-19T11:32:15.439 INFO:tasks.rados.rados.0.smithi136.stdout:410: done (3 left) 2024-08-19T11:32:15.439 INFO:tasks.rados.rados.0.smithi136.stdout:411: done (2 left) 2024-08-19T11:32:15.439 INFO:tasks.rados.rados.0.smithi136.stdout:412: done (1 left) 2024-08-19T11:32:15.439 INFO:tasks.rados.rados.0.smithi136.stdout:413: done (0 left) 2024-08-19T11:32:15.439 INFO:tasks.rados.rados.0.smithi136.stdout:414: copy_from oid 15 from oid 40 current snap is 39 2024-08-19T11:32:15.439 INFO:tasks.rados.rados.0.smithi136.stdout:415: read oid 7 snap 37 2024-08-19T11:32:15.439 INFO:tasks.rados.rados.0.smithi136.stdout:415: expect (ObjNum 134 snap 32 seq_num 134) 2024-08-19T11:32:15.439 INFO:tasks.rados.rados.0.smithi136.stdout:416: rollback oid 31 current snap is 39 2024-08-19T11:32:15.439 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 31 to 25 2024-08-19T11:32:15.439 INFO:tasks.rados.rados.0.smithi136.stdout:417: delete oid 35 current snap is 39 2024-08-19T11:32:15.440 INFO:tasks.rados.rados.0.smithi136.stdout:417: done (3 left) 2024-08-19T11:32:15.440 INFO:tasks.rados.rados.0.smithi136.stdout:418: read oid 38 snap -1 2024-08-19T11:32:15.440 INFO:tasks.rados.rados.0.smithi136.stdout:418: expect (ObjNum 13 snap 0 seq_num 13) 2024-08-19T11:32:15.440 INFO:tasks.rados.rados.0.smithi136.stdout:419: delete oid 26 current snap is 39 2024-08-19T11:32:15.440 INFO:tasks.rados.rados.0.smithi136.stdout:414: finishing copy_from racing read to smithi13674108-15 2024-08-19T11:32:15.441 INFO:tasks.rados.rados.0.smithi136.stdout:414: finishing copy_from to smithi13674108-15 2024-08-19T11:32:15.441 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 42 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-19T11:32:15.442 INFO:tasks.rados.rados.0.smithi136.stdout:414: done (4 left) 2024-08-19T11:32:15.442 INFO:tasks.rados.rados.0.smithi136.stdout:419: done (3 left) 2024-08-19T11:32:15.442 INFO:tasks.rados.rados.0.smithi136.stdout:420: rmattr oid 6 current snap is 39 2024-08-19T11:32:15.442 INFO:tasks.rados.rados.0.smithi136.stdout:418: expect (ObjNum 13 snap 0 seq_num 13) 2024-08-19T11:32:15.449 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 109 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T11:32:15.449 INFO:tasks.rados.rados.0.smithi136.stdout:416: finishing rollback tid 0 to smithi13674108-31 2024-08-19T11:32:15.449 INFO:tasks.rados.rados.0.smithi136.stdout:416: finishing rollback tid 1 to smithi13674108-31 2024-08-19T11:32:15.449 INFO:tasks.rados.rados.0.smithi136.stdout:418: done (3 left) 2024-08-19T11:32:15.449 INFO:tasks.rados.rados.0.smithi136.stdout:420: done (2 left) 2024-08-19T11:32:15.449 INFO:tasks.rados.rados.0.smithi136.stdout:421: copy_from oid 49 from oid 36 current snap is 39 2024-08-19T11:32:15.449 INFO:tasks.rados.rados.0.smithi136.stdout:416: finishing rollback tid 2 to smithi13674108-31 2024-08-19T11:32:15.449 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 165 (ObjNum 76 snap 13 seq_num 76) dirty exists 2024-08-19T11:32:15.449 INFO:tasks.rados.rados.0.smithi136.stdout:416: done (2 left) 2024-08-19T11:32:15.449 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 22 current snap is 39 2024-08-19T11:32:15.450 INFO:tasks.rados.rados.0.smithi136.stdout:422: seq_num 148 ranges {1802240=81920} 2024-08-19T11:32:15.459 INFO:tasks.rados.rados.0.smithi136.stdout:422: writing smithi13674108-22 from 1802240 to 1884160 tid 1 2024-08-19T11:32:15.459 INFO:tasks.rados.rados.0.smithi136.stdout:423: rollback oid 33 current snap is 39 2024-08-19T11:32:15.459 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 33 to 35 2024-08-19T11:32:15.460 INFO:tasks.rados.rados.0.smithi136.stdout:415: expect (ObjNum 134 snap 32 seq_num 134) 2024-08-19T11:32:15.525 INFO:tasks.rados.rados.0.smithi136.stdout:423: finishing rollback tid 0 to smithi13674108-33 2024-08-19T11:32:15.526 INFO:tasks.rados.rados.0.smithi136.stdout:422: finishing write tid 1 to smithi13674108-22 2024-08-19T11:32:15.526 INFO:tasks.rados.rados.0.smithi136.stdout:422: finishing write tid 2 to smithi13674108-22 2024-08-19T11:32:15.526 INFO:tasks.rados.rados.0.smithi136.stdout:423: finishing rollback tid 1 to smithi13674108-33 2024-08-19T11:32:15.526 INFO:tasks.rados.rados.0.smithi136.stdout:423: finishing rollback tid 2 to smithi13674108-33 2024-08-19T11:32:15.526 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 33 v 195 (ObjNum 104 snap 20 seq_num 104) dirty exists 2024-08-19T11:32:15.526 INFO:tasks.rados.rados.0.smithi136.stdout:422: finishing write tid 3 to smithi13674108-22 2024-08-19T11:32:15.526 INFO:tasks.rados.rados.0.smithi136.stdout:422: oid 22 updating version 0 to 159 2024-08-19T11:32:15.526 INFO:tasks.rados.rados.0.smithi136.stdout:422: oid 22 version 159 is already newer than 158 2024-08-19T11:32:15.526 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 159 (ObjNum 148 snap 39 seq_num 148) dirty exists 2024-08-19T11:32:15.526 INFO:tasks.rados.rados.0.smithi136.stdout:422: left oid 22 (ObjNum 148 snap 39 seq_num 148) 2024-08-19T11:32:15.526 INFO:tasks.rados.rados.0.smithi136.stdout:421: finishing copy_from racing read to smithi13674108-49 2024-08-19T11:32:15.526 INFO:tasks.rados.rados.0.smithi136.stdout:421: finishing copy_from to smithi13674108-49 2024-08-19T11:32:15.527 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 65 (ObjNum 141 snap 37 seq_num 141) dirty exists 2024-08-19T11:32:15.527 INFO:tasks.rados.rados.0.smithi136.stdout:415: done (3 left) 2024-08-19T11:32:15.527 INFO:tasks.rados.rados.0.smithi136.stdout:421: done (2 left) 2024-08-19T11:32:15.527 INFO:tasks.rados.rados.0.smithi136.stdout:422: done (1 left) 2024-08-19T11:32:15.527 INFO:tasks.rados.rados.0.smithi136.stdout:423: done (0 left) 2024-08-19T11:32:15.527 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 33 current snap is 39 2024-08-19T11:32:15.527 INFO:tasks.rados.rados.0.smithi136.stdout:424: seq_num 149 ranges {2293760=98304} 2024-08-19T11:32:15.538 INFO:tasks.rados.rados.0.smithi136.stdout:424: writing smithi13674108-33 from 2293760 to 2392064 tid 1 2024-08-19T11:32:15.538 INFO:tasks.rados.rados.0.smithi136.stdout:425: copy_from oid 9 from oid 13 current snap is 39 2024-08-19T11:32:15.539 INFO:tasks.rados.rados.0.smithi136.stdout:426: read oid 28 snap -1 2024-08-19T11:32:15.539 INFO:tasks.rados.rados.0.smithi136.stdout:426: expect (ObjNum 130 snap 32 seq_num 130) 2024-08-19T11:32:15.539 INFO:tasks.rados.rados.0.smithi136.stdout:427: copy_from oid 20 from oid 10 current snap is 39 2024-08-19T11:32:15.539 INFO:tasks.rados.rados.0.smithi136.stdout:428: rmattr oid 4 current snap is 39 2024-08-19T11:32:15.539 INFO:tasks.rados.rados.0.smithi136.stdout:428: done (4 left) 2024-08-19T11:32:15.539 INFO:tasks.rados.rados.0.smithi136.stdout:429: rmattr oid 16 current snap is 39 2024-08-19T11:32:15.539 INFO:tasks.rados.rados.0.smithi136.stdout:429: done (4 left) 2024-08-19T11:32:15.539 INFO:tasks.rados.rados.0.smithi136.stdout:430: setattr oid 12 current snap is 39 2024-08-19T11:32:15.540 INFO:tasks.rados.rados.0.smithi136.stdout:427: finishing copy_from to smithi13674108-20 2024-08-19T11:32:15.540 INFO:tasks.rados.rados.0.smithi136.stdout:427: got expected ENOENT (src dne) 2024-08-19T11:32:15.540 INFO:tasks.rados.rados.0.smithi136.stdout:427: finishing copy_from racing read to smithi13674108-20 2024-08-19T11:32:15.541 INFO:tasks.rados.rados.0.smithi136.stdout:427: done (4 left) 2024-08-19T11:32:15.541 INFO:tasks.rados.rados.0.smithi136.stdout:431: rollback oid 2 current snap is 39 2024-08-19T11:32:15.541 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 2 to 25 2024-08-19T11:32:15.541 INFO:tasks.rados.rados.0.smithi136.stdout:432: delete oid 43 current snap is 39 2024-08-19T11:32:15.541 INFO:tasks.rados.rados.0.smithi136.stdout:431: finishing rollback tid 1 to smithi13674108-2 2024-08-19T11:32:15.542 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 2 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-19T11:32:15.542 INFO:tasks.rados.rados.0.smithi136.stdout:424: finishing write tid 1 to smithi13674108-33 2024-08-19T11:32:15.543 INFO:tasks.rados.rados.0.smithi136.stdout:424: finishing write tid 2 to smithi13674108-33 2024-08-19T11:32:15.544 INFO:tasks.rados.rados.0.smithi136.stdout:424: finishing write tid 3 to smithi13674108-33 2024-08-19T11:32:15.544 INFO:tasks.rados.rados.0.smithi136.stdout:424: oid 33 updating version 0 to 196 2024-08-19T11:32:15.544 INFO:tasks.rados.rados.0.smithi136.stdout:424: oid 33 updating version 196 to 197 2024-08-19T11:32:15.544 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 33 v 197 (ObjNum 149 snap 39 seq_num 149) dirty exists 2024-08-19T11:32:15.544 INFO:tasks.rados.rados.0.smithi136.stdout:424: left oid 33 (ObjNum 149 snap 39 seq_num 149) 2024-08-19T11:32:15.547 INFO:tasks.rados.rados.0.smithi136.stdout:424: done (5 left) 2024-08-19T11:32:15.547 INFO:tasks.rados.rados.0.smithi136.stdout:431: done (4 left) 2024-08-19T11:32:15.547 INFO:tasks.rados.rados.0.smithi136.stdout:432: done (3 left) 2024-08-19T11:32:15.547 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 48 current snap is 39 2024-08-19T11:32:15.547 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 62 (ObjNum 144 snap 38 seq_num 144) dirty exists 2024-08-19T11:32:15.547 INFO:tasks.rados.rados.0.smithi136.stdout:433: seq_num 151 ranges {778240=131072} 2024-08-19T11:32:15.552 INFO:tasks.rados.rados.0.smithi136.stdout:433: writing smithi13674108-48 from 778240 to 909312 tid 1 2024-08-19T11:32:15.552 INFO:tasks.rados.rados.0.smithi136.stdout:430: done (3 left) 2024-08-19T11:32:15.552 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 50 current snap is 39 2024-08-19T11:32:15.552 INFO:tasks.rados.rados.0.smithi136.stdout:426: expect (ObjNum 130 snap 32 seq_num 130) 2024-08-19T11:32:15.610 INFO:tasks.rados.rados.0.smithi136.stdout:433: finishing write tid 1 to smithi13674108-48 2024-08-19T11:32:15.610 INFO:tasks.rados.rados.0.smithi136.stdout:433: finishing write tid 2 to smithi13674108-48 2024-08-19T11:32:15.610 INFO:tasks.rados.rados.0.smithi136.stdout:433: finishing write tid 3 to smithi13674108-48 2024-08-19T11:32:15.610 INFO:tasks.rados.rados.0.smithi136.stdout:433: oid 48 updating version 0 to 107 2024-08-19T11:32:15.610 INFO:tasks.rados.rados.0.smithi136.stdout:433: oid 48 version 107 is already newer than 106 2024-08-19T11:32:15.610 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 48 v 107 (ObjNum 151 snap 39 seq_num 151) dirty exists 2024-08-19T11:32:15.610 INFO:tasks.rados.rados.0.smithi136.stdout:433: left oid 48 (ObjNum 151 snap 39 seq_num 151) 2024-08-19T11:32:15.610 INFO:tasks.rados.rados.0.smithi136.stdout:425: finishing copy_from racing read to smithi13674108-9 2024-08-19T11:32:15.610 INFO:tasks.rados.rados.0.smithi136.stdout:425: finishing copy_from to smithi13674108-9 2024-08-19T11:32:15.611 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 56 (ObjNum 122 snap 31 seq_num 122) dirty exists 2024-08-19T11:32:15.611 INFO:tasks.rados.rados.0.smithi136.stdout:434: seq_num 152 ranges {827392=147456} 2024-08-19T11:32:15.615 INFO:tasks.rados.rados.0.smithi136.stdout:434: writing smithi13674108-50 from 827392 to 974848 tid 1 2024-08-19T11:32:15.615 INFO:tasks.rados.rados.0.smithi136.stdout:425: done (3 left) 2024-08-19T11:32:15.615 INFO:tasks.rados.rados.0.smithi136.stdout:426: done (2 left) 2024-08-19T11:32:15.615 INFO:tasks.rados.rados.0.smithi136.stdout:433: done (1 left) 2024-08-19T11:32:15.615 INFO:tasks.rados.rados.0.smithi136.stdout:435: read oid 10 snap -1 2024-08-19T11:32:15.615 INFO:tasks.rados.rados.0.smithi136.stdout:435: expect deleted 2024-08-19T11:32:15.616 INFO:tasks.rados.rados.0.smithi136.stdout:436: read oid 22 snap -1 2024-08-19T11:32:15.616 INFO:tasks.rados.rados.0.smithi136.stdout:436: expect (ObjNum 148 snap 39 seq_num 148) 2024-08-19T11:32:15.616 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 4 current snap is 39 2024-08-19T11:32:15.616 INFO:tasks.rados.rados.0.smithi136.stdout:437: seq_num 153 ranges {0=163840} 2024-08-19T11:32:15.616 INFO:tasks.rados.rados.0.smithi136.stdout:437: writing smithi13674108-4 from 0 to 163840 tid 1 2024-08-19T11:32:15.616 INFO:tasks.rados.rados.0.smithi136.stdout:438: snap_remove snap 18 2024-08-19T11:32:15.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:15 smithi155 ceph-mon[19718]: osdmap e150: 8 total, 8 up, 8 in 2024-08-19T11:32:15.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:15 smithi136 ceph-mon[28279]: osdmap e150: 8 total, 8 up, 8 in 2024-08-19T11:32:15.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:15 smithi136 ceph-mon[16389]: osdmap e150: 8 total, 8 up, 8 in 2024-08-19T11:32:16.440 INFO:tasks.rados.rados.0.smithi136.stdout:438: done (4 left) 2024-08-19T11:32:16.440 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 32 current snap is 39 2024-08-19T11:32:16.440 INFO:tasks.rados.rados.0.smithi136.stdout:439: seq_num 154 ranges {2695168=180224} 2024-08-19T11:32:16.456 INFO:tasks.rados.rados.0.smithi136.stdout:439: writing smithi13674108-32 from 2695168 to 2875392 tid 1 2024-08-19T11:32:16.456 INFO:tasks.rados.rados.0.smithi136.stdout:434: finishing write tid 1 to smithi13674108-50 2024-08-19T11:32:16.456 INFO:tasks.rados.rados.0.smithi136.stdout:434: finishing write tid 2 to smithi13674108-50 2024-08-19T11:32:16.456 INFO:tasks.rados.rados.0.smithi136.stdout:437: finishing write tid 1 to smithi13674108-4 2024-08-19T11:32:16.456 INFO:tasks.rados.rados.0.smithi136.stdout:437: finishing write tid 2 to smithi13674108-4 2024-08-19T11:32:16.457 INFO:tasks.rados.rados.0.smithi136.stdout:434: finishing write tid 3 to smithi13674108-50 2024-08-19T11:32:16.457 INFO:tasks.rados.rados.0.smithi136.stdout:434: oid 50 updating version 0 to 130 2024-08-19T11:32:16.457 INFO:tasks.rados.rados.0.smithi136.stdout:434: oid 50 version 130 is already newer than 129 2024-08-19T11:32:16.457 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 130 (ObjNum 152 snap 39 seq_num 152) dirty exists 2024-08-19T11:32:16.457 INFO:tasks.rados.rados.0.smithi136.stdout:434: left oid 50 (ObjNum 152 snap 39 seq_num 152) 2024-08-19T11:32:16.457 INFO:tasks.rados.rados.0.smithi136.stdout:437: finishing write tid 3 to smithi13674108-4 2024-08-19T11:32:16.457 INFO:tasks.rados.rados.0.smithi136.stdout:437: oid 4 updating version 0 to 109 2024-08-19T11:32:16.457 INFO:tasks.rados.rados.0.smithi136.stdout:437: oid 4 version 109 is already newer than 108 2024-08-19T11:32:16.457 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 109 (ObjNum 153 snap 39 seq_num 153) dirty exists 2024-08-19T11:32:16.457 INFO:tasks.rados.rados.0.smithi136.stdout:437: left oid 4 (ObjNum 153 snap 39 seq_num 153) 2024-08-19T11:32:16.457 INFO:tasks.rados.rados.0.smithi136.stdout:436: expect (ObjNum 148 snap 39 seq_num 148) 2024-08-19T11:32:16.546 INFO:tasks.rados.rados.0.smithi136.stdout:439: finishing write tid 1 to smithi13674108-32 2024-08-19T11:32:16.546 INFO:tasks.rados.rados.0.smithi136.stdout:439: finishing write tid 2 to smithi13674108-32 2024-08-19T11:32:16.546 INFO:tasks.rados.rados.0.smithi136.stdout:439: finishing write tid 3 to smithi13674108-32 2024-08-19T11:32:16.546 INFO:tasks.rados.rados.0.smithi136.stdout:439: oid 32 updating version 0 to 77 2024-08-19T11:32:16.546 INFO:tasks.rados.rados.0.smithi136.stdout:439: oid 32 updating version 77 to 78 2024-08-19T11:32:16.546 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 32 v 78 (ObjNum 154 snap 39 seq_num 154) dirty exists 2024-08-19T11:32:16.546 INFO:tasks.rados.rados.0.smithi136.stdout:439: left oid 32 (ObjNum 154 snap 39 seq_num 154) 2024-08-19T11:32:16.547 INFO:tasks.rados.rados.0.smithi136.stdout:434: done (4 left) 2024-08-19T11:32:16.547 INFO:tasks.rados.rados.0.smithi136.stdout:435: done (3 left) 2024-08-19T11:32:16.547 INFO:tasks.rados.rados.0.smithi136.stdout:436: done (2 left) 2024-08-19T11:32:16.547 INFO:tasks.rados.rados.0.smithi136.stdout:437: done (1 left) 2024-08-19T11:32:16.547 INFO:tasks.rados.rados.0.smithi136.stdout:439: done (0 left) 2024-08-19T11:32:16.547 INFO:tasks.rados.rados.0.smithi136.stdout:440: setattr oid 23 current snap is 39 2024-08-19T11:32:16.547 INFO:tasks.rados.rados.0.smithi136.stdout:441: snap_create 2024-08-19T11:32:16.548 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 53 (ObjNum 105 snap 23 seq_num 105) dirty exists 2024-08-19T11:32:16.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:16 smithi155 ceph-mon[19718]: osdmap e151: 8 total, 8 up, 8 in 2024-08-19T11:32:16.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:16 smithi155 ceph-mon[19718]: pgmap v205: 121 pgs: 121 active+clean; 111 MiB data, 420 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:32:16.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:16 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:32:16.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:16 smithi136 ceph-mon[28279]: osdmap e151: 8 total, 8 up, 8 in 2024-08-19T11:32:16.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:16 smithi136 ceph-mon[28279]: pgmap v205: 121 pgs: 121 active+clean; 111 MiB data, 420 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:32:16.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:16 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:32:16.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:16 smithi136 ceph-mon[16389]: osdmap e151: 8 total, 8 up, 8 in 2024-08-19T11:32:16.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:16 smithi136 ceph-mon[16389]: pgmap v205: 121 pgs: 121 active+clean; 111 MiB data, 420 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:32:16.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:16 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:32:17.380 INFO:tasks.rados.rados.0.smithi136.stdout:440: done (1 left) 2024-08-19T11:32:17.380 INFO:tasks.rados.rados.0.smithi136.stdout:441: done (0 left) 2024-08-19T11:32:17.380 INFO:tasks.rados.rados.0.smithi136.stdout:442: snap_create 2024-08-19T11:32:17.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:17 smithi155 ceph-mon[19718]: osdmap e152: 8 total, 8 up, 8 in 2024-08-19T11:32:17.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:17 smithi155 ceph-mon[19718]: osdmap e153: 8 total, 8 up, 8 in 2024-08-19T11:32:17.749 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:32:17] "GET /metrics HTTP/1.1" 200 36032 "" "Prometheus/2.43.0" 2024-08-19T11:32:17.749 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:17 smithi136 ceph-mon[28279]: osdmap e152: 8 total, 8 up, 8 in 2024-08-19T11:32:17.749 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:17 smithi136 ceph-mon[28279]: osdmap e153: 8 total, 8 up, 8 in 2024-08-19T11:32:17.750 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:17 smithi136 ceph-mon[16389]: osdmap e152: 8 total, 8 up, 8 in 2024-08-19T11:32:17.750 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:17 smithi136 ceph-mon[16389]: osdmap e153: 8 total, 8 up, 8 in 2024-08-19T11:32:18.378 INFO:tasks.rados.rados.0.smithi136.stdout:442: done (0 left) 2024-08-19T11:32:18.379 INFO:tasks.rados.rados.0.smithi136.stdout:443: setattr oid 4 current snap is 41 2024-08-19T11:32:18.379 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 14 current snap is 41 2024-08-19T11:32:18.379 INFO:tasks.rados.rados.0.smithi136.stdout:444: seq_num 155 ranges {221184=204800} 2024-08-19T11:32:18.383 INFO:tasks.rados.rados.0.smithi136.stdout:444: writing smithi13674108-14 from 221184 to 425984 tid 1 2024-08-19T11:32:18.383 INFO:tasks.rados.rados.0.smithi136.stdout:445: read oid 16 snap 25 2024-08-19T11:32:18.383 INFO:tasks.rados.rados.0.smithi136.stdout:445: expect (ObjNum 102 snap 19 seq_num 102) 2024-08-19T11:32:18.383 INFO:tasks.rados.rados.0.smithi136.stdout:446: rmattr oid 10 current snap is 41 2024-08-19T11:32:18.383 INFO:tasks.rados.rados.0.smithi136.stdout:446: done (3 left) 2024-08-19T11:32:18.383 INFO:tasks.rados.rados.0.smithi136.stdout:447: copy_from oid 41 from oid 17 current snap is 41 2024-08-19T11:32:18.383 INFO:tasks.rados.rados.0.smithi136.stdout:448: delete oid 32 current snap is 41 2024-08-19T11:32:18.383 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 115 (ObjNum 153 snap 39 seq_num 153) dirty exists 2024-08-19T11:32:18.386 INFO:tasks.rados.rados.0.smithi136.stdout:444: finishing write tid 1 to smithi13674108-14 2024-08-19T11:32:18.386 INFO:tasks.rados.rados.0.smithi136.stdout:444: finishing write tid 2 to smithi13674108-14 2024-08-19T11:32:18.388 INFO:tasks.rados.rados.0.smithi136.stdout:443: done (4 left) 2024-08-19T11:32:18.389 INFO:tasks.rados.rados.0.smithi136.stdout:448: done (3 left) 2024-08-19T11:32:18.389 INFO:tasks.rados.rados.0.smithi136.stdout:449: rmattr oid 28 current snap is 41 2024-08-19T11:32:18.389 INFO:tasks.rados.rados.0.smithi136.stdout:449: done (3 left) 2024-08-19T11:32:18.389 INFO:tasks.rados.rados.0.smithi136.stdout:450: rollback oid 13 current snap is 41 2024-08-19T11:32:18.389 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 13 to 23 2024-08-19T11:32:18.389 INFO:tasks.rados.rados.0.smithi136.stdout:451: copy_from oid 23 from oid 3 current snap is 41 2024-08-19T11:32:18.389 INFO:tasks.rados.rados.0.smithi136.stdout:452: read oid 6 snap -1 2024-08-19T11:32:18.389 INFO:tasks.rados.rados.0.smithi136.stdout:452: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:32:18.390 INFO:tasks.rados.rados.0.smithi136.stdout:453: read oid 35 snap -1 2024-08-19T11:32:18.390 INFO:tasks.rados.rados.0.smithi136.stdout:453: expect deleted 2024-08-19T11:32:18.390 INFO:tasks.rados.rados.0.smithi136.stdout:454: rollback oid 26 current snap is 41 2024-08-19T11:32:18.390 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 26 to 34 2024-08-19T11:32:18.390 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 15 current snap is 41 2024-08-19T11:32:18.390 INFO:tasks.rados.rados.0.smithi136.stdout:455: seq_num 157 ranges {0=237568} 2024-08-19T11:32:18.391 INFO:tasks.rados.rados.0.smithi136.stdout:455: writing smithi13674108-15 from 0 to 237568 tid 1 2024-08-19T11:32:18.391 INFO:tasks.rados.rados.0.smithi136.stdout:456: rollback oid 1 current snap is 41 2024-08-19T11:32:18.391 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 1 to 35 2024-08-19T11:32:18.392 INFO:tasks.rados.rados.0.smithi136.stdout:453: done (9 left) 2024-08-19T11:32:18.392 INFO:tasks.rados.rados.0.smithi136.stdout:457: snap_remove snap 37 2024-08-19T11:32:18.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:18 smithi155 ceph-mon[19718]: pgmap v208: 121 pgs: 121 active+clean; 130 MiB data, 466 MiB used, 715 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-08-19T11:32:18.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:18 smithi155 ceph-mon[19718]: osdmap e154: 8 total, 8 up, 8 in 2024-08-19T11:32:18.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:18 smithi136 ceph-mon[28279]: pgmap v208: 121 pgs: 121 active+clean; 130 MiB data, 466 MiB used, 715 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-08-19T11:32:18.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:18 smithi136 ceph-mon[28279]: osdmap e154: 8 total, 8 up, 8 in 2024-08-19T11:32:18.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:18 smithi136 ceph-mon[16389]: pgmap v208: 121 pgs: 121 active+clean; 130 MiB data, 466 MiB used, 715 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-08-19T11:32:18.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:18 smithi136 ceph-mon[16389]: osdmap e154: 8 total, 8 up, 8 in 2024-08-19T11:32:19.382 INFO:tasks.rados.rados.0.smithi136.stdout:457: done (9 left) 2024-08-19T11:32:19.382 INFO:tasks.rados.rados.0.smithi136.stdout:458: snap_remove snap 38 2024-08-19T11:32:20.391 INFO:tasks.rados.rados.0.smithi136.stdout:458: done (9 left) 2024-08-19T11:32:20.391 INFO:tasks.rados.rados.0.smithi136.stdout:459: copy_from oid 50 from oid 27 current snap is 41 2024-08-19T11:32:20.391 INFO:tasks.rados.rados.0.smithi136.stdout:460: snap_create 2024-08-19T11:32:20.391 INFO:tasks.rados.rados.0.smithi136.stdout:454: finishing rollback tid 1 to smithi13674108-26 2024-08-19T11:32:20.391 INFO:tasks.rados.rados.0.smithi136.stdout:447: finishing copy_from racing read to smithi13674108-41 2024-08-19T11:32:20.391 INFO:tasks.rados.rados.0.smithi136.stdout:452: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:32:20.394 INFO:tasks.rados.rados.0.smithi136.stdout:450: finishing rollback tid 0 to smithi13674108-13 2024-08-19T11:32:20.394 INFO:tasks.rados.rados.0.smithi136.stdout:454: finishing rollback tid 2 to smithi13674108-26 2024-08-19T11:32:20.394 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 167 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-19T11:32:20.394 INFO:tasks.rados.rados.0.smithi136.stdout:450: finishing rollback tid 1 to smithi13674108-13 2024-08-19T11:32:20.394 INFO:tasks.rados.rados.0.smithi136.stdout:450: finishing rollback tid 2 to smithi13674108-13 2024-08-19T11:32:20.394 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 72 (ObjNum 70 snap 10 seq_num 70) dirty exists 2024-08-19T11:32:20.394 INFO:tasks.rados.rados.0.smithi136.stdout:447: finishing copy_from to smithi13674108-41 2024-08-19T11:32:20.394 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 63 (ObjNum 91 snap 16 seq_num 91) dirty exists 2024-08-19T11:32:20.394 INFO:tasks.rados.rados.0.smithi136.stdout:456: finishing rollback tid 1 to smithi13674108-1 2024-08-19T11:32:20.394 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 1 v 0 (ObjNum 2593 snap 0 seq_num 3763278576) dirty dne 2024-08-19T11:32:20.394 INFO:tasks.rados.rados.0.smithi136.stdout:444: finishing write tid 3 to smithi13674108-14 2024-08-19T11:32:20.395 INFO:tasks.rados.rados.0.smithi136.stdout:444: oid 14 updating version 0 to 139 2024-08-19T11:32:20.395 INFO:tasks.rados.rados.0.smithi136.stdout:444: oid 14 version 139 is already newer than 138 2024-08-19T11:32:20.395 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 139 (ObjNum 155 snap 41 seq_num 155) dirty exists 2024-08-19T11:32:20.395 INFO:tasks.rados.rados.0.smithi136.stdout:444: left oid 14 (ObjNum 155 snap 41 seq_num 155) 2024-08-19T11:32:20.395 INFO:tasks.rados.rados.0.smithi136.stdout:455: finishing write tid 1 to smithi13674108-15 2024-08-19T11:32:20.395 INFO:tasks.rados.rados.0.smithi136.stdout:455: finishing write tid 2 to smithi13674108-15 2024-08-19T11:32:20.395 INFO:tasks.rados.rados.0.smithi136.stdout:445: expect (ObjNum 102 snap 19 seq_num 102) 2024-08-19T11:32:20.503 INFO:tasks.rados.rados.0.smithi136.stdout:455: finishing write tid 3 to smithi13674108-15 2024-08-19T11:32:20.503 INFO:tasks.rados.rados.0.smithi136.stdout:455: oid 15 updating version 0 to 83 2024-08-19T11:32:20.503 INFO:tasks.rados.rados.0.smithi136.stdout:455: oid 15 version 83 is already newer than 82 2024-08-19T11:32:20.503 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 83 (ObjNum 157 snap 41 seq_num 157) dirty exists 2024-08-19T11:32:20.504 INFO:tasks.rados.rados.0.smithi136.stdout:455: left oid 15 (ObjNum 157 snap 41 seq_num 157) 2024-08-19T11:32:20.504 INFO:tasks.rados.rados.0.smithi136.stdout:451: finishing copy_from racing read to smithi13674108-23 2024-08-19T11:32:20.504 INFO:tasks.rados.rados.0.smithi136.stdout:451: finishing copy_from to smithi13674108-23 2024-08-19T11:32:20.504 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 149 (ObjNum 136 snap 33 seq_num 136) dirty exists 2024-08-19T11:32:20.504 INFO:tasks.rados.rados.0.smithi136.stdout:459: finishing copy_from racing read to smithi13674108-50 2024-08-19T11:32:20.504 INFO:tasks.rados.rados.0.smithi136.stdout:459: finishing copy_from to smithi13674108-50 2024-08-19T11:32:20.504 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 28 (ObjNum 139 snap 37 seq_num 139) dirty exists 2024-08-19T11:32:20.684 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:20 smithi155 ceph-mon[19718]: osdmap e155: 8 total, 8 up, 8 in 2024-08-19T11:32:20.684 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:20 smithi155 ceph-mon[19718]: pgmap v211: 121 pgs: 121 active+clean; 130 MiB data, 466 MiB used, 715 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-08-19T11:32:20.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:20 smithi136 ceph-mon[28279]: osdmap e155: 8 total, 8 up, 8 in 2024-08-19T11:32:20.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:20 smithi136 ceph-mon[28279]: pgmap v211: 121 pgs: 121 active+clean; 130 MiB data, 466 MiB used, 715 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-08-19T11:32:20.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:20 smithi136 ceph-mon[16389]: osdmap e155: 8 total, 8 up, 8 in 2024-08-19T11:32:20.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:20 smithi136 ceph-mon[16389]: pgmap v211: 121 pgs: 121 active+clean; 130 MiB data, 466 MiB used, 715 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-08-19T11:32:21.389 INFO:tasks.rados.rados.0.smithi136.stdout:444: done (10 left) 2024-08-19T11:32:21.389 INFO:tasks.rados.rados.0.smithi136.stdout:445: done (9 left) 2024-08-19T11:32:21.389 INFO:tasks.rados.rados.0.smithi136.stdout:447: done (8 left) 2024-08-19T11:32:21.389 INFO:tasks.rados.rados.0.smithi136.stdout:450: done (7 left) 2024-08-19T11:32:21.389 INFO:tasks.rados.rados.0.smithi136.stdout:451: done (6 left) 2024-08-19T11:32:21.390 INFO:tasks.rados.rados.0.smithi136.stdout:452: done (5 left) 2024-08-19T11:32:21.390 INFO:tasks.rados.rados.0.smithi136.stdout:454: done (4 left) 2024-08-19T11:32:21.390 INFO:tasks.rados.rados.0.smithi136.stdout:455: done (3 left) 2024-08-19T11:32:21.390 INFO:tasks.rados.rados.0.smithi136.stdout:456: done (2 left) 2024-08-19T11:32:21.390 INFO:tasks.rados.rados.0.smithi136.stdout:459: done (1 left) 2024-08-19T11:32:21.390 INFO:tasks.rados.rados.0.smithi136.stdout:460: done (0 left) 2024-08-19T11:32:21.390 INFO:tasks.rados.rados.0.smithi136.stdout:461: snap_remove snap 40 2024-08-19T11:32:21.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:21 smithi155 ceph-mon[19718]: osdmap e156: 8 total, 8 up, 8 in 2024-08-19T11:32:21.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:21 smithi136 ceph-mon[28279]: osdmap e156: 8 total, 8 up, 8 in 2024-08-19T11:32:21.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:21 smithi136 ceph-mon[16389]: osdmap e156: 8 total, 8 up, 8 in 2024-08-19T11:32:22.380 INFO:tasks.rados.rados.0.smithi136.stdout:461: done (0 left) 2024-08-19T11:32:22.380 INFO:tasks.rados.rados.0.smithi136.stdout:462: read oid 21 snap -1 2024-08-19T11:32:22.380 INFO:tasks.rados.rados.0.smithi136.stdout:462: expect (ObjNum 143 snap 37 seq_num 143) 2024-08-19T11:32:22.380 INFO:tasks.rados.rados.0.smithi136.stdout:463: snap_remove snap 34 2024-08-19T11:32:22.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:22 smithi155 ceph-mon[19718]: osdmap e157: 8 total, 8 up, 8 in 2024-08-19T11:32:22.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:22 smithi155 ceph-mon[19718]: pgmap v214: 121 pgs: 121 active+clean; 134 MiB data, 490 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-08-19T11:32:22.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:22 smithi155 ceph-mon[19718]: Upgrade: Updating mgr.x 2024-08-19T11:32:22.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:22 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:32:22.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:22 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T11:32:22.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:22 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-19T11:32:22.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:22 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:32:22.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:22 smithi155 ceph-mon[19718]: Deploying daemon mgr.x on smithi155 2024-08-19T11:32:22.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:22 smithi155 ceph-mon[19718]: osdmap e158: 8 total, 8 up, 8 in 2024-08-19T11:32:22.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:22 smithi136 ceph-mon[28279]: osdmap e157: 8 total, 8 up, 8 in 2024-08-19T11:32:22.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:22 smithi136 ceph-mon[28279]: pgmap v214: 121 pgs: 121 active+clean; 134 MiB data, 490 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-08-19T11:32:22.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:22 smithi136 ceph-mon[28279]: Upgrade: Updating mgr.x 2024-08-19T11:32:22.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:22 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:32:22.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:22 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T11:32:22.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:22 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-19T11:32:22.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:22 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:32:22.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:22 smithi136 ceph-mon[28279]: Deploying daemon mgr.x on smithi155 2024-08-19T11:32:22.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:22 smithi136 ceph-mon[28279]: osdmap e158: 8 total, 8 up, 8 in 2024-08-19T11:32:22.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:22 smithi136 ceph-mon[16389]: osdmap e157: 8 total, 8 up, 8 in 2024-08-19T11:32:22.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:22 smithi136 ceph-mon[16389]: pgmap v214: 121 pgs: 121 active+clean; 134 MiB data, 490 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-08-19T11:32:22.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:22 smithi136 ceph-mon[16389]: Upgrade: Updating mgr.x 2024-08-19T11:32:22.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:22 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:32:22.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:22 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T11:32:22.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:22 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-19T11:32:22.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:22 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:32:22.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:22 smithi136 ceph-mon[16389]: Deploying daemon mgr.x on smithi155 2024-08-19T11:32:22.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:22 smithi136 ceph-mon[16389]: osdmap e158: 8 total, 8 up, 8 in 2024-08-19T11:32:23.387 INFO:tasks.rados.rados.0.smithi136.stdout:462: expect (ObjNum 143 snap 37 seq_num 143) 2024-08-19T11:32:23.475 INFO:tasks.rados.rados.0.smithi136.stdout:462: done (1 left) 2024-08-19T11:32:23.475 INFO:tasks.rados.rados.0.smithi136.stdout:463: done (0 left) 2024-08-19T11:32:23.475 INFO:tasks.rados.rados.0.smithi136.stdout:464: snap_remove snap 39 2024-08-19T11:32:24.396 INFO:tasks.rados.rados.0.smithi136.stdout:464: done (0 left) 2024-08-19T11:32:24.396 INFO:tasks.rados.rados.0.smithi136.stdout:465: copy_from oid 40 from oid 18 current snap is 42 2024-08-19T11:32:24.396 INFO:tasks.rados.rados.0.smithi136.stdout:466: rollback oid 8 current snap is 42 2024-08-19T11:32:24.396 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 8 to 16 2024-08-19T11:32:24.396 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 43 current snap is 42 2024-08-19T11:32:24.396 INFO:tasks.rados.rados.0.smithi136.stdout:467: seq_num 158 ranges {0=253952} 2024-08-19T11:32:24.397 INFO:tasks.rados.rados.0.smithi136.stdout:467: writing smithi13674108-43 from 0 to 253952 tid 1 2024-08-19T11:32:24.397 INFO:tasks.rados.rados.0.smithi136.stdout:468: snap_create 2024-08-19T11:32:24.404 INFO:tasks.rados.rados.0.smithi136.stdout:466: finishing rollback tid 0 to smithi13674108-8 2024-08-19T11:32:24.404 INFO:tasks.rados.rados.0.smithi136.stdout:466: finishing rollback tid 1 to smithi13674108-8 2024-08-19T11:32:24.404 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 126 (ObjNum 465 snap 0 seq_num 3762915488) dirty dne 2024-08-19T11:32:24.404 INFO:tasks.rados.rados.0.smithi136.stdout:467: finishing write tid 1 to smithi13674108-43 2024-08-19T11:32:24.404 INFO:tasks.rados.rados.0.smithi136.stdout:467: finishing write tid 2 to smithi13674108-43 2024-08-19T11:32:24.407 INFO:tasks.rados.rados.0.smithi136.stdout:467: finishing write tid 3 to smithi13674108-43 2024-08-19T11:32:24.407 INFO:tasks.rados.rados.0.smithi136.stdout:467: oid 43 updating version 0 to 88 2024-08-19T11:32:24.407 INFO:tasks.rados.rados.0.smithi136.stdout:467: oid 43 version 88 is already newer than 87 2024-08-19T11:32:24.407 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 88 (ObjNum 158 snap 42 seq_num 158) dirty exists 2024-08-19T11:32:24.407 INFO:tasks.rados.rados.0.smithi136.stdout:467: left oid 43 (ObjNum 158 snap 42 seq_num 158) 2024-08-19T11:32:24.420 INFO:tasks.rados.rados.0.smithi136.stdout:465: finishing copy_from racing read to smithi13674108-40 2024-08-19T11:32:24.424 INFO:tasks.rados.rados.0.smithi136.stdout:465: finishing copy_from to smithi13674108-40 2024-08-19T11:32:24.424 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 133 (ObjNum 125 snap 32 seq_num 125) dirty exists 2024-08-19T11:32:24.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:24 smithi155 ceph-mon[19718]: osdmap e159: 8 total, 8 up, 8 in 2024-08-19T11:32:24.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:24 smithi155 ceph-mon[19718]: pgmap v217: 121 pgs: 121 active+clean; 134 MiB data, 490 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-08-19T11:32:24.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:24 smithi136 ceph-mon[28279]: osdmap e159: 8 total, 8 up, 8 in 2024-08-19T11:32:24.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:24 smithi136 ceph-mon[28279]: pgmap v217: 121 pgs: 121 active+clean; 134 MiB data, 490 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-08-19T11:32:24.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:24 smithi136 ceph-mon[16389]: osdmap e159: 8 total, 8 up, 8 in 2024-08-19T11:32:24.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:24 smithi136 ceph-mon[16389]: pgmap v217: 121 pgs: 121 active+clean; 134 MiB data, 490 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-08-19T11:32:25.395 INFO:tasks.rados.rados.0.smithi136.stdout:465: done (3 left) 2024-08-19T11:32:25.395 INFO:tasks.rados.rados.0.smithi136.stdout:466: done (2 left) 2024-08-19T11:32:25.395 INFO:tasks.rados.rados.0.smithi136.stdout:467: done (1 left) 2024-08-19T11:32:25.395 INFO:tasks.rados.rados.0.smithi136.stdout:468: done (0 left) 2024-08-19T11:32:25.396 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 17 current snap is 43 2024-08-19T11:32:25.396 INFO:tasks.rados.rados.0.smithi136.stdout:469: seq_num 159 ranges {1556480=270336} 2024-08-19T11:32:25.405 INFO:tasks.rados.rados.0.smithi136.stdout:469: writing smithi13674108-17 from 1556480 to 1826816 tid 1 2024-08-19T11:32:25.406 INFO:tasks.rados.rados.0.smithi136.stdout:470: copy_from oid 28 from oid 42 current snap is 43 2024-08-19T11:32:25.406 INFO:tasks.rados.rados.0.smithi136.stdout:471: rollback oid 15 current snap is 43 2024-08-19T11:32:25.406 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 15 to 25 2024-08-19T11:32:25.406 INFO:tasks.rados.rados.0.smithi136.stdout:472: rollback oid 33 current snap is 43 2024-08-19T11:32:25.406 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 33 to 33 2024-08-19T11:32:25.407 INFO:tasks.rados.rados.0.smithi136.stdout:473: delete oid 46 current snap is 43 2024-08-19T11:32:25.408 INFO:tasks.rados.rados.0.smithi136.stdout:469: finishing write tid 1 to smithi13674108-17 2024-08-19T11:32:25.409 INFO:tasks.rados.rados.0.smithi136.stdout:469: finishing write tid 2 to smithi13674108-17 2024-08-19T11:32:25.411 INFO:tasks.rados.rados.0.smithi136.stdout:470: finishing copy_from to smithi13674108-28 2024-08-19T11:32:25.411 INFO:tasks.rados.rados.0.smithi136.stdout:470: got expected ENOENT (src dne) 2024-08-19T11:32:25.411 INFO:tasks.rados.rados.0.smithi136.stdout:470: finishing copy_from racing read to smithi13674108-28 2024-08-19T11:32:25.412 INFO:tasks.rados.rados.0.smithi136.stdout:469: finishing write tid 3 to smithi13674108-17 2024-08-19T11:32:25.412 INFO:tasks.rados.rados.0.smithi136.stdout:469: oid 17 updating version 0 to 130 2024-08-19T11:32:25.413 INFO:tasks.rados.rados.0.smithi136.stdout:469: oid 17 updating version 130 to 131 2024-08-19T11:32:25.413 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 17 v 131 (ObjNum 159 snap 43 seq_num 159) dirty exists 2024-08-19T11:32:25.413 INFO:tasks.rados.rados.0.smithi136.stdout:469: left oid 17 (ObjNum 159 snap 43 seq_num 159) 2024-08-19T11:32:25.413 INFO:tasks.rados.rados.0.smithi136.stdout:471: finishing rollback tid 0 to smithi13674108-15 2024-08-19T11:32:25.416 INFO:tasks.rados.rados.0.smithi136.stdout:472: finishing rollback tid 0 to smithi13674108-33 2024-08-19T11:32:25.416 INFO:tasks.rados.rados.0.smithi136.stdout:471: finishing rollback tid 1 to smithi13674108-15 2024-08-19T11:32:25.416 INFO:tasks.rados.rados.0.smithi136.stdout:472: finishing rollback tid 1 to smithi13674108-33 2024-08-19T11:32:25.417 INFO:tasks.rados.rados.0.smithi136.stdout:471: finishing rollback tid 2 to smithi13674108-15 2024-08-19T11:32:25.417 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 109 (ObjNum 257 snap 0 seq_num 3763043552) dirty exists 2024-08-19T11:32:25.417 INFO:tasks.rados.rados.0.smithi136.stdout:472: finishing rollback tid 2 to smithi13674108-33 2024-08-19T11:32:25.417 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 33 v 215 (ObjNum 104 snap 20 seq_num 104) dirty exists 2024-08-19T11:32:25.417 INFO:tasks.rados.rados.0.smithi136.stdout:469: done (4 left) 2024-08-19T11:32:25.417 INFO:tasks.rados.rados.0.smithi136.stdout:470: done (3 left) 2024-08-19T11:32:25.418 INFO:tasks.rados.rados.0.smithi136.stdout:471: done (2 left) 2024-08-19T11:32:25.418 INFO:tasks.rados.rados.0.smithi136.stdout:472: done (1 left) 2024-08-19T11:32:25.418 INFO:tasks.rados.rados.0.smithi136.stdout:473: done (0 left) 2024-08-19T11:32:25.419 INFO:tasks.rados.rados.0.smithi136.stdout:474: read oid 48 snap 35 2024-08-19T11:32:25.419 INFO:tasks.rados.rados.0.smithi136.stdout:474: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-19T11:32:25.419 INFO:tasks.rados.rados.0.smithi136.stdout:475: delete oid 10 current snap is 43 2024-08-19T11:32:25.419 INFO:tasks.rados.rados.0.smithi136.stdout:475: done (1 left) 2024-08-19T11:32:25.419 INFO:tasks.rados.rados.0.smithi136.stdout:476: rmattr oid 29 current snap is 43 2024-08-19T11:32:25.419 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 14 current snap is 43 2024-08-19T11:32:25.420 INFO:tasks.rados.rados.0.smithi136.stdout:477: seq_num 162 ranges {425984=319488} 2024-08-19T11:32:25.421 INFO:tasks.rados.rados.0.smithi136.stdout:477: writing smithi13674108-14 from 425984 to 745472 tid 1 2024-08-19T11:32:25.421 INFO:tasks.rados.rados.0.smithi136.stdout:478: read oid 26 snap -1 2024-08-19T11:32:25.421 INFO:tasks.rados.rados.0.smithi136.stdout:478: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-19T11:32:25.422 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 40 current snap is 43 2024-08-19T11:32:25.422 INFO:tasks.rados.rados.0.smithi136.stdout:479: seq_num 163 ranges {3571712=335872} 2024-08-19T11:32:25.441 INFO:tasks.rados.rados.0.smithi136.stdout:479: writing smithi13674108-40 from 3571712 to 3907584 tid 1 2024-08-19T11:32:25.442 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 10 current snap is 43 2024-08-19T11:32:25.442 INFO:tasks.rados.rados.0.smithi136.stdout:480: seq_num 164 ranges {0=352256} 2024-08-19T11:32:25.443 INFO:tasks.rados.rados.0.smithi136.stdout:480: writing smithi13674108-10 from 0 to 352256 tid 1 2024-08-19T11:32:25.443 INFO:tasks.rados.rados.0.smithi136.stdout:481: snap_remove snap 41 2024-08-19T11:32:25.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:25 smithi155 ceph-mon[19718]: osdmap e160: 8 total, 8 up, 8 in 2024-08-19T11:32:25.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:25 smithi136 ceph-mon[28279]: osdmap e160: 8 total, 8 up, 8 in 2024-08-19T11:32:25.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:25 smithi136 ceph-mon[16389]: osdmap e160: 8 total, 8 up, 8 in 2024-08-19T11:32:26.403 INFO:tasks.rados.rados.0.smithi136.stdout:481: done (6 left) 2024-08-19T11:32:26.403 INFO:tasks.rados.rados.0.smithi136.stdout:482: snap_create 2024-08-19T11:32:26.403 INFO:tasks.rados.rados.0.smithi136.stdout:474: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-19T11:32:26.428 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 133 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-08-19T11:32:26.428 INFO:tasks.rados.rados.0.smithi136.stdout:477: finishing write tid 1 to smithi13674108-14 2024-08-19T11:32:26.428 INFO:tasks.rados.rados.0.smithi136.stdout:477: finishing write tid 2 to smithi13674108-14 2024-08-19T11:32:26.428 INFO:tasks.rados.rados.0.smithi136.stdout:477: finishing write tid 3 to smithi13674108-14 2024-08-19T11:32:26.428 INFO:tasks.rados.rados.0.smithi136.stdout:477: oid 14 updating version 0 to 171 2024-08-19T11:32:26.428 INFO:tasks.rados.rados.0.smithi136.stdout:477: oid 14 version 171 is already newer than 170 2024-08-19T11:32:26.428 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 171 (ObjNum 162 snap 43 seq_num 162) dirty exists 2024-08-19T11:32:26.429 INFO:tasks.rados.rados.0.smithi136.stdout:477: left oid 14 (ObjNum 162 snap 43 seq_num 162) 2024-08-19T11:32:26.429 INFO:tasks.rados.rados.0.smithi136.stdout:478: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-19T11:32:26.442 INFO:tasks.rados.rados.0.smithi136.stdout:479: finishing write tid 1 to smithi13674108-40 2024-08-19T11:32:26.442 INFO:tasks.rados.rados.0.smithi136.stdout:479: finishing write tid 2 to smithi13674108-40 2024-08-19T11:32:26.442 INFO:tasks.rados.rados.0.smithi136.stdout:480: finishing write tid 1 to smithi13674108-10 2024-08-19T11:32:26.442 INFO:tasks.rados.rados.0.smithi136.stdout:480: finishing write tid 2 to smithi13674108-10 2024-08-19T11:32:26.442 INFO:tasks.rados.rados.0.smithi136.stdout:479: finishing write tid 3 to smithi13674108-40 2024-08-19T11:32:26.443 INFO:tasks.rados.rados.0.smithi136.stdout:479: oid 40 updating version 0 to 135 2024-08-19T11:32:26.443 INFO:tasks.rados.rados.0.smithi136.stdout:479: oid 40 version 135 is already newer than 134 2024-08-19T11:32:26.443 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 135 (ObjNum 163 snap 43 seq_num 163) dirty exists 2024-08-19T11:32:26.443 INFO:tasks.rados.rados.0.smithi136.stdout:479: left oid 40 (ObjNum 163 snap 43 seq_num 163) 2024-08-19T11:32:26.443 INFO:tasks.rados.rados.0.smithi136.stdout:480: finishing write tid 3 to smithi13674108-10 2024-08-19T11:32:26.443 INFO:tasks.rados.rados.0.smithi136.stdout:480: oid 10 updating version 0 to 78 2024-08-19T11:32:26.443 INFO:tasks.rados.rados.0.smithi136.stdout:480: oid 10 version 78 is already newer than 77 2024-08-19T11:32:26.443 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 78 (ObjNum 164 snap 43 seq_num 164) dirty exists 2024-08-19T11:32:26.443 INFO:tasks.rados.rados.0.smithi136.stdout:480: left oid 10 (ObjNum 164 snap 43 seq_num 164) 2024-08-19T11:32:26.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:26 smithi155 ceph-mon[19718]: osdmap e161: 8 total, 8 up, 8 in 2024-08-19T11:32:26.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:26 smithi155 ceph-mon[19718]: pgmap v220: 121 pgs: 121 active+clean; 134 MiB data, 490 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:32:26.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:26 smithi136 ceph-mon[16389]: osdmap e161: 8 total, 8 up, 8 in 2024-08-19T11:32:26.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:26 smithi136 ceph-mon[16389]: pgmap v220: 121 pgs: 121 active+clean; 134 MiB data, 490 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:32:26.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:26 smithi136 ceph-mon[28279]: osdmap e161: 8 total, 8 up, 8 in 2024-08-19T11:32:26.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:26 smithi136 ceph-mon[28279]: pgmap v220: 121 pgs: 121 active+clean; 134 MiB data, 490 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:32:27.402 INFO:tasks.rados.rados.0.smithi136.stdout:474: done (6 left) 2024-08-19T11:32:27.403 INFO:tasks.rados.rados.0.smithi136.stdout:476: done (5 left) 2024-08-19T11:32:27.403 INFO:tasks.rados.rados.0.smithi136.stdout:477: done (4 left) 2024-08-19T11:32:27.403 INFO:tasks.rados.rados.0.smithi136.stdout:478: done (3 left) 2024-08-19T11:32:27.403 INFO:tasks.rados.rados.0.smithi136.stdout:479: done (2 left) 2024-08-19T11:32:27.403 INFO:tasks.rados.rados.0.smithi136.stdout:480: done (1 left) 2024-08-19T11:32:27.403 INFO:tasks.rados.rados.0.smithi136.stdout:482: done (0 left) 2024-08-19T11:32:27.404 INFO:tasks.rados.rados.0.smithi136.stdout:483: snap_remove snap 16 2024-08-19T11:32:27.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:27 smithi155 ceph-mon[19718]: osdmap e162: 8 total, 8 up, 8 in 2024-08-19T11:32:27.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:27 smithi136 ceph-mon[28279]: osdmap e162: 8 total, 8 up, 8 in 2024-08-19T11:32:27.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:27 smithi136 ceph-mon[16389]: osdmap e162: 8 total, 8 up, 8 in 2024-08-19T11:32:27.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:27 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:32:27] "GET /metrics HTTP/1.1" 200 36032 "" "Prometheus/2.43.0" 2024-08-19T11:32:28.416 INFO:tasks.rados.rados.0.smithi136.stdout:483: done (0 left) 2024-08-19T11:32:28.416 INFO:tasks.rados.rados.0.smithi136.stdout:484: read oid 16 snap 42 2024-08-19T11:32:28.416 INFO:tasks.rados.rados.0.smithi136.stdout:484: expect (ObjNum 108 snap 26 seq_num 108) 2024-08-19T11:32:28.416 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 2 current snap is 44 2024-08-19T11:32:28.416 INFO:tasks.rados.rados.0.smithi136.stdout:485: seq_num 165 ranges {0=368640} 2024-08-19T11:32:28.419 INFO:tasks.rados.rados.0.smithi136.stdout:485: writing smithi13674108-2 from 0 to 368640 tid 1 2024-08-19T11:32:28.419 INFO:tasks.rados.rados.0.smithi136.stdout:486: setattr oid 49 current snap is 44 2024-08-19T11:32:28.422 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 45 current snap is 44 2024-08-19T11:32:28.422 INFO:tasks.rados.rados.0.smithi136.stdout:487: seq_num 166 ranges {6479872=385024} 2024-08-19T11:32:28.460 INFO:tasks.rados.rados.0.smithi136.stdout:487: writing smithi13674108-45 from 6479872 to 6864896 tid 1 2024-08-19T11:32:28.461 INFO:tasks.rados.rados.0.smithi136.stdout:488: read oid 35 snap -1 2024-08-19T11:32:28.461 INFO:tasks.rados.rados.0.smithi136.stdout:488: expect deleted 2024-08-19T11:32:28.461 INFO:tasks.rados.rados.0.smithi136.stdout:489: read oid 14 snap -1 2024-08-19T11:32:28.461 INFO:tasks.rados.rados.0.smithi136.stdout:489: expect (ObjNum 162 snap 43 seq_num 162) 2024-08-19T11:32:28.461 INFO:tasks.rados.rados.0.smithi136.stdout:490: copy_from oid 19 from oid 32 current snap is 44 2024-08-19T11:32:28.461 INFO:tasks.rados.rados.0.smithi136.stdout:485: finishing write tid 1 to smithi13674108-2 2024-08-19T11:32:28.461 INFO:tasks.rados.rados.0.smithi136.stdout:485: finishing write tid 2 to smithi13674108-2 2024-08-19T11:32:28.461 INFO:tasks.rados.rados.0.smithi136.stdout:484: expect (ObjNum 108 snap 26 seq_num 108) 2024-08-19T11:32:28.585 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:28 smithi155 ceph-mon[19718]: osdmap e163: 8 total, 8 up, 8 in 2024-08-19T11:32:28.586 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:28 smithi155 ceph-mon[19718]: pgmap v223: 121 pgs: 121 active+clean; 139 MiB data, 501 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-19T11:32:28.662 INFO:tasks.rados.rados.0.smithi136.stdout:485: finishing write tid 3 to smithi13674108-2 2024-08-19T11:32:28.663 INFO:tasks.rados.rados.0.smithi136.stdout:485: oid 2 updating version 0 to 179 2024-08-19T11:32:28.663 INFO:tasks.rados.rados.0.smithi136.stdout:485: oid 2 version 179 is already newer than 178 2024-08-19T11:32:28.663 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 2 v 179 (ObjNum 165 snap 44 seq_num 165) dirty exists 2024-08-19T11:32:28.663 INFO:tasks.rados.rados.0.smithi136.stdout:485: left oid 2 (ObjNum 165 snap 44 seq_num 165) 2024-08-19T11:32:28.663 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 181 (ObjNum 141 snap 37 seq_num 141) dirty exists 2024-08-19T11:32:28.663 INFO:tasks.rados.rados.0.smithi136.stdout:484: done (6 left) 2024-08-19T11:32:28.663 INFO:tasks.rados.rados.0.smithi136.stdout:485: done (5 left) 2024-08-19T11:32:28.663 INFO:tasks.rados.rados.0.smithi136.stdout:486: done (4 left) 2024-08-19T11:32:28.663 INFO:tasks.rados.rados.0.smithi136.stdout:491: rollback oid 23 current snap is 44 2024-08-19T11:32:28.663 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 23 to 25 2024-08-19T11:32:28.663 INFO:tasks.rados.rados.0.smithi136.stdout:490: finishing copy_from to smithi13674108-19 2024-08-19T11:32:28.663 INFO:tasks.rados.rados.0.smithi136.stdout:490: got expected ENOENT (src dne) 2024-08-19T11:32:28.663 INFO:tasks.rados.rados.0.smithi136.stdout:490: finishing copy_from racing read to smithi13674108-19 2024-08-19T11:32:28.664 INFO:tasks.rados.rados.0.smithi136.stdout:487: finishing write tid 1 to smithi13674108-45 2024-08-19T11:32:28.664 INFO:tasks.rados.rados.0.smithi136.stdout:487: finishing write tid 2 to smithi13674108-45 2024-08-19T11:32:28.664 INFO:tasks.rados.rados.0.smithi136.stdout:489: expect (ObjNum 162 snap 43 seq_num 162) 2024-08-19T11:32:28.692 INFO:tasks.rados.rados.0.smithi136.stdout:487: finishing write tid 3 to smithi13674108-45 2024-08-19T11:32:28.692 INFO:tasks.rados.rados.0.smithi136.stdout:487: oid 45 updating version 0 to 232 2024-08-19T11:32:28.692 INFO:tasks.rados.rados.0.smithi136.stdout:487: oid 45 version 232 is already newer than 231 2024-08-19T11:32:28.692 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 232 (ObjNum 166 snap 44 seq_num 166) dirty exists 2024-08-19T11:32:28.692 INFO:tasks.rados.rados.0.smithi136.stdout:487: left oid 45 (ObjNum 166 snap 44 seq_num 166) 2024-08-19T11:32:28.692 INFO:tasks.rados.rados.0.smithi136.stdout:491: finishing rollback tid 0 to smithi13674108-23 2024-08-19T11:32:28.693 INFO:tasks.rados.rados.0.smithi136.stdout:491: finishing rollback tid 1 to smithi13674108-23 2024-08-19T11:32:28.693 INFO:tasks.rados.rados.0.smithi136.stdout:487: done (4 left) 2024-08-19T11:32:28.693 INFO:tasks.rados.rados.0.smithi136.stdout:488: done (3 left) 2024-08-19T11:32:28.693 INFO:tasks.rados.rados.0.smithi136.stdout:489: done (2 left) 2024-08-19T11:32:28.693 INFO:tasks.rados.rados.0.smithi136.stdout:490: done (1 left) 2024-08-19T11:32:28.693 INFO:tasks.rados.rados.0.smithi136.stdout:492: snap_remove snap 35 2024-08-19T11:32:28.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:28 smithi136 ceph-mon[28279]: osdmap e163: 8 total, 8 up, 8 in 2024-08-19T11:32:28.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:28 smithi136 ceph-mon[28279]: pgmap v223: 121 pgs: 121 active+clean; 139 MiB data, 501 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-19T11:32:28.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:28 smithi136 ceph-mon[16389]: osdmap e163: 8 total, 8 up, 8 in 2024-08-19T11:32:28.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:28 smithi136 ceph-mon[16389]: pgmap v223: 121 pgs: 121 active+clean; 139 MiB data, 501 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-19T11:32:28.850 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:28 smithi155 systemd[1]: Stopping Ceph mgr.x for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:32:29.150 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:28 smithi155 podman[55261]: 2024-08-19 11:32:28.848686363 +0000 UTC m=+0.111677637 container died e0039a0d0c33eca873e98271bf0cfd914705427c54c3c7a006e9c5815064ec45 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x, GIT_BRANCH=HEAD, RELEASE=reef-baa926d, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-08-19T11:32:29.411 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:29 smithi155 podman[55261]: 2024-08-19 11:32:29.150169522 +0000 UTC m=+0.413160796 container cleanup e0039a0d0c33eca873e98271bf0cfd914705427c54c3c7a006e9c5815064ec45 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=reef-baa926d, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-08-19T11:32:29.411 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:29 smithi155 bash[55261]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x 2024-08-19T11:32:29.411 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:29 smithi155 podman[55279]: 2024-08-19 11:32:29.37634471 +0000 UTC m=+0.521807913 container remove e0039a0d0c33eca873e98271bf0cfd914705427c54c3c7a006e9c5815064ec45 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-baa926d, org.label-schema.build-date=20240731) 2024-08-19T11:32:29.411 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:29 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-19T11:32:29.428 INFO:tasks.rados.rados.0.smithi136.stdout:492: done (1 left) 2024-08-19T11:32:29.428 INFO:tasks.rados.rados.0.smithi136.stdout:493: read oid 36 snap -1 2024-08-19T11:32:29.428 INFO:tasks.rados.rados.0.smithi136.stdout:493: expect (ObjNum 141 snap 37 seq_num 141) 2024-08-19T11:32:29.428 INFO:tasks.rados.rados.0.smithi136.stdout:494: rollback oid 20 current snap is 44 2024-08-19T11:32:29.428 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 20 to 42 2024-08-19T11:32:29.429 INFO:tasks.rados.rados.0.smithi136.stdout:491: finishing rollback tid 2 to smithi13674108-23 2024-08-19T11:32:29.429 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 152 (ObjNum 105 snap 23 seq_num 105) dirty exists 2024-08-19T11:32:29.429 INFO:tasks.rados.rados.0.smithi136.stdout:491: done (2 left) 2024-08-19T11:32:29.429 INFO:tasks.rados.rados.0.smithi136.stdout:495: setattr oid 49 current snap is 44 2024-08-19T11:32:29.430 INFO:tasks.rados.rados.0.smithi136.stdout:496: rollback oid 10 current snap is 44 2024-08-19T11:32:29.431 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 10 to 25 2024-08-19T11:32:29.431 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 11 current snap is 44 2024-08-19T11:32:29.431 INFO:tasks.rados.rados.0.smithi136.stdout:497: seq_num 167 ranges {1900544=401408} 2024-08-19T11:32:29.445 INFO:tasks.rados.rados.0.smithi136.stdout:497: writing smithi13674108-11 from 1900544 to 2301952 tid 1 2024-08-19T11:32:29.446 INFO:tasks.rados.rados.0.smithi136.stdout:498: snap_remove snap 23 2024-08-19T11:32:29.710 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:29 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-08-19T11:32:29.710 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:29 smithi155 systemd[1]: Stopped Ceph mgr.x for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:32:29.710 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:29 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mgr.x.service: Consumed 11.140s CPU time. 2024-08-19T11:32:29.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:29 smithi155 ceph-mon[19718]: osdmap e164: 8 total, 8 up, 8 in 2024-08-19T11:32:29.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:29 smithi136 ceph-mon[28279]: osdmap e164: 8 total, 8 up, 8 in 2024-08-19T11:32:29.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:29 smithi136 ceph-mon[16389]: osdmap e164: 8 total, 8 up, 8 in 2024-08-19T11:32:29.993 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:29 smithi155 systemd[1]: Starting Ceph mgr.x for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:32:29.993 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:29 smithi155 podman[55415]: 2024-08-19 11:32:29.849259134 +0000 UTC m=+0.017771519 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:32:30.244 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:29 smithi155 podman[55415]: 2024-08-19 11:32:29.992818565 +0000 UTC m=+0.161330949 container create 52fdbe56811ab07d89e9a5caaa736ae4285452ce5b26be258b860fbbc7520817 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=main-7976693, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True) 2024-08-19T11:32:30.244 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:30 smithi155 podman[55415]: 2024-08-19 11:32:30.213330068 +0000 UTC m=+0.381842455 container init 52fdbe56811ab07d89e9a5caaa736ae4285452ce5b26be258b860fbbc7520817 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-08-19T11:32:30.244 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:30 smithi155 podman[55415]: 2024-08-19 11:32:30.218640049 +0000 UTC m=+0.387152435 container start 52fdbe56811ab07d89e9a5caaa736ae4285452ce5b26be258b860fbbc7520817 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=main-7976693, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-08-19T11:32:30.433 INFO:tasks.rados.rados.0.smithi136.stdout:498: done (5 left) 2024-08-19T11:32:30.433 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 24 current snap is 44 2024-08-19T11:32:30.434 INFO:tasks.rados.rados.0.smithi136.stdout:494: finishing rollback tid 0 to smithi13674108-20 2024-08-19T11:32:30.434 INFO:tasks.rados.rados.0.smithi136.stdout:494: finishing rollback tid 1 to smithi13674108-20 2024-08-19T11:32:30.434 INFO:tasks.rados.rados.0.smithi136.stdout:494: finishing rollback tid 2 to smithi13674108-20 2024-08-19T11:32:30.434 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 240 (ObjNum 177 snap 0 seq_num 4066356608) dirty exists 2024-08-19T11:32:30.434 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 190 (ObjNum 141 snap 37 seq_num 141) dirty exists 2024-08-19T11:32:30.434 INFO:tasks.rados.rados.0.smithi136.stdout:496: finishing rollback tid 0 to smithi13674108-10 2024-08-19T11:32:30.434 INFO:tasks.rados.rados.0.smithi136.stdout:496: finishing rollback tid 1 to smithi13674108-10 2024-08-19T11:32:30.434 INFO:tasks.rados.rados.0.smithi136.stdout:496: finishing rollback tid 2 to smithi13674108-10 2024-08-19T11:32:30.434 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 88 (ObjNum 74 snap 11 seq_num 74) dirty exists 2024-08-19T11:32:30.434 INFO:tasks.rados.rados.0.smithi136.stdout:497: finishing write tid 1 to smithi13674108-11 2024-08-19T11:32:30.434 INFO:tasks.rados.rados.0.smithi136.stdout:497: finishing write tid 2 to smithi13674108-11 2024-08-19T11:32:30.434 INFO:tasks.rados.rados.0.smithi136.stdout:497: finishing write tid 3 to smithi13674108-11 2024-08-19T11:32:30.435 INFO:tasks.rados.rados.0.smithi136.stdout:497: oid 11 updating version 0 to 155 2024-08-19T11:32:30.435 INFO:tasks.rados.rados.0.smithi136.stdout:497: oid 11 updating version 155 to 156 2024-08-19T11:32:30.435 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 156 (ObjNum 167 snap 44 seq_num 167) dirty exists 2024-08-19T11:32:30.435 INFO:tasks.rados.rados.0.smithi136.stdout:497: left oid 11 (ObjNum 167 snap 44 seq_num 167) 2024-08-19T11:32:30.435 INFO:tasks.rados.rados.0.smithi136.stdout:493: expect (ObjNum 141 snap 37 seq_num 141) 2024-08-19T11:32:30.656 INFO:tasks.rados.rados.0.smithi136.stdout:499: seq_num 168 ranges {1302528=417792} 2024-08-19T11:32:30.666 INFO:tasks.rados.rados.0.smithi136.stdout:499: writing smithi13674108-24 from 1302528 to 1720320 tid 1 2024-08-19T11:32:30.666 INFO:tasks.rados.rados.0.smithi136.stdout:493: done (5 left) 2024-08-19T11:32:30.666 INFO:tasks.rados.rados.0.smithi136.stdout:494: done (4 left) 2024-08-19T11:32:30.666 INFO:tasks.rados.rados.0.smithi136.stdout:495: done (3 left) 2024-08-19T11:32:30.667 INFO:tasks.rados.rados.0.smithi136.stdout:496: done (2 left) 2024-08-19T11:32:30.667 INFO:tasks.rados.rados.0.smithi136.stdout:497: done (1 left) 2024-08-19T11:32:30.667 INFO:tasks.rados.rados.0.smithi136.stdout:500: rollback oid 44 current snap is 44 2024-08-19T11:32:30.667 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 44 to 25 2024-08-19T11:32:30.667 INFO:tasks.rados.rados.0.smithi136.stdout:501: rmattr oid 40 current snap is 44 2024-08-19T11:32:30.667 INFO:tasks.rados.rados.0.smithi136.stdout:501: done (2 left) 2024-08-19T11:32:30.667 INFO:tasks.rados.rados.0.smithi136.stdout:502: read oid 36 snap -1 2024-08-19T11:32:30.667 INFO:tasks.rados.rados.0.smithi136.stdout:502: expect (ObjNum 141 snap 37 seq_num 141) 2024-08-19T11:32:30.667 INFO:tasks.rados.rados.0.smithi136.stdout:503: snap_remove snap 42 2024-08-19T11:32:30.710 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:30 smithi155 ceph-mgr[55453]: -- 172.21.15.155:0/1002335122 <== mon.1 v2:172.21.15.155:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55aca40050e0 con 0x55aca3fe3400 2024-08-19T11:32:30.710 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:30 smithi155 bash[55415]: 52fdbe56811ab07d89e9a5caaa736ae4285452ce5b26be258b860fbbc7520817 2024-08-19T11:32:30.710 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:30 smithi155 systemd[1]: Started Ceph mgr.x for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:32:30.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:30 smithi155 ceph-mon[19718]: osdmap e165: 8 total, 8 up, 8 in 2024-08-19T11:32:30.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:30 smithi155 ceph-mon[19718]: pgmap v226: 121 pgs: 121 active+clean; 139 MiB data, 501 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-19T11:32:30.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:30 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:32:30.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:30 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:32:30.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:30 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:32:30.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:30 smithi136 ceph-mon[16389]: osdmap e165: 8 total, 8 up, 8 in 2024-08-19T11:32:30.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:30 smithi136 ceph-mon[16389]: pgmap v226: 121 pgs: 121 active+clean; 139 MiB data, 501 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-19T11:32:30.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:30 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:32:30.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:30 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:32:30.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:30 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:32:30.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:30 smithi136 ceph-mon[28279]: osdmap e165: 8 total, 8 up, 8 in 2024-08-19T11:32:30.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:30 smithi136 ceph-mon[28279]: pgmap v226: 121 pgs: 121 active+clean; 139 MiB data, 501 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-19T11:32:30.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:30 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:32:30.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:30 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:32:30.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:30 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:32:31.429 INFO:tasks.rados.rados.0.smithi136.stdout:503: done (3 left) 2024-08-19T11:32:31.429 INFO:tasks.rados.rados.0.smithi136.stdout:504: snap_create 2024-08-19T11:32:31.429 INFO:tasks.rados.rados.0.smithi136.stdout:500: finishing rollback tid 1 to smithi13674108-44 2024-08-19T11:32:31.429 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 0 (ObjNum 593 snap 0 seq_num 3762852232) dirty dne 2024-08-19T11:32:31.429 INFO:tasks.rados.rados.0.smithi136.stdout:499: finishing write tid 1 to smithi13674108-24 2024-08-19T11:32:31.429 INFO:tasks.rados.rados.0.smithi136.stdout:499: finishing write tid 2 to smithi13674108-24 2024-08-19T11:32:31.429 INFO:tasks.rados.rados.0.smithi136.stdout:499: finishing write tid 3 to smithi13674108-24 2024-08-19T11:32:31.429 INFO:tasks.rados.rados.0.smithi136.stdout:499: oid 24 updating version 0 to 204 2024-08-19T11:32:31.429 INFO:tasks.rados.rados.0.smithi136.stdout:499: oid 24 version 204 is already newer than 203 2024-08-19T11:32:31.429 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 204 (ObjNum 168 snap 44 seq_num 168) dirty exists 2024-08-19T11:32:31.430 INFO:tasks.rados.rados.0.smithi136.stdout:499: left oid 24 (ObjNum 168 snap 44 seq_num 168) 2024-08-19T11:32:31.430 INFO:tasks.rados.rados.0.smithi136.stdout:502: expect (ObjNum 141 snap 37 seq_num 141) 2024-08-19T11:32:31.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:31 smithi155 ceph-mon[19718]: osdmap e166: 8 total, 8 up, 8 in 2024-08-19T11:32:31.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:31 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:32:31.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:31 smithi136 ceph-mon[16389]: osdmap e166: 8 total, 8 up, 8 in 2024-08-19T11:32:31.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:31 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:32:31.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:31 smithi136 ceph-mon[28279]: osdmap e166: 8 total, 8 up, 8 in 2024-08-19T11:32:31.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:31 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:32:32.382 INFO:tasks.rados.rados.0.smithi136.stdout:499: done (3 left) 2024-08-19T11:32:32.382 INFO:tasks.rados.rados.0.smithi136.stdout:500: done (2 left) 2024-08-19T11:32:32.382 INFO:tasks.rados.rados.0.smithi136.stdout:502: done (1 left) 2024-08-19T11:32:32.382 INFO:tasks.rados.rados.0.smithi136.stdout:504: done (0 left) 2024-08-19T11:32:32.382 INFO:tasks.rados.rados.0.smithi136.stdout:505: read oid 47 snap -1 2024-08-19T11:32:32.382 INFO:tasks.rados.rados.0.smithi136.stdout:505: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-19T11:32:32.382 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 43 current snap is 45 2024-08-19T11:32:32.382 INFO:tasks.rados.rados.0.smithi136.stdout:506: seq_num 169 ranges {253952=434176} 2024-08-19T11:32:32.385 INFO:tasks.rados.rados.0.smithi136.stdout:506: writing smithi13674108-43 from 253952 to 688128 tid 1 2024-08-19T11:32:32.385 INFO:tasks.rados.rados.0.smithi136.stdout:507: rollback oid 29 current snap is 45 2024-08-19T11:32:32.385 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 29 to 33 2024-08-19T11:32:32.385 INFO:tasks.rados.rados.0.smithi136.stdout:508: delete oid 16 current snap is 45 2024-08-19T11:32:32.386 INFO:tasks.rados.rados.0.smithi136.stdout:505: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-19T11:32:32.411 INFO:tasks.rados.rados.0.smithi136.stdout:507: finishing rollback tid 0 to smithi13674108-29 2024-08-19T11:32:32.411 INFO:tasks.rados.rados.0.smithi136.stdout:506: finishing write tid 1 to smithi13674108-43 2024-08-19T11:32:32.412 INFO:tasks.rados.rados.0.smithi136.stdout:507: finishing rollback tid 1 to smithi13674108-29 2024-08-19T11:32:32.412 INFO:tasks.rados.rados.0.smithi136.stdout:507: finishing rollback tid 2 to smithi13674108-29 2024-08-19T11:32:32.412 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 174 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-08-19T11:32:32.412 INFO:tasks.rados.rados.0.smithi136.stdout:506: finishing write tid 2 to smithi13674108-43 2024-08-19T11:32:32.412 INFO:tasks.rados.rados.0.smithi136.stdout:505: done (3 left) 2024-08-19T11:32:32.412 INFO:tasks.rados.rados.0.smithi136.stdout:507: done (2 left) 2024-08-19T11:32:32.412 INFO:tasks.rados.rados.0.smithi136.stdout:508: done (1 left) 2024-08-19T11:32:32.412 INFO:tasks.rados.rados.0.smithi136.stdout:509: read oid 38 snap -1 2024-08-19T11:32:32.412 INFO:tasks.rados.rados.0.smithi136.stdout:509: expect (ObjNum 13 snap 0 seq_num 13) 2024-08-19T11:32:32.412 INFO:tasks.rados.rados.0.smithi136.stdout:510: copy_from oid 28 from oid 17 current snap is 45 2024-08-19T11:32:32.412 INFO:tasks.rados.rados.0.smithi136.stdout:506: finishing write tid 3 to smithi13674108-43 2024-08-19T11:32:32.412 INFO:tasks.rados.rados.0.smithi136.stdout:506: oid 43 updating version 0 to 103 2024-08-19T11:32:32.412 INFO:tasks.rados.rados.0.smithi136.stdout:506: oid 43 version 103 is already newer than 102 2024-08-19T11:32:32.413 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 103 (ObjNum 169 snap 45 seq_num 169) dirty exists 2024-08-19T11:32:32.413 INFO:tasks.rados.rados.0.smithi136.stdout:506: left oid 43 (ObjNum 169 snap 45 seq_num 169) 2024-08-19T11:32:32.413 INFO:tasks.rados.rados.0.smithi136.stdout:506: done (2 left) 2024-08-19T11:32:32.413 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 13 current snap is 45 2024-08-19T11:32:32.413 INFO:tasks.rados.rados.0.smithi136.stdout:511: seq_num 171 ranges {1466368=466944} 2024-08-19T11:32:32.422 INFO:tasks.rados.rados.0.smithi136.stdout:511: writing smithi13674108-13 from 1466368 to 1933312 tid 1 2024-08-19T11:32:32.422 INFO:tasks.rados.rados.0.smithi136.stdout:512: delete oid 15 current snap is 45 2024-08-19T11:32:32.422 INFO:tasks.rados.rados.0.smithi136.stdout:509: expect (ObjNum 13 snap 0 seq_num 13) 2024-08-19T11:32:32.430 INFO:tasks.rados.rados.0.smithi136.stdout:510: finishing copy_from racing read to smithi13674108-28 2024-08-19T11:32:32.430 INFO:tasks.rados.rados.0.smithi136.stdout:511: finishing write tid 1 to smithi13674108-13 2024-08-19T11:32:32.430 INFO:tasks.rados.rados.0.smithi136.stdout:510: finishing copy_from to smithi13674108-28 2024-08-19T11:32:32.430 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 131 (ObjNum 159 snap 43 seq_num 159) dirty exists 2024-08-19T11:32:32.430 INFO:tasks.rados.rados.0.smithi136.stdout:511: finishing write tid 2 to smithi13674108-13 2024-08-19T11:32:32.430 INFO:tasks.rados.rados.0.smithi136.stdout:511: finishing write tid 3 to smithi13674108-13 2024-08-19T11:32:32.430 INFO:tasks.rados.rados.0.smithi136.stdout:511: oid 13 updating version 0 to 106 2024-08-19T11:32:32.430 INFO:tasks.rados.rados.0.smithi136.stdout:511: oid 13 version 106 is already newer than 105 2024-08-19T11:32:32.430 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 106 (ObjNum 171 snap 45 seq_num 171) dirty exists 2024-08-19T11:32:32.430 INFO:tasks.rados.rados.0.smithi136.stdout:511: left oid 13 (ObjNum 171 snap 45 seq_num 171) 2024-08-19T11:32:32.431 INFO:tasks.rados.rados.0.smithi136.stdout:509: done (3 left) 2024-08-19T11:32:32.431 INFO:tasks.rados.rados.0.smithi136.stdout:510: done (2 left) 2024-08-19T11:32:32.431 INFO:tasks.rados.rados.0.smithi136.stdout:511: done (1 left) 2024-08-19T11:32:32.431 INFO:tasks.rados.rados.0.smithi136.stdout:512: done (0 left) 2024-08-19T11:32:32.431 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 38 current snap is 45 2024-08-19T11:32:32.431 INFO:tasks.rados.rados.0.smithi136.stdout:513: seq_num 173 ranges {221184=499712} 2024-08-19T11:32:32.434 INFO:tasks.rados.rados.0.smithi136.stdout:513: writing smithi13674108-38 from 221184 to 720896 tid 1 2024-08-19T11:32:32.434 INFO:tasks.rados.rados.0.smithi136.stdout:514: setattr oid 26 current snap is 45 2024-08-19T11:32:32.435 INFO:tasks.rados.rados.0.smithi136.stdout:515: delete oid 43 current snap is 45 2024-08-19T11:32:32.437 INFO:tasks.rados.rados.0.smithi136.stdout:515: done (2 left) 2024-08-19T11:32:32.437 INFO:tasks.rados.rados.0.smithi136.stdout:516: snap_remove snap 25 2024-08-19T11:32:32.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:32 smithi155 ceph-mon[19718]: osdmap e167: 8 total, 8 up, 8 in 2024-08-19T11:32:32.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:32 smithi155 ceph-mon[19718]: pgmap v229: 121 pgs: 121 active+clean; 134 MiB data, 539 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 384 KiB/s wr, 18 op/s 2024-08-19T11:32:32.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:32 smithi155 ceph-mon[19718]: osdmap e168: 8 total, 8 up, 8 in 2024-08-19T11:32:32.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:32 smithi136 ceph-mon[16389]: osdmap e167: 8 total, 8 up, 8 in 2024-08-19T11:32:32.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:32 smithi136 ceph-mon[16389]: pgmap v229: 121 pgs: 121 active+clean; 134 MiB data, 539 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 384 KiB/s wr, 18 op/s 2024-08-19T11:32:32.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:32 smithi136 ceph-mon[16389]: osdmap e168: 8 total, 8 up, 8 in 2024-08-19T11:32:32.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:32 smithi136 ceph-mon[28279]: osdmap e167: 8 total, 8 up, 8 in 2024-08-19T11:32:32.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:32 smithi136 ceph-mon[28279]: pgmap v229: 121 pgs: 121 active+clean; 134 MiB data, 539 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 384 KiB/s wr, 18 op/s 2024-08-19T11:32:32.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:32 smithi136 ceph-mon[28279]: osdmap e168: 8 total, 8 up, 8 in 2024-08-19T11:32:33.445 INFO:tasks.rados.rados.0.smithi136.stdout:516: done (2 left) 2024-08-19T11:32:33.445 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 33 current snap is 45 2024-08-19T11:32:33.445 INFO:tasks.rados.rados.0.smithi136.stdout:517: seq_num 175 ranges {2293760=540672} 2024-08-19T11:32:33.462 INFO:tasks.rados.rados.0.smithi136.stdout:517: writing smithi13674108-33 from 2293760 to 2834432 tid 1 2024-08-19T11:32:33.462 INFO:tasks.rados.rados.0.smithi136.stdout:518: snap_create 2024-08-19T11:32:33.462 INFO:tasks.rados.rados.0.smithi136.stdout:513: finishing write tid 1 to smithi13674108-38 2024-08-19T11:32:33.462 INFO:tasks.rados.rados.0.smithi136.stdout:513: finishing write tid 2 to smithi13674108-38 2024-08-19T11:32:33.462 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 208 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-19T11:32:33.462 INFO:tasks.rados.rados.0.smithi136.stdout:513: finishing write tid 3 to smithi13674108-38 2024-08-19T11:32:33.462 INFO:tasks.rados.rados.0.smithi136.stdout:513: oid 38 updating version 0 to 136 2024-08-19T11:32:33.462 INFO:tasks.rados.rados.0.smithi136.stdout:513: oid 38 updating version 136 to 137 2024-08-19T11:32:33.462 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 137 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-08-19T11:32:33.463 INFO:tasks.rados.rados.0.smithi136.stdout:513: left oid 38 (ObjNum 173 snap 45 seq_num 173) 2024-08-19T11:32:33.464 INFO:tasks.rados.rados.0.smithi136.stdout:517: finishing write tid 1 to smithi13674108-33 2024-08-19T11:32:33.465 INFO:tasks.rados.rados.0.smithi136.stdout:517: finishing write tid 2 to smithi13674108-33 2024-08-19T11:32:33.466 INFO:tasks.rados.rados.0.smithi136.stdout:517: finishing write tid 3 to smithi13674108-33 2024-08-19T11:32:33.466 INFO:tasks.rados.rados.0.smithi136.stdout:517: oid 33 updating version 0 to 269 2024-08-19T11:32:33.467 INFO:tasks.rados.rados.0.smithi136.stdout:517: oid 33 version 269 is already newer than 268 2024-08-19T11:32:33.467 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 33 v 269 (ObjNum 175 snap 45 seq_num 175) dirty exists 2024-08-19T11:32:33.467 INFO:tasks.rados.rados.0.smithi136.stdout:517: left oid 33 (ObjNum 175 snap 45 seq_num 175) 2024-08-19T11:32:34.456 INFO:tasks.rados.rados.0.smithi136.stdout:513: done (3 left) 2024-08-19T11:32:34.457 INFO:tasks.rados.rados.0.smithi136.stdout:514: done (2 left) 2024-08-19T11:32:34.457 INFO:tasks.rados.rados.0.smithi136.stdout:517: done (1 left) 2024-08-19T11:32:34.457 INFO:tasks.rados.rados.0.smithi136.stdout:518: done (0 left) 2024-08-19T11:32:34.457 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 27 current snap is 46 2024-08-19T11:32:34.457 INFO:tasks.rados.rados.0.smithi136.stdout:519: seq_num 176 ranges {2342912=557056} 2024-08-19T11:32:34.472 INFO:tasks.rados.rados.0.smithi136.stdout:519: writing smithi13674108-27 from 2342912 to 2899968 tid 1 2024-08-19T11:32:34.472 INFO:tasks.rados.rados.0.smithi136.stdout:520: rollback oid 16 current snap is 46 2024-08-19T11:32:34.472 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 16 to 33 2024-08-19T11:32:34.472 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 32 current snap is 46 2024-08-19T11:32:34.472 INFO:tasks.rados.rados.0.smithi136.stdout:521: seq_num 177 ranges {0=573440} 2024-08-19T11:32:34.476 INFO:tasks.rados.rados.0.smithi136.stdout:521: writing smithi13674108-32 from 0 to 573440 tid 1 2024-08-19T11:32:34.476 INFO:tasks.rados.rados.0.smithi136.stdout:522: snap_create 2024-08-19T11:32:34.476 INFO:tasks.rados.rados.0.smithi136.stdout:520: finishing rollback tid 1 to smithi13674108-16 2024-08-19T11:32:34.476 INFO:tasks.rados.rados.0.smithi136.stdout:520: finishing rollback tid 2 to smithi13674108-16 2024-08-19T11:32:34.476 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 16 v 216 (ObjNum 108 snap 26 seq_num 108) dirty exists 2024-08-19T11:32:34.476 INFO:tasks.rados.rados.0.smithi136.stdout:519: finishing write tid 1 to smithi13674108-27 2024-08-19T11:32:34.477 INFO:tasks.rados.rados.0.smithi136.stdout:519: finishing write tid 2 to smithi13674108-27 2024-08-19T11:32:34.478 INFO:tasks.rados.rados.0.smithi136.stdout:519: finishing write tid 3 to smithi13674108-27 2024-08-19T11:32:34.478 INFO:tasks.rados.rados.0.smithi136.stdout:519: oid 27 updating version 0 to 40 2024-08-19T11:32:34.478 INFO:tasks.rados.rados.0.smithi136.stdout:519: oid 27 updating version 40 to 41 2024-08-19T11:32:34.478 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 41 (ObjNum 176 snap 46 seq_num 176) dirty exists 2024-08-19T11:32:34.478 INFO:tasks.rados.rados.0.smithi136.stdout:519: left oid 27 (ObjNum 176 snap 46 seq_num 176) 2024-08-19T11:32:34.479 INFO:tasks.rados.rados.0.smithi136.stdout:521: finishing write tid 1 to smithi13674108-32 2024-08-19T11:32:34.479 INFO:tasks.rados.rados.0.smithi136.stdout:521: finishing write tid 2 to smithi13674108-32 2024-08-19T11:32:34.483 INFO:tasks.rados.rados.0.smithi136.stdout:521: finishing write tid 3 to smithi13674108-32 2024-08-19T11:32:34.483 INFO:tasks.rados.rados.0.smithi136.stdout:521: oid 32 updating version 0 to 138 2024-08-19T11:32:34.483 INFO:tasks.rados.rados.0.smithi136.stdout:521: oid 32 updating version 138 to 139 2024-08-19T11:32:34.483 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 32 v 139 (ObjNum 177 snap 46 seq_num 177) dirty exists 2024-08-19T11:32:34.483 INFO:tasks.rados.rados.0.smithi136.stdout:521: left oid 32 (ObjNum 177 snap 46 seq_num 177) 2024-08-19T11:32:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:34 smithi155 ceph-mon[19718]: osdmap e169: 8 total, 8 up, 8 in 2024-08-19T11:32:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:34 smithi155 ceph-mon[19718]: pgmap v232: 121 pgs: 121 active+clean; 134 MiB data, 539 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 384 KiB/s wr, 18 op/s 2024-08-19T11:32:34.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:34 smithi136 ceph-mon[16389]: osdmap e169: 8 total, 8 up, 8 in 2024-08-19T11:32:34.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:34 smithi136 ceph-mon[16389]: pgmap v232: 121 pgs: 121 active+clean; 134 MiB data, 539 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 384 KiB/s wr, 18 op/s 2024-08-19T11:32:34.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:34 smithi136 ceph-mon[28279]: osdmap e169: 8 total, 8 up, 8 in 2024-08-19T11:32:34.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:34 smithi136 ceph-mon[28279]: pgmap v232: 121 pgs: 121 active+clean; 134 MiB data, 539 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 384 KiB/s wr, 18 op/s 2024-08-19T11:32:35.465 INFO:tasks.rados.rados.0.smithi136.stdout:519: done (3 left) 2024-08-19T11:32:35.465 INFO:tasks.rados.rados.0.smithi136.stdout:520: done (2 left) 2024-08-19T11:32:35.465 INFO:tasks.rados.rados.0.smithi136.stdout:521: done (1 left) 2024-08-19T11:32:35.465 INFO:tasks.rados.rados.0.smithi136.stdout:522: done (0 left) 2024-08-19T11:32:35.465 INFO:tasks.rados.rados.0.smithi136.stdout:523: setattr oid 7 current snap is 47 2024-08-19T11:32:35.466 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 19 current snap is 47 2024-08-19T11:32:35.467 INFO:tasks.rados.rados.0.smithi136.stdout:524: seq_num 178 ranges {5128192=589824} 2024-08-19T11:32:35.497 INFO:tasks.rados.rados.0.smithi136.stdout:524: writing smithi13674108-19 from 5128192 to 5718016 tid 1 2024-08-19T11:32:35.497 INFO:tasks.rados.rados.0.smithi136.stdout:525: copy_from oid 13 from oid 8 current snap is 47 2024-08-19T11:32:35.497 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 201 (ObjNum 134 snap 32 seq_num 134) dirty exists 2024-08-19T11:32:35.497 INFO:tasks.rados.rados.0.smithi136.stdout:523: done (2 left) 2024-08-19T11:32:35.497 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 41 current snap is 47 2024-08-19T11:32:35.497 INFO:tasks.rados.rados.0.smithi136.stdout:526: seq_num 179 ranges {1556480=606208} 2024-08-19T11:32:35.511 INFO:tasks.rados.rados.0.smithi136.stdout:526: writing smithi13674108-41 from 1556480 to 2162688 tid 1 2024-08-19T11:32:35.511 INFO:tasks.rados.rados.0.smithi136.stdout:527: read oid 20 snap 33 2024-08-19T11:32:35.511 INFO:tasks.rados.rados.0.smithi136.stdout:527: expect deleted 2024-08-19T11:32:35.511 INFO:tasks.rados.rados.0.smithi136.stdout:528: read oid 21 snap -1 2024-08-19T11:32:35.511 INFO:tasks.rados.rados.0.smithi136.stdout:528: expect (ObjNum 143 snap 37 seq_num 143) 2024-08-19T11:32:35.511 INFO:tasks.rados.rados.0.smithi136.stdout:529: read oid 7 snap -1 2024-08-19T11:32:35.511 INFO:tasks.rados.rados.0.smithi136.stdout:529: expect (ObjNum 134 snap 32 seq_num 134) 2024-08-19T11:32:35.511 INFO:tasks.rados.rados.0.smithi136.stdout:530: delete oid 44 current snap is 47 2024-08-19T11:32:35.511 INFO:tasks.rados.rados.0.smithi136.stdout:525: finishing copy_from to smithi13674108-13 2024-08-19T11:32:35.512 INFO:tasks.rados.rados.0.smithi136.stdout:525: got expected ENOENT (src dne) 2024-08-19T11:32:35.512 INFO:tasks.rados.rados.0.smithi136.stdout:525: finishing copy_from racing read to smithi13674108-13 2024-08-19T11:32:35.512 INFO:tasks.rados.rados.0.smithi136.stdout:524: finishing write tid 1 to smithi13674108-19 2024-08-19T11:32:35.512 INFO:tasks.rados.rados.0.smithi136.stdout:524: finishing write tid 2 to smithi13674108-19 2024-08-19T11:32:35.512 INFO:tasks.rados.rados.0.smithi136.stdout:524: finishing write tid 3 to smithi13674108-19 2024-08-19T11:32:35.512 INFO:tasks.rados.rados.0.smithi136.stdout:524: oid 19 updating version 0 to 52 2024-08-19T11:32:35.512 INFO:tasks.rados.rados.0.smithi136.stdout:524: oid 19 version 52 is already newer than 51 2024-08-19T11:32:35.512 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 52 (ObjNum 178 snap 47 seq_num 178) dirty exists 2024-08-19T11:32:35.512 INFO:tasks.rados.rados.0.smithi136.stdout:524: left oid 19 (ObjNum 178 snap 47 seq_num 178) 2024-08-19T11:32:35.513 INFO:tasks.rados.rados.0.smithi136.stdout:526: finishing write tid 1 to smithi13674108-41 2024-08-19T11:32:35.513 INFO:tasks.rados.rados.0.smithi136.stdout:526: finishing write tid 2 to smithi13674108-41 2024-08-19T11:32:35.517 INFO:tasks.rados.rados.0.smithi136.stdout:524: done (6 left) 2024-08-19T11:32:35.517 INFO:tasks.rados.rados.0.smithi136.stdout:525: done (5 left) 2024-08-19T11:32:35.517 INFO:tasks.rados.rados.0.smithi136.stdout:527: done (4 left) 2024-08-19T11:32:35.517 INFO:tasks.rados.rados.0.smithi136.stdout:530: done (3 left) 2024-08-19T11:32:35.517 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 36 current snap is 47 2024-08-19T11:32:35.517 INFO:tasks.rados.rados.0.smithi136.stdout:531: seq_num 181 ranges {5242880=638976} 2024-08-19T11:32:35.549 INFO:tasks.rados.rados.0.smithi136.stdout:531: writing smithi13674108-36 from 5242880 to 5881856 tid 1 2024-08-19T11:32:35.549 INFO:tasks.rados.rados.0.smithi136.stdout:532: read oid 12 snap -1 2024-08-19T11:32:35.549 INFO:tasks.rados.rados.0.smithi136.stdout:532: expect (ObjNum 144 snap 38 seq_num 144) 2024-08-19T11:32:35.550 INFO:tasks.rados.rados.0.smithi136.stdout:533: read oid 6 snap 33 2024-08-19T11:32:35.550 INFO:tasks.rados.rados.0.smithi136.stdout:533: expect (ObjNum -531884960 snap 22033 seq_num 3762723488) 2024-08-19T11:32:35.550 INFO:tasks.rados.rados.0.smithi136.stdout:534: read oid 24 snap -1 2024-08-19T11:32:35.550 INFO:tasks.rados.rados.0.smithi136.stdout:534: expect (ObjNum 168 snap 44 seq_num 168) 2024-08-19T11:32:35.550 INFO:tasks.rados.rados.0.smithi136.stdout:535: snap_remove snap 44 2024-08-19T11:32:35.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:35 smithi155 ceph-mon[19718]: osdmap e170: 8 total, 8 up, 8 in 2024-08-19T11:32:35.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:35 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:32:35.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:35 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:32:35.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:35 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:32:35.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:35 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:32:35.711 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:35 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: [19/Aug/2024:11:32:35] ENGINE Bus STARTING 2024-08-19T11:32:35.711 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:35 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: CherryPy Checker: 2024-08-19T11:32:35.711 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:35 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: The Application mounted at '' has an empty config. 2024-08-19T11:32:35.711 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:35 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: 2024-08-19T11:32:35.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:35 smithi136 ceph-mon[28279]: osdmap e170: 8 total, 8 up, 8 in 2024-08-19T11:32:35.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:35 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:32:35.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:35 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:32:35.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:35 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:32:35.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:35 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:32:35.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:35 smithi136 ceph-mon[16389]: osdmap e170: 8 total, 8 up, 8 in 2024-08-19T11:32:35.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:35 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:32:35.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:35 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:32:35.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:35 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:32:35.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:35 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:32:36.040 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:35 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: [19/Aug/2024:11:32:35] ENGINE Serving on http://:::9283 2024-08-19T11:32:36.041 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:35 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: [19/Aug/2024:11:32:35] ENGINE Bus STARTED 2024-08-19T11:32:36.476 INFO:tasks.rados.rados.0.smithi136.stdout:535: done (7 left) 2024-08-19T11:32:36.476 INFO:tasks.rados.rados.0.smithi136.stdout:536: snap_create 2024-08-19T11:32:36.476 INFO:tasks.rados.rados.0.smithi136.stdout:529: expect (ObjNum 134 snap 32 seq_num 134) 2024-08-19T11:32:36.542 INFO:tasks.rados.rados.0.smithi136.stdout:526: finishing write tid 3 to smithi13674108-41 2024-08-19T11:32:36.543 INFO:tasks.rados.rados.0.smithi136.stdout:526: oid 41 updating version 0 to 145 2024-08-19T11:32:36.543 INFO:tasks.rados.rados.0.smithi136.stdout:526: oid 41 version 145 is already newer than 144 2024-08-19T11:32:36.543 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 145 (ObjNum 179 snap 47 seq_num 179) dirty exists 2024-08-19T11:32:36.543 INFO:tasks.rados.rados.0.smithi136.stdout:526: left oid 41 (ObjNum 179 snap 47 seq_num 179) 2024-08-19T11:32:36.543 INFO:tasks.rados.rados.0.smithi136.stdout:528: expect (ObjNum 143 snap 37 seq_num 143) 2024-08-19T11:32:36.625 INFO:tasks.rados.rados.0.smithi136.stdout:533: expect (ObjNum -531884960 snap 22033 seq_num 3762723488) 2024-08-19T11:32:36.628 INFO:tasks.rados.rados.0.smithi136.stdout:531: finishing write tid 1 to smithi13674108-36 2024-08-19T11:32:36.628 INFO:tasks.rados.rados.0.smithi136.stdout:531: finishing write tid 2 to smithi13674108-36 2024-08-19T11:32:36.628 INFO:tasks.rados.rados.0.smithi136.stdout:532: expect (ObjNum 144 snap 38 seq_num 144) 2024-08-19T11:32:36.720 INFO:tasks.rados.rados.0.smithi136.stdout:531: finishing write tid 3 to smithi13674108-36 2024-08-19T11:32:36.720 INFO:tasks.rados.rados.0.smithi136.stdout:531: oid 36 updating version 0 to 98 2024-08-19T11:32:36.720 INFO:tasks.rados.rados.0.smithi136.stdout:531: oid 36 updating version 98 to 99 2024-08-19T11:32:36.720 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 99 (ObjNum 181 snap 47 seq_num 181) dirty exists 2024-08-19T11:32:36.721 INFO:tasks.rados.rados.0.smithi136.stdout:531: left oid 36 (ObjNum 181 snap 47 seq_num 181) 2024-08-19T11:32:36.721 INFO:tasks.rados.rados.0.smithi136.stdout:534: expect (ObjNum 168 snap 44 seq_num 168) 2024-08-19T11:32:36.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:36 smithi136 ceph-mon[28279]: osdmap e171: 8 total, 8 up, 8 in 2024-08-19T11:32:36.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:36 smithi136 ceph-mon[28279]: Standby manager daemon x restarted 2024-08-19T11:32:36.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:36 smithi136 ceph-mon[28279]: Standby manager daemon x started 2024-08-19T11:32:36.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:36 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T11:32:36.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:36 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T11:32:36.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:36 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T11:32:36.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:36 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T11:32:36.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:36 smithi136 ceph-mon[28279]: pgmap v235: 121 pgs: 121 active+clean; 134 MiB data, 539 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:32:36.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:36 smithi136 ceph-mon[16389]: osdmap e171: 8 total, 8 up, 8 in 2024-08-19T11:32:36.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:36 smithi136 ceph-mon[16389]: Standby manager daemon x restarted 2024-08-19T11:32:36.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:36 smithi136 ceph-mon[16389]: Standby manager daemon x started 2024-08-19T11:32:36.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:36 smithi136 ceph-mon[16389]: from='mgr.? 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T11:32:36.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:36 smithi136 ceph-mon[16389]: from='mgr.? 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T11:32:36.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:36 smithi136 ceph-mon[16389]: from='mgr.? 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T11:32:36.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:36 smithi136 ceph-mon[16389]: from='mgr.? 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T11:32:36.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:36 smithi136 ceph-mon[16389]: pgmap v235: 121 pgs: 121 active+clean; 134 MiB data, 539 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:32:36.863 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:36 smithi155 ceph-mon[19718]: osdmap e171: 8 total, 8 up, 8 in 2024-08-19T11:32:36.863 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:36 smithi155 ceph-mon[19718]: Standby manager daemon x restarted 2024-08-19T11:32:36.863 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:36 smithi155 ceph-mon[19718]: Standby manager daemon x started 2024-08-19T11:32:36.863 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:36 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T11:32:36.863 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:36 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T11:32:36.863 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:36 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T11:32:36.864 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:36 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T11:32:36.864 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:36 smithi155 ceph-mon[19718]: pgmap v235: 121 pgs: 121 active+clean; 134 MiB data, 539 MiB used, 715 GiB / 715 GiB avail 2024-08-19T11:32:37.384 INFO:tasks.rados.rados.0.smithi136.stdout:526: done (7 left) 2024-08-19T11:32:37.384 INFO:tasks.rados.rados.0.smithi136.stdout:528: done (6 left) 2024-08-19T11:32:37.384 INFO:tasks.rados.rados.0.smithi136.stdout:529: done (5 left) 2024-08-19T11:32:37.384 INFO:tasks.rados.rados.0.smithi136.stdout:531: done (4 left) 2024-08-19T11:32:37.384 INFO:tasks.rados.rados.0.smithi136.stdout:532: done (3 left) 2024-08-19T11:32:37.385 INFO:tasks.rados.rados.0.smithi136.stdout:533: done (2 left) 2024-08-19T11:32:37.385 INFO:tasks.rados.rados.0.smithi136.stdout:534: done (1 left) 2024-08-19T11:32:37.385 INFO:tasks.rados.rados.0.smithi136.stdout:536: done (0 left) 2024-08-19T11:32:37.385 INFO:tasks.rados.rados.0.smithi136.stdout:537: rmattr oid 40 current snap is 48 2024-08-19T11:32:37.385 INFO:tasks.rados.rados.0.smithi136.stdout:537: done (0 left) 2024-08-19T11:32:37.385 INFO:tasks.rados.rados.0.smithi136.stdout:538: read oid 10 snap 46 2024-08-19T11:32:37.385 INFO:tasks.rados.rados.0.smithi136.stdout:538: expect (ObjNum 74 snap 11 seq_num 74) 2024-08-19T11:32:37.385 INFO:tasks.rados.rados.0.smithi136.stdout:539: read oid 50 snap -1 2024-08-19T11:32:37.385 INFO:tasks.rados.rados.0.smithi136.stdout:539: expect (ObjNum 139 snap 37 seq_num 139) 2024-08-19T11:32:37.385 INFO:tasks.rados.rados.0.smithi136.stdout:540: setattr oid 7 current snap is 48 2024-08-19T11:32:37.386 INFO:tasks.rados.rados.0.smithi136.stdout:541: read oid 18 snap 33 2024-08-19T11:32:37.386 INFO:tasks.rados.rados.0.smithi136.stdout:541: expect (ObjNum 125 snap 32 seq_num 125) 2024-08-19T11:32:37.386 INFO:tasks.rados.rados.0.smithi136.stdout:542: copy_from oid 42 from oid 35 current snap is 48 2024-08-19T11:32:37.386 INFO:tasks.rados.rados.0.smithi136.stdout:543: read oid 46 snap -1 2024-08-19T11:32:37.386 INFO:tasks.rados.rados.0.smithi136.stdout:543: expect deleted 2024-08-19T11:32:37.386 INFO:tasks.rados.rados.0.smithi136.stdout:544: rollback oid 31 current snap is 48 2024-08-19T11:32:37.386 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 31 to 46 2024-08-19T11:32:37.387 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 8 current snap is 48 2024-08-19T11:32:37.387 INFO:tasks.rados.rados.0.smithi136.stdout:545: seq_num 182 ranges {0=655360} 2024-08-19T11:32:37.390 INFO:tasks.rados.rados.0.smithi136.stdout:545: writing smithi13674108-8 from 0 to 655360 tid 1 2024-08-19T11:32:37.391 INFO:tasks.rados.rados.0.smithi136.stdout:546: rollback oid 19 current snap is 48 2024-08-19T11:32:37.391 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 19 to 36 2024-08-19T11:32:37.391 INFO:tasks.rados.rados.0.smithi136.stdout:542: finishing copy_from to smithi13674108-42 2024-08-19T11:32:37.391 INFO:tasks.rados.rados.0.smithi136.stdout:542: got expected ENOENT (src dne) 2024-08-19T11:32:37.391 INFO:tasks.rados.rados.0.smithi136.stdout:542: finishing copy_from racing read to smithi13674108-42 2024-08-19T11:32:37.391 INFO:tasks.rados.rados.0.smithi136.stdout:542: done (8 left) 2024-08-19T11:32:37.391 INFO:tasks.rados.rados.0.smithi136.stdout:543: done (7 left) 2024-08-19T11:32:37.391 INFO:tasks.rados.rados.0.smithi136.stdout:547: rollback oid 34 current snap is 48 2024-08-19T11:32:37.391 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 34 to 47 2024-08-19T11:32:37.391 INFO:tasks.rados.rados.0.smithi136.stdout:548: read oid 2 snap 45 2024-08-19T11:32:37.391 INFO:tasks.rados.rados.0.smithi136.stdout:548: expect (ObjNum 165 snap 44 seq_num 165) 2024-08-19T11:32:37.391 INFO:tasks.rados.rados.0.smithi136.stdout:549: copy_from oid 37 from oid 29 current snap is 48 2024-08-19T11:32:37.392 INFO:tasks.rados.rados.0.smithi136.stdout:550: snap_remove snap 43 2024-08-19T11:32:37.766 INFO:teuthology.orchestra.run.smithi136.stdout:true 2024-08-19T11:32:37.766 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:37 smithi136 ceph-mon[28279]: mgrmap e23: y(active, since 4m), standbys: x 2024-08-19T11:32:37.766 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:37 smithi136 ceph-mon[28279]: osdmap e172: 8 total, 8 up, 8 in 2024-08-19T11:32:37.766 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:37 smithi136 ceph-mon[28279]: osdmap e173: 8 total, 8 up, 8 in 2024-08-19T11:32:37.767 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:37 smithi136 ceph-mon[16389]: mgrmap e23: y(active, since 4m), standbys: x 2024-08-19T11:32:37.767 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:37 smithi136 ceph-mon[16389]: osdmap e172: 8 total, 8 up, 8 in 2024-08-19T11:32:37.767 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:37 smithi136 ceph-mon[16389]: osdmap e173: 8 total, 8 up, 8 in 2024-08-19T11:32:37.767 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:37 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:32:37] "GET /metrics HTTP/1.1" 200 36030 "" "Prometheus/2.43.0" 2024-08-19T11:32:37.863 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:37 smithi155 ceph-mon[19718]: mgrmap e23: y(active, since 4m), standbys: x 2024-08-19T11:32:37.863 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:37 smithi155 ceph-mon[19718]: osdmap e172: 8 total, 8 up, 8 in 2024-08-19T11:32:37.863 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:37 smithi155 ceph-mon[19718]: osdmap e173: 8 total, 8 up, 8 in 2024-08-19T11:32:38.293 INFO:teuthology.orchestra.run.smithi136.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T11:32:38.293 INFO:teuthology.orchestra.run.smithi136.stdout:alertmanager.a smithi136 *:9093,9094 running (3m) 2m ago 4m 16.6M - 0.25.0 c8568f914cd2 5af88c4acee8 2024-08-19T11:32:38.294 INFO:teuthology.orchestra.run.smithi136.stdout:grafana.a smithi155 *:3000 running (3m) 3s ago 3m 88.4M - 9.4.7 954c08fa6188 cb3e816dd27a 2024-08-19T11:32:38.294 INFO:teuthology.orchestra.run.smithi136.stdout:mds.a smithi136 running (5m) 2m ago 5m 17.4M - 18.2.4-721-gbaa926de e6c292a6bc95 70acc09ac00c 2024-08-19T11:32:38.294 INFO:teuthology.orchestra.run.smithi136.stdout:mds.b smithi155 running (5m) 3s ago 5m 16.4M - 18.2.4-721-gbaa926de e6c292a6bc95 f9104a674461 2024-08-19T11:32:38.294 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.x smithi155 *:8443,9283,8765 running (8s) 3s ago 8m 53.1M - 19.0.0-5847-g79766939 50bbda8a3289 52fdbe56811a 2024-08-19T11:32:38.294 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.y smithi136 *:9283,8765 running (10m) 2m ago 10m 487M - 18.2.4-721-gbaa926de e6c292a6bc95 7ec1b975b08f 2024-08-19T11:32:38.294 INFO:teuthology.orchestra.run.smithi136.stdout:mon.a smithi136 running (10m) 2m ago 10m 47.8M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 60d0fb5300fe 2024-08-19T11:32:38.294 INFO:teuthology.orchestra.run.smithi136.stdout:mon.b smithi155 running (9m) 3s ago 9m 40.2M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 91dd29510477 2024-08-19T11:32:38.294 INFO:teuthology.orchestra.run.smithi136.stdout:mon.c smithi136 running (9m) 2m ago 9m 38.5M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 fb9556fd54c6 2024-08-19T11:32:38.294 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.a smithi136 *:9100 running (3m) 2m ago 3m 16.1M - 1.5.0 0da6a335fe13 8b8c68944f5b 2024-08-19T11:32:38.294 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.b smithi155 *:9100 running (3m) 3s ago 3m 16.5M - 1.5.0 0da6a335fe13 94f522beed05 2024-08-19T11:32:38.294 INFO:teuthology.orchestra.run.smithi136.stdout:osd.0 smithi136 running (8m) 2m ago 8m 45.5M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 e96830382dcf 2024-08-19T11:32:38.294 INFO:teuthology.orchestra.run.smithi136.stdout:osd.1 smithi136 running (8m) 2m ago 8m 47.3M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 bca15785dcda 2024-08-19T11:32:38.294 INFO:teuthology.orchestra.run.smithi136.stdout:osd.2 smithi136 running (7m) 2m ago 7m 50.8M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 f79852ccd72a 2024-08-19T11:32:38.295 INFO:teuthology.orchestra.run.smithi136.stdout:osd.3 smithi136 running (7m) 2m ago 7m 51.4M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 e4e2f187c816 2024-08-19T11:32:38.295 INFO:teuthology.orchestra.run.smithi136.stdout:osd.4 smithi155 running (6m) 3s ago 6m 94.4M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 41fae920e9f8 2024-08-19T11:32:38.295 INFO:teuthology.orchestra.run.smithi136.stdout:osd.5 smithi155 running (6m) 3s ago 6m 108M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 a11fccf8327d 2024-08-19T11:32:38.295 INFO:teuthology.orchestra.run.smithi136.stdout:osd.6 smithi155 running (6m) 3s ago 6m 94.5M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 ae2da85c009a 2024-08-19T11:32:38.295 INFO:teuthology.orchestra.run.smithi136.stdout:osd.7 smithi155 running (5m) 3s ago 5m 76.2M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 78b9ac5d3d4f 2024-08-19T11:32:38.295 INFO:teuthology.orchestra.run.smithi136.stdout:prometheus.a smithi155 *:9095 running (3m) 3s ago 4m 50.1M - 2.43.0 a07b618ecd1d 198319c7a2d9 2024-08-19T11:32:38.393 INFO:tasks.rados.rados.0.smithi136.stdout:550: done (10 left) 2024-08-19T11:32:38.393 INFO:tasks.rados.rados.0.smithi136.stdout:551: rollback oid 28 current snap is 48 2024-08-19T11:32:38.393 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 28 to 47 2024-08-19T11:32:38.393 INFO:tasks.rados.rados.0.smithi136.stdout:538: expect (ObjNum 74 snap 11 seq_num 74) 2024-08-19T11:32:38.457 INFO:tasks.rados.rados.0.smithi136.stdout:545: finishing write tid 1 to smithi13674108-8 2024-08-19T11:32:38.457 INFO:tasks.rados.rados.0.smithi136.stdout:538: done (10 left) 2024-08-19T11:32:38.457 INFO:tasks.rados.rados.0.smithi136.stdout:552: delete oid 24 current snap is 48 2024-08-19T11:32:38.457 INFO:tasks.rados.rados.0.smithi136.stdout:545: finishing write tid 2 to smithi13674108-8 2024-08-19T11:32:38.457 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 208 (ObjNum 134 snap 32 seq_num 134) dirty exists 2024-08-19T11:32:38.457 INFO:tasks.rados.rados.0.smithi136.stdout:544: finishing rollback tid 0 to smithi13674108-31 2024-08-19T11:32:38.457 INFO:tasks.rados.rados.0.smithi136.stdout:544: finishing rollback tid 1 to smithi13674108-31 2024-08-19T11:32:38.457 INFO:tasks.rados.rados.0.smithi136.stdout:544: finishing rollback tid 2 to smithi13674108-31 2024-08-19T11:32:38.458 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 212 (ObjNum 76 snap 13 seq_num 76) dirty exists 2024-08-19T11:32:38.458 INFO:tasks.rados.rados.0.smithi136.stdout:547: finishing rollback tid 0 to smithi13674108-34 2024-08-19T11:32:38.458 INFO:tasks.rados.rados.0.smithi136.stdout:547: finishing rollback tid 1 to smithi13674108-34 2024-08-19T11:32:38.458 INFO:tasks.rados.rados.0.smithi136.stdout:547: finishing rollback tid 2 to smithi13674108-34 2024-08-19T11:32:38.458 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 34 v 216 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-19T11:32:38.458 INFO:tasks.rados.rados.0.smithi136.stdout:545: finishing write tid 3 to smithi13674108-8 2024-08-19T11:32:38.458 INFO:tasks.rados.rados.0.smithi136.stdout:545: oid 8 updating version 0 to 185 2024-08-19T11:32:38.458 INFO:tasks.rados.rados.0.smithi136.stdout:545: oid 8 updating version 185 to 186 2024-08-19T11:32:38.458 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 186 (ObjNum 182 snap 48 seq_num 182) dirty exists 2024-08-19T11:32:38.458 INFO:tasks.rados.rados.0.smithi136.stdout:545: left oid 8 (ObjNum 182 snap 48 seq_num 182) 2024-08-19T11:32:38.458 INFO:tasks.rados.rados.0.smithi136.stdout:546: finishing rollback tid 0 to smithi13674108-19 2024-08-19T11:32:38.458 INFO:tasks.rados.rados.0.smithi136.stdout:546: finishing rollback tid 1 to smithi13674108-19 2024-08-19T11:32:38.458 INFO:tasks.rados.rados.0.smithi136.stdout:546: finishing rollback tid 2 to smithi13674108-19 2024-08-19T11:32:38.458 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 58 (ObjNum 119 snap 30 seq_num 119) dirty exists 2024-08-19T11:32:38.459 INFO:tasks.rados.rados.0.smithi136.stdout:549: finishing copy_from racing read to smithi13674108-37 2024-08-19T11:32:38.459 INFO:tasks.rados.rados.0.smithi136.stdout:549: finishing copy_from to smithi13674108-37 2024-08-19T11:32:38.459 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 174 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-08-19T11:32:38.459 INFO:tasks.rados.rados.0.smithi136.stdout:541: expect (ObjNum 125 snap 32 seq_num 125) 2024-08-19T11:32:38.570 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:38 smithi155 ceph-mon[19718]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:32:38.570 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:38 smithi155 ceph-mon[19718]: pgmap v238: 121 pgs: 121 active+clean; 133 MiB data, 536 MiB used, 715 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-08-19T11:32:38.570 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:38 smithi155 ceph-mon[19718]: from='client.24959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:32:38.571 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:38 smithi155 ceph-mon[19718]: osdmap e174: 8 total, 8 up, 8 in 2024-08-19T11:32:38.582 INFO:tasks.rados.rados.0.smithi136.stdout:539: expect (ObjNum 139 snap 37 seq_num 139) 2024-08-19T11:32:38.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:38 smithi136 ceph-mon[16389]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:32:38.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:38 smithi136 ceph-mon[16389]: pgmap v238: 121 pgs: 121 active+clean; 133 MiB data, 536 MiB used, 715 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-08-19T11:32:38.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:38 smithi136 ceph-mon[16389]: from='client.24959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:32:38.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:38 smithi136 ceph-mon[16389]: osdmap e174: 8 total, 8 up, 8 in 2024-08-19T11:32:38.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:38 smithi136 ceph-mon[28279]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:32:38.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:38 smithi136 ceph-mon[28279]: pgmap v238: 121 pgs: 121 active+clean; 133 MiB data, 536 MiB used, 715 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-08-19T11:32:38.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:38 smithi136 ceph-mon[28279]: from='client.24959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:32:38.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:38 smithi136 ceph-mon[28279]: osdmap e174: 8 total, 8 up, 8 in 2024-08-19T11:32:38.635 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:32:38.635 INFO:teuthology.orchestra.run.smithi136.stdout: "mon": { 2024-08-19T11:32:38.635 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 3 2024-08-19T11:32:38.635 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:32:38.635 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr": { 2024-08-19T11:32:38.635 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 1, 2024-08-19T11:32:38.635 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 1 2024-08-19T11:32:38.635 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:32:38.635 INFO:teuthology.orchestra.run.smithi136.stdout: "osd": { 2024-08-19T11:32:38.635 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 8 2024-08-19T11:32:38.635 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:32:38.636 INFO:teuthology.orchestra.run.smithi136.stdout: "mds": { 2024-08-19T11:32:38.636 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T11:32:38.636 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:32:38.636 INFO:teuthology.orchestra.run.smithi136.stdout: "overall": { 2024-08-19T11:32:38.636 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 14, 2024-08-19T11:32:38.636 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 1 2024-08-19T11:32:38.636 INFO:teuthology.orchestra.run.smithi136.stdout: } 2024-08-19T11:32:38.636 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:32:38.655 INFO:tasks.rados.rados.0.smithi136.stdout:548: expect (ObjNum 165 snap 44 seq_num 165) 2024-08-19T11:32:38.666 INFO:tasks.rados.rados.0.smithi136.stdout:551: finishing rollback tid 0 to smithi13674108-28 2024-08-19T11:32:38.666 INFO:tasks.rados.rados.0.smithi136.stdout:551: finishing rollback tid 1 to smithi13674108-28 2024-08-19T11:32:38.666 INFO:tasks.rados.rados.0.smithi136.stdout:551: finishing rollback tid 2 to smithi13674108-28 2024-08-19T11:32:38.666 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 220 (ObjNum 159 snap 43 seq_num 159) dirty exists 2024-08-19T11:32:38.666 INFO:tasks.rados.rados.0.smithi136.stdout:539: done (10 left) 2024-08-19T11:32:38.666 INFO:tasks.rados.rados.0.smithi136.stdout:540: done (9 left) 2024-08-19T11:32:38.666 INFO:tasks.rados.rados.0.smithi136.stdout:541: done (8 left) 2024-08-19T11:32:38.666 INFO:tasks.rados.rados.0.smithi136.stdout:544: done (7 left) 2024-08-19T11:32:38.667 INFO:tasks.rados.rados.0.smithi136.stdout:545: done (6 left) 2024-08-19T11:32:38.667 INFO:tasks.rados.rados.0.smithi136.stdout:546: done (5 left) 2024-08-19T11:32:38.667 INFO:tasks.rados.rados.0.smithi136.stdout:547: done (4 left) 2024-08-19T11:32:38.667 INFO:tasks.rados.rados.0.smithi136.stdout:548: done (3 left) 2024-08-19T11:32:38.667 INFO:tasks.rados.rados.0.smithi136.stdout:549: done (2 left) 2024-08-19T11:32:38.667 INFO:tasks.rados.rados.0.smithi136.stdout:551: done (1 left) 2024-08-19T11:32:38.667 INFO:tasks.rados.rados.0.smithi136.stdout:552: done (0 left) 2024-08-19T11:32:38.667 INFO:tasks.rados.rados.0.smithi136.stdout:553: read oid 42 snap -1 2024-08-19T11:32:38.667 INFO:tasks.rados.rados.0.smithi136.stdout:553: expect deleted 2024-08-19T11:32:38.667 INFO:tasks.rados.rados.0.smithi136.stdout:554: setattr oid 5 current snap is 48 2024-08-19T11:32:38.668 INFO:tasks.rados.rados.0.smithi136.stdout:553: done (1 left) 2024-08-19T11:32:38.668 INFO:tasks.rados.rados.0.smithi136.stdout:555: rmattr oid 24 current snap is 48 2024-08-19T11:32:38.668 INFO:tasks.rados.rados.0.smithi136.stdout:555: done (1 left) 2024-08-19T11:32:38.668 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 3 current snap is 48 2024-08-19T11:32:38.668 INFO:tasks.rados.rados.0.smithi136.stdout:556: seq_num 184 ranges {2293760=688128} 2024-08-19T11:32:38.684 INFO:tasks.rados.rados.0.smithi136.stdout:556: writing smithi13674108-3 from 2293760 to 2981888 tid 1 2024-08-19T11:32:38.684 INFO:tasks.rados.rados.0.smithi136.stdout:557: snap_create 2024-08-19T11:32:38.684 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 227 (ObjNum 97 snap 0 seq_num 3762973248) dirty exists 2024-08-19T11:32:38.688 INFO:tasks.rados.rados.0.smithi136.stdout:556: finishing write tid 1 to smithi13674108-3 2024-08-19T11:32:38.688 INFO:tasks.rados.rados.0.smithi136.stdout:556: finishing write tid 2 to smithi13674108-3 2024-08-19T11:32:38.689 INFO:tasks.rados.rados.0.smithi136.stdout:556: finishing write tid 3 to smithi13674108-3 2024-08-19T11:32:38.689 INFO:tasks.rados.rados.0.smithi136.stdout:556: oid 3 updating version 0 to 231 2024-08-19T11:32:38.689 INFO:tasks.rados.rados.0.smithi136.stdout:556: oid 3 version 231 is already newer than 230 2024-08-19T11:32:38.689 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 231 (ObjNum 184 snap 48 seq_num 184) dirty exists 2024-08-19T11:32:38.690 INFO:tasks.rados.rados.0.smithi136.stdout:556: left oid 3 (ObjNum 184 snap 48 seq_num 184) 2024-08-19T11:32:38.737 INFO:tasks.rados.rados.0.smithi136.stdout:554: done (2 left) 2024-08-19T11:32:38.737 INFO:tasks.rados.rados.0.smithi136.stdout:556: done (1 left) 2024-08-19T11:32:38.737 INFO:tasks.rados.rados.0.smithi136.stdout:557: done (0 left) 2024-08-19T11:32:38.737 INFO:tasks.rados.rados.0.smithi136.stdout:558: snap_remove snap 33 2024-08-19T11:32:38.960 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:38 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: [19/Aug/2024:11:32:38] ENGINE Bus STOPPING 2024-08-19T11:32:38.960 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:38 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: [19/Aug/2024:11:32:38] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T11:32:38.960 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:38 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: [19/Aug/2024:11:32:38] ENGINE Bus STOPPED 2024-08-19T11:32:38.968 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:38 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:32:38.734+0000 7f034dd51640 -1 mgr handle_mgr_map I was active but no longer am 2024-08-19T11:32:38.969 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:38 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ignoring --setuser ceph since I am not root 2024-08-19T11:32:38.969 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:38 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ignoring --setgroup ceph since I am not root 2024-08-19T11:32:38.969 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:38 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:32:38.967+0000 7f0d11fda040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-19T11:32:39.329 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:32:39.033+0000 7f0d11fda040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-19T11:32:39.329 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:32:39.172+0000 7f0d11fda040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-19T11:32:39.596 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:32:39.328+0000 7f0d11fda040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-19T11:32:39.596 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:32:39.475+0000 7f0d11fda040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-19T11:32:39.709 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: 2024-08-19T11:32:39.397+0000 7f46174f2640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:32:39.710 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: 2024-08-19T11:32:39.397+0000 7f46174f2640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:32:39.710 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: 2024-08-19T11:32:39.397+0000 7f46174f2640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:32:39.710 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: 2024-08-19T11:32:39.397+0000 7f46174f2640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:32:39.710 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: 2024-08-19T11:32:39.397+0000 7f46174f2640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:32:39.710 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: 2024-08-19T11:32:39.398+0000 7f4619cf7640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:32:39.710 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: 2024-08-19T11:32:39.398+0000 7f4619cf7640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:32:39.710 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: 2024-08-19T11:32:39.398+0000 7f4619cf7640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:32:39.710 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: 2024-08-19T11:32:39.398+0000 7f4619cf7640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:32:39.710 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: 2024-08-19T11:32:39.398+0000 7f4619cf7640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:32:39.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:32:39.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:32:39.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:32:39.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:32:39.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:32:39.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/3592623566' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T11:32:39.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:32:39.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-19T11:32:39.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: Activating manager daemon x 2024-08-19T11:32:39.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: osdmap e175: 8 total, 8 up, 8 in 2024-08-19T11:32:39.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-19T11:32:39.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: mgrmap e24: x(active, starting, since 0.00753192s) 2024-08-19T11:32:39.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:32:39.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:32:39.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:32:39.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-19T11:32:39.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-19T11:32:39.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-19T11:32:39.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T11:32:39.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T11:32:39.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T11:32:39.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T11:32:39.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T11:32:39.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T11:32:39.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T11:32:39.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T11:32:39.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-19T11:32:39.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-19T11:32:39.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-19T11:32:39.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: Manager daemon x is now available 2024-08-19T11:32:39.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:39.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:39.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:39.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:39.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:39.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:32:39.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:32:39.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T11:32:39.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-19T11:32:39.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-19T11:32:39.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-19T11:32:39.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-19T11:32:39.746 INFO:tasks.rados.rados.0.smithi136.stdout:558: done (0 left) 2024-08-19T11:32:39.746 INFO:tasks.rados.rados.0.smithi136.stdout:559: snap_remove snap 46 2024-08-19T11:32:39.756 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:32:39.756 INFO:teuthology.orchestra.run.smithi136.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T11:32:39.756 INFO:teuthology.orchestra.run.smithi136.stdout: "in_progress": true, 2024-08-19T11:32:39.756 INFO:teuthology.orchestra.run.smithi136.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T11:32:39.756 INFO:teuthology.orchestra.run.smithi136.stdout: "services_complete": [], 2024-08-19T11:32:39.756 INFO:teuthology.orchestra.run.smithi136.stdout: "progress": "1/20 daemons upgraded", 2024-08-19T11:32:39.756 INFO:teuthology.orchestra.run.smithi136.stdout: "message": "", 2024-08-19T11:32:39.756 INFO:teuthology.orchestra.run.smithi136.stdout: "is_paused": false 2024-08-19T11:32:39.756 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:32:39.847 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:32:39.600+0000 7f0d11fda040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-19T11:32:39.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:32:39.724+0000 7f0d11fda040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-19T11:32:39.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:32:39.801+0000 7f0d11fda040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-19T11:32:39.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:32:39.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:32:39.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:32:39.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:32:39.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:32:39.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/3592623566' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T11:32:39.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:32:39.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-19T11:32:39.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: Activating manager daemon x 2024-08-19T11:32:39.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: osdmap e175: 8 total, 8 up, 8 in 2024-08-19T11:32:39.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-19T11:32:39.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: mgrmap e24: x(active, starting, since 0.00753192s) 2024-08-19T11:32:39.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:32:39.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:32:39.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:32:39.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-19T11:32:39.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-19T11:32:39.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-19T11:32:39.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T11:32:39.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T11:32:39.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T11:32:39.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T11:32:39.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T11:32:39.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T11:32:39.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T11:32:39.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T11:32:39.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-19T11:32:39.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-19T11:32:39.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-19T11:32:39.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: Manager daemon x is now available 2024-08-19T11:32:39.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:39.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:39.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:39.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:39.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:39.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:32:39.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:32:39.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T11:32:39.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-19T11:32:39.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-19T11:32:39.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-19T11:32:39.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-19T11:32:39.852 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:32:39.852 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:32:39.852 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:32:39.852 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:32:39.852 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' 2024-08-19T11:32:39.852 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/3592623566' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T11:32:39.852 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:32:39.852 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-19T11:32:39.852 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: Activating manager daemon x 2024-08-19T11:32:39.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: osdmap e175: 8 total, 8 up, 8 in 2024-08-19T11:32:39.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24464 172.21.15.136:0/679758675' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-19T11:32:39.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: mgrmap e24: x(active, starting, since 0.00753192s) 2024-08-19T11:32:39.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:32:39.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:32:39.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:32:39.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-19T11:32:39.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-19T11:32:39.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-19T11:32:39.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T11:32:39.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T11:32:39.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T11:32:39.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T11:32:39.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T11:32:39.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T11:32:39.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T11:32:39.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T11:32:39.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-19T11:32:39.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-19T11:32:39.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-19T11:32:39.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: Manager daemon x is now available 2024-08-19T11:32:39.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:39.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:39.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:39.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:39.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:39.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:32:39.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:32:39.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T11:32:39.855 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-19T11:32:39.855 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-19T11:32:39.855 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-19T11:32:39.855 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:39 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-19T11:32:39.960 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: [19/Aug/2024:11:32:39] ENGINE Bus STARTING 2024-08-19T11:32:39.960 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: [19/Aug/2024:11:32:39] ENGINE Serving on http://:::9283 2024-08-19T11:32:39.960 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:39 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: [19/Aug/2024:11:32:39] ENGINE Bus STARTED 2024-08-19T11:32:40.390 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:32:40.118+0000 7f0d11fda040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-19T11:32:40.390 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:32:40.178+0000 7f0d11fda040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-19T11:32:40.390 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:32:40.242+0000 7f0d11fda040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-19T11:32:40.390 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:32:40.388+0000 7f0d11fda040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-19T11:32:40.694 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:32:40.447+0000 7f0d11fda040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-19T11:32:40.694 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:32:40.513+0000 7f0d11fda040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-19T11:32:40.695 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:32:40.693+0000 7f0d11fda040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-19T11:32:40.745 INFO:tasks.rados.rados.0.smithi136.stdout:559: done (0 left) 2024-08-19T11:32:40.746 INFO:tasks.rados.rados.0.smithi136.stdout:560: rollback oid 12 current snap is 49 2024-08-19T11:32:40.746 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 12 to 48 2024-08-19T11:32:40.746 INFO:tasks.rados.rados.0.smithi136.stdout:561: read oid 21 snap -1 2024-08-19T11:32:40.746 INFO:tasks.rados.rados.0.smithi136.stdout:561: expect (ObjNum 143 snap 37 seq_num 143) 2024-08-19T11:32:40.746 INFO:tasks.rados.rados.0.smithi136.stdout:562: rmattr oid 8 current snap is 49 2024-08-19T11:32:40.746 INFO:tasks.rados.rados.0.smithi136.stdout:562: done (2 left) 2024-08-19T11:32:40.746 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 24 current snap is 49 2024-08-19T11:32:40.746 INFO:tasks.rados.rados.0.smithi136.stdout:563: seq_num 185 ranges {0=704512} 2024-08-19T11:32:40.750 INFO:tasks.rados.rados.0.smithi136.stdout:563: writing smithi13674108-24 from 0 to 704512 tid 1 2024-08-19T11:32:40.751 INFO:tasks.rados.rados.0.smithi136.stdout:564: rollback oid 6 current snap is 49 2024-08-19T11:32:40.751 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 6 to 45 2024-08-19T11:32:40.751 INFO:tasks.rados.rados.0.smithi136.stdout:565: read oid 20 snap -1 2024-08-19T11:32:40.751 INFO:tasks.rados.rados.0.smithi136.stdout:565: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:32:40.751 INFO:tasks.rados.rados.0.smithi136.stdout:566: snap_remove snap 36 2024-08-19T11:32:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:40 smithi155 ceph-mon[19718]: Checking for cert/key for grafana.a 2024-08-19T11:32:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:40 smithi155 ceph-mon[19718]: Migrating grafana.a cert to cert store 2024-08-19T11:32:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:40 smithi155 ceph-mon[19718]: Migrating grafana.a key to cert store 2024-08-19T11:32:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:40 smithi155 ceph-mon[19718]: mgrmap e25: x(active, since 1.0096s) 2024-08-19T11:32:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:40 smithi155 ceph-mon[19718]: osdmap e176: 8 total, 8 up, 8 in 2024-08-19T11:32:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:40 smithi155 ceph-mon[19718]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T11:32:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:40 smithi155 ceph-mon[19718]: from='client.24977 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:32:40.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:40 smithi155 ceph-mon[19718]: pgmap v4: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 132 MiB data, 543 MiB used, 715 GiB / 715 GiB avail; 25 GiB/s rd, 10 GiB/s wr, 198.73k op/s; 159 MiB/s, 753 objects/s recovering 2024-08-19T11:32:40.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:40 smithi155 ceph-mon[19718]: Deploying cephadm binary to smithi155 2024-08-19T11:32:40.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:40 smithi155 ceph-mon[19718]: Deploying cephadm binary to smithi136 2024-08-19T11:32:40.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:40 smithi155 ceph-mon[19718]: [19/Aug/2024:11:32:40] ENGINE Bus STARTING 2024-08-19T11:32:40.961 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:40 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: 2024-08-19T11:32:40.494+0000 7f45f89b8640 -1 log_channel(cephadm) log [ERR] : [19/Aug/2024:11:32:40] ENGINE Error in HTTPServer.serve 2024-08-19T11:32:40.961 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:40 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: Traceback (most recent call last): 2024-08-19T11:32:40.961 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:40 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T11:32:40.961 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:40 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: self._connections.run(self.expiration_interval) 2024-08-19T11:32:40.961 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:40 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T11:32:40.961 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:40 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: self._run(expiration_interval) 2024-08-19T11:32:40.961 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:40 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T11:32:40.961 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:40 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T11:32:40.962 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:40 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T11:32:40.962 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:40 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T11:32:40.962 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:40 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T11:32:40.962 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:40 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: s = self.context.wrap_socket( 2024-08-19T11:32:40.962 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:40 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T11:32:40.962 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:40 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: return self.sslsocket_class._create( 2024-08-19T11:32:40.962 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:40 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T11:32:40.962 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:40 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: self.do_handshake() 2024-08-19T11:32:40.962 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:40 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T11:32:40.962 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:40 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: self._sslobj.do_handshake() 2024-08-19T11:32:40.962 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:40 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T11:32:40.962 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:32:40 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: 2024-08-19T11:32:41.098 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:32:40.762+0000 7f0d11fda040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-19T11:32:41.098 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:32:40.824+0000 7f0d11fda040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-19T11:32:41.098 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:32:40.892+0000 7f0d11fda040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-19T11:32:41.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-mon[28279]: Checking for cert/key for grafana.a 2024-08-19T11:32:41.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-mon[28279]: Migrating grafana.a cert to cert store 2024-08-19T11:32:41.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-mon[28279]: Migrating grafana.a key to cert store 2024-08-19T11:32:41.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-mon[28279]: mgrmap e25: x(active, since 1.0096s) 2024-08-19T11:32:41.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-mon[28279]: osdmap e176: 8 total, 8 up, 8 in 2024-08-19T11:32:41.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-mon[28279]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T11:32:41.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-mon[28279]: from='client.24977 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:32:41.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-mon[28279]: pgmap v4: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 132 MiB data, 543 MiB used, 715 GiB / 715 GiB avail; 25 GiB/s rd, 10 GiB/s wr, 198.73k op/s; 159 MiB/s, 753 objects/s recovering 2024-08-19T11:32:41.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-mon[28279]: Deploying cephadm binary to smithi155 2024-08-19T11:32:41.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-mon[28279]: Deploying cephadm binary to smithi136 2024-08-19T11:32:41.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-mon[28279]: [19/Aug/2024:11:32:40] ENGINE Bus STARTING 2024-08-19T11:32:41.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-mon[16389]: Checking for cert/key for grafana.a 2024-08-19T11:32:41.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-mon[16389]: Migrating grafana.a cert to cert store 2024-08-19T11:32:41.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-mon[16389]: Migrating grafana.a key to cert store 2024-08-19T11:32:41.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-mon[16389]: mgrmap e25: x(active, since 1.0096s) 2024-08-19T11:32:41.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-mon[16389]: osdmap e176: 8 total, 8 up, 8 in 2024-08-19T11:32:41.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-mon[16389]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T11:32:41.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-mon[16389]: from='client.24977 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:32:41.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-mon[16389]: pgmap v4: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 132 MiB data, 543 MiB used, 715 GiB / 715 GiB avail; 25 GiB/s rd, 10 GiB/s wr, 198.73k op/s; 159 MiB/s, 753 objects/s recovering 2024-08-19T11:32:41.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-mon[16389]: Deploying cephadm binary to smithi155 2024-08-19T11:32:41.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-mon[16389]: Deploying cephadm binary to smithi136 2024-08-19T11:32:41.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:40 smithi136 ceph-mon[16389]: [19/Aug/2024:11:32:40] ENGINE Bus STARTING 2024-08-19T11:32:41.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:41 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:32:41.104+0000 7f0d11fda040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-19T11:32:41.598 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:41 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:32:41.163+0000 7f0d11fda040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-19T11:32:41.766 INFO:tasks.rados.rados.0.smithi136.stdout:566: done (5 left) 2024-08-19T11:32:41.766 INFO:tasks.rados.rados.0.smithi136.stdout:567: read oid 34 snap -1 2024-08-19T11:32:41.766 INFO:tasks.rados.rados.0.smithi136.stdout:567: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T11:32:41.766 INFO:tasks.rados.rados.0.smithi136.stdout:568: setattr oid 38 current snap is 49 2024-08-19T11:32:41.766 INFO:tasks.rados.rados.0.smithi136.stdout:560: finishing rollback tid 0 to smithi13674108-12 2024-08-19T11:32:41.766 INFO:tasks.rados.rados.0.smithi136.stdout:560: finishing rollback tid 1 to smithi13674108-12 2024-08-19T11:32:41.766 INFO:tasks.rados.rados.0.smithi136.stdout:565: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:32:41.772 INFO:tasks.rados.rados.0.smithi136.stdout:565: done (6 left) 2024-08-19T11:32:41.773 INFO:tasks.rados.rados.0.smithi136.stdout:569: delete oid 44 current snap is 49 2024-08-19T11:32:41.773 INFO:tasks.rados.rados.0.smithi136.stdout:560: finishing rollback tid 2 to smithi13674108-12 2024-08-19T11:32:41.773 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 102 (ObjNum 144 snap 38 seq_num 144) dirty exists 2024-08-19T11:32:41.773 INFO:tasks.rados.rados.0.smithi136.stdout:563: finishing write tid 1 to smithi13674108-24 2024-08-19T11:32:41.773 INFO:tasks.rados.rados.0.smithi136.stdout:563: finishing write tid 2 to smithi13674108-24 2024-08-19T11:32:41.773 INFO:tasks.rados.rados.0.smithi136.stdout:563: finishing write tid 3 to smithi13674108-24 2024-08-19T11:32:41.773 INFO:tasks.rados.rados.0.smithi136.stdout:563: oid 24 updating version 0 to 240 2024-08-19T11:32:41.773 INFO:tasks.rados.rados.0.smithi136.stdout:563: oid 24 updating version 240 to 241 2024-08-19T11:32:41.773 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 241 (ObjNum 185 snap 49 seq_num 185) dirty exists 2024-08-19T11:32:41.773 INFO:tasks.rados.rados.0.smithi136.stdout:563: left oid 24 (ObjNum 185 snap 49 seq_num 185) 2024-08-19T11:32:41.773 INFO:tasks.rados.rados.0.smithi136.stdout:561: expect (ObjNum 143 snap 37 seq_num 143) 2024-08-19T11:32:41.897 INFO:tasks.rados.rados.0.smithi136.stdout:564: finishing rollback tid 0 to smithi13674108-6 2024-08-19T11:32:41.897 INFO:tasks.rados.rados.0.smithi136.stdout:564: finishing rollback tid 1 to smithi13674108-6 2024-08-19T11:32:41.897 INFO:tasks.rados.rados.0.smithi136.stdout:564: finishing rollback tid 2 to smithi13674108-6 2024-08-19T11:32:41.897 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 161 (ObjNum 129 snap 0 seq_num 3762864120) dirty exists 2024-08-19T11:32:41.897 INFO:tasks.rados.rados.0.smithi136.stdout:560: done (6 left) 2024-08-19T11:32:41.897 INFO:tasks.rados.rados.0.smithi136.stdout:561: done (5 left) 2024-08-19T11:32:41.897 INFO:tasks.rados.rados.0.smithi136.stdout:563: done (4 left) 2024-08-19T11:32:41.897 INFO:tasks.rados.rados.0.smithi136.stdout:564: done (3 left) 2024-08-19T11:32:41.897 INFO:tasks.rados.rados.0.smithi136.stdout:569: done (2 left) 2024-08-19T11:32:41.898 INFO:tasks.rados.rados.0.smithi136.stdout:570: read oid 37 snap 48 2024-08-19T11:32:41.898 INFO:tasks.rados.rados.0.smithi136.stdout:570: expect (ObjNum 28 snap 0 seq_num 28) 2024-08-19T11:32:41.898 INFO:tasks.rados.rados.0.smithi136.stdout:571: snap_remove snap 45 2024-08-19T11:32:42.055 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:41 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:32:41.692+0000 7f0d11fda040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-19T11:32:42.055 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:41 smithi136 ceph-mon[16389]: [19/Aug/2024:11:32:40] ENGINE Serving on http://172.21.15.155:8765 2024-08-19T11:32:42.055 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:41 smithi136 ceph-mon[16389]: [19/Aug/2024:11:32:40] ENGINE Serving on https://172.21.15.155:7150 2024-08-19T11:32:42.055 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:41 smithi136 ceph-mon[16389]: [19/Aug/2024:11:32:40] ENGINE Bus STARTED 2024-08-19T11:32:42.055 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:41 smithi136 ceph-mon[16389]: [19/Aug/2024:11:32:40] ENGINE Error in HTTPServer.serve 2024-08-19T11:32:42.055 INFO:journalctl@ceph.mon.a.smithi136.stdout: Traceback (most recent call last): 2024-08-19T11:32:42.056 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T11:32:42.056 INFO:journalctl@ceph.mon.a.smithi136.stdout: self._connections.run(self.expiration_interval) 2024-08-19T11:32:42.056 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T11:32:42.056 INFO:journalctl@ceph.mon.a.smithi136.stdout: self._run(expiration_interval) 2024-08-19T11:32:42.056 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T11:32:42.056 INFO:journalctl@ceph.mon.a.smithi136.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T11:32:42.056 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T11:32:42.056 INFO:journalctl@ceph.mon.a.smithi136.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T11:32:42.056 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T11:32:42.056 INFO:journalctl@ceph.mon.a.smithi136.stdout: s = self.context.wrap_socket( 2024-08-19T11:32:42.056 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T11:32:42.056 INFO:journalctl@ceph.mon.a.smithi136.stdout: return self.sslsocket_class._create( 2024-08-19T11:32:42.056 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T11:32:42.056 INFO:journalctl@ceph.mon.a.smithi136.stdout: self.do_handshake() 2024-08-19T11:32:42.057 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T11:32:42.057 INFO:journalctl@ceph.mon.a.smithi136.stdout: self._sslobj.do_handshake() 2024-08-19T11:32:42.057 INFO:journalctl@ceph.mon.a.smithi136.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T11:32:42.057 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:41 smithi136 ceph-mon[16389]: pgmap v5: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 132 MiB data, 543 MiB used, 715 GiB / 715 GiB avail; 276 MiB/s rd, 113 MiB/s wr, 2.12k op/s; 1.7 MiB/s, 8 objects/s recovering 2024-08-19T11:32:42.057 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:41 smithi136 ceph-mon[16389]: osdmap e177: 8 total, 8 up, 8 in 2024-08-19T11:32:42.057 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:41 smithi136 ceph-mon[28279]: [19/Aug/2024:11:32:40] ENGINE Serving on http://172.21.15.155:8765 2024-08-19T11:32:42.057 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:41 smithi136 ceph-mon[28279]: [19/Aug/2024:11:32:40] ENGINE Serving on https://172.21.15.155:7150 2024-08-19T11:32:42.057 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:41 smithi136 ceph-mon[28279]: [19/Aug/2024:11:32:40] ENGINE Bus STARTED 2024-08-19T11:32:42.057 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:41 smithi136 ceph-mon[28279]: [19/Aug/2024:11:32:40] ENGINE Error in HTTPServer.serve 2024-08-19T11:32:42.057 INFO:journalctl@ceph.mon.c.smithi136.stdout: Traceback (most recent call last): 2024-08-19T11:32:42.057 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T11:32:42.058 INFO:journalctl@ceph.mon.c.smithi136.stdout: self._connections.run(self.expiration_interval) 2024-08-19T11:32:42.058 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T11:32:42.058 INFO:journalctl@ceph.mon.c.smithi136.stdout: self._run(expiration_interval) 2024-08-19T11:32:42.058 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T11:32:42.058 INFO:journalctl@ceph.mon.c.smithi136.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T11:32:42.058 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T11:32:42.058 INFO:journalctl@ceph.mon.c.smithi136.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T11:32:42.058 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T11:32:42.058 INFO:journalctl@ceph.mon.c.smithi136.stdout: s = self.context.wrap_socket( 2024-08-19T11:32:42.058 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T11:32:42.058 INFO:journalctl@ceph.mon.c.smithi136.stdout: return self.sslsocket_class._create( 2024-08-19T11:32:42.058 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T11:32:42.058 INFO:journalctl@ceph.mon.c.smithi136.stdout: self.do_handshake() 2024-08-19T11:32:42.058 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T11:32:42.059 INFO:journalctl@ceph.mon.c.smithi136.stdout: self._sslobj.do_handshake() 2024-08-19T11:32:42.059 INFO:journalctl@ceph.mon.c.smithi136.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T11:32:42.059 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:41 smithi136 ceph-mon[28279]: pgmap v5: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 132 MiB data, 543 MiB used, 715 GiB / 715 GiB avail; 276 MiB/s rd, 113 MiB/s wr, 2.12k op/s; 1.7 MiB/s, 8 objects/s recovering 2024-08-19T11:32:42.059 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:41 smithi136 ceph-mon[28279]: osdmap e177: 8 total, 8 up, 8 in 2024-08-19T11:32:42.090 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:41 smithi155 ceph-mon[19718]: [19/Aug/2024:11:32:40] ENGINE Serving on http://172.21.15.155:8765 2024-08-19T11:32:42.090 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:41 smithi155 ceph-mon[19718]: [19/Aug/2024:11:32:40] ENGINE Serving on https://172.21.15.155:7150 2024-08-19T11:32:42.090 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:41 smithi155 ceph-mon[19718]: [19/Aug/2024:11:32:40] ENGINE Bus STARTED 2024-08-19T11:32:42.090 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:41 smithi155 ceph-mon[19718]: [19/Aug/2024:11:32:40] ENGINE Error in HTTPServer.serve 2024-08-19T11:32:42.091 INFO:journalctl@ceph.mon.b.smithi155.stdout: Traceback (most recent call last): 2024-08-19T11:32:42.091 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T11:32:42.091 INFO:journalctl@ceph.mon.b.smithi155.stdout: self._connections.run(self.expiration_interval) 2024-08-19T11:32:42.091 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T11:32:42.091 INFO:journalctl@ceph.mon.b.smithi155.stdout: self._run(expiration_interval) 2024-08-19T11:32:42.091 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T11:32:42.091 INFO:journalctl@ceph.mon.b.smithi155.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T11:32:42.091 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T11:32:42.091 INFO:journalctl@ceph.mon.b.smithi155.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T11:32:42.091 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T11:32:42.091 INFO:journalctl@ceph.mon.b.smithi155.stdout: s = self.context.wrap_socket( 2024-08-19T11:32:42.091 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T11:32:42.091 INFO:journalctl@ceph.mon.b.smithi155.stdout: return self.sslsocket_class._create( 2024-08-19T11:32:42.092 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T11:32:42.092 INFO:journalctl@ceph.mon.b.smithi155.stdout: self.do_handshake() 2024-08-19T11:32:42.092 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T11:32:42.092 INFO:journalctl@ceph.mon.b.smithi155.stdout: self._sslobj.do_handshake() 2024-08-19T11:32:42.092 INFO:journalctl@ceph.mon.b.smithi155.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T11:32:42.092 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:41 smithi155 ceph-mon[19718]: pgmap v5: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 132 MiB data, 543 MiB used, 715 GiB / 715 GiB avail; 276 MiB/s rd, 113 MiB/s wr, 2.12k op/s; 1.7 MiB/s, 8 objects/s recovering 2024-08-19T11:32:42.092 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:41 smithi155 ceph-mon[19718]: osdmap e177: 8 total, 8 up, 8 in 2024-08-19T11:32:42.306 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:42 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:32:42.053+0000 7f0d11fda040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-19T11:32:42.390 INFO:tasks.rados.rados.0.smithi136.stdout:571: done (3 left) 2024-08-19T11:32:42.390 INFO:tasks.rados.rados.0.smithi136.stdout:572: copy_from oid 11 from oid 3 current snap is 49 2024-08-19T11:32:42.390 INFO:tasks.rados.rados.0.smithi136.stdout:573: read oid 6 snap -1 2024-08-19T11:32:42.390 INFO:tasks.rados.rados.0.smithi136.stdout:573: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:32:42.390 INFO:tasks.rados.rados.0.smithi136.stdout:574: read oid 31 snap -1 2024-08-19T11:32:42.390 INFO:tasks.rados.rados.0.smithi136.stdout:574: expect (ObjNum 76 snap 13 seq_num 76) 2024-08-19T11:32:42.391 INFO:tasks.rados.rados.0.smithi136.stdout:575: read oid 39 snap -1 2024-08-19T11:32:42.391 INFO:tasks.rados.rados.0.smithi136.stdout:575: expect (ObjNum 128 snap 32 seq_num 128) 2024-08-19T11:32:42.391 INFO:tasks.rados.rados.0.smithi136.stdout:576: delete oid 45 current snap is 49 2024-08-19T11:32:42.391 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 138 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-08-19T11:32:42.391 INFO:tasks.rados.rados.0.smithi136.stdout:567: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T11:32:42.416 INFO:tasks.rados.rados.0.smithi136.stdout:570: expect (ObjNum 28 snap 0 seq_num 28) 2024-08-19T11:32:42.430 INFO:tasks.rados.rados.0.smithi136.stdout:573: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:32:42.431 INFO:tasks.rados.rados.0.smithi136.stdout:575: expect (ObjNum 128 snap 32 seq_num 128) 2024-08-19T11:32:42.488 INFO:tasks.rados.rados.0.smithi136.stdout:574: expect (ObjNum 76 snap 13 seq_num 76) 2024-08-19T11:32:42.598 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:42 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:32:42.492+0000 7f0d11fda040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-19T11:32:42.598 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:42 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:32:42.553+0000 7f0d11fda040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-19T11:32:42.622 INFO:tasks.rados.rados.0.smithi136.stdout:572: finishing copy_from racing read to smithi13674108-11 2024-08-19T11:32:42.622 INFO:tasks.rados.rados.0.smithi136.stdout:572: finishing copy_from to smithi13674108-11 2024-08-19T11:32:42.622 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 231 (ObjNum 184 snap 48 seq_num 184) dirty exists 2024-08-19T11:32:42.622 INFO:tasks.rados.rados.0.smithi136.stdout:567: done (7 left) 2024-08-19T11:32:42.622 INFO:tasks.rados.rados.0.smithi136.stdout:568: done (6 left) 2024-08-19T11:32:42.622 INFO:tasks.rados.rados.0.smithi136.stdout:570: done (5 left) 2024-08-19T11:32:42.622 INFO:tasks.rados.rados.0.smithi136.stdout:572: done (4 left) 2024-08-19T11:32:42.622 INFO:tasks.rados.rados.0.smithi136.stdout:573: done (3 left) 2024-08-19T11:32:42.623 INFO:tasks.rados.rados.0.smithi136.stdout:574: done (2 left) 2024-08-19T11:32:42.623 INFO:tasks.rados.rados.0.smithi136.stdout:575: done (1 left) 2024-08-19T11:32:42.623 INFO:tasks.rados.rados.0.smithi136.stdout:576: done (0 left) 2024-08-19T11:32:42.623 INFO:tasks.rados.rados.0.smithi136.stdout:577: snap_create 2024-08-19T11:32:43.011 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:42 smithi155 ceph-mon[19718]: mgrmap e26: x(active, since 3s) 2024-08-19T11:32:43.012 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:42 smithi155 ceph-mon[19718]: osdmap e178: 8 total, 8 up, 8 in 2024-08-19T11:32:43.012 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:42 smithi155 ceph-mon[19718]: osdmap e179: 8 total, 8 up, 8 in 2024-08-19T11:32:43.097 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:42 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:32:42.619+0000 7f0d11fda040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-19T11:32:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:42 smithi136 ceph-mon[16389]: mgrmap e26: x(active, since 3s) 2024-08-19T11:32:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:42 smithi136 ceph-mon[16389]: osdmap e178: 8 total, 8 up, 8 in 2024-08-19T11:32:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:42 smithi136 ceph-mon[16389]: osdmap e179: 8 total, 8 up, 8 in 2024-08-19T11:32:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:42 smithi136 ceph-mon[28279]: mgrmap e26: x(active, since 3s) 2024-08-19T11:32:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:42 smithi136 ceph-mon[28279]: osdmap e178: 8 total, 8 up, 8 in 2024-08-19T11:32:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:42 smithi136 ceph-mon[28279]: osdmap e179: 8 total, 8 up, 8 in 2024-08-19T11:32:43.389 INFO:tasks.rados.rados.0.smithi136.stdout:577: done (0 left) 2024-08-19T11:32:43.389 INFO:tasks.rados.rados.0.smithi136.stdout:578: rollback oid 47 current snap is 50 2024-08-19T11:32:43.390 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 47 to 47 2024-08-19T11:32:43.390 INFO:tasks.rados.rados.0.smithi136.stdout:579: read oid 10 snap -1 2024-08-19T11:32:43.390 INFO:tasks.rados.rados.0.smithi136.stdout:579: expect (ObjNum 74 snap 11 seq_num 74) 2024-08-19T11:32:43.390 INFO:tasks.rados.rados.0.smithi136.stdout:580: read oid 42 snap 48 2024-08-19T11:32:43.390 INFO:tasks.rados.rados.0.smithi136.stdout:580: expect deleted 2024-08-19T11:32:43.390 INFO:tasks.rados.rados.0.smithi136.stdout:581: snap_remove snap 49 2024-08-19T11:32:44.026 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:43 smithi136 ceph-mon[28279]: pgmap v9: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 132 MiB data, 543 MiB used, 715 GiB / 715 GiB avail; 91 MiB/s rd, 38 MiB/s wr, 704 op/s; 578 KiB/s, 2 objects/s recovering 2024-08-19T11:32:44.027 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:43 smithi136 ceph-mon[28279]: osdmap e180: 8 total, 8 up, 8 in 2024-08-19T11:32:44.027 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:43 smithi136 ceph-mon[16389]: pgmap v9: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 132 MiB data, 543 MiB used, 715 GiB / 715 GiB avail; 91 MiB/s rd, 38 MiB/s wr, 704 op/s; 578 KiB/s, 2 objects/s recovering 2024-08-19T11:32:44.027 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:43 smithi136 ceph-mon[16389]: osdmap e180: 8 total, 8 up, 8 in 2024-08-19T11:32:44.027 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:43 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:32:43] ENGINE Bus STARTING 2024-08-19T11:32:44.027 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:43 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: CherryPy Checker: 2024-08-19T11:32:44.027 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:43 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: The Application mounted at '' has an empty config. 2024-08-19T11:32:44.027 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:43 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: 2024-08-19T11:32:44.027 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:43 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:32:43] ENGINE Serving on http://:::9283 2024-08-19T11:32:44.028 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:43 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: [19/Aug/2024:11:32:43] ENGINE Bus STARTED 2024-08-19T11:32:44.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:43 smithi155 ceph-mon[19718]: pgmap v9: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 132 MiB data, 543 MiB used, 715 GiB / 715 GiB avail; 91 MiB/s rd, 38 MiB/s wr, 704 op/s; 578 KiB/s, 2 objects/s recovering 2024-08-19T11:32:44.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:43 smithi155 ceph-mon[19718]: osdmap e180: 8 total, 8 up, 8 in 2024-08-19T11:32:44.391 INFO:tasks.rados.rados.0.smithi136.stdout:581: done (3 left) 2024-08-19T11:32:44.392 INFO:tasks.rados.rados.0.smithi136.stdout:582: setattr oid 4 current snap is 50 2024-08-19T11:32:44.392 INFO:tasks.rados.rados.0.smithi136.stdout:578: finishing rollback tid 0 to smithi13674108-47 2024-08-19T11:32:44.392 INFO:tasks.rados.rados.0.smithi136.stdout:578: finishing rollback tid 1 to smithi13674108-47 2024-08-19T11:32:44.392 INFO:tasks.rados.rados.0.smithi136.stdout:578: finishing rollback tid 2 to smithi13674108-47 2024-08-19T11:32:44.392 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 175 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-19T11:32:44.392 INFO:tasks.rados.rados.0.smithi136.stdout:579: expect (ObjNum 74 snap 11 seq_num 74) 2024-08-19T11:32:44.454 INFO:tasks.rados.rados.0.smithi136.stdout:578: done (3 left) 2024-08-19T11:32:44.454 INFO:tasks.rados.rados.0.smithi136.stdout:579: done (2 left) 2024-08-19T11:32:44.454 INFO:tasks.rados.rados.0.smithi136.stdout:580: done (1 left) 2024-08-19T11:32:44.454 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 20 current snap is 50 2024-08-19T11:32:44.454 INFO:tasks.rados.rados.0.smithi136.stdout:583: seq_num 188 ranges {0=753664} 2024-08-19T11:32:44.459 INFO:tasks.rados.rados.0.smithi136.stdout:583: writing smithi13674108-20 from 0 to 753664 tid 1 2024-08-19T11:32:44.459 INFO:tasks.rados.rados.0.smithi136.stdout:584: read oid 1 snap -1 2024-08-19T11:32:44.459 INFO:tasks.rados.rados.0.smithi136.stdout:584: expect deleted 2024-08-19T11:32:44.459 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 19 current snap is 50 2024-08-19T11:32:44.459 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 232 (ObjNum 153 snap 39 seq_num 153) dirty exists 2024-08-19T11:32:44.459 INFO:tasks.rados.rados.0.smithi136.stdout:585: seq_num 189 ranges {5128192=770048} 2024-08-19T11:32:44.491 INFO:tasks.rados.rados.0.smithi136.stdout:585: writing smithi13674108-19 from 5128192 to 5898240 tid 1 2024-08-19T11:32:44.491 INFO:tasks.rados.rados.0.smithi136.stdout:582: done (3 left) 2024-08-19T11:32:44.491 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 16 current snap is 50 2024-08-19T11:32:44.491 INFO:tasks.rados.rados.0.smithi136.stdout:586: seq_num 190 ranges {4956160=786432} 2024-08-19T11:32:44.522 INFO:tasks.rados.rados.0.smithi136.stdout:586: writing smithi13674108-16 from 4956160 to 5742592 tid 1 2024-08-19T11:32:44.522 INFO:tasks.rados.rados.0.smithi136.stdout:587: read oid 37 snap 48 2024-08-19T11:32:44.522 INFO:tasks.rados.rados.0.smithi136.stdout:587: expect (ObjNum 28 snap 0 seq_num 28) 2024-08-19T11:32:44.522 INFO:tasks.rados.rados.0.smithi136.stdout:588: snap_remove snap 47 2024-08-19T11:32:45.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:44 smithi136 ceph-mon[28279]: Standby manager daemon y started 2024-08-19T11:32:45.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:44 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.136:0/2996582467' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-19T11:32:45.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:44 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.136:0/2996582467' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T11:32:45.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:44 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.136:0/2996582467' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-19T11:32:45.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:44 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.136:0/2996582467' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T11:32:45.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:44 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:45.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:44 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:45.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:44 smithi136 ceph-mon[28279]: osdmap e181: 8 total, 8 up, 8 in 2024-08-19T11:32:45.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:44 smithi136 ceph-mon[16389]: Standby manager daemon y started 2024-08-19T11:32:45.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:44 smithi136 ceph-mon[16389]: from='mgr.? 172.21.15.136:0/2996582467' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-19T11:32:45.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:44 smithi136 ceph-mon[16389]: from='mgr.? 172.21.15.136:0/2996582467' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T11:32:45.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:44 smithi136 ceph-mon[16389]: from='mgr.? 172.21.15.136:0/2996582467' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-19T11:32:45.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:44 smithi136 ceph-mon[16389]: from='mgr.? 172.21.15.136:0/2996582467' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T11:32:45.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:44 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:45.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:44 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:45.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:44 smithi136 ceph-mon[16389]: osdmap e181: 8 total, 8 up, 8 in 2024-08-19T11:32:45.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:44 smithi155 ceph-mon[19718]: Standby manager daemon y started 2024-08-19T11:32:45.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:44 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.136:0/2996582467' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-19T11:32:45.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:44 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.136:0/2996582467' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T11:32:45.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:44 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.136:0/2996582467' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-19T11:32:45.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:44 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.136:0/2996582467' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T11:32:45.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:44 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:45.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:44 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:45.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:44 smithi155 ceph-mon[19718]: osdmap e181: 8 total, 8 up, 8 in 2024-08-19T11:32:45.397 INFO:tasks.rados.rados.0.smithi136.stdout:588: done (5 left) 2024-08-19T11:32:45.397 INFO:tasks.rados.rados.0.smithi136.stdout:589: rollback oid 12 current snap is 50 2024-08-19T11:32:45.398 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 12 to 48 2024-08-19T11:32:45.398 INFO:tasks.rados.rados.0.smithi136.stdout:583: finishing write tid 1 to smithi13674108-20 2024-08-19T11:32:45.398 INFO:tasks.rados.rados.0.smithi136.stdout:583: finishing write tid 2 to smithi13674108-20 2024-08-19T11:32:45.398 INFO:tasks.rados.rados.0.smithi136.stdout:583: finishing write tid 3 to smithi13674108-20 2024-08-19T11:32:45.398 INFO:tasks.rados.rados.0.smithi136.stdout:583: oid 20 updating version 0 to 295 2024-08-19T11:32:45.398 INFO:tasks.rados.rados.0.smithi136.stdout:583: oid 20 updating version 295 to 296 2024-08-19T11:32:45.398 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 296 (ObjNum 188 snap 50 seq_num 188) dirty exists 2024-08-19T11:32:45.398 INFO:tasks.rados.rados.0.smithi136.stdout:583: left oid 20 (ObjNum 188 snap 50 seq_num 188) 2024-08-19T11:32:45.398 INFO:tasks.rados.rados.0.smithi136.stdout:585: finishing write tid 1 to smithi13674108-19 2024-08-19T11:32:45.398 INFO:tasks.rados.rados.0.smithi136.stdout:585: finishing write tid 2 to smithi13674108-19 2024-08-19T11:32:45.398 INFO:tasks.rados.rados.0.smithi136.stdout:585: finishing write tid 3 to smithi13674108-19 2024-08-19T11:32:45.398 INFO:tasks.rados.rados.0.smithi136.stdout:585: oid 19 updating version 0 to 71 2024-08-19T11:32:45.398 INFO:tasks.rados.rados.0.smithi136.stdout:585: oid 19 version 71 is already newer than 70 2024-08-19T11:32:45.399 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 71 (ObjNum 189 snap 50 seq_num 189) dirty exists 2024-08-19T11:32:45.399 INFO:tasks.rados.rados.0.smithi136.stdout:585: left oid 19 (ObjNum 189 snap 50 seq_num 189) 2024-08-19T11:32:45.399 INFO:tasks.rados.rados.0.smithi136.stdout:586: finishing write tid 1 to smithi13674108-16 2024-08-19T11:32:45.399 INFO:tasks.rados.rados.0.smithi136.stdout:587: expect (ObjNum 28 snap 0 seq_num 28) 2024-08-19T11:32:45.416 INFO:tasks.rados.rados.0.smithi136.stdout:586: finishing write tid 2 to smithi13674108-16 2024-08-19T11:32:45.416 INFO:tasks.rados.rados.0.smithi136.stdout:586: finishing write tid 3 to smithi13674108-16 2024-08-19T11:32:45.416 INFO:tasks.rados.rados.0.smithi136.stdout:586: oid 16 updating version 0 to 241 2024-08-19T11:32:45.416 INFO:tasks.rados.rados.0.smithi136.stdout:586: oid 16 version 241 is already newer than 240 2024-08-19T11:32:45.416 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 16 v 241 (ObjNum 190 snap 50 seq_num 190) dirty exists 2024-08-19T11:32:45.416 INFO:tasks.rados.rados.0.smithi136.stdout:586: left oid 16 (ObjNum 190 snap 50 seq_num 190) 2024-08-19T11:32:45.416 INFO:tasks.rados.rados.0.smithi136.stdout:589: finishing rollback tid 0 to smithi13674108-12 2024-08-19T11:32:45.416 INFO:tasks.rados.rados.0.smithi136.stdout:589: finishing rollback tid 1 to smithi13674108-12 2024-08-19T11:32:45.416 INFO:tasks.rados.rados.0.smithi136.stdout:589: finishing rollback tid 2 to smithi13674108-12 2024-08-19T11:32:45.416 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 113 (ObjNum 144 snap 38 seq_num 144) dirty exists 2024-08-19T11:32:45.417 INFO:tasks.rados.rados.0.smithi136.stdout:583: done (5 left) 2024-08-19T11:32:45.417 INFO:tasks.rados.rados.0.smithi136.stdout:584: done (4 left) 2024-08-19T11:32:45.417 INFO:tasks.rados.rados.0.smithi136.stdout:585: done (3 left) 2024-08-19T11:32:45.417 INFO:tasks.rados.rados.0.smithi136.stdout:586: done (2 left) 2024-08-19T11:32:45.417 INFO:tasks.rados.rados.0.smithi136.stdout:587: done (1 left) 2024-08-19T11:32:45.417 INFO:tasks.rados.rados.0.smithi136.stdout:589: done (0 left) 2024-08-19T11:32:45.417 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 42 current snap is 50 2024-08-19T11:32:45.417 INFO:tasks.rados.rados.0.smithi136.stdout:590: seq_num 191 ranges {0=802816} 2024-08-19T11:32:45.420 INFO:tasks.rados.rados.0.smithi136.stdout:590: writing smithi13674108-42 from 0 to 802816 tid 1 2024-08-19T11:32:45.420 INFO:tasks.rados.rados.0.smithi136.stdout:591: snap_create 2024-08-19T11:32:45.424 INFO:tasks.rados.rados.0.smithi136.stdout:590: finishing write tid 1 to smithi13674108-42 2024-08-19T11:32:45.424 INFO:tasks.rados.rados.0.smithi136.stdout:590: finishing write tid 2 to smithi13674108-42 2024-08-19T11:32:45.427 INFO:tasks.rados.rados.0.smithi136.stdout:590: finishing write tid 3 to smithi13674108-42 2024-08-19T11:32:45.427 INFO:tasks.rados.rados.0.smithi136.stdout:590: oid 42 updating version 0 to 81 2024-08-19T11:32:45.427 INFO:tasks.rados.rados.0.smithi136.stdout:590: oid 42 updating version 81 to 82 2024-08-19T11:32:45.427 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 82 (ObjNum 191 snap 50 seq_num 191) dirty exists 2024-08-19T11:32:45.427 INFO:tasks.rados.rados.0.smithi136.stdout:590: left oid 42 (ObjNum 191 snap 50 seq_num 191) 2024-08-19T11:32:46.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[16389]: pgmap v12: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 116 MiB data, 536 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 900 KiB/s wr, 9 op/s 2024-08-19T11:32:46.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[16389]: mgrmap e27: x(active, since 6s), standbys: y 2024-08-19T11:32:46.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-19T11:32:46.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:46.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:46.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:46.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:46.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:46.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:46.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:46.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:46.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:46.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:46.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[16389]: Adjusting osd_memory_target on smithi136 to 2480M 2024-08-19T11:32:46.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:46.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[16389]: osdmap e182: 8 total, 8 up, 8 in 2024-08-19T11:32:46.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:46.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:46.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[28279]: pgmap v12: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 116 MiB data, 536 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 900 KiB/s wr, 9 op/s 2024-08-19T11:32:46.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[28279]: mgrmap e27: x(active, since 6s), standbys: y 2024-08-19T11:32:46.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-19T11:32:46.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:46.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:46.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:46.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:46.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:46.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:46.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:46.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:46.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:46.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:46.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[28279]: Adjusting osd_memory_target on smithi136 to 2480M 2024-08-19T11:32:46.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:46.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[28279]: osdmap e182: 8 total, 8 up, 8 in 2024-08-19T11:32:46.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:46.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:45 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:46.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:45 smithi155 ceph-mon[19718]: pgmap v12: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 116 MiB data, 536 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 900 KiB/s wr, 9 op/s 2024-08-19T11:32:46.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:45 smithi155 ceph-mon[19718]: mgrmap e27: x(active, since 6s), standbys: y 2024-08-19T11:32:46.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:45 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-19T11:32:46.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:45 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:46.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:45 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:46.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:45 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:46.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:45 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:46.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:45 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:46.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:45 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:46.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:45 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:46.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:45 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:46.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:45 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:46.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:45 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:46.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:45 smithi155 ceph-mon[19718]: Adjusting osd_memory_target on smithi136 to 2480M 2024-08-19T11:32:46.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:45 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:46.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:45 smithi155 ceph-mon[19718]: osdmap e182: 8 total, 8 up, 8 in 2024-08-19T11:32:46.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:45 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:46.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:45 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:46.397 INFO:tasks.rados.rados.0.smithi136.stdout:590: done (1 left) 2024-08-19T11:32:46.398 INFO:tasks.rados.rados.0.smithi136.stdout:591: done (0 left) 2024-08-19T11:32:46.398 INFO:tasks.rados.rados.0.smithi136.stdout:592: rollback oid 13 current snap is 51 2024-08-19T11:32:46.398 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 13 to 50 2024-08-19T11:32:46.398 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 35 current snap is 51 2024-08-19T11:32:46.398 INFO:tasks.rados.rados.0.smithi136.stdout:593: seq_num 192 ranges {0=417792,417792=401408} 2024-08-19T11:32:46.400 INFO:tasks.rados.rados.0.smithi136.stdout:593: writing smithi13674108-35 from 0 to 417792 tid 1 2024-08-19T11:32:46.403 INFO:tasks.rados.rados.0.smithi136.stdout:593: writing smithi13674108-35 from 417792 to 819200 tid 2 2024-08-19T11:32:46.403 INFO:tasks.rados.rados.0.smithi136.stdout:594: read oid 1 snap -1 2024-08-19T11:32:46.403 INFO:tasks.rados.rados.0.smithi136.stdout:594: expect deleted 2024-08-19T11:32:46.404 INFO:tasks.rados.rados.0.smithi136.stdout:595: copy_from oid 17 from oid 38 current snap is 51 2024-08-19T11:32:46.404 INFO:tasks.rados.rados.0.smithi136.stdout:592: finishing rollback tid 0 to smithi13674108-13 2024-08-19T11:32:46.404 INFO:tasks.rados.rados.0.smithi136.stdout:592: finishing rollback tid 1 to smithi13674108-13 2024-08-19T11:32:46.404 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 2 current snap is 51 2024-08-19T11:32:46.404 INFO:tasks.rados.rados.0.smithi136.stdout:592: finishing rollback tid 2 to smithi13674108-13 2024-08-19T11:32:46.404 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 129 (ObjNum 171 snap 45 seq_num 171) dirty exists 2024-08-19T11:32:46.404 INFO:tasks.rados.rados.0.smithi136.stdout:593: finishing write tid 1 to smithi13674108-35 2024-08-19T11:32:46.404 INFO:tasks.rados.rados.0.smithi136.stdout:596: seq_num 193 ranges {368640=434176,802816=401408} 2024-08-19T11:32:46.408 INFO:tasks.rados.rados.0.smithi136.stdout:596: writing smithi13674108-2 from 368640 to 802816 tid 1 2024-08-19T11:32:46.411 INFO:tasks.rados.rados.0.smithi136.stdout:596: writing smithi13674108-2 from 802816 to 1204224 tid 2 2024-08-19T11:32:46.411 INFO:tasks.rados.rados.0.smithi136.stdout:592: done (4 left) 2024-08-19T11:32:46.411 INFO:tasks.rados.rados.0.smithi136.stdout:597: setattr oid 28 current snap is 51 2024-08-19T11:32:46.412 INFO:tasks.rados.rados.0.smithi136.stdout:593: finishing write tid 2 to smithi13674108-35 2024-08-19T11:32:46.412 INFO:tasks.rados.rados.0.smithi136.stdout:593: finishing write tid 3 to smithi13674108-35 2024-08-19T11:32:46.412 INFO:tasks.rados.rados.0.smithi136.stdout:593: finishing write tid 4 to smithi13674108-35 2024-08-19T11:32:46.412 INFO:tasks.rados.rados.0.smithi136.stdout:593: oid 35 updating version 0 to 114 2024-08-19T11:32:46.412 INFO:tasks.rados.rados.0.smithi136.stdout:593: oid 35 updating version 114 to 116 2024-08-19T11:32:46.412 INFO:tasks.rados.rados.0.smithi136.stdout:593: oid 35 version 116 is already newer than 115 2024-08-19T11:32:46.412 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 116 (ObjNum 192 snap 51 seq_num 192) dirty exists 2024-08-19T11:32:46.412 INFO:tasks.rados.rados.0.smithi136.stdout:593: left oid 35 (ObjNum 192 snap 51 seq_num 192) 2024-08-19T11:32:46.413 INFO:tasks.rados.rados.0.smithi136.stdout:595: finishing copy_from racing read to smithi13674108-17 2024-08-19T11:32:46.413 INFO:tasks.rados.rados.0.smithi136.stdout:595: finishing copy_from to smithi13674108-17 2024-08-19T11:32:46.413 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 17 v 138 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-08-19T11:32:46.413 INFO:tasks.rados.rados.0.smithi136.stdout:593: done (4 left) 2024-08-19T11:32:46.414 INFO:tasks.rados.rados.0.smithi136.stdout:594: done (3 left) 2024-08-19T11:32:46.414 INFO:tasks.rados.rados.0.smithi136.stdout:595: done (2 left) 2024-08-19T11:32:46.414 INFO:tasks.rados.rados.0.smithi136.stdout:598: setattr oid 13 current snap is 51 2024-08-19T11:32:46.414 INFO:tasks.rados.rados.0.smithi136.stdout:596: finishing write tid 1 to smithi13674108-2 2024-08-19T11:32:46.414 INFO:tasks.rados.rados.0.smithi136.stdout:596: finishing write tid 2 to smithi13674108-2 2024-08-19T11:32:46.414 INFO:tasks.rados.rados.0.smithi136.stdout:596: finishing write tid 3 to smithi13674108-2 2024-08-19T11:32:46.415 INFO:tasks.rados.rados.0.smithi136.stdout:599: snap_create 2024-08-19T11:32:46.415 INFO:tasks.rados.rados.0.smithi136.stdout:596: finishing write tid 4 to smithi13674108-2 2024-08-19T11:32:46.415 INFO:tasks.rados.rados.0.smithi136.stdout:596: oid 2 updating version 0 to 245 2024-08-19T11:32:46.415 INFO:tasks.rados.rados.0.smithi136.stdout:596: oid 2 updating version 245 to 247 2024-08-19T11:32:46.415 INFO:tasks.rados.rados.0.smithi136.stdout:596: oid 2 version 247 is already newer than 246 2024-08-19T11:32:46.415 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 2 v 247 (ObjNum 193 snap 51 seq_num 193) dirty exists 2024-08-19T11:32:46.415 INFO:tasks.rados.rados.0.smithi136.stdout:596: left oid 2 (ObjNum 193 snap 51 seq_num 193) 2024-08-19T11:32:46.416 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 130 (ObjNum 171 snap 45 seq_num 171) dirty exists 2024-08-19T11:32:46.417 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 284 (ObjNum 159 snap 43 seq_num 159) dirty exists 2024-08-19T11:32:47.404 INFO:tasks.rados.rados.0.smithi136.stdout:596: done (3 left) 2024-08-19T11:32:47.405 INFO:tasks.rados.rados.0.smithi136.stdout:597: done (2 left) 2024-08-19T11:32:47.405 INFO:tasks.rados.rados.0.smithi136.stdout:598: done (1 left) 2024-08-19T11:32:47.405 INFO:tasks.rados.rados.0.smithi136.stdout:599: done (0 left) 2024-08-19T11:32:47.405 INFO:tasks.rados.rados.0.smithi136.stdout:600: rollback oid 32 current snap is 52 2024-08-19T11:32:47.405 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 32 to 50 2024-08-19T11:32:47.405 INFO:tasks.rados.rados.0.smithi136.stdout:601: snap_remove snap 48 2024-08-19T11:32:47.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:32:47] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-19T11:32:47.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:47 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:47.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:47 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:47.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:47 smithi136 ceph-mon[28279]: osdmap e183: 8 total, 8 up, 8 in 2024-08-19T11:32:47.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:47 smithi136 ceph-mon[28279]: pgmap v15: 121 pgs: 121 active+clean; 98 MiB data, 508 MiB used, 715 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.4 MiB/s wr, 42 op/s 2024-08-19T11:32:47.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:47 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:47.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:47 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:47.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:47 smithi136 ceph-mon[16389]: osdmap e183: 8 total, 8 up, 8 in 2024-08-19T11:32:47.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:47 smithi136 ceph-mon[16389]: pgmap v15: 121 pgs: 121 active+clean; 98 MiB data, 508 MiB used, 715 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.4 MiB/s wr, 42 op/s 2024-08-19T11:32:47.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:47 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:47.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:47 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:47.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:47 smithi155 ceph-mon[19718]: osdmap e183: 8 total, 8 up, 8 in 2024-08-19T11:32:47.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:47 smithi155 ceph-mon[19718]: pgmap v15: 121 pgs: 121 active+clean; 98 MiB data, 508 MiB used, 715 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.4 MiB/s wr, 42 op/s 2024-08-19T11:32:48.408 INFO:tasks.rados.rados.0.smithi136.stdout:601: done (1 left) 2024-08-19T11:32:48.409 INFO:tasks.rados.rados.0.smithi136.stdout:602: rollback oid 46 current snap is 52 2024-08-19T11:32:48.409 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 46 to 51 2024-08-19T11:32:48.409 INFO:tasks.rados.rados.0.smithi136.stdout:600: finishing rollback tid 0 to smithi13674108-32 2024-08-19T11:32:48.409 INFO:tasks.rados.rados.0.smithi136.stdout:600: finishing rollback tid 1 to smithi13674108-32 2024-08-19T11:32:48.409 INFO:tasks.rados.rados.0.smithi136.stdout:600: finishing rollback tid 2 to smithi13674108-32 2024-08-19T11:32:48.409 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 32 v 159 (ObjNum 177 snap 46 seq_num 177) dirty exists 2024-08-19T11:32:48.409 INFO:tasks.rados.rados.0.smithi136.stdout:600: done (1 left) 2024-08-19T11:32:48.409 INFO:tasks.rados.rados.0.smithi136.stdout:603: snap_remove snap 50 2024-08-19T11:32:48.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:48 smithi155 ceph-mon[19718]: osdmap e184: 8 total, 8 up, 8 in 2024-08-19T11:32:48.781 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:48 smithi136 ceph-mon[28279]: osdmap e184: 8 total, 8 up, 8 in 2024-08-19T11:32:48.782 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:48 smithi136 ceph-mon[16389]: osdmap e184: 8 total, 8 up, 8 in 2024-08-19T11:32:49.420 INFO:tasks.rados.rados.0.smithi136.stdout:602: finishing rollback tid 1 to smithi13674108-46 2024-08-19T11:32:49.420 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 46 v 0 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-08-19T11:32:49.420 INFO:tasks.rados.rados.0.smithi136.stdout:602: done (1 left) 2024-08-19T11:32:49.420 INFO:tasks.rados.rados.0.smithi136.stdout:603: done (0 left) 2024-08-19T11:32:49.420 INFO:tasks.rados.rados.0.smithi136.stdout:604: read oid 39 snap -1 2024-08-19T11:32:49.421 INFO:tasks.rados.rados.0.smithi136.stdout:604: expect (ObjNum 128 snap 32 seq_num 128) 2024-08-19T11:32:49.421 INFO:tasks.rados.rados.0.smithi136.stdout:605: read oid 8 snap 51 2024-08-19T11:32:49.421 INFO:tasks.rados.rados.0.smithi136.stdout:605: expect (ObjNum 182 snap 48 seq_num 182) 2024-08-19T11:32:49.421 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 20 current snap is 52 2024-08-19T11:32:49.421 INFO:tasks.rados.rados.0.smithi136.stdout:606: seq_num 194 ranges {753664=458752,1212416=401408} 2024-08-19T11:32:49.428 INFO:tasks.rados.rados.0.smithi136.stdout:606: writing smithi13674108-20 from 753664 to 1212416 tid 1 2024-08-19T11:32:49.431 INFO:tasks.rados.rados.0.smithi136.stdout:606: writing smithi13674108-20 from 1212416 to 1613824 tid 2 2024-08-19T11:32:49.431 INFO:tasks.rados.rados.0.smithi136.stdout:607: read oid 11 snap 51 2024-08-19T11:32:49.431 INFO:tasks.rados.rados.0.smithi136.stdout:607: expect (ObjNum 184 snap 48 seq_num 184) 2024-08-19T11:32:49.431 INFO:tasks.rados.rados.0.smithi136.stdout:608: rollback oid 31 current snap is 52 2024-08-19T11:32:49.431 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 31 to 51 2024-08-19T11:32:49.431 INFO:tasks.rados.rados.0.smithi136.stdout:605: expect (ObjNum 182 snap 48 seq_num 182) 2024-08-19T11:32:49.452 INFO:tasks.rados.rados.0.smithi136.stdout:604: expect (ObjNum 128 snap 32 seq_num 128) 2024-08-19T11:32:49.510 INFO:tasks.rados.rados.0.smithi136.stdout:606: finishing write tid 1 to smithi13674108-20 2024-08-19T11:32:49.510 INFO:tasks.rados.rados.0.smithi136.stdout:606: finishing write tid 2 to smithi13674108-20 2024-08-19T11:32:49.510 INFO:tasks.rados.rados.0.smithi136.stdout:606: finishing write tid 3 to smithi13674108-20 2024-08-19T11:32:49.510 INFO:tasks.rados.rados.0.smithi136.stdout:606: finishing write tid 4 to smithi13674108-20 2024-08-19T11:32:49.510 INFO:tasks.rados.rados.0.smithi136.stdout:606: oid 20 updating version 0 to 306 2024-08-19T11:32:49.510 INFO:tasks.rados.rados.0.smithi136.stdout:606: oid 20 updating version 306 to 307 2024-08-19T11:32:49.510 INFO:tasks.rados.rados.0.smithi136.stdout:606: oid 20 updating version 307 to 308 2024-08-19T11:32:49.510 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 308 (ObjNum 194 snap 52 seq_num 194) dirty exists 2024-08-19T11:32:49.510 INFO:tasks.rados.rados.0.smithi136.stdout:606: left oid 20 (ObjNum 194 snap 52 seq_num 194) 2024-08-19T11:32:49.510 INFO:tasks.rados.rados.0.smithi136.stdout:604: done (4 left) 2024-08-19T11:32:49.511 INFO:tasks.rados.rados.0.smithi136.stdout:605: done (3 left) 2024-08-19T11:32:49.511 INFO:tasks.rados.rados.0.smithi136.stdout:606: done (2 left) 2024-08-19T11:32:49.511 INFO:tasks.rados.rados.0.smithi136.stdout:609: rollback oid 2 current snap is 52 2024-08-19T11:32:49.511 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 2 to 51 2024-08-19T11:32:49.511 INFO:tasks.rados.rados.0.smithi136.stdout:608: finishing rollback tid 0 to smithi13674108-31 2024-08-19T11:32:49.511 INFO:tasks.rados.rados.0.smithi136.stdout:608: finishing rollback tid 1 to smithi13674108-31 2024-08-19T11:32:49.511 INFO:tasks.rados.rados.0.smithi136.stdout:608: finishing rollback tid 2 to smithi13674108-31 2024-08-19T11:32:49.511 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 290 (ObjNum 76 snap 13 seq_num 76) dirty exists 2024-08-19T11:32:49.511 INFO:tasks.rados.rados.0.smithi136.stdout:607: expect (ObjNum 184 snap 48 seq_num 184) 2024-08-19T11:32:49.621 INFO:tasks.rados.rados.0.smithi136.stdout:609: finishing rollback tid 0 to smithi13674108-2 2024-08-19T11:32:49.621 INFO:tasks.rados.rados.0.smithi136.stdout:609: finishing rollback tid 1 to smithi13674108-2 2024-08-19T11:32:49.622 INFO:tasks.rados.rados.0.smithi136.stdout:609: finishing rollback tid 2 to smithi13674108-2 2024-08-19T11:32:49.622 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 2 v 257 (ObjNum 193 snap 51 seq_num 193) dirty exists 2024-08-19T11:32:49.622 INFO:tasks.rados.rados.0.smithi136.stdout:607: done (2 left) 2024-08-19T11:32:49.622 INFO:tasks.rados.rados.0.smithi136.stdout:608: done (1 left) 2024-08-19T11:32:49.622 INFO:tasks.rados.rados.0.smithi136.stdout:609: done (0 left) 2024-08-19T11:32:49.622 INFO:tasks.rados.rados.0.smithi136.stdout:610: setattr oid 3 current snap is 52 2024-08-19T11:32:49.622 INFO:tasks.rados.rados.0.smithi136.stdout:611: delete oid 40 current snap is 52 2024-08-19T11:32:49.624 INFO:tasks.rados.rados.0.smithi136.stdout:611: done (1 left) 2024-08-19T11:32:49.625 INFO:tasks.rados.rados.0.smithi136.stdout:612: delete oid 49 current snap is 52 2024-08-19T11:32:49.625 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 294 (ObjNum 184 snap 48 seq_num 184) dirty exists 2024-08-19T11:32:49.628 INFO:tasks.rados.rados.0.smithi136.stdout:610: done (1 left) 2024-08-19T11:32:49.628 INFO:tasks.rados.rados.0.smithi136.stdout:612: done (0 left) 2024-08-19T11:32:49.628 INFO:tasks.rados.rados.0.smithi136.stdout:613: rmattr oid 13 current snap is 52 2024-08-19T11:32:49.628 INFO:tasks.rados.rados.0.smithi136.stdout:614: read oid 28 snap -1 2024-08-19T11:32:49.628 INFO:tasks.rados.rados.0.smithi136.stdout:614: expect (ObjNum 159 snap 43 seq_num 159) 2024-08-19T11:32:49.628 INFO:tasks.rados.rados.0.smithi136.stdout:615: delete oid 29 current snap is 52 2024-08-19T11:32:49.630 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 136 (ObjNum 171 snap 45 seq_num 171) dirty exists 2024-08-19T11:32:49.630 INFO:tasks.rados.rados.0.smithi136.stdout:613: done (2 left) 2024-08-19T11:32:49.630 INFO:tasks.rados.rados.0.smithi136.stdout:615: done (1 left) 2024-08-19T11:32:49.630 INFO:tasks.rados.rados.0.smithi136.stdout:616: rollback oid 35 current snap is 52 2024-08-19T11:32:49.630 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 35 to 51 2024-08-19T11:32:49.630 INFO:tasks.rados.rados.0.smithi136.stdout:617: read oid 9 snap -1 2024-08-19T11:32:49.630 INFO:tasks.rados.rados.0.smithi136.stdout:617: expect (ObjNum 122 snap 31 seq_num 122) 2024-08-19T11:32:49.630 INFO:tasks.rados.rados.0.smithi136.stdout:618: snap_create 2024-08-19T11:32:49.632 INFO:tasks.rados.rados.0.smithi136.stdout:616: finishing rollback tid 0 to smithi13674108-35 2024-08-19T11:32:49.633 INFO:tasks.rados.rados.0.smithi136.stdout:616: finishing rollback tid 1 to smithi13674108-35 2024-08-19T11:32:49.633 INFO:tasks.rados.rados.0.smithi136.stdout:616: finishing rollback tid 2 to smithi13674108-35 2024-08-19T11:32:49.633 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 122 (ObjNum 192 snap 51 seq_num 192) dirty exists 2024-08-19T11:32:49.640 INFO:tasks.rados.rados.0.smithi136.stdout:614: expect (ObjNum 159 snap 43 seq_num 159) 2024-08-19T11:32:49.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:49 smithi155 ceph-mon[19718]: osdmap e185: 8 total, 8 up, 8 in 2024-08-19T11:32:49.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:49 smithi155 ceph-mon[19718]: pgmap v18: 121 pgs: 121 active+clean; 98 MiB data, 508 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 564 KiB/s wr, 32 op/s 2024-08-19T11:32:49.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:49 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:32:49.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:49 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:32:49.715 INFO:tasks.rados.rados.0.smithi136.stdout:617: expect (ObjNum 122 snap 31 seq_num 122) 2024-08-19T11:32:49.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:49 smithi136 ceph-mon[28279]: osdmap e185: 8 total, 8 up, 8 in 2024-08-19T11:32:49.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:49 smithi136 ceph-mon[28279]: pgmap v18: 121 pgs: 121 active+clean; 98 MiB data, 508 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 564 KiB/s wr, 32 op/s 2024-08-19T11:32:49.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:49 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:32:49.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:49 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:32:49.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:49 smithi136 ceph-mon[16389]: osdmap e185: 8 total, 8 up, 8 in 2024-08-19T11:32:49.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:49 smithi136 ceph-mon[16389]: pgmap v18: 121 pgs: 121 active+clean; 98 MiB data, 508 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 564 KiB/s wr, 32 op/s 2024-08-19T11:32:49.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:49 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:32:49.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:49 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:32:50.437 INFO:tasks.rados.rados.0.smithi136.stdout:614: done (3 left) 2024-08-19T11:32:50.437 INFO:tasks.rados.rados.0.smithi136.stdout:616: done (2 left) 2024-08-19T11:32:50.437 INFO:tasks.rados.rados.0.smithi136.stdout:617: done (1 left) 2024-08-19T11:32:50.438 INFO:tasks.rados.rados.0.smithi136.stdout:618: done (0 left) 2024-08-19T11:32:50.438 INFO:tasks.rados.rados.0.smithi136.stdout:619: setattr oid 26 current snap is 53 2024-08-19T11:32:50.438 INFO:tasks.rados.rados.0.smithi136.stdout:620: snap_remove snap 51 2024-08-19T11:32:50.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:50 smithi155 ceph-mon[19718]: osdmap e186: 8 total, 8 up, 8 in 2024-08-19T11:32:50.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:50 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:32:50.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:50 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:32:50.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:50 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:32:50.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:50 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:32:50.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:50 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:32:50.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:50 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:32:50.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:50 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:32:50.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:50 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:32:50.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:50 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:32:50.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:50 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:32:50.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:50 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:32:50.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:50 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:32:50.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:50 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:32:50.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:50 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:32:50.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:50 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:32:50.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:50 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:32:50.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:50 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:32:50.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:50 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:32:50.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:50 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:32:50.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:50 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:32:50.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:50 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:32:50.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:50 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:32:50.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:50 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:32:50.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:50 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:32:50.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[16389]: osdmap e186: 8 total, 8 up, 8 in 2024-08-19T11:32:50.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:32:50.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:32:50.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:32:50.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:32:50.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:32:50.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:32:50.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:32:50.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:32:50.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:32:50.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:32:50.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:32:50.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:32:50.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:32:50.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:32:50.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:32:50.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:32:50.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:32:50.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:32:50.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:32:50.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:32:50.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:32:50.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:32:50.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:32:50.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:32:50.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[28279]: osdmap e186: 8 total, 8 up, 8 in 2024-08-19T11:32:50.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:32:50.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:32:50.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:32:50.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:32:50.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:32:50.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:32:50.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:32:50.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:32:50.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:32:50.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:32:50.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:32:50.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:32:50.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:32:50.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:32:50.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:32:50.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:32:50.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:32:50.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:32:50.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:32:50.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:32:50.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:32:50.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:32:50.852 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:32:50.852 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:50 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:32:51.444 INFO:tasks.rados.rados.0.smithi136.stdout:620: done (1 left) 2024-08-19T11:32:51.444 INFO:tasks.rados.rados.0.smithi136.stdout:621: delete oid 10 current snap is 53 2024-08-19T11:32:51.444 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 259 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-19T11:32:51.454 INFO:tasks.rados.rados.0.smithi136.stdout:619: done (1 left) 2024-08-19T11:32:51.454 INFO:tasks.rados.rados.0.smithi136.stdout:621: done (0 left) 2024-08-19T11:32:51.454 INFO:tasks.rados.rados.0.smithi136.stdout:622: snap_create 2024-08-19T11:32:51.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:51 smithi155 ceph-mon[19718]: mgrmap e28: x(active, since 11s), standbys: y 2024-08-19T11:32:51.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:51 smithi155 ceph-mon[19718]: osdmap e187: 8 total, 8 up, 8 in 2024-08-19T11:32:51.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:51 smithi155 ceph-mon[19718]: pgmap v21: 121 pgs: 121 active+clean; 87 MiB data, 513 MiB used, 715 GiB / 715 GiB avail; 9.5 MiB/s rd, 986 KiB/s wr, 40 op/s 2024-08-19T11:32:51.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:51 smithi136 ceph-mon[16389]: mgrmap e28: x(active, since 11s), standbys: y 2024-08-19T11:32:51.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:51 smithi136 ceph-mon[16389]: osdmap e187: 8 total, 8 up, 8 in 2024-08-19T11:32:51.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:51 smithi136 ceph-mon[16389]: pgmap v21: 121 pgs: 121 active+clean; 87 MiB data, 513 MiB used, 715 GiB / 715 GiB avail; 9.5 MiB/s rd, 986 KiB/s wr, 40 op/s 2024-08-19T11:32:51.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:51 smithi136 ceph-mon[28279]: mgrmap e28: x(active, since 11s), standbys: y 2024-08-19T11:32:51.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:51 smithi136 ceph-mon[28279]: osdmap e187: 8 total, 8 up, 8 in 2024-08-19T11:32:51.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:51 smithi136 ceph-mon[28279]: pgmap v21: 121 pgs: 121 active+clean; 87 MiB data, 513 MiB used, 715 GiB / 715 GiB avail; 9.5 MiB/s rd, 986 KiB/s wr, 40 op/s 2024-08-19T11:32:52.388 INFO:tasks.rados.rados.0.smithi136.stdout:622: done (0 left) 2024-08-19T11:32:52.388 INFO:tasks.rados.rados.0.smithi136.stdout:623: setattr oid 43 current snap is 54 2024-08-19T11:32:52.390 INFO:tasks.rados.rados.0.smithi136.stdout:624: snap_remove snap 52 2024-08-19T11:32:52.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:52 smithi155 ceph-mon[19718]: osdmap e188: 8 total, 8 up, 8 in 2024-08-19T11:32:52.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:52 smithi155 ceph-mon[19718]: osdmap e189: 8 total, 8 up, 8 in 2024-08-19T11:32:52.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:52 smithi136 ceph-mon[28279]: osdmap e188: 8 total, 8 up, 8 in 2024-08-19T11:32:52.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:52 smithi136 ceph-mon[28279]: osdmap e189: 8 total, 8 up, 8 in 2024-08-19T11:32:52.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:52 smithi136 ceph-mon[16389]: osdmap e188: 8 total, 8 up, 8 in 2024-08-19T11:32:52.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:52 smithi136 ceph-mon[16389]: osdmap e189: 8 total, 8 up, 8 in 2024-08-19T11:32:53.391 INFO:tasks.rados.rados.0.smithi136.stdout:624: done (1 left) 2024-08-19T11:32:53.391 INFO:tasks.rados.rados.0.smithi136.stdout:625: read oid 21 snap -1 2024-08-19T11:32:53.391 INFO:tasks.rados.rados.0.smithi136.stdout:625: expect (ObjNum 143 snap 37 seq_num 143) 2024-08-19T11:32:53.391 INFO:tasks.rados.rados.0.smithi136.stdout:626: rollback oid 5 current snap is 54 2024-08-19T11:32:53.392 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 5 to 53 2024-08-19T11:32:53.392 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 139 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T11:32:53.392 INFO:tasks.rados.rados.0.smithi136.stdout:623: done (2 left) 2024-08-19T11:32:53.392 INFO:tasks.rados.rados.0.smithi136.stdout:627: read oid 50 snap -1 2024-08-19T11:32:53.392 INFO:tasks.rados.rados.0.smithi136.stdout:627: expect (ObjNum 139 snap 37 seq_num 139) 2024-08-19T11:32:53.392 INFO:tasks.rados.rados.0.smithi136.stdout:628: rmattr oid 4 current snap is 54 2024-08-19T11:32:53.392 INFO:tasks.rados.rados.0.smithi136.stdout:629: read oid 33 snap -1 2024-08-19T11:32:53.392 INFO:tasks.rados.rados.0.smithi136.stdout:629: expect (ObjNum 175 snap 45 seq_num 175) 2024-08-19T11:32:53.392 INFO:tasks.rados.rados.0.smithi136.stdout:630: snap_create 2024-08-19T11:32:53.401 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 234 (ObjNum 153 snap 39 seq_num 153) dirty exists 2024-08-19T11:32:53.401 INFO:tasks.rados.rados.0.smithi136.stdout:626: finishing rollback tid 0 to smithi13674108-5 2024-08-19T11:32:53.402 INFO:tasks.rados.rados.0.smithi136.stdout:626: finishing rollback tid 1 to smithi13674108-5 2024-08-19T11:32:53.402 INFO:tasks.rados.rados.0.smithi136.stdout:626: finishing rollback tid 2 to smithi13674108-5 2024-08-19T11:32:53.402 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 265 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-19T11:32:53.407 INFO:tasks.rados.rados.0.smithi136.stdout:627: expect (ObjNum 139 snap 37 seq_num 139) 2024-08-19T11:32:53.469 INFO:tasks.rados.rados.0.smithi136.stdout:625: expect (ObjNum 143 snap 37 seq_num 143) 2024-08-19T11:32:53.552 INFO:tasks.rados.rados.0.smithi136.stdout:629: expect (ObjNum 175 snap 45 seq_num 175) 2024-08-19T11:32:53.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:53 smithi155 ceph-mon[19718]: pgmap v24: 121 pgs: 121 active+clean; 87 MiB data, 513 MiB used, 715 GiB / 715 GiB avail; 9.5 MiB/s rd, 986 KiB/s wr, 40 op/s 2024-08-19T11:32:53.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:53 smithi155 ceph-mon[19718]: osdmap e190: 8 total, 8 up, 8 in 2024-08-19T11:32:53.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:53 smithi136 ceph-mon[28279]: pgmap v24: 121 pgs: 121 active+clean; 87 MiB data, 513 MiB used, 715 GiB / 715 GiB avail; 9.5 MiB/s rd, 986 KiB/s wr, 40 op/s 2024-08-19T11:32:53.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:53 smithi136 ceph-mon[28279]: osdmap e190: 8 total, 8 up, 8 in 2024-08-19T11:32:53.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:53 smithi136 ceph-mon[16389]: pgmap v24: 121 pgs: 121 active+clean; 87 MiB data, 513 MiB used, 715 GiB / 715 GiB avail; 9.5 MiB/s rd, 986 KiB/s wr, 40 op/s 2024-08-19T11:32:53.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:53 smithi136 ceph-mon[16389]: osdmap e190: 8 total, 8 up, 8 in 2024-08-19T11:32:54.392 INFO:tasks.rados.rados.0.smithi136.stdout:625: done (5 left) 2024-08-19T11:32:54.392 INFO:tasks.rados.rados.0.smithi136.stdout:626: done (4 left) 2024-08-19T11:32:54.392 INFO:tasks.rados.rados.0.smithi136.stdout:627: done (3 left) 2024-08-19T11:32:54.392 INFO:tasks.rados.rados.0.smithi136.stdout:628: done (2 left) 2024-08-19T11:32:54.392 INFO:tasks.rados.rados.0.smithi136.stdout:629: done (1 left) 2024-08-19T11:32:54.392 INFO:tasks.rados.rados.0.smithi136.stdout:630: done (0 left) 2024-08-19T11:32:54.392 INFO:tasks.rados.rados.0.smithi136.stdout:631: snap_remove snap 53 2024-08-19T11:32:54.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:54 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:32:54.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:54 smithi155 ceph-mon[19718]: osdmap e191: 8 total, 8 up, 8 in 2024-08-19T11:32:54.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:54 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:32:54.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:54 smithi136 ceph-mon[16389]: osdmap e191: 8 total, 8 up, 8 in 2024-08-19T11:32:54.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:54 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:32:54.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:54 smithi136 ceph-mon[28279]: osdmap e191: 8 total, 8 up, 8 in 2024-08-19T11:32:55.392 INFO:tasks.rados.rados.0.smithi136.stdout:631: done (0 left) 2024-08-19T11:32:55.393 INFO:tasks.rados.rados.0.smithi136.stdout:632: snap_create 2024-08-19T11:32:56.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[16389]: pgmap v27: 121 pgs: 121 active+clean; 87 MiB data, 510 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 13 op/s 2024-08-19T11:32:56.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:56.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:56.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:56.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:56.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:56.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:56.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:56.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:56.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:56.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:56.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[16389]: Adjusting osd_memory_target on smithi155 to 2480M 2024-08-19T11:32:56.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:56.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:32:56.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:32:56.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[16389]: Updating smithi136:/etc/ceph/ceph.conf 2024-08-19T11:32:56.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[16389]: Updating smithi155:/etc/ceph/ceph.conf 2024-08-19T11:32:56.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[16389]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:32:56.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[16389]: Updating smithi136:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:32:56.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[16389]: osdmap e192: 8 total, 8 up, 8 in 2024-08-19T11:32:56.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:56.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:56.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:56.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:56.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:56.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[28279]: pgmap v27: 121 pgs: 121 active+clean; 87 MiB data, 510 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 13 op/s 2024-08-19T11:32:56.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:56.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:56.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:56.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:56.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:56.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:56.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:56.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:56.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:56.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:56.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[28279]: Adjusting osd_memory_target on smithi155 to 2480M 2024-08-19T11:32:56.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:56.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:32:56.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:32:56.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[28279]: Updating smithi136:/etc/ceph/ceph.conf 2024-08-19T11:32:56.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[28279]: Updating smithi155:/etc/ceph/ceph.conf 2024-08-19T11:32:56.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[28279]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:32:56.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[28279]: Updating smithi136:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:32:56.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[28279]: osdmap e192: 8 total, 8 up, 8 in 2024-08-19T11:32:56.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:56.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:56.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:56.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:56.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:55 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:55 smithi155 ceph-mon[19718]: pgmap v27: 121 pgs: 121 active+clean; 87 MiB data, 510 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 13 op/s 2024-08-19T11:32:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:55 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:55 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:55 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:55 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:56.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:55 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:56.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:55 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:56.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:55 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:56.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:55 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:56.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:55 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:56.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:55 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-19T11:32:56.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:55 smithi155 ceph-mon[19718]: Adjusting osd_memory_target on smithi155 to 2480M 2024-08-19T11:32:56.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:55 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:56.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:55 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:32:56.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:55 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:32:56.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:55 smithi155 ceph-mon[19718]: Updating smithi136:/etc/ceph/ceph.conf 2024-08-19T11:32:56.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:55 smithi155 ceph-mon[19718]: Updating smithi155:/etc/ceph/ceph.conf 2024-08-19T11:32:56.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:55 smithi155 ceph-mon[19718]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:32:56.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:55 smithi155 ceph-mon[19718]: Updating smithi136:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:32:56.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:55 smithi155 ceph-mon[19718]: osdmap e192: 8 total, 8 up, 8 in 2024-08-19T11:32:56.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:55 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:56.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:55 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:56.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:55 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:56.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:55 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:56.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:55 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:32:56.396 INFO:tasks.rados.rados.0.smithi136.stdout:632: done (0 left) 2024-08-19T11:32:56.396 INFO:tasks.rados.rados.0.smithi136.stdout:633: read oid 1 snap -1 2024-08-19T11:32:56.396 INFO:tasks.rados.rados.0.smithi136.stdout:633: expect deleted 2024-08-19T11:32:56.396 INFO:tasks.rados.rados.0.smithi136.stdout:634: rollback oid 50 current snap is 56 2024-08-19T11:32:56.396 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 50 to 55 2024-08-19T11:32:56.397 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 22 current snap is 56 2024-08-19T11:32:56.397 INFO:tasks.rados.rados.0.smithi136.stdout:635: seq_num 199 ranges {1884160=540672,2424832=401408} 2024-08-19T11:32:56.409 INFO:tasks.rados.rados.0.smithi136.stdout:635: writing smithi13674108-22 from 1884160 to 2424832 tid 1 2024-08-19T11:32:56.412 INFO:tasks.rados.rados.0.smithi136.stdout:635: writing smithi13674108-22 from 2424832 to 2826240 tid 2 2024-08-19T11:32:56.412 INFO:tasks.rados.rados.0.smithi136.stdout:636: read oid 9 snap -1 2024-08-19T11:32:56.412 INFO:tasks.rados.rados.0.smithi136.stdout:636: expect (ObjNum 122 snap 31 seq_num 122) 2024-08-19T11:32:56.412 INFO:tasks.rados.rados.0.smithi136.stdout:637: read oid 37 snap -1 2024-08-19T11:32:56.412 INFO:tasks.rados.rados.0.smithi136.stdout:637: expect (ObjNum 28 snap 0 seq_num 28) 2024-08-19T11:32:56.413 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 4 current snap is 56 2024-08-19T11:32:56.413 INFO:tasks.rados.rados.0.smithi136.stdout:638: seq_num 200 ranges {163840=557056,720896=401408} 2024-08-19T11:32:56.416 INFO:tasks.rados.rados.0.smithi136.stdout:638: writing smithi13674108-4 from 163840 to 720896 tid 1 2024-08-19T11:32:56.420 INFO:tasks.rados.rados.0.smithi136.stdout:638: writing smithi13674108-4 from 720896 to 1122304 tid 2 2024-08-19T11:32:56.420 INFO:tasks.rados.rados.0.smithi136.stdout:639: rmattr oid 13 current snap is 56 2024-08-19T11:32:56.420 INFO:tasks.rados.rados.0.smithi136.stdout:634: finishing rollback tid 0 to smithi13674108-50 2024-08-19T11:32:56.420 INFO:tasks.rados.rados.0.smithi136.stdout:634: finishing rollback tid 1 to smithi13674108-50 2024-08-19T11:32:56.420 INFO:tasks.rados.rados.0.smithi136.stdout:634: finishing rollback tid 2 to smithi13674108-50 2024-08-19T11:32:56.420 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 267 (ObjNum 139 snap 37 seq_num 139) dirty exists 2024-08-19T11:32:56.420 INFO:tasks.rados.rados.0.smithi136.stdout:635: finishing write tid 1 to smithi13674108-22 2024-08-19T11:32:56.420 INFO:tasks.rados.rados.0.smithi136.stdout:635: finishing write tid 2 to smithi13674108-22 2024-08-19T11:32:56.420 INFO:tasks.rados.rados.0.smithi136.stdout:635: finishing write tid 3 to smithi13674108-22 2024-08-19T11:32:56.421 INFO:tasks.rados.rados.0.smithi136.stdout:633: done (6 left) 2024-08-19T11:32:56.421 INFO:tasks.rados.rados.0.smithi136.stdout:634: done (5 left) 2024-08-19T11:32:56.421 INFO:tasks.rados.rados.0.smithi136.stdout:640: read oid 26 snap -1 2024-08-19T11:32:56.421 INFO:tasks.rados.rados.0.smithi136.stdout:640: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-19T11:32:56.421 INFO:tasks.rados.rados.0.smithi136.stdout:641: copy_from oid 29 from oid 48 current snap is 56 2024-08-19T11:32:56.421 INFO:tasks.rados.rados.0.smithi136.stdout:642: read oid 33 snap -1 2024-08-19T11:32:56.421 INFO:tasks.rados.rados.0.smithi136.stdout:642: expect (ObjNum 175 snap 45 seq_num 175) 2024-08-19T11:32:56.421 INFO:tasks.rados.rados.0.smithi136.stdout:643: snap_create 2024-08-19T11:32:56.421 INFO:tasks.rados.rados.0.smithi136.stdout:635: finishing write tid 4 to smithi13674108-22 2024-08-19T11:32:56.422 INFO:tasks.rados.rados.0.smithi136.stdout:635: oid 22 updating version 0 to 272 2024-08-19T11:32:56.422 INFO:tasks.rados.rados.0.smithi136.stdout:635: oid 22 version 272 is already newer than 271 2024-08-19T11:32:56.422 INFO:tasks.rados.rados.0.smithi136.stdout:635: oid 22 updating version 272 to 273 2024-08-19T11:32:56.422 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 273 (ObjNum 199 snap 56 seq_num 199) dirty exists 2024-08-19T11:32:56.422 INFO:tasks.rados.rados.0.smithi136.stdout:635: left oid 22 (ObjNum 199 snap 56 seq_num 199) 2024-08-19T11:32:56.423 INFO:tasks.rados.rados.0.smithi136.stdout:637: expect (ObjNum 28 snap 0 seq_num 28) 2024-08-19T11:32:56.441 INFO:tasks.rados.rados.0.smithi136.stdout:638: finishing write tid 1 to smithi13674108-4 2024-08-19T11:32:56.442 INFO:tasks.rados.rados.0.smithi136.stdout:640: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-19T11:32:56.460 INFO:tasks.rados.rados.0.smithi136.stdout:638: finishing write tid 2 to smithi13674108-4 2024-08-19T11:32:56.460 INFO:tasks.rados.rados.0.smithi136.stdout:638: finishing write tid 3 to smithi13674108-4 2024-08-19T11:32:56.460 INFO:tasks.rados.rados.0.smithi136.stdout:642: expect (ObjNum 175 snap 45 seq_num 175) 2024-08-19T11:32:56.576 INFO:tasks.rados.rados.0.smithi136.stdout:641: finishing copy_from racing read to smithi13674108-29 2024-08-19T11:32:56.577 INFO:tasks.rados.rados.0.smithi136.stdout:638: finishing write tid 4 to smithi13674108-4 2024-08-19T11:32:56.577 INFO:tasks.rados.rados.0.smithi136.stdout:638: oid 4 updating version 0 to 240 2024-08-19T11:32:56.577 INFO:tasks.rados.rados.0.smithi136.stdout:638: oid 4 version 240 is already newer than 238 2024-08-19T11:32:56.577 INFO:tasks.rados.rados.0.smithi136.stdout:638: oid 4 version 240 is already newer than 239 2024-08-19T11:32:56.577 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 240 (ObjNum 200 snap 56 seq_num 200) dirty exists 2024-08-19T11:32:56.578 INFO:tasks.rados.rados.0.smithi136.stdout:638: left oid 4 (ObjNum 200 snap 56 seq_num 200) 2024-08-19T11:32:56.578 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 141 (ObjNum 171 snap 45 seq_num 171) dirty exists 2024-08-19T11:32:56.578 INFO:tasks.rados.rados.0.smithi136.stdout:636: expect (ObjNum 122 snap 31 seq_num 122) 2024-08-19T11:32:56.800 INFO:tasks.rados.rados.0.smithi136.stdout:641: finishing copy_from to smithi13674108-29 2024-08-19T11:32:56.801 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 107 (ObjNum 151 snap 39 seq_num 151) dirty exists 2024-08-19T11:32:56.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:56 smithi155 ceph-mon[19718]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2024-08-19T11:32:56.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:56 smithi155 ceph-mon[19718]: Updating smithi136:/etc/ceph/ceph.client.admin.keyring 2024-08-19T11:32:56.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:56 smithi155 ceph-mon[19718]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T11:32:56.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:56 smithi155 ceph-mon[19718]: Updating smithi136:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T11:32:56.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:56 smithi155 ceph-mon[19718]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-19T11:32:56.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:56 smithi155 ceph-mon[19718]: Reconfiguring daemon prometheus.a on smithi155 2024-08-19T11:32:56.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:56 smithi155 ceph-mon[19718]: osdmap e193: 8 total, 8 up, 8 in 2024-08-19T11:32:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:56 smithi136 ceph-mon[28279]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2024-08-19T11:32:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:56 smithi136 ceph-mon[28279]: Updating smithi136:/etc/ceph/ceph.client.admin.keyring 2024-08-19T11:32:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:56 smithi136 ceph-mon[28279]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T11:32:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:56 smithi136 ceph-mon[28279]: Updating smithi136:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T11:32:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:56 smithi136 ceph-mon[28279]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-19T11:32:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:56 smithi136 ceph-mon[28279]: Reconfiguring daemon prometheus.a on smithi155 2024-08-19T11:32:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:56 smithi136 ceph-mon[28279]: osdmap e193: 8 total, 8 up, 8 in 2024-08-19T11:32:57.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:56 smithi136 ceph-mon[16389]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2024-08-19T11:32:57.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:56 smithi136 ceph-mon[16389]: Updating smithi136:/etc/ceph/ceph.client.admin.keyring 2024-08-19T11:32:57.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:56 smithi136 ceph-mon[16389]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T11:32:57.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:56 smithi136 ceph-mon[16389]: Updating smithi136:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T11:32:57.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:56 smithi136 ceph-mon[16389]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-19T11:32:57.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:56 smithi136 ceph-mon[16389]: Reconfiguring daemon prometheus.a on smithi155 2024-08-19T11:32:57.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:56 smithi136 ceph-mon[16389]: osdmap e193: 8 total, 8 up, 8 in 2024-08-19T11:32:57.400 INFO:tasks.rados.rados.0.smithi136.stdout:635: done (8 left) 2024-08-19T11:32:57.400 INFO:tasks.rados.rados.0.smithi136.stdout:636: done (7 left) 2024-08-19T11:32:57.400 INFO:tasks.rados.rados.0.smithi136.stdout:637: done (6 left) 2024-08-19T11:32:57.400 INFO:tasks.rados.rados.0.smithi136.stdout:638: done (5 left) 2024-08-19T11:32:57.400 INFO:tasks.rados.rados.0.smithi136.stdout:639: done (4 left) 2024-08-19T11:32:57.400 INFO:tasks.rados.rados.0.smithi136.stdout:640: done (3 left) 2024-08-19T11:32:57.401 INFO:tasks.rados.rados.0.smithi136.stdout:641: done (2 left) 2024-08-19T11:32:57.401 INFO:tasks.rados.rados.0.smithi136.stdout:642: done (1 left) 2024-08-19T11:32:57.401 INFO:tasks.rados.rados.0.smithi136.stdout:643: done (0 left) 2024-08-19T11:32:57.401 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 50 current snap is 57 2024-08-19T11:32:57.401 INFO:tasks.rados.rados.0.smithi136.stdout:644: seq_num 201 ranges {2342912=573440,2916352=401408} 2024-08-19T11:32:57.415 INFO:tasks.rados.rados.0.smithi136.stdout:644: writing smithi13674108-50 from 2342912 to 2916352 tid 1 2024-08-19T11:32:57.418 INFO:tasks.rados.rados.0.smithi136.stdout:644: writing smithi13674108-50 from 2916352 to 3317760 tid 2 2024-08-19T11:32:57.418 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 20 current snap is 57 2024-08-19T11:32:57.418 INFO:tasks.rados.rados.0.smithi136.stdout:645: seq_num 202 ranges {1613824=589824,2203648=401408} 2024-08-19T11:32:57.430 INFO:tasks.rados.rados.0.smithi136.stdout:645: writing smithi13674108-20 from 1613824 to 2203648 tid 1 2024-08-19T11:32:57.432 INFO:tasks.rados.rados.0.smithi136.stdout:645: writing smithi13674108-20 from 2203648 to 2605056 tid 2 2024-08-19T11:32:57.433 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 28 current snap is 57 2024-08-19T11:32:57.433 INFO:tasks.rados.rados.0.smithi136.stdout:644: finishing write tid 1 to smithi13674108-50 2024-08-19T11:32:57.433 INFO:tasks.rados.rados.0.smithi136.stdout:644: finishing write tid 2 to smithi13674108-50 2024-08-19T11:32:57.433 INFO:tasks.rados.rados.0.smithi136.stdout:644: finishing write tid 3 to smithi13674108-50 2024-08-19T11:32:57.433 INFO:tasks.rados.rados.0.smithi136.stdout:644: finishing write tid 4 to smithi13674108-50 2024-08-19T11:32:57.433 INFO:tasks.rados.rados.0.smithi136.stdout:644: oid 50 updating version 0 to 271 2024-08-19T11:32:57.433 INFO:tasks.rados.rados.0.smithi136.stdout:644: oid 50 version 271 is already newer than 270 2024-08-19T11:32:57.433 INFO:tasks.rados.rados.0.smithi136.stdout:644: oid 50 version 271 is already newer than 269 2024-08-19T11:32:57.433 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 271 (ObjNum 201 snap 57 seq_num 201) dirty exists 2024-08-19T11:32:57.433 INFO:tasks.rados.rados.0.smithi136.stdout:644: left oid 50 (ObjNum 201 snap 57 seq_num 201) 2024-08-19T11:32:57.433 INFO:tasks.rados.rados.0.smithi136.stdout:646: seq_num 203 ranges {1826816=606208,2433024=401408} 2024-08-19T11:32:57.446 INFO:tasks.rados.rados.0.smithi136.stdout:646: writing smithi13674108-28 from 1826816 to 2433024 tid 1 2024-08-19T11:32:57.448 INFO:tasks.rados.rados.0.smithi136.stdout:646: writing smithi13674108-28 from 2433024 to 2834432 tid 2 2024-08-19T11:32:57.449 INFO:tasks.rados.rados.0.smithi136.stdout:644: done (2 left) 2024-08-19T11:32:57.449 INFO:tasks.rados.rados.0.smithi136.stdout:647: rmattr oid 38 current snap is 57 2024-08-19T11:32:57.449 INFO:tasks.rados.rados.0.smithi136.stdout:645: finishing write tid 1 to smithi13674108-20 2024-08-19T11:32:57.449 INFO:tasks.rados.rados.0.smithi136.stdout:645: finishing write tid 2 to smithi13674108-20 2024-08-19T11:32:57.449 INFO:tasks.rados.rados.0.smithi136.stdout:645: finishing write tid 3 to smithi13674108-20 2024-08-19T11:32:57.449 INFO:tasks.rados.rados.0.smithi136.stdout:648: snap_remove snap 56 2024-08-19T11:32:57.835 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:32:57 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[16641]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:32:57] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-19T11:32:57.919 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:57 smithi155 ceph-mon[19718]: pgmap v30: 121 pgs: 121 active+clean; 76 MiB data, 550 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 0 B/s wr, 16 op/s 2024-08-19T11:32:57.920 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:57 smithi155 ceph-mon[19718]: osdmap e194: 8 total, 8 up, 8 in 2024-08-19T11:32:58.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:57 smithi136 ceph-mon[16389]: pgmap v30: 121 pgs: 121 active+clean; 76 MiB data, 550 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 0 B/s wr, 16 op/s 2024-08-19T11:32:58.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:57 smithi136 ceph-mon[16389]: osdmap e194: 8 total, 8 up, 8 in 2024-08-19T11:32:58.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:57 smithi136 ceph-mon[28279]: pgmap v30: 121 pgs: 121 active+clean; 76 MiB data, 550 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 0 B/s wr, 16 op/s 2024-08-19T11:32:58.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:57 smithi136 ceph-mon[28279]: osdmap e194: 8 total, 8 up, 8 in 2024-08-19T11:32:58.405 INFO:tasks.rados.rados.0.smithi136.stdout:648: done (3 left) 2024-08-19T11:32:58.407 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 50 current snap is 57 2024-08-19T11:32:58.407 INFO:tasks.rados.rados.0.smithi136.stdout:645: finishing write tid 4 to smithi13674108-20 2024-08-19T11:32:58.407 INFO:tasks.rados.rados.0.smithi136.stdout:645: oid 20 updating version 0 to 314 2024-08-19T11:32:58.407 INFO:tasks.rados.rados.0.smithi136.stdout:645: oid 20 version 314 is already newer than 313 2024-08-19T11:32:58.407 INFO:tasks.rados.rados.0.smithi136.stdout:645: oid 20 version 314 is already newer than 312 2024-08-19T11:32:58.407 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 314 (ObjNum 202 snap 57 seq_num 202) dirty exists 2024-08-19T11:32:58.407 INFO:tasks.rados.rados.0.smithi136.stdout:645: left oid 20 (ObjNum 202 snap 57 seq_num 202) 2024-08-19T11:32:58.407 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 140 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-08-19T11:32:58.407 INFO:tasks.rados.rados.0.smithi136.stdout:646: finishing write tid 1 to smithi13674108-28 2024-08-19T11:32:58.407 INFO:tasks.rados.rados.0.smithi136.stdout:649: seq_num 204 ranges {3317760=622592,3940352=401408} 2024-08-19T11:32:58.424 INFO:tasks.rados.rados.0.smithi136.stdout:649: writing smithi13674108-50 from 3317760 to 3940352 tid 1 2024-08-19T11:32:58.426 INFO:tasks.rados.rados.0.smithi136.stdout:649: writing smithi13674108-50 from 3940352 to 4341760 tid 2 2024-08-19T11:32:58.426 INFO:tasks.rados.rados.0.smithi136.stdout:645: done (3 left) 2024-08-19T11:32:58.426 INFO:tasks.rados.rados.0.smithi136.stdout:647: done (2 left) 2024-08-19T11:32:58.426 INFO:tasks.rados.rados.0.smithi136.stdout:650: snap_create 2024-08-19T11:32:58.427 INFO:tasks.rados.rados.0.smithi136.stdout:646: finishing write tid 2 to smithi13674108-28 2024-08-19T11:32:58.427 INFO:tasks.rados.rados.0.smithi136.stdout:646: finishing write tid 3 to smithi13674108-28 2024-08-19T11:32:58.427 INFO:tasks.rados.rados.0.smithi136.stdout:646: finishing write tid 4 to smithi13674108-28 2024-08-19T11:32:58.427 INFO:tasks.rados.rados.0.smithi136.stdout:646: oid 28 updating version 0 to 300 2024-08-19T11:32:58.427 INFO:tasks.rados.rados.0.smithi136.stdout:646: oid 28 updating version 300 to 301 2024-08-19T11:32:58.427 INFO:tasks.rados.rados.0.smithi136.stdout:646: oid 28 updating version 301 to 302 2024-08-19T11:32:58.427 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 302 (ObjNum 203 snap 57 seq_num 203) dirty exists 2024-08-19T11:32:58.427 INFO:tasks.rados.rados.0.smithi136.stdout:646: left oid 28 (ObjNum 203 snap 57 seq_num 203) 2024-08-19T11:32:58.432 INFO:tasks.rados.rados.0.smithi136.stdout:649: finishing write tid 1 to smithi13674108-50 2024-08-19T11:32:58.432 INFO:tasks.rados.rados.0.smithi136.stdout:649: finishing write tid 2 to smithi13674108-50 2024-08-19T11:32:58.432 INFO:tasks.rados.rados.0.smithi136.stdout:649: finishing write tid 3 to smithi13674108-50 2024-08-19T11:32:58.433 INFO:tasks.rados.rados.0.smithi136.stdout:649: finishing write tid 4 to smithi13674108-50 2024-08-19T11:32:58.433 INFO:tasks.rados.rados.0.smithi136.stdout:649: oid 50 updating version 0 to 275 2024-08-19T11:32:58.433 INFO:tasks.rados.rados.0.smithi136.stdout:649: oid 50 updating version 275 to 276 2024-08-19T11:32:58.433 INFO:tasks.rados.rados.0.smithi136.stdout:649: oid 50 version 276 is already newer than 274 2024-08-19T11:32:58.433 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 276 (ObjNum 204 snap 57 seq_num 204) dirty exists 2024-08-19T11:32:58.433 INFO:tasks.rados.rados.0.smithi136.stdout:649: left oid 50 (ObjNum 204 snap 57 seq_num 204) 2024-08-19T11:32:59.409 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:32:59 smithi155 systemd[1]: Stopping Ceph prometheus.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:32:59.411 INFO:tasks.rados.rados.0.smithi136.stdout:646: done (2 left) 2024-08-19T11:32:59.411 INFO:tasks.rados.rados.0.smithi136.stdout:649: done (1 left) 2024-08-19T11:32:59.411 INFO:tasks.rados.rados.0.smithi136.stdout:650: done (0 left) 2024-08-19T11:32:59.411 INFO:tasks.rados.rados.0.smithi136.stdout:651: delete oid 46 current snap is 58 2024-08-19T11:32:59.412 INFO:tasks.rados.rados.0.smithi136.stdout:651: done (0 left) 2024-08-19T11:32:59.412 INFO:tasks.rados.rados.0.smithi136.stdout:652: delete oid 44 current snap is 58 2024-08-19T11:32:59.416 INFO:tasks.rados.rados.0.smithi136.stdout:652: done (0 left) 2024-08-19T11:32:59.416 INFO:tasks.rados.rados.0.smithi136.stdout:653: read oid 46 snap -1 2024-08-19T11:32:59.416 INFO:tasks.rados.rados.0.smithi136.stdout:653: expect deleted 2024-08-19T11:32:59.416 INFO:tasks.rados.rados.0.smithi136.stdout:654: rollback oid 47 current snap is 58 2024-08-19T11:32:59.416 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 47 to 57 2024-08-19T11:32:59.416 INFO:tasks.rados.rados.0.smithi136.stdout:655: read oid 43 snap -1 2024-08-19T11:32:59.416 INFO:tasks.rados.rados.0.smithi136.stdout:655: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:32:59.417 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 31 current snap is 58 2024-08-19T11:32:59.417 INFO:tasks.rados.rados.0.smithi136.stdout:656: seq_num 207 ranges {3031040=671744,3702784=401408} 2024-08-19T11:32:59.436 INFO:tasks.rados.rados.0.smithi136.stdout:656: writing smithi13674108-31 from 3031040 to 3702784 tid 1 2024-08-19T11:32:59.438 INFO:tasks.rados.rados.0.smithi136.stdout:656: writing smithi13674108-31 from 3702784 to 4104192 tid 2 2024-08-19T11:32:59.438 INFO:tasks.rados.rados.0.smithi136.stdout:657: read oid 24 snap 57 2024-08-19T11:32:59.438 INFO:tasks.rados.rados.0.smithi136.stdout:657: expect (ObjNum 185 snap 49 seq_num 185) 2024-08-19T11:32:59.439 INFO:tasks.rados.rados.0.smithi136.stdout:658: rollback oid 10 current snap is 58 2024-08-19T11:32:59.439 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 10 to 54 2024-08-19T11:32:59.439 INFO:tasks.rados.rados.0.smithi136.stdout:654: finishing rollback tid 0 to smithi13674108-47 2024-08-19T11:32:59.439 INFO:tasks.rados.rados.0.smithi136.stdout:655: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:32:59.442 INFO:tasks.rados.rados.0.smithi136.stdout:654: finishing rollback tid 1 to smithi13674108-47 2024-08-19T11:32:59.442 INFO:tasks.rados.rados.0.smithi136.stdout:654: finishing rollback tid 2 to smithi13674108-47 2024-08-19T11:32:59.442 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 189 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-19T11:32:59.442 INFO:tasks.rados.rados.0.smithi136.stdout:658: finishing rollback tid 1 to smithi13674108-10 2024-08-19T11:32:59.442 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 0 (ObjNum 1185 snap 0 seq_num 3763155936) dirty dne 2024-08-19T11:32:59.442 INFO:tasks.rados.rados.0.smithi136.stdout:656: finishing write tid 1 to smithi13674108-31 2024-08-19T11:32:59.442 INFO:tasks.rados.rados.0.smithi136.stdout:656: finishing write tid 2 to smithi13674108-31 2024-08-19T11:32:59.442 INFO:tasks.rados.rados.0.smithi136.stdout:656: finishing write tid 3 to smithi13674108-31 2024-08-19T11:32:59.443 INFO:tasks.rados.rados.0.smithi136.stdout:656: finishing write tid 4 to smithi13674108-31 2024-08-19T11:32:59.443 INFO:tasks.rados.rados.0.smithi136.stdout:656: oid 31 updating version 0 to 309 2024-08-19T11:32:59.443 INFO:tasks.rados.rados.0.smithi136.stdout:656: oid 31 version 309 is already newer than 308 2024-08-19T11:32:59.443 INFO:tasks.rados.rados.0.smithi136.stdout:656: oid 31 version 309 is already newer than 307 2024-08-19T11:32:59.443 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 309 (ObjNum 207 snap 58 seq_num 207) dirty exists 2024-08-19T11:32:59.443 INFO:tasks.rados.rados.0.smithi136.stdout:656: left oid 31 (ObjNum 207 snap 58 seq_num 207) 2024-08-19T11:32:59.443 INFO:tasks.rados.rados.0.smithi136.stdout:653: done (5 left) 2024-08-19T11:32:59.443 INFO:tasks.rados.rados.0.smithi136.stdout:654: done (4 left) 2024-08-19T11:32:59.443 INFO:tasks.rados.rados.0.smithi136.stdout:655: done (3 left) 2024-08-19T11:32:59.444 INFO:tasks.rados.rados.0.smithi136.stdout:656: done (2 left) 2024-08-19T11:32:59.444 INFO:tasks.rados.rados.0.smithi136.stdout:658: done (1 left) 2024-08-19T11:32:59.444 INFO:tasks.rados.rados.0.smithi136.stdout:659: read oid 28 snap -1 2024-08-19T11:32:59.444 INFO:tasks.rados.rados.0.smithi136.stdout:659: expect (ObjNum 203 snap 57 seq_num 203) 2024-08-19T11:32:59.444 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 19 current snap is 58 2024-08-19T11:32:59.444 INFO:tasks.rados.rados.0.smithi136.stdout:660: seq_num 208 ranges {5898240=688128,6586368=401408} 2024-08-19T11:32:59.478 INFO:tasks.rados.rados.0.smithi136.stdout:660: writing smithi13674108-19 from 5898240 to 6586368 tid 1 2024-08-19T11:32:59.481 INFO:tasks.rados.rados.0.smithi136.stdout:660: writing smithi13674108-19 from 6586368 to 6987776 tid 2 2024-08-19T11:32:59.481 INFO:tasks.rados.rados.0.smithi136.stdout:661: delete oid 5 current snap is 58 2024-08-19T11:32:59.481 INFO:tasks.rados.rados.0.smithi136.stdout:657: expect (ObjNum 185 snap 49 seq_num 185) 2024-08-19T11:32:59.500 INFO:tasks.rados.rados.0.smithi136.stdout:659: expect (ObjNum 203 snap 57 seq_num 203) 2024-08-19T11:32:59.627 INFO:tasks.rados.rados.0.smithi136.stdout:660: finishing write tid 1 to smithi13674108-19 2024-08-19T11:32:59.627 INFO:tasks.rados.rados.0.smithi136.stdout:660: finishing write tid 2 to smithi13674108-19 2024-08-19T11:32:59.628 INFO:tasks.rados.rados.0.smithi136.stdout:660: finishing write tid 3 to smithi13674108-19 2024-08-19T11:32:59.628 INFO:tasks.rados.rados.0.smithi136.stdout:660: finishing write tid 4 to smithi13674108-19 2024-08-19T11:32:59.628 INFO:tasks.rados.rados.0.smithi136.stdout:660: oid 19 updating version 0 to 79 2024-08-19T11:32:59.628 INFO:tasks.rados.rados.0.smithi136.stdout:660: oid 19 version 79 is already newer than 78 2024-08-19T11:32:59.628 INFO:tasks.rados.rados.0.smithi136.stdout:660: oid 19 version 79 is already newer than 77 2024-08-19T11:32:59.628 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 79 (ObjNum 208 snap 58 seq_num 208) dirty exists 2024-08-19T11:32:59.629 INFO:tasks.rados.rados.0.smithi136.stdout:660: left oid 19 (ObjNum 208 snap 58 seq_num 208) 2024-08-19T11:32:59.629 INFO:tasks.rados.rados.0.smithi136.stdout:657: done (3 left) 2024-08-19T11:32:59.629 INFO:tasks.rados.rados.0.smithi136.stdout:659: done (2 left) 2024-08-19T11:32:59.629 INFO:tasks.rados.rados.0.smithi136.stdout:660: done (1 left) 2024-08-19T11:32:59.629 INFO:tasks.rados.rados.0.smithi136.stdout:661: done (0 left) 2024-08-19T11:32:59.629 INFO:tasks.rados.rados.0.smithi136.stdout:662: snap_remove snap 57 2024-08-19T11:32:59.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:59 smithi155 ceph-mon[19718]: osdmap e195: 8 total, 8 up, 8 in 2024-08-19T11:32:59.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:32:59 smithi155 ceph-mon[19718]: pgmap v33: 121 pgs: 121 active+clean; 76 MiB data, 550 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 0 B/s wr, 3 op/s 2024-08-19T11:32:59.711 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:32:59 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:32:59.482Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-19T11:32:59.711 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:32:59 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:32:59.482Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-19T11:32:59.711 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:32:59 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:32:59.482Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-19T11:32:59.711 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:32:59 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:32:59.482Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-19T11:32:59.711 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:32:59 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:32:59.482Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-19T11:32:59.712 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:32:59 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:32:59.482Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-19T11:32:59.712 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:32:59 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:32:59.482Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-19T11:32:59.712 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:32:59 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:32:59.482Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-19T11:32:59.712 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:32:59 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:32:59.482Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-19T11:32:59.712 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:32:59 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:32:59.483Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-19T11:32:59.712 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:32:59 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:32:59.483Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-19T11:32:59.713 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:32:59 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[53173]: ts=2024-08-19T11:32:59.483Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-19T11:32:59.713 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:32:59 smithi155 podman[64528]: 2024-08-19 11:32:59.492408724 +0000 UTC m=+0.136380720 container died 198319c7a2d9cd9d6fdc9369e0f67c1ff8e69e1b15138eb3293a9864c3d47206 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T11:32:59.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:59 smithi136 ceph-mon[28279]: osdmap e195: 8 total, 8 up, 8 in 2024-08-19T11:32:59.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:32:59 smithi136 ceph-mon[28279]: pgmap v33: 121 pgs: 121 active+clean; 76 MiB data, 550 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 0 B/s wr, 3 op/s 2024-08-19T11:32:59.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:59 smithi136 ceph-mon[16389]: osdmap e195: 8 total, 8 up, 8 in 2024-08-19T11:32:59.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:32:59 smithi136 ceph-mon[16389]: pgmap v33: 121 pgs: 121 active+clean; 76 MiB data, 550 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 0 B/s wr, 3 op/s 2024-08-19T11:33:00.340 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:00 smithi155 podman[64528]: 2024-08-19 11:33:00.05756673 +0000 UTC m=+0.701538726 container cleanup 198319c7a2d9cd9d6fdc9369e0f67c1ff8e69e1b15138eb3293a9864c3d47206 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T11:33:00.340 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:00 smithi155 bash[64528]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a 2024-08-19T11:33:00.413 INFO:tasks.rados.rados.0.smithi136.stdout:662: done (0 left) 2024-08-19T11:33:00.413 INFO:tasks.rados.rados.0.smithi136.stdout:663: read oid 14 snap -1 2024-08-19T11:33:00.413 INFO:tasks.rados.rados.0.smithi136.stdout:663: expect (ObjNum 162 snap 43 seq_num 162) 2024-08-19T11:33:00.413 INFO:tasks.rados.rados.0.smithi136.stdout:664: snap_remove snap 54 2024-08-19T11:33:00.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:00 smithi155 ceph-mon[19718]: osdmap e196: 8 total, 8 up, 8 in 2024-08-19T11:33:00.711 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:00 smithi155 podman[64547]: 2024-08-19 11:33:00.339233195 +0000 UTC m=+0.848462565 container remove 198319c7a2d9cd9d6fdc9369e0f67c1ff8e69e1b15138eb3293a9864c3d47206 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T11:33:00.711 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:00 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-19T11:33:00.711 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:00 smithi155 systemd[1]: Stopped Ceph prometheus.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:33:00.711 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:00 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@prometheus.a.service: Consumed 1.793s CPU time. 2024-08-19T11:33:00.711 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:00 smithi155 systemd[1]: Starting Ceph prometheus.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:33:00.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:00 smithi136 ceph-mon[28279]: osdmap e196: 8 total, 8 up, 8 in 2024-08-19T11:33:00.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:00 smithi136 ceph-mon[16389]: osdmap e196: 8 total, 8 up, 8 in 2024-08-19T11:33:00.988 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:00 smithi155 podman[64642]: 2024-08-19 11:33:00.620906276 +0000 UTC m=+0.018359251 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-19T11:33:00.989 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:00 smithi155 podman[64642]: 2024-08-19 11:33:00.740296734 +0000 UTC m=+0.137749696 container create ce4d11762a679e9a5cbce9ff0c7859176b9050283528f4ff6bdfdd4f070353a2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T11:33:00.989 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:00 smithi155 podman[64642]: 2024-08-19 11:33:00.959011276 +0000 UTC m=+0.356464238 container init ce4d11762a679e9a5cbce9ff0c7859176b9050283528f4ff6bdfdd4f070353a2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T11:33:00.989 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:00 smithi155 podman[64642]: 2024-08-19 11:33:00.964188334 +0000 UTC m=+0.361641295 container start ce4d11762a679e9a5cbce9ff0c7859176b9050283528f4ff6bdfdd4f070353a2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T11:33:01.399 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: [19/Aug/2024:11:33:01] ENGINE Bus STOPPING 2024-08-19T11:33:01.400 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:00 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:00.988Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-19T11:33:01.400 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:00 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:00.988Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-19T11:33:01.400 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:00 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:00.988Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi155 (none))" 2024-08-19T11:33:01.400 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:00 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:00.988Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-19T11:33:01.400 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:00 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:00.988Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-19T11:33:01.400 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:00 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:00.989Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-19T11:33:01.401 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:00 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:00.990Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-19T11:33:01.401 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:00 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:00.990Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-19T11:33:01.401 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:00 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:00.990Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-19T11:33:01.401 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:00 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:00.993Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-19T11:33:01.401 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:00 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:00.993Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.622µs 2024-08-19T11:33:01.401 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:00 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:00.993Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-19T11:33:01.401 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:00 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:00.994Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-08-19T11:33:01.401 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:01.001Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-08-19T11:33:01.401 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:01.003Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-08-19T11:33:01.401 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:01.003Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=20.378µs wal_replay_duration=10.037388ms wbl_replay_duration=114ns total_replay_duration=10.075403ms 2024-08-19T11:33:01.401 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:01.004Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-19T11:33:01.401 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:01.004Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-19T11:33:01.402 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:01.004Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-19T11:33:01.402 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:01.025Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.354364ms db_storage=745ns remote_storage=1.028µs web_handler=411ns query_engine=554ns scrape=427.188µs scrape_sd=91.997µs notify=9.019µs notify_sd=12.673µs rules=19.476336ms tracing=5.647µs 2024-08-19T11:33:01.402 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:01.025Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-19T11:33:01.402 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:01.025Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-19T11:33:01.402 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:01 smithi155 bash[64642]: ce4d11762a679e9a5cbce9ff0c7859176b9050283528f4ff6bdfdd4f070353a2 2024-08-19T11:33:01.402 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:01 smithi155 systemd[1]: Started Ceph prometheus.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:33:01.427 INFO:tasks.rados.rados.0.smithi136.stdout:664: done (1 left) 2024-08-19T11:33:01.427 INFO:tasks.rados.rados.0.smithi136.stdout:665: read oid 32 snap -1 2024-08-19T11:33:01.427 INFO:tasks.rados.rados.0.smithi136.stdout:665: expect (ObjNum 177 snap 46 seq_num 177) 2024-08-19T11:33:01.427 INFO:tasks.rados.rados.0.smithi136.stdout:666: rollback oid 45 current snap is 58 2024-08-19T11:33:01.427 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 45 to 55 2024-08-19T11:33:01.427 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 3 current snap is 58 2024-08-19T11:33:01.427 INFO:tasks.rados.rados.0.smithi136.stdout:667: seq_num 210 ranges {2981888=720896,3702784=401408} 2024-08-19T11:33:01.449 INFO:tasks.rados.rados.0.smithi136.stdout:667: writing smithi13674108-3 from 2981888 to 3702784 tid 1 2024-08-19T11:33:01.451 INFO:tasks.rados.rados.0.smithi136.stdout:667: writing smithi13674108-3 from 3702784 to 4104192 tid 2 2024-08-19T11:33:01.451 INFO:tasks.rados.rados.0.smithi136.stdout:668: read oid 9 snap -1 2024-08-19T11:33:01.451 INFO:tasks.rados.rados.0.smithi136.stdout:668: expect (ObjNum 122 snap 31 seq_num 122) 2024-08-19T11:33:01.452 INFO:tasks.rados.rados.0.smithi136.stdout:669: rollback oid 33 current snap is 58 2024-08-19T11:33:01.452 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 33 to 55 2024-08-19T11:33:01.452 INFO:tasks.rados.rados.0.smithi136.stdout:663: expect (ObjNum 162 snap 43 seq_num 162) 2024-08-19T11:33:01.483 INFO:tasks.rados.rados.0.smithi136.stdout:666: finishing rollback tid 1 to smithi13674108-45 2024-08-19T11:33:01.483 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-19T11:33:01.483 INFO:tasks.rados.rados.0.smithi136.stdout:665: expect (ObjNum 177 snap 46 seq_num 177) 2024-08-19T11:33:01.497 INFO:tasks.rados.rados.0.smithi136.stdout:669: finishing rollback tid 0 to smithi13674108-33 2024-08-19T11:33:01.498 INFO:tasks.rados.rados.0.smithi136.stdout:669: finishing rollback tid 1 to smithi13674108-33 2024-08-19T11:33:01.498 INFO:tasks.rados.rados.0.smithi136.stdout:669: finishing rollback tid 2 to smithi13674108-33 2024-08-19T11:33:01.498 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 33 v 323 (ObjNum 175 snap 45 seq_num 175) dirty exists 2024-08-19T11:33:01.498 INFO:tasks.rados.rados.0.smithi136.stdout:667: finishing write tid 1 to smithi13674108-3 2024-08-19T11:33:01.498 INFO:tasks.rados.rados.0.smithi136.stdout:667: finishing write tid 2 to smithi13674108-3 2024-08-19T11:33:01.498 INFO:tasks.rados.rados.0.smithi136.stdout:667: finishing write tid 3 to smithi13674108-3 2024-08-19T11:33:01.498 INFO:tasks.rados.rados.0.smithi136.stdout:667: finishing write tid 4 to smithi13674108-3 2024-08-19T11:33:01.498 INFO:tasks.rados.rados.0.smithi136.stdout:667: oid 3 updating version 0 to 319 2024-08-19T11:33:01.498 INFO:tasks.rados.rados.0.smithi136.stdout:667: oid 3 version 319 is already newer than 318 2024-08-19T11:33:01.498 INFO:tasks.rados.rados.0.smithi136.stdout:667: oid 3 version 319 is already newer than 313 2024-08-19T11:33:01.498 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 319 (ObjNum 210 snap 58 seq_num 210) dirty exists 2024-08-19T11:33:01.499 INFO:tasks.rados.rados.0.smithi136.stdout:667: left oid 3 (ObjNum 210 snap 58 seq_num 210) 2024-08-19T11:33:01.499 INFO:tasks.rados.rados.0.smithi136.stdout:668: expect (ObjNum 122 snap 31 seq_num 122) 2024-08-19T11:33:01.680 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: osdmap e197: 8 total, 8 up, 8 in 2024-08-19T11:33:01.680 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: pgmap v36: 121 pgs: 121 active+clean; 85 MiB data, 560 MiB used, 715 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-08-19T11:33:01.680 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:01.680 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:01.680 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T11:33:01.680 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T11:33:01.680 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi155:9095"}]: dispatch 2024-08-19T11:33:01.680 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi155:9095"}]: dispatch 2024-08-19T11:33:01.680 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:01.680 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:33:01.681 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:33:01.681 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:33:01.681 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-19T11:33:01.681 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-19T11:33:01.681 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:33:01.681 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:33:01.681 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:33:01.681 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:33:01.681 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:33:01.681 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:33:01.681 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:33:01.681 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:33:01.681 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:33:01.681 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:33:01.682 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:33:01.682 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:33:01.682 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:33:01.682 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:33:01.682 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:33:01.682 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: osdmap e197: 8 total, 8 up, 8 in 2024-08-19T11:33:01.682 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: pgmap v36: 121 pgs: 121 active+clean; 85 MiB data, 560 MiB used, 715 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-08-19T11:33:01.682 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:01.682 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:01.683 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T11:33:01.683 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T11:33:01.683 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi155:9095"}]: dispatch 2024-08-19T11:33:01.683 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi155:9095"}]: dispatch 2024-08-19T11:33:01.683 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:01.683 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:33:01.683 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:33:01.683 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:33:01.683 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-19T11:33:01.683 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-19T11:33:01.683 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:33:01.684 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:33:01.684 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:33:01.684 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:33:01.684 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:33:01.684 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:33:01.684 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:33:01.684 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:33:01.684 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:33:01.684 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:33:01.684 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:33:01.684 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:33:01.684 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:33:01.684 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:33:01.685 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:33:01.685 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:33:01.685 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:33:01.685 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:33:01.685 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:33:01.685 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:33:01.685 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:33:01.685 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:33:01.685 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:33:01.685 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:33:01.685 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:01.686 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T11:33:01.686 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:33:01.686 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:33:01.686 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:33:01.686 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:33:01.686 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:33:01.686 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:33:01.686 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:33:01.686 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:33:01.687 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:33:01.687 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:01.687 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:01 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T11:33:01.710 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: [19/Aug/2024:11:33:01] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T11:33:01.710 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: [19/Aug/2024:11:33:01] ENGINE Bus STOPPED 2024-08-19T11:33:01.710 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: [19/Aug/2024:11:33:01] ENGINE Bus STARTING 2024-08-19T11:33:01.711 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: [19/Aug/2024:11:33:01] ENGINE Serving on http://:::9283 2024-08-19T11:33:01.711 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: [19/Aug/2024:11:33:01] ENGINE Bus STARTED 2024-08-19T11:33:01.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: osdmap e197: 8 total, 8 up, 8 in 2024-08-19T11:33:01.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: pgmap v36: 121 pgs: 121 active+clean; 85 MiB data, 560 MiB used, 715 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-08-19T11:33:01.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:01.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:01.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T11:33:01.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T11:33:01.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi155:9095"}]: dispatch 2024-08-19T11:33:01.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi155:9095"}]: dispatch 2024-08-19T11:33:01.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:01.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:33:01.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T11:33:01.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:33:01.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-19T11:33:01.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-19T11:33:01.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:33:01.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:33:01.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:33:01.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:33:01.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:33:01.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:33:01.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:33:01.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:33:01.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:33:01.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:33:01.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:33:01.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:33:01.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:33:01.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:33:01.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:33:01.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:33:01.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:33:01.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:33:01.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:33:01.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T11:33:01.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T11:33:01.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:33:01.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:33:01.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:33:01.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:01.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:01 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T11:33:01.732 INFO:tasks.rados.rados.0.smithi136.stdout:663: done (5 left) 2024-08-19T11:33:01.732 INFO:tasks.rados.rados.0.smithi136.stdout:665: done (4 left) 2024-08-19T11:33:01.732 INFO:tasks.rados.rados.0.smithi136.stdout:666: done (3 left) 2024-08-19T11:33:01.733 INFO:tasks.rados.rados.0.smithi136.stdout:667: done (2 left) 2024-08-19T11:33:01.733 INFO:tasks.rados.rados.0.smithi136.stdout:668: done (1 left) 2024-08-19T11:33:01.733 INFO:tasks.rados.rados.0.smithi136.stdout:669: done (0 left) 2024-08-19T11:33:01.733 INFO:tasks.rados.rados.0.smithi136.stdout:670: copy_from oid 25 from oid 29 current snap is 58 2024-08-19T11:33:01.733 INFO:tasks.rados.rados.0.smithi136.stdout:671: delete oid 30 current snap is 58 2024-08-19T11:33:01.733 INFO:tasks.rados.rados.0.smithi136.stdout:671: done (1 left) 2024-08-19T11:33:01.733 INFO:tasks.rados.rados.0.smithi136.stdout:672: delete oid 15 current snap is 58 2024-08-19T11:33:01.735 INFO:tasks.rados.rados.0.smithi136.stdout:672: done (1 left) 2024-08-19T11:33:01.735 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 24 current snap is 58 2024-08-19T11:33:01.735 INFO:tasks.rados.rados.0.smithi136.stdout:673: seq_num 213 ranges {704512=770048,1474560=401408} 2024-08-19T11:33:01.743 INFO:tasks.rados.rados.0.smithi136.stdout:673: writing smithi13674108-24 from 704512 to 1474560 tid 1 2024-08-19T11:33:01.745 INFO:tasks.rados.rados.0.smithi136.stdout:673: writing smithi13674108-24 from 1474560 to 1875968 tid 2 2024-08-19T11:33:01.745 INFO:tasks.rados.rados.0.smithi136.stdout:674: rmattr oid 2 current snap is 58 2024-08-19T11:33:01.745 INFO:tasks.rados.rados.0.smithi136.stdout:674: done (2 left) 2024-08-19T11:33:01.745 INFO:tasks.rados.rados.0.smithi136.stdout:675: snap_create 2024-08-19T11:33:01.745 INFO:tasks.rados.rados.0.smithi136.stdout:670: finishing copy_from racing read to smithi13674108-25 2024-08-19T11:33:01.746 INFO:tasks.rados.rados.0.smithi136.stdout:670: finishing copy_from to smithi13674108-25 2024-08-19T11:33:01.746 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 107 (ObjNum 151 snap 39 seq_num 151) dirty exists 2024-08-19T11:33:01.747 INFO:tasks.rados.rados.0.smithi136.stdout:673: finishing write tid 1 to smithi13674108-24 2024-08-19T11:33:01.747 INFO:tasks.rados.rados.0.smithi136.stdout:673: finishing write tid 2 to smithi13674108-24 2024-08-19T11:33:01.748 INFO:tasks.rados.rados.0.smithi136.stdout:673: finishing write tid 3 to smithi13674108-24 2024-08-19T11:33:01.748 INFO:tasks.rados.rados.0.smithi136.stdout:673: finishing write tid 4 to smithi13674108-24 2024-08-19T11:33:01.749 INFO:tasks.rados.rados.0.smithi136.stdout:673: oid 24 updating version 0 to 284 2024-08-19T11:33:01.749 INFO:tasks.rados.rados.0.smithi136.stdout:673: oid 24 updating version 284 to 285 2024-08-19T11:33:01.749 INFO:tasks.rados.rados.0.smithi136.stdout:673: oid 24 version 285 is already newer than 283 2024-08-19T11:33:01.749 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 285 (ObjNum 213 snap 58 seq_num 213) dirty exists 2024-08-19T11:33:01.749 INFO:tasks.rados.rados.0.smithi136.stdout:673: left oid 24 (ObjNum 213 snap 58 seq_num 213) 2024-08-19T11:33:02.392 INFO:tasks.rados.rados.0.smithi136.stdout:670: done (2 left) 2024-08-19T11:33:02.392 INFO:tasks.rados.rados.0.smithi136.stdout:673: done (1 left) 2024-08-19T11:33:02.392 INFO:tasks.rados.rados.0.smithi136.stdout:675: done (0 left) 2024-08-19T11:33:02.392 INFO:tasks.rados.rados.0.smithi136.stdout:676: rmattr oid 35 current snap is 59 2024-08-19T11:33:02.392 INFO:tasks.rados.rados.0.smithi136.stdout:676: done (0 left) 2024-08-19T11:33:02.392 INFO:tasks.rados.rados.0.smithi136.stdout:677: read oid 27 snap -1 2024-08-19T11:33:02.392 INFO:tasks.rados.rados.0.smithi136.stdout:677: expect (ObjNum 176 snap 46 seq_num 176) 2024-08-19T11:33:02.392 INFO:tasks.rados.rados.0.smithi136.stdout:678: setattr oid 18 current snap is 59 2024-08-19T11:33:02.393 INFO:tasks.rados.rados.0.smithi136.stdout:679: rollback oid 25 current snap is 59 2024-08-19T11:33:02.393 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 25 to 55 2024-08-19T11:33:02.393 INFO:tasks.rados.rados.0.smithi136.stdout:680: snap_remove snap 58 2024-08-19T11:33:02.532 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:02 smithi136 ceph-mon[28279]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T11:33:02.532 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:02 smithi136 ceph-mon[28279]: osdmap e198: 8 total, 8 up, 8 in 2024-08-19T11:33:02.532 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:02 smithi136 ceph-mon[28279]: osdmap e199: 8 total, 8 up, 8 in 2024-08-19T11:33:02.533 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:02 smithi136 ceph-mon[16389]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T11:33:02.533 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:02 smithi136 ceph-mon[16389]: osdmap e198: 8 total, 8 up, 8 in 2024-08-19T11:33:02.533 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:02 smithi136 ceph-mon[16389]: osdmap e199: 8 total, 8 up, 8 in 2024-08-19T11:33:02.666 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:02 smithi155 ceph-mon[19718]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T11:33:02.666 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:02 smithi155 ceph-mon[19718]: osdmap e198: 8 total, 8 up, 8 in 2024-08-19T11:33:02.666 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:02 smithi155 ceph-mon[19718]: osdmap e199: 8 total, 8 up, 8 in 2024-08-19T11:33:03.393 INFO:tasks.rados.rados.0.smithi136.stdout:680: done (3 left) 2024-08-19T11:33:03.393 INFO:tasks.rados.rados.0.smithi136.stdout:681: copy_from oid 34 from oid 32 current snap is 59 2024-08-19T11:33:03.393 INFO:tasks.rados.rados.0.smithi136.stdout:679: finishing rollback tid 0 to smithi13674108-25 2024-08-19T11:33:03.393 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 325 (ObjNum 125 snap 32 seq_num 125) dirty exists 2024-08-19T11:33:03.393 INFO:tasks.rados.rados.0.smithi136.stdout:679: finishing rollback tid 1 to smithi13674108-25 2024-08-19T11:33:03.393 INFO:tasks.rados.rados.0.smithi136.stdout:679: finishing rollback tid 2 to smithi13674108-25 2024-08-19T11:33:03.394 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 143 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-19T11:33:03.394 INFO:tasks.rados.rados.0.smithi136.stdout:677: expect (ObjNum 176 snap 46 seq_num 176) 2024-08-19T11:33:03.507 INFO:tasks.rados.rados.0.smithi136.stdout:681: finishing copy_from racing read to smithi13674108-34 2024-08-19T11:33:03.507 INFO:tasks.rados.rados.0.smithi136.stdout:681: finishing copy_from to smithi13674108-34 2024-08-19T11:33:03.507 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 34 v 159 (ObjNum 177 snap 46 seq_num 177) dirty exists 2024-08-19T11:33:03.507 INFO:tasks.rados.rados.0.smithi136.stdout:677: done (3 left) 2024-08-19T11:33:03.507 INFO:tasks.rados.rados.0.smithi136.stdout:678: done (2 left) 2024-08-19T11:33:03.507 INFO:tasks.rados.rados.0.smithi136.stdout:679: done (1 left) 2024-08-19T11:33:03.507 INFO:tasks.rados.rados.0.smithi136.stdout:681: done (0 left) 2024-08-19T11:33:03.507 INFO:tasks.rados.rados.0.smithi136.stdout:682: read oid 36 snap -1 2024-08-19T11:33:03.507 INFO:tasks.rados.rados.0.smithi136.stdout:682: expect (ObjNum 181 snap 47 seq_num 181) 2024-08-19T11:33:03.507 INFO:tasks.rados.rados.0.smithi136.stdout:683: copy_from oid 23 from oid 35 current snap is 59 2024-08-19T11:33:03.507 INFO:tasks.rados.rados.0.smithi136.stdout:684: delete oid 34 current snap is 59 2024-08-19T11:33:03.508 INFO:tasks.rados.rados.0.smithi136.stdout:684: done (2 left) 2024-08-19T11:33:03.508 INFO:tasks.rados.rados.0.smithi136.stdout:685: snap_create 2024-08-19T11:33:03.514 INFO:tasks.rados.rados.0.smithi136.stdout:683: finishing copy_from racing read to smithi13674108-23 2024-08-19T11:33:03.514 INFO:tasks.rados.rados.0.smithi136.stdout:683: finishing copy_from to smithi13674108-23 2024-08-19T11:33:03.514 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 122 (ObjNum 192 snap 51 seq_num 192) dirty exists 2024-08-19T11:33:03.534 INFO:tasks.rados.rados.0.smithi136.stdout:682: expect (ObjNum 181 snap 47 seq_num 181) 2024-08-19T11:33:03.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:03 smithi136 ceph-mon[16389]: Upgrade: Updating mgr.y 2024-08-19T11:33:03.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:03 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:03.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:03 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T11:33:03.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:03 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T11:33:03.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:03 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-19T11:33:03.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:03 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:33:03.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:03 smithi136 ceph-mon[16389]: Deploying daemon mgr.y on smithi136 2024-08-19T11:33:03.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:03 smithi136 ceph-mon[16389]: pgmap v39: 121 pgs: 121 active+clean; 85 MiB data, 560 MiB used, 715 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-08-19T11:33:03.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:03 smithi136 ceph-mon[16389]: osdmap e200: 8 total, 8 up, 8 in 2024-08-19T11:33:03.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:03 smithi136 ceph-mon[28279]: Upgrade: Updating mgr.y 2024-08-19T11:33:03.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:03 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:03.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:03 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T11:33:03.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:03 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T11:33:03.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:03 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-19T11:33:03.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:03 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:33:03.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:03 smithi136 ceph-mon[28279]: Deploying daemon mgr.y on smithi136 2024-08-19T11:33:03.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:03 smithi136 ceph-mon[28279]: pgmap v39: 121 pgs: 121 active+clean; 85 MiB data, 560 MiB used, 715 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-08-19T11:33:03.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:03 smithi136 ceph-mon[28279]: osdmap e200: 8 total, 8 up, 8 in 2024-08-19T11:33:03.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:03 smithi155 ceph-mon[19718]: Upgrade: Updating mgr.y 2024-08-19T11:33:03.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:03 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:03.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:03 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T11:33:03.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:03 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T11:33:03.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:03 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-19T11:33:03.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:03 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:33:03.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:03 smithi155 ceph-mon[19718]: Deploying daemon mgr.y on smithi136 2024-08-19T11:33:03.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:03 smithi155 ceph-mon[19718]: pgmap v39: 121 pgs: 121 active+clean; 85 MiB data, 560 MiB used, 715 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-08-19T11:33:03.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:03 smithi155 ceph-mon[19718]: osdmap e200: 8 total, 8 up, 8 in 2024-08-19T11:33:04.392 INFO:tasks.rados.rados.0.smithi136.stdout:682: done (2 left) 2024-08-19T11:33:04.392 INFO:tasks.rados.rados.0.smithi136.stdout:683: done (1 left) 2024-08-19T11:33:04.393 INFO:tasks.rados.rados.0.smithi136.stdout:685: done (0 left) 2024-08-19T11:33:04.393 INFO:tasks.rados.rados.0.smithi136.stdout:686: read oid 28 snap -1 2024-08-19T11:33:04.393 INFO:tasks.rados.rados.0.smithi136.stdout:686: expect (ObjNum 203 snap 57 seq_num 203) 2024-08-19T11:33:04.393 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 19 current snap is 60 2024-08-19T11:33:04.393 INFO:tasks.rados.rados.0.smithi136.stdout:687: seq_num 215 ranges {6987776=409600,7397376=532480,7929856=270336} 2024-08-19T11:33:04.434 INFO:tasks.rados.rados.0.smithi136.stdout:687: writing smithi13674108-19 from 6987776 to 7397376 tid 1 2024-08-19T11:33:04.438 INFO:tasks.rados.rados.0.smithi136.stdout:687: writing smithi13674108-19 from 7397376 to 7929856 tid 2 2024-08-19T11:33:04.440 INFO:tasks.rados.rados.0.smithi136.stdout:687: writing smithi13674108-19 from 7929856 to 8200192 tid 3 2024-08-19T11:33:04.440 INFO:tasks.rados.rados.0.smithi136.stdout:688: read oid 25 snap -1 2024-08-19T11:33:04.440 INFO:tasks.rados.rados.0.smithi136.stdout:688: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-19T11:33:04.440 INFO:tasks.rados.rados.0.smithi136.stdout:689: rmattr oid 49 current snap is 60 2024-08-19T11:33:04.440 INFO:tasks.rados.rados.0.smithi136.stdout:689: done (3 left) 2024-08-19T11:33:04.440 INFO:tasks.rados.rados.0.smithi136.stdout:690: rmattr oid 30 current snap is 60 2024-08-19T11:33:04.440 INFO:tasks.rados.rados.0.smithi136.stdout:690: done (3 left) 2024-08-19T11:33:04.440 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 8 current snap is 60 2024-08-19T11:33:04.440 INFO:tasks.rados.rados.0.smithi136.stdout:691: seq_num 216 ranges {655360=425984,1081344=409600,1490944=393216} 2024-08-19T11:33:04.446 INFO:tasks.rados.rados.0.smithi136.stdout:691: writing smithi13674108-8 from 655360 to 1081344 tid 1 2024-08-19T11:33:04.448 INFO:tasks.rados.rados.0.smithi136.stdout:691: writing smithi13674108-8 from 1081344 to 1490944 tid 2 2024-08-19T11:33:04.451 INFO:tasks.rados.rados.0.smithi136.stdout:691: writing smithi13674108-8 from 1490944 to 1884160 tid 3 2024-08-19T11:33:04.451 INFO:tasks.rados.rados.0.smithi136.stdout:692: rollback oid 18 current snap is 60 2024-08-19T11:33:04.451 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 18 to 59 2024-08-19T11:33:04.451 INFO:tasks.rados.rados.0.smithi136.stdout:686: expect (ObjNum 203 snap 57 seq_num 203) 2024-08-19T11:33:04.582 INFO:tasks.rados.rados.0.smithi136.stdout:687: finishing write tid 1 to smithi13674108-19 2024-08-19T11:33:04.583 INFO:tasks.rados.rados.0.smithi136.stdout:686: done (4 left) 2024-08-19T11:33:04.583 INFO:tasks.rados.rados.0.smithi136.stdout:693: delete oid 36 current snap is 60 2024-08-19T11:33:04.583 INFO:tasks.rados.rados.0.smithi136.stdout:687: finishing write tid 2 to smithi13674108-19 2024-08-19T11:33:04.583 INFO:tasks.rados.rados.0.smithi136.stdout:687: finishing write tid 3 to smithi13674108-19 2024-08-19T11:33:04.583 INFO:tasks.rados.rados.0.smithi136.stdout:687: finishing write tid 4 to smithi13674108-19 2024-08-19T11:33:04.583 INFO:tasks.rados.rados.0.smithi136.stdout:688: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-19T11:33:04.595 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:04 smithi136 systemd[1]: Stopping Ceph mgr.y for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:33:04.599 INFO:tasks.rados.rados.0.smithi136.stdout:687: finishing write tid 5 to smithi13674108-19 2024-08-19T11:33:04.599 INFO:tasks.rados.rados.0.smithi136.stdout:687: oid 19 updating version 0 to 85 2024-08-19T11:33:04.600 INFO:tasks.rados.rados.0.smithi136.stdout:687: oid 19 updating version 85 to 87 2024-08-19T11:33:04.600 INFO:tasks.rados.rados.0.smithi136.stdout:687: oid 19 version 87 is already newer than 86 2024-08-19T11:33:04.600 INFO:tasks.rados.rados.0.smithi136.stdout:687: oid 19 updating version 87 to 88 2024-08-19T11:33:04.600 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 88 (ObjNum 215 snap 60 seq_num 215) dirty exists 2024-08-19T11:33:04.600 INFO:tasks.rados.rados.0.smithi136.stdout:687: left oid 19 (ObjNum 215 snap 60 seq_num 215) 2024-08-19T11:33:04.600 INFO:tasks.rados.rados.0.smithi136.stdout:691: finishing write tid 1 to smithi13674108-8 2024-08-19T11:33:04.600 INFO:tasks.rados.rados.0.smithi136.stdout:691: finishing write tid 2 to smithi13674108-8 2024-08-19T11:33:04.600 INFO:tasks.rados.rados.0.smithi136.stdout:691: finishing write tid 3 to smithi13674108-8 2024-08-19T11:33:04.600 INFO:tasks.rados.rados.0.smithi136.stdout:691: finishing write tid 4 to smithi13674108-8 2024-08-19T11:33:04.600 INFO:tasks.rados.rados.0.smithi136.stdout:692: finishing rollback tid 0 to smithi13674108-18 2024-08-19T11:33:04.600 INFO:tasks.rados.rados.0.smithi136.stdout:692: finishing rollback tid 1 to smithi13674108-18 2024-08-19T11:33:04.600 INFO:tasks.rados.rados.0.smithi136.stdout:687: done (4 left) 2024-08-19T11:33:04.600 INFO:tasks.rados.rados.0.smithi136.stdout:688: done (3 left) 2024-08-19T11:33:04.600 INFO:tasks.rados.rados.0.smithi136.stdout:693: done (2 left) 2024-08-19T11:33:04.601 INFO:tasks.rados.rados.0.smithi136.stdout:694: rmattr oid 50 current snap is 60 2024-08-19T11:33:04.601 INFO:tasks.rados.rados.0.smithi136.stdout:694: done (2 left) 2024-08-19T11:33:04.601 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 25 current snap is 60 2024-08-19T11:33:04.601 INFO:tasks.rados.rados.0.smithi136.stdout:691: finishing write tid 5 to smithi13674108-8 2024-08-19T11:33:04.601 INFO:tasks.rados.rados.0.smithi136.stdout:691: oid 8 updating version 0 to 245 2024-08-19T11:33:04.601 INFO:tasks.rados.rados.0.smithi136.stdout:691: oid 8 updating version 245 to 246 2024-08-19T11:33:04.601 INFO:tasks.rados.rados.0.smithi136.stdout:691: oid 8 updating version 246 to 248 2024-08-19T11:33:04.601 INFO:tasks.rados.rados.0.smithi136.stdout:691: oid 8 version 248 is already newer than 247 2024-08-19T11:33:04.601 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 248 (ObjNum 216 snap 60 seq_num 216) dirty exists 2024-08-19T11:33:04.601 INFO:tasks.rados.rados.0.smithi136.stdout:691: left oid 8 (ObjNum 216 snap 60 seq_num 216) 2024-08-19T11:33:04.601 INFO:tasks.rados.rados.0.smithi136.stdout:692: finishing rollback tid 2 to smithi13674108-18 2024-08-19T11:33:04.601 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 331 (ObjNum 125 snap 32 seq_num 125) dirty exists 2024-08-19T11:33:04.601 INFO:tasks.rados.rados.0.smithi136.stdout:695: seq_num 218 ranges {606208=458752,1064960=581632,1646592=221184} 2024-08-19T11:33:04.605 INFO:tasks.rados.rados.0.smithi136.stdout:695: writing smithi13674108-25 from 606208 to 1064960 tid 1 2024-08-19T11:33:04.608 INFO:tasks.rados.rados.0.smithi136.stdout:695: writing smithi13674108-25 from 1064960 to 1646592 tid 2 2024-08-19T11:33:04.610 INFO:tasks.rados.rados.0.smithi136.stdout:695: writing smithi13674108-25 from 1646592 to 1867776 tid 3 2024-08-19T11:33:04.610 INFO:tasks.rados.rados.0.smithi136.stdout:691: done (2 left) 2024-08-19T11:33:04.611 INFO:tasks.rados.rados.0.smithi136.stdout:692: done (1 left) 2024-08-19T11:33:04.611 INFO:tasks.rados.rados.0.smithi136.stdout:696: rollback oid 13 current snap is 60 2024-08-19T11:33:04.611 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 13 to 55 2024-08-19T11:33:04.611 INFO:tasks.rados.rados.0.smithi136.stdout:695: finishing write tid 1 to smithi13674108-25 2024-08-19T11:33:04.611 INFO:tasks.rados.rados.0.smithi136.stdout:697: read oid 38 snap -1 2024-08-19T11:33:04.611 INFO:tasks.rados.rados.0.smithi136.stdout:697: expect (ObjNum 173 snap 45 seq_num 173) 2024-08-19T11:33:04.611 INFO:tasks.rados.rados.0.smithi136.stdout:698: read oid 35 snap 59 2024-08-19T11:33:04.611 INFO:tasks.rados.rados.0.smithi136.stdout:698: expect (ObjNum 192 snap 51 seq_num 192) 2024-08-19T11:33:04.611 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 27 current snap is 60 2024-08-19T11:33:04.611 INFO:tasks.rados.rados.0.smithi136.stdout:699: seq_num 219 ranges {2899968=475136,3375104=466944,3842048=335872} 2024-08-19T11:33:04.628 INFO:tasks.rados.rados.0.smithi136.stdout:699: writing smithi13674108-27 from 2899968 to 3375104 tid 1 2024-08-19T11:33:04.631 INFO:tasks.rados.rados.0.smithi136.stdout:699: writing smithi13674108-27 from 3375104 to 3842048 tid 2 2024-08-19T11:33:04.633 INFO:tasks.rados.rados.0.smithi136.stdout:699: writing smithi13674108-27 from 3842048 to 4177920 tid 3 2024-08-19T11:33:04.633 INFO:tasks.rados.rados.0.smithi136.stdout:700: read oid 44 snap 59 2024-08-19T11:33:04.633 INFO:tasks.rados.rados.0.smithi136.stdout:700: expect deleted 2024-08-19T11:33:04.633 INFO:tasks.rados.rados.0.smithi136.stdout:701: setattr oid 16 current snap is 60 2024-08-19T11:33:04.633 INFO:tasks.rados.rados.0.smithi136.stdout:695: finishing write tid 2 to smithi13674108-25 2024-08-19T11:33:04.633 INFO:tasks.rados.rados.0.smithi136.stdout:695: finishing write tid 3 to smithi13674108-25 2024-08-19T11:33:04.633 INFO:tasks.rados.rados.0.smithi136.stdout:696: finishing rollback tid 0 to smithi13674108-13 2024-08-19T11:33:04.633 INFO:tasks.rados.rados.0.smithi136.stdout:698: expect (ObjNum 192 snap 51 seq_num 192) 2024-08-19T11:33:04.655 INFO:tasks.rados.rados.0.smithi136.stdout:695: finishing write tid 4 to smithi13674108-25 2024-08-19T11:33:04.655 INFO:tasks.rados.rados.0.smithi136.stdout:696: finishing rollback tid 1 to smithi13674108-13 2024-08-19T11:33:04.655 INFO:tasks.rados.rados.0.smithi136.stdout:696: finishing rollback tid 2 to smithi13674108-13 2024-08-19T11:33:04.655 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 147 (ObjNum 171 snap 45 seq_num 171) dirty exists 2024-08-19T11:33:04.655 INFO:tasks.rados.rados.0.smithi136.stdout:697: expect (ObjNum 173 snap 45 seq_num 173) 2024-08-19T11:33:04.679 INFO:tasks.rados.rados.0.smithi136.stdout:695: finishing write tid 5 to smithi13674108-25 2024-08-19T11:33:04.679 INFO:tasks.rados.rados.0.smithi136.stdout:695: oid 25 updating version 0 to 145 2024-08-19T11:33:04.679 INFO:tasks.rados.rados.0.smithi136.stdout:695: oid 25 version 145 is already newer than 144 2024-08-19T11:33:04.679 INFO:tasks.rados.rados.0.smithi136.stdout:695: oid 25 updating version 145 to 146 2024-08-19T11:33:04.679 INFO:tasks.rados.rados.0.smithi136.stdout:695: oid 25 updating version 146 to 147 2024-08-19T11:33:04.679 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 147 (ObjNum 218 snap 60 seq_num 218) dirty exists 2024-08-19T11:33:04.679 INFO:tasks.rados.rados.0.smithi136.stdout:695: left oid 25 (ObjNum 218 snap 60 seq_num 218) 2024-08-19T11:33:04.679 INFO:tasks.rados.rados.0.smithi136.stdout:699: finishing write tid 1 to smithi13674108-27 2024-08-19T11:33:04.679 INFO:tasks.rados.rados.0.smithi136.stdout:699: finishing write tid 2 to smithi13674108-27 2024-08-19T11:33:04.679 INFO:tasks.rados.rados.0.smithi136.stdout:695: done (6 left) 2024-08-19T11:33:04.679 INFO:tasks.rados.rados.0.smithi136.stdout:696: done (5 left) 2024-08-19T11:33:04.679 INFO:tasks.rados.rados.0.smithi136.stdout:697: done (4 left) 2024-08-19T11:33:04.679 INFO:tasks.rados.rados.0.smithi136.stdout:698: done (3 left) 2024-08-19T11:33:04.680 INFO:tasks.rados.rados.0.smithi136.stdout:702: read oid 2 snap 59 2024-08-19T11:33:04.680 INFO:tasks.rados.rados.0.smithi136.stdout:702: expect (ObjNum 193 snap 51 seq_num 193) 2024-08-19T11:33:04.680 INFO:tasks.rados.rados.0.smithi136.stdout:703: rmattr oid 29 current snap is 60 2024-08-19T11:33:04.680 INFO:tasks.rados.rados.0.smithi136.stdout:699: finishing write tid 3 to smithi13674108-27 2024-08-19T11:33:04.680 INFO:tasks.rados.rados.0.smithi136.stdout:699: finishing write tid 4 to smithi13674108-27 2024-08-19T11:33:04.680 INFO:tasks.rados.rados.0.smithi136.stdout:700: done (4 left) 2024-08-19T11:33:04.680 INFO:tasks.rados.rados.0.smithi136.stdout:704: snap_remove snap 55 2024-08-19T11:33:04.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:04 smithi136 podman[76896]: 2024-08-19 11:33:04.593834038 +0000 UTC m=+0.148017625 container died 7ec1b975b08fe451cb746ef5f8c0a3de1e512334d22ded6ac4e4f44acb4c3892 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, RELEASE=reef-baa926d, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-08-19T11:33:05.220 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:04 smithi136 podman[76896]: 2024-08-19 11:33:04.960369417 +0000 UTC m=+0.514552987 container cleanup 7ec1b975b08fe451cb746ef5f8c0a3de1e512334d22ded6ac4e4f44acb4c3892 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=reef-baa926d, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-08-19T11:33:05.221 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:04 smithi136 bash[76896]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y 2024-08-19T11:33:05.404 INFO:tasks.rados.rados.0.smithi136.stdout:704: done (4 left) 2024-08-19T11:33:05.404 INFO:tasks.rados.rados.0.smithi136.stdout:705: read oid 22 snap -1 2024-08-19T11:33:05.404 INFO:tasks.rados.rados.0.smithi136.stdout:705: expect (ObjNum 199 snap 56 seq_num 199) 2024-08-19T11:33:05.405 INFO:tasks.rados.rados.0.smithi136.stdout:706: rollback oid 23 current snap is 60 2024-08-19T11:33:05.405 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 23 to 59 2024-08-19T11:33:05.405 INFO:tasks.rados.rados.0.smithi136.stdout:707: snap_create 2024-08-19T11:33:05.405 INFO:tasks.rados.rados.0.smithi136.stdout:699: finishing write tid 5 to smithi13674108-27 2024-08-19T11:33:05.405 INFO:tasks.rados.rados.0.smithi136.stdout:699: oid 27 updating version 0 to 49 2024-08-19T11:33:05.405 INFO:tasks.rados.rados.0.smithi136.stdout:699: oid 27 updating version 49 to 51 2024-08-19T11:33:05.405 INFO:tasks.rados.rados.0.smithi136.stdout:699: oid 27 updating version 51 to 52 2024-08-19T11:33:05.405 INFO:tasks.rados.rados.0.smithi136.stdout:699: oid 27 version 52 is already newer than 50 2024-08-19T11:33:05.405 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 52 (ObjNum 219 snap 60 seq_num 219) dirty exists 2024-08-19T11:33:05.405 INFO:tasks.rados.rados.0.smithi136.stdout:699: left oid 27 (ObjNum 219 snap 60 seq_num 219) 2024-08-19T11:33:05.405 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 16 v 280 (ObjNum 190 snap 50 seq_num 190) dirty exists 2024-08-19T11:33:05.405 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 250 (ObjNum 151 snap 39 seq_num 151) dirty exists 2024-08-19T11:33:05.405 INFO:tasks.rados.rados.0.smithi136.stdout:702: expect (ObjNum 193 snap 51 seq_num 193) 2024-08-19T11:33:05.446 INFO:tasks.rados.rados.0.smithi136.stdout:706: finishing rollback tid 0 to smithi13674108-23 2024-08-19T11:33:05.446 INFO:tasks.rados.rados.0.smithi136.stdout:706: finishing rollback tid 1 to smithi13674108-23 2024-08-19T11:33:05.446 INFO:tasks.rados.rados.0.smithi136.stdout:706: finishing rollback tid 2 to smithi13674108-23 2024-08-19T11:33:05.446 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 155 (ObjNum 192 snap 51 seq_num 192) dirty exists 2024-08-19T11:33:05.446 INFO:tasks.rados.rados.0.smithi136.stdout:705: expect (ObjNum 199 snap 56 seq_num 199) 2024-08-19T11:33:05.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:05 smithi136 ceph-mon[28279]: osdmap e201: 8 total, 8 up, 8 in 2024-08-19T11:33:05.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:05 smithi136 ceph-mon[28279]: pgmap v42: 121 pgs: 121 active+clean; 88 MiB data, 579 MiB used, 715 GiB / 715 GiB avail; 7.1 MiB/s rd, 898 KiB/s wr, 9 op/s 2024-08-19T11:33:05.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:05 smithi136 ceph-mon[16389]: osdmap e201: 8 total, 8 up, 8 in 2024-08-19T11:33:05.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:05 smithi136 ceph-mon[16389]: pgmap v42: 121 pgs: 121 active+clean; 88 MiB data, 579 MiB used, 715 GiB / 715 GiB avail; 7.1 MiB/s rd, 898 KiB/s wr, 9 op/s 2024-08-19T11:33:05.598 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:05 smithi136 podman[76913]: 2024-08-19 11:33:05.220103192 +0000 UTC m=+0.626463732 container remove 7ec1b975b08fe451cb746ef5f8c0a3de1e512334d22ded6ac4e4f44acb4c3892 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-baa926d, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-08-19T11:33:05.598 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:05 smithi136 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-08-19T11:33:05.599 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:05 smithi136 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-08-19T11:33:05.599 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:05 smithi136 systemd[1]: Stopped Ceph mgr.y for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:33:05.599 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:05 smithi136 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mgr.y.service: Consumed 44.175s CPU time. 2024-08-19T11:33:05.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:05 smithi155 ceph-mon[19718]: osdmap e201: 8 total, 8 up, 8 in 2024-08-19T11:33:05.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:05 smithi155 ceph-mon[19718]: pgmap v42: 121 pgs: 121 active+clean; 88 MiB data, 579 MiB used, 715 GiB / 715 GiB avail; 7.1 MiB/s rd, 898 KiB/s wr, 9 op/s 2024-08-19T11:33:05.930 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:05 smithi136 systemd[1]: Starting Ceph mgr.y for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:33:05.930 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:05 smithi136 podman[77046]: 2024-08-19 11:33:05.830168644 +0000 UTC m=+0.114397642 container create 2c0aee4c2fafd0b7b673c96d8f0c24377f44459f367df43a6cc284b6615d4bb0 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T11:33:05.931 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:05 smithi136 podman[77046]: 2024-08-19 11:33:05.733211677 +0000 UTC m=+0.017440688 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:33:06.348 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:06 smithi136 podman[77046]: 2024-08-19 11:33:06.032786845 +0000 UTC m=+0.317015860 container init 2c0aee4c2fafd0b7b673c96d8f0c24377f44459f367df43a6cc284b6615d4bb0 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=main-7976693, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-08-19T11:33:06.348 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:06 smithi136 podman[77046]: 2024-08-19 11:33:06.037411936 +0000 UTC m=+0.321640936 container start 2c0aee4c2fafd0b7b673c96d8f0c24377f44459f367df43a6cc284b6615d4bb0 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y, io.buildah.version=1.36.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=main-7976693, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-08-19T11:33:06.348 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:06 smithi136 ceph-mgr[77084]: -- 172.21.15.136:0/3425023509 <== mon.0 v2:172.21.15.136:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b16d19f0e0 con 0x55b16d17c800 2024-08-19T11:33:06.348 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:06 smithi136 bash[77046]: 2c0aee4c2fafd0b7b673c96d8f0c24377f44459f367df43a6cc284b6615d4bb0 2024-08-19T11:33:06.348 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:06 smithi136 systemd[1]: Started Ceph mgr.y for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:33:06.401 INFO:tasks.rados.rados.0.smithi136.stdout:699: done (6 left) 2024-08-19T11:33:06.401 INFO:tasks.rados.rados.0.smithi136.stdout:701: done (5 left) 2024-08-19T11:33:06.401 INFO:tasks.rados.rados.0.smithi136.stdout:702: done (4 left) 2024-08-19T11:33:06.401 INFO:tasks.rados.rados.0.smithi136.stdout:703: done (3 left) 2024-08-19T11:33:06.402 INFO:tasks.rados.rados.0.smithi136.stdout:705: done (2 left) 2024-08-19T11:33:06.402 INFO:tasks.rados.rados.0.smithi136.stdout:706: done (1 left) 2024-08-19T11:33:06.402 INFO:tasks.rados.rados.0.smithi136.stdout:707: done (0 left) 2024-08-19T11:33:06.402 INFO:tasks.rados.rados.0.smithi136.stdout:708: setattr oid 27 current snap is 61 2024-08-19T11:33:06.404 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 12 current snap is 61 2024-08-19T11:33:06.404 INFO:tasks.rados.rados.0.smithi136.stdout:709: seq_num 220 ranges {2170880=491520,2662400=753664,3416064=49152} 2024-08-19T11:33:06.419 INFO:tasks.rados.rados.0.smithi136.stdout:709: writing smithi13674108-12 from 2170880 to 2662400 tid 1 2024-08-19T11:33:06.423 INFO:tasks.rados.rados.0.smithi136.stdout:709: writing smithi13674108-12 from 2662400 to 3416064 tid 2 2024-08-19T11:33:06.424 INFO:tasks.rados.rados.0.smithi136.stdout:709: writing smithi13674108-12 from 3416064 to 3465216 tid 3 2024-08-19T11:33:06.424 INFO:tasks.rados.rados.0.smithi136.stdout:710: read oid 21 snap 59 2024-08-19T11:33:06.425 INFO:tasks.rados.rados.0.smithi136.stdout:710: expect (ObjNum 143 snap 37 seq_num 143) 2024-08-19T11:33:06.425 INFO:tasks.rados.rados.0.smithi136.stdout:711: read oid 50 snap -1 2024-08-19T11:33:06.425 INFO:tasks.rados.rados.0.smithi136.stdout:711: expect (ObjNum 204 snap 57 seq_num 204) 2024-08-19T11:33:06.425 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 33 current snap is 61 2024-08-19T11:33:06.425 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 56 (ObjNum 219 snap 60 seq_num 219) dirty exists 2024-08-19T11:33:06.425 INFO:tasks.rados.rados.0.smithi136.stdout:712: seq_num 221 ranges {2834432=507904,3342336=688128,4030464=114688} 2024-08-19T11:33:06.444 INFO:tasks.rados.rados.0.smithi136.stdout:712: writing smithi13674108-33 from 2834432 to 3342336 tid 1 2024-08-19T11:33:06.449 INFO:tasks.rados.rados.0.smithi136.stdout:712: writing smithi13674108-33 from 3342336 to 4030464 tid 2 2024-08-19T11:33:06.450 INFO:tasks.rados.rados.0.smithi136.stdout:712: writing smithi13674108-33 from 4030464 to 4145152 tid 3 2024-08-19T11:33:06.450 INFO:tasks.rados.rados.0.smithi136.stdout:708: done (4 left) 2024-08-19T11:33:06.450 INFO:tasks.rados.rados.0.smithi136.stdout:713: read oid 9 snap 59 2024-08-19T11:33:06.450 INFO:tasks.rados.rados.0.smithi136.stdout:713: expect (ObjNum 122 snap 31 seq_num 122) 2024-08-19T11:33:06.450 INFO:tasks.rados.rados.0.smithi136.stdout:714: rmattr oid 26 current snap is 61 2024-08-19T11:33:06.451 INFO:tasks.rados.rados.0.smithi136.stdout:709: finishing write tid 1 to smithi13674108-12 2024-08-19T11:33:06.451 INFO:tasks.rados.rados.0.smithi136.stdout:709: finishing write tid 2 to smithi13674108-12 2024-08-19T11:33:06.451 INFO:tasks.rados.rados.0.smithi136.stdout:709: finishing write tid 3 to smithi13674108-12 2024-08-19T11:33:06.451 INFO:tasks.rados.rados.0.smithi136.stdout:709: finishing write tid 4 to smithi13674108-12 2024-08-19T11:33:06.451 INFO:tasks.rados.rados.0.smithi136.stdout:709: finishing write tid 5 to smithi13674108-12 2024-08-19T11:33:06.451 INFO:tasks.rados.rados.0.smithi136.stdout:709: oid 12 updating version 0 to 129 2024-08-19T11:33:06.451 INFO:tasks.rados.rados.0.smithi136.stdout:709: oid 12 version 129 is already newer than 126 2024-08-19T11:33:06.452 INFO:tasks.rados.rados.0.smithi136.stdout:709: oid 12 version 129 is already newer than 128 2024-08-19T11:33:06.452 INFO:tasks.rados.rados.0.smithi136.stdout:709: oid 12 version 129 is already newer than 127 2024-08-19T11:33:06.452 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 129 (ObjNum 220 snap 61 seq_num 220) dirty exists 2024-08-19T11:33:06.452 INFO:tasks.rados.rados.0.smithi136.stdout:709: left oid 12 (ObjNum 220 snap 61 seq_num 220) 2024-08-19T11:33:06.452 INFO:tasks.rados.rados.0.smithi136.stdout:710: expect (ObjNum 143 snap 37 seq_num 143) 2024-08-19T11:33:06.553 INFO:tasks.rados.rados.0.smithi136.stdout:711: expect (ObjNum 204 snap 57 seq_num 204) 2024-08-19T11:33:06.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:06 smithi155 ceph-mon[19718]: osdmap e202: 8 total, 8 up, 8 in 2024-08-19T11:33:06.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:06 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:06.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:06 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:06.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:06 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:33:06.764 INFO:tasks.rados.rados.0.smithi136.stdout:712: finishing write tid 1 to smithi13674108-33 2024-08-19T11:33:06.764 INFO:tasks.rados.rados.0.smithi136.stdout:712: finishing write tid 2 to smithi13674108-33 2024-08-19T11:33:06.764 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 293 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-19T11:33:06.764 INFO:tasks.rados.rados.0.smithi136.stdout:712: finishing write tid 3 to smithi13674108-33 2024-08-19T11:33:06.764 INFO:tasks.rados.rados.0.smithi136.stdout:712: finishing write tid 4 to smithi13674108-33 2024-08-19T11:33:06.764 INFO:tasks.rados.rados.0.smithi136.stdout:712: finishing write tid 5 to smithi13674108-33 2024-08-19T11:33:06.764 INFO:tasks.rados.rados.0.smithi136.stdout:712: oid 33 updating version 0 to 339 2024-08-19T11:33:06.764 INFO:tasks.rados.rados.0.smithi136.stdout:712: oid 33 updating version 339 to 340 2024-08-19T11:33:06.764 INFO:tasks.rados.rados.0.smithi136.stdout:712: oid 33 updating version 340 to 341 2024-08-19T11:33:06.765 INFO:tasks.rados.rados.0.smithi136.stdout:712: oid 33 updating version 341 to 342 2024-08-19T11:33:06.765 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 33 v 342 (ObjNum 221 snap 61 seq_num 221) dirty exists 2024-08-19T11:33:06.765 INFO:tasks.rados.rados.0.smithi136.stdout:712: left oid 33 (ObjNum 221 snap 61 seq_num 221) 2024-08-19T11:33:06.765 INFO:tasks.rados.rados.0.smithi136.stdout:709: done (5 left) 2024-08-19T11:33:06.765 INFO:tasks.rados.rados.0.smithi136.stdout:710: done (4 left) 2024-08-19T11:33:06.765 INFO:tasks.rados.rados.0.smithi136.stdout:711: done (3 left) 2024-08-19T11:33:06.765 INFO:tasks.rados.rados.0.smithi136.stdout:712: done (2 left) 2024-08-19T11:33:06.765 INFO:tasks.rados.rados.0.smithi136.stdout:714: done (1 left) 2024-08-19T11:33:06.765 INFO:tasks.rados.rados.0.smithi136.stdout:715: snap_create 2024-08-19T11:33:06.765 INFO:tasks.rados.rados.0.smithi136.stdout:713: expect (ObjNum 122 snap 31 seq_num 122) 2024-08-19T11:33:06.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:06 smithi136 ceph-mon[28279]: osdmap e202: 8 total, 8 up, 8 in 2024-08-19T11:33:06.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:06 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:06.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:06 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:06.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:06 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:33:06.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:06 smithi136 ceph-mon[16389]: osdmap e202: 8 total, 8 up, 8 in 2024-08-19T11:33:06.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:06 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:06.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:06 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:06.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:06 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:33:07.579 INFO:tasks.rados.rados.0.smithi136.stdout:713: done (1 left) 2024-08-19T11:33:07.579 INFO:tasks.rados.rados.0.smithi136.stdout:715: done (0 left) 2024-08-19T11:33:07.580 INFO:tasks.rados.rados.0.smithi136.stdout:716: copy_from oid 29 from oid 21 current snap is 62 2024-08-19T11:33:07.580 INFO:tasks.rados.rados.0.smithi136.stdout:717: copy_from oid 28 from oid 34 current snap is 62 2024-08-19T11:33:07.580 INFO:tasks.rados.rados.0.smithi136.stdout:718: read oid 12 snap -1 2024-08-19T11:33:07.580 INFO:tasks.rados.rados.0.smithi136.stdout:718: expect (ObjNum 220 snap 61 seq_num 220) 2024-08-19T11:33:07.580 INFO:tasks.rados.rados.0.smithi136.stdout:719: rmattr oid 7 current snap is 62 2024-08-19T11:33:07.580 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 5 current snap is 62 2024-08-19T11:33:07.580 INFO:tasks.rados.rados.0.smithi136.stdout:720: seq_num 222 ranges {0=524288,524288=565248,1089536=237568} 2024-08-19T11:33:07.582 INFO:tasks.rados.rados.0.smithi136.stdout:720: writing smithi13674108-5 from 0 to 524288 tid 1 2024-08-19T11:33:07.586 INFO:tasks.rados.rados.0.smithi136.stdout:720: writing smithi13674108-5 from 524288 to 1089536 tid 2 2024-08-19T11:33:07.588 INFO:tasks.rados.rados.0.smithi136.stdout:720: writing smithi13674108-5 from 1089536 to 1327104 tid 3 2024-08-19T11:33:07.588 INFO:tasks.rados.rados.0.smithi136.stdout:721: read oid 16 snap -1 2024-08-19T11:33:07.588 INFO:tasks.rados.rados.0.smithi136.stdout:721: expect (ObjNum 190 snap 50 seq_num 190) 2024-08-19T11:33:07.588 INFO:tasks.rados.rados.0.smithi136.stdout:722: snap_remove snap 60 2024-08-19T11:33:07.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:07 smithi136 ceph-mon[28279]: osdmap e203: 8 total, 8 up, 8 in 2024-08-19T11:33:07.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:07 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:07.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:07 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:07.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:07 smithi136 ceph-mon[28279]: pgmap v45: 121 pgs: 121 active+clean; 93 MiB data, 594 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 2.3 MiB/s wr, 43 op/s 2024-08-19T11:33:07.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:07 smithi136 ceph-mon[16389]: osdmap e203: 8 total, 8 up, 8 in 2024-08-19T11:33:07.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:07 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:07.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:07 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:07.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:07 smithi136 ceph-mon[16389]: pgmap v45: 121 pgs: 121 active+clean; 93 MiB data, 594 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 2.3 MiB/s wr, 43 op/s 2024-08-19T11:33:07.606 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:07 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:33:07] "GET /metrics HTTP/1.1" 200 36111 "" "Prometheus/2.43.0" 2024-08-19T11:33:07.606 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:07 smithi155 ceph-mon[19718]: osdmap e203: 8 total, 8 up, 8 in 2024-08-19T11:33:07.606 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:07 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:07.606 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:07 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:07.606 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:07 smithi155 ceph-mon[19718]: pgmap v45: 121 pgs: 121 active+clean; 93 MiB data, 594 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 2.3 MiB/s wr, 43 op/s 2024-08-19T11:33:08.583 INFO:tasks.rados.rados.0.smithi136.stdout:722: done (6 left) 2024-08-19T11:33:08.583 INFO:tasks.rados.rados.0.smithi136.stdout:723: setattr oid 4 current snap is 62 2024-08-19T11:33:08.587 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 332 (ObjNum 134 snap 32 seq_num 134) dirty exists 2024-08-19T11:33:08.588 INFO:tasks.rados.rados.0.smithi136.stdout:717: finishing copy_from to smithi13674108-28 2024-08-19T11:33:08.588 INFO:tasks.rados.rados.0.smithi136.stdout:717: got expected ENOENT (src dne) 2024-08-19T11:33:08.588 INFO:tasks.rados.rados.0.smithi136.stdout:717: finishing copy_from racing read to smithi13674108-28 2024-08-19T11:33:08.588 INFO:tasks.rados.rados.0.smithi136.stdout:720: finishing write tid 1 to smithi13674108-5 2024-08-19T11:33:08.588 INFO:tasks.rados.rados.0.smithi136.stdout:720: finishing write tid 2 to smithi13674108-5 2024-08-19T11:33:08.588 INFO:tasks.rados.rados.0.smithi136.stdout:720: finishing write tid 3 to smithi13674108-5 2024-08-19T11:33:08.588 INFO:tasks.rados.rados.0.smithi136.stdout:720: finishing write tid 4 to smithi13674108-5 2024-08-19T11:33:08.588 INFO:tasks.rados.rados.0.smithi136.stdout:720: finishing write tid 5 to smithi13674108-5 2024-08-19T11:33:08.588 INFO:tasks.rados.rados.0.smithi136.stdout:720: oid 5 updating version 0 to 294 2024-08-19T11:33:08.588 INFO:tasks.rados.rados.0.smithi136.stdout:720: oid 5 updating version 294 to 295 2024-08-19T11:33:08.588 INFO:tasks.rados.rados.0.smithi136.stdout:720: oid 5 updating version 295 to 297 2024-08-19T11:33:08.588 INFO:tasks.rados.rados.0.smithi136.stdout:720: oid 5 version 297 is already newer than 296 2024-08-19T11:33:08.589 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 297 (ObjNum 222 snap 62 seq_num 222) dirty exists 2024-08-19T11:33:08.589 INFO:tasks.rados.rados.0.smithi136.stdout:720: left oid 5 (ObjNum 222 snap 62 seq_num 222) 2024-08-19T11:33:08.589 INFO:tasks.rados.rados.0.smithi136.stdout:718: expect (ObjNum 220 snap 61 seq_num 220) 2024-08-19T11:33:08.785 INFO:tasks.rados.rados.0.smithi136.stdout:717: done (6 left) 2024-08-19T11:33:08.785 INFO:tasks.rados.rados.0.smithi136.stdout:718: done (5 left) 2024-08-19T11:33:08.785 INFO:tasks.rados.rados.0.smithi136.stdout:719: done (4 left) 2024-08-19T11:33:08.785 INFO:tasks.rados.rados.0.smithi136.stdout:720: done (3 left) 2024-08-19T11:33:08.785 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 6 current snap is 62 2024-08-19T11:33:08.785 INFO:tasks.rados.rados.0.smithi136.stdout:724: seq_num 223 ranges {0=540672,540672=450560,991232=352256} 2024-08-19T11:33:08.788 INFO:tasks.rados.rados.0.smithi136.stdout:724: writing smithi13674108-6 from 0 to 540672 tid 1 2024-08-19T11:33:08.791 INFO:tasks.rados.rados.0.smithi136.stdout:724: writing smithi13674108-6 from 540672 to 991232 tid 2 2024-08-19T11:33:08.793 INFO:tasks.rados.rados.0.smithi136.stdout:724: writing smithi13674108-6 from 991232 to 1343488 tid 3 2024-08-19T11:33:08.793 INFO:tasks.rados.rados.0.smithi136.stdout:725: delete oid 36 current snap is 62 2024-08-19T11:33:08.794 INFO:tasks.rados.rados.0.smithi136.stdout:716: finishing copy_from racing read to smithi13674108-29 2024-08-19T11:33:08.794 INFO:tasks.rados.rados.0.smithi136.stdout:716: finishing copy_from to smithi13674108-29 2024-08-19T11:33:08.794 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 107 (ObjNum 143 snap 37 seq_num 143) dirty exists 2024-08-19T11:33:08.794 INFO:tasks.rados.rados.0.smithi136.stdout:721: expect (ObjNum 190 snap 50 seq_num 190) 2024-08-19T11:33:08.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:08 smithi136 ceph-mon[28279]: osdmap e204: 8 total, 8 up, 8 in 2024-08-19T11:33:08.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:08 smithi136 ceph-mon[16389]: osdmap e204: 8 total, 8 up, 8 in 2024-08-19T11:33:08.852 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:08 smithi155 ceph-mon[19718]: osdmap e204: 8 total, 8 up, 8 in 2024-08-19T11:33:09.109 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 260 (ObjNum 200 snap 56 seq_num 200) dirty exists 2024-08-19T11:33:09.109 INFO:tasks.rados.rados.0.smithi136.stdout:724: finishing write tid 1 to smithi13674108-6 2024-08-19T11:33:09.109 INFO:tasks.rados.rados.0.smithi136.stdout:724: finishing write tid 2 to smithi13674108-6 2024-08-19T11:33:09.109 INFO:tasks.rados.rados.0.smithi136.stdout:724: finishing write tid 3 to smithi13674108-6 2024-08-19T11:33:09.109 INFO:tasks.rados.rados.0.smithi136.stdout:724: finishing write tid 4 to smithi13674108-6 2024-08-19T11:33:09.109 INFO:tasks.rados.rados.0.smithi136.stdout:724: finishing write tid 5 to smithi13674108-6 2024-08-19T11:33:09.110 INFO:tasks.rados.rados.0.smithi136.stdout:724: oid 6 updating version 0 to 198 2024-08-19T11:33:09.110 INFO:tasks.rados.rados.0.smithi136.stdout:724: oid 6 version 198 is already newer than 197 2024-08-19T11:33:09.110 INFO:tasks.rados.rados.0.smithi136.stdout:724: oid 6 updating version 198 to 200 2024-08-19T11:33:09.110 INFO:tasks.rados.rados.0.smithi136.stdout:724: oid 6 version 200 is already newer than 199 2024-08-19T11:33:09.110 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 200 (ObjNum 223 snap 62 seq_num 223) dirty exists 2024-08-19T11:33:09.110 INFO:tasks.rados.rados.0.smithi136.stdout:724: left oid 6 (ObjNum 223 snap 62 seq_num 223) 2024-08-19T11:33:09.110 INFO:tasks.rados.rados.0.smithi136.stdout:716: done (4 left) 2024-08-19T11:33:09.110 INFO:tasks.rados.rados.0.smithi136.stdout:721: done (3 left) 2024-08-19T11:33:09.110 INFO:tasks.rados.rados.0.smithi136.stdout:723: done (2 left) 2024-08-19T11:33:09.110 INFO:tasks.rados.rados.0.smithi136.stdout:724: done (1 left) 2024-08-19T11:33:09.110 INFO:tasks.rados.rados.0.smithi136.stdout:725: done (0 left) 2024-08-19T11:33:09.110 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 3 current snap is 62 2024-08-19T11:33:09.110 INFO:tasks.rados.rados.0.smithi136.stdout:726: seq_num 225 ranges {4104192=573440,4677632=622592,5300224=180224} 2024-08-19T11:33:09.134 INFO:tasks.rados.rados.0.smithi136.stdout:726: writing smithi13674108-3 from 4104192 to 4677632 tid 1 2024-08-19T11:33:09.137 INFO:tasks.rados.rados.0.smithi136.stdout:726: writing smithi13674108-3 from 4677632 to 5300224 tid 2 2024-08-19T11:33:09.139 INFO:tasks.rados.rados.0.smithi136.stdout:726: writing smithi13674108-3 from 5300224 to 5480448 tid 3 2024-08-19T11:33:09.139 INFO:tasks.rados.rados.0.smithi136.stdout:727: snap_create 2024-08-19T11:33:09.139 INFO:tasks.rados.rados.0.smithi136.stdout:726: finishing write tid 1 to smithi13674108-3 2024-08-19T11:33:09.142 INFO:tasks.rados.rados.0.smithi136.stdout:726: finishing write tid 2 to smithi13674108-3 2024-08-19T11:33:09.142 INFO:tasks.rados.rados.0.smithi136.stdout:726: finishing write tid 3 to smithi13674108-3 2024-08-19T11:33:09.142 INFO:tasks.rados.rados.0.smithi136.stdout:726: finishing write tid 4 to smithi13674108-3 2024-08-19T11:33:09.143 INFO:tasks.rados.rados.0.smithi136.stdout:726: finishing write tid 5 to smithi13674108-3 2024-08-19T11:33:09.143 INFO:tasks.rados.rados.0.smithi136.stdout:726: oid 3 updating version 0 to 336 2024-08-19T11:33:09.143 INFO:tasks.rados.rados.0.smithi136.stdout:726: oid 3 updating version 336 to 337 2024-08-19T11:33:09.143 INFO:tasks.rados.rados.0.smithi136.stdout:726: oid 3 updating version 337 to 338 2024-08-19T11:33:09.143 INFO:tasks.rados.rados.0.smithi136.stdout:726: oid 3 updating version 338 to 339 2024-08-19T11:33:09.143 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 339 (ObjNum 225 snap 62 seq_num 225) dirty exists 2024-08-19T11:33:09.143 INFO:tasks.rados.rados.0.smithi136.stdout:726: left oid 3 (ObjNum 225 snap 62 seq_num 225) 2024-08-19T11:33:09.586 INFO:tasks.rados.rados.0.smithi136.stdout:726: done (1 left) 2024-08-19T11:33:09.586 INFO:tasks.rados.rados.0.smithi136.stdout:727: done (0 left) 2024-08-19T11:33:09.586 INFO:tasks.rados.rados.0.smithi136.stdout:728: snap_remove snap 59 2024-08-19T11:33:09.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:09 smithi155 ceph-mon[19718]: osdmap e205: 8 total, 8 up, 8 in 2024-08-19T11:33:09.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:09 smithi155 ceph-mon[19718]: pgmap v48: 121 pgs: 121 active+clean; 93 MiB data, 594 MiB used, 715 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.4 MiB/s wr, 34 op/s 2024-08-19T11:33:09.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:09 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:33:09.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:09 smithi136 ceph-mon[28279]: osdmap e205: 8 total, 8 up, 8 in 2024-08-19T11:33:09.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:09 smithi136 ceph-mon[28279]: pgmap v48: 121 pgs: 121 active+clean; 93 MiB data, 594 MiB used, 715 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.4 MiB/s wr, 34 op/s 2024-08-19T11:33:09.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:09 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:33:09.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:09 smithi136 ceph-mon[16389]: osdmap e205: 8 total, 8 up, 8 in 2024-08-19T11:33:09.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:09 smithi136 ceph-mon[16389]: pgmap v48: 121 pgs: 121 active+clean; 93 MiB data, 594 MiB used, 715 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.4 MiB/s wr, 34 op/s 2024-08-19T11:33:09.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:09 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:33:10.068 INFO:teuthology.orchestra.run.smithi136.stdout:true 2024-08-19T11:33:10.597 INFO:tasks.rados.rados.0.smithi136.stdout:728: done (0 left) 2024-08-19T11:33:10.597 INFO:tasks.rados.rados.0.smithi136.stdout:729: rmattr oid 46 current snap is 63 2024-08-19T11:33:10.597 INFO:tasks.rados.rados.0.smithi136.stdout:729: done (0 left) 2024-08-19T11:33:10.597 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 21 current snap is 63 2024-08-19T11:33:10.597 INFO:tasks.rados.rados.0.smithi136.stdout:730: seq_num 226 ranges {2932736=589824,3522560=507904,4030464=294912} 2024-08-19T11:33:10.615 INFO:tasks.rados.rados.0.smithi136.stdout:730: writing smithi13674108-21 from 2932736 to 3522560 tid 1 2024-08-19T11:33:10.618 INFO:tasks.rados.rados.0.smithi136.stdout:730: writing smithi13674108-21 from 3522560 to 4030464 tid 2 2024-08-19T11:33:10.620 INFO:tasks.rados.rados.0.smithi136.stdout:730: writing smithi13674108-21 from 4030464 to 4325376 tid 3 2024-08-19T11:33:10.620 INFO:tasks.rados.rados.0.smithi136.stdout:730: finishing write tid 1 to smithi13674108-21 2024-08-19T11:33:10.620 INFO:tasks.rados.rados.0.smithi136.stdout:731: delete oid 39 current snap is 63 2024-08-19T11:33:10.622 INFO:tasks.rados.rados.0.smithi136.stdout:730: finishing write tid 2 to smithi13674108-21 2024-08-19T11:33:10.622 INFO:tasks.rados.rados.0.smithi136.stdout:731: done (1 left) 2024-08-19T11:33:10.622 INFO:tasks.rados.rados.0.smithi136.stdout:732: read oid 49 snap -1 2024-08-19T11:33:10.622 INFO:tasks.rados.rados.0.smithi136.stdout:732: expect deleted 2024-08-19T11:33:10.623 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 28 current snap is 63 2024-08-19T11:33:10.623 INFO:tasks.rados.rados.0.smithi136.stdout:733: seq_num 228 ranges {2834432=622592,3457024=671744,4128768=131072} 2024-08-19T11:33:10.642 INFO:tasks.rados.rados.0.smithi136.stdout:733: writing smithi13674108-28 from 2834432 to 3457024 tid 1 2024-08-19T11:33:10.646 INFO:tasks.rados.rados.0.smithi136.stdout:733: writing smithi13674108-28 from 3457024 to 4128768 tid 2 2024-08-19T11:33:10.647 INFO:tasks.rados.rados.0.smithi136.stdout:733: writing smithi13674108-28 from 4128768 to 4259840 tid 3 2024-08-19T11:33:10.647 INFO:tasks.rados.rados.0.smithi136.stdout:734: read oid 39 snap -1 2024-08-19T11:33:10.647 INFO:tasks.rados.rados.0.smithi136.stdout:734: expect deleted 2024-08-19T11:33:10.648 INFO:tasks.rados.rados.0.smithi136.stdout:735: rmattr oid 12 current snap is 63 2024-08-19T11:33:10.648 INFO:tasks.rados.rados.0.smithi136.stdout:730: finishing write tid 3 to smithi13674108-21 2024-08-19T11:33:10.648 INFO:tasks.rados.rados.0.smithi136.stdout:730: finishing write tid 4 to smithi13674108-21 2024-08-19T11:33:10.648 INFO:tasks.rados.rados.0.smithi136.stdout:730: finishing write tid 5 to smithi13674108-21 2024-08-19T11:33:10.648 INFO:tasks.rados.rados.0.smithi136.stdout:730: oid 21 updating version 0 to 205 2024-08-19T11:33:10.648 INFO:tasks.rados.rados.0.smithi136.stdout:730: oid 21 updating version 205 to 207 2024-08-19T11:33:10.648 INFO:tasks.rados.rados.0.smithi136.stdout:730: oid 21 version 207 is already newer than 206 2024-08-19T11:33:10.648 INFO:tasks.rados.rados.0.smithi136.stdout:730: oid 21 version 207 is already newer than 204 2024-08-19T11:33:10.648 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 207 (ObjNum 226 snap 63 seq_num 226) dirty exists 2024-08-19T11:33:10.648 INFO:tasks.rados.rados.0.smithi136.stdout:730: left oid 21 (ObjNum 226 snap 63 seq_num 226) 2024-08-19T11:33:10.648 INFO:tasks.rados.rados.0.smithi136.stdout:733: finishing write tid 1 to smithi13674108-28 2024-08-19T11:33:10.648 INFO:tasks.rados.rados.0.smithi136.stdout:730: done (4 left) 2024-08-19T11:33:10.648 INFO:tasks.rados.rados.0.smithi136.stdout:732: done (3 left) 2024-08-19T11:33:10.648 INFO:tasks.rados.rados.0.smithi136.stdout:736: delete oid 22 current snap is 63 2024-08-19T11:33:10.650 INFO:tasks.rados.rados.0.smithi136.stdout:733: finishing write tid 2 to smithi13674108-28 2024-08-19T11:33:10.650 INFO:tasks.rados.rados.0.smithi136.stdout:734: done (3 left) 2024-08-19T11:33:10.650 INFO:tasks.rados.rados.0.smithi136.stdout:736: done (2 left) 2024-08-19T11:33:10.650 INFO:tasks.rados.rados.0.smithi136.stdout:737: copy_from oid 43 from oid 36 current snap is 63 2024-08-19T11:33:10.650 INFO:tasks.rados.rados.0.smithi136.stdout:738: snap_remove snap 61 2024-08-19T11:33:10.696 INFO:teuthology.orchestra.run.smithi136.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T11:33:10.696 INFO:teuthology.orchestra.run.smithi136.stdout:alertmanager.a smithi136 *:9093,9094 running (3m) 0s ago 4m 24.9M - 0.25.0 c8568f914cd2 5af88c4acee8 2024-08-19T11:33:10.696 INFO:teuthology.orchestra.run.smithi136.stdout:grafana.a smithi155 *:3000 running (4m) 0s ago 4m 87.2M - 9.4.7 954c08fa6188 cb3e816dd27a 2024-08-19T11:33:10.696 INFO:teuthology.orchestra.run.smithi136.stdout:mds.a smithi136 running (6m) 0s ago 5m 19.6M - 18.2.4-721-gbaa926de e6c292a6bc95 70acc09ac00c 2024-08-19T11:33:10.696 INFO:teuthology.orchestra.run.smithi136.stdout:mds.b smithi155 running (5m) 0s ago 5m 16.7M - 18.2.4-721-gbaa926de e6c292a6bc95 f9104a674461 2024-08-19T11:33:10.696 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.x smithi155 *:8443,9283,8765 running (40s) 0s ago 9m 522M - 19.0.0-5847-g79766939 50bbda8a3289 52fdbe56811a 2024-08-19T11:33:10.696 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.y smithi136 *:8443,9283,8765 running (4s) 0s ago 10m 79.4M - 19.0.0-5847-g79766939 50bbda8a3289 2c0aee4c2faf 2024-08-19T11:33:10.696 INFO:teuthology.orchestra.run.smithi136.stdout:mon.a smithi136 running (10m) 0s ago 11m 56.2M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 60d0fb5300fe 2024-08-19T11:33:10.696 INFO:teuthology.orchestra.run.smithi136.stdout:mon.b smithi155 running (9m) 0s ago 9m 46.5M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 91dd29510477 2024-08-19T11:33:10.696 INFO:teuthology.orchestra.run.smithi136.stdout:mon.c smithi136 running (9m) 0s ago 9m 44.4M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 fb9556fd54c6 2024-08-19T11:33:10.696 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.a smithi136 *:9100 running (4m) 0s ago 4m 17.2M - 1.5.0 0da6a335fe13 8b8c68944f5b 2024-08-19T11:33:10.697 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.b smithi155 *:9100 running (4m) 0s ago 4m 16.9M - 1.5.0 0da6a335fe13 94f522beed05 2024-08-19T11:33:10.697 INFO:teuthology.orchestra.run.smithi136.stdout:osd.0 smithi136 running (9m) 0s ago 9m 136M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 e96830382dcf 2024-08-19T11:33:10.697 INFO:teuthology.orchestra.run.smithi136.stdout:osd.1 smithi136 running (8m) 0s ago 8m 97.9M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 bca15785dcda 2024-08-19T11:33:10.697 INFO:teuthology.orchestra.run.smithi136.stdout:osd.2 smithi136 running (8m) 0s ago 8m 116M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 f79852ccd72a 2024-08-19T11:33:10.697 INFO:teuthology.orchestra.run.smithi136.stdout:osd.3 smithi136 running (7m) 0s ago 7m 95.9M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 e4e2f187c816 2024-08-19T11:33:10.697 INFO:teuthology.orchestra.run.smithi136.stdout:osd.4 smithi155 running (7m) 0s ago 7m 115M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 41fae920e9f8 2024-08-19T11:33:10.697 INFO:teuthology.orchestra.run.smithi136.stdout:osd.5 smithi155 running (7m) 0s ago 7m 119M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 a11fccf8327d 2024-08-19T11:33:10.697 INFO:teuthology.orchestra.run.smithi136.stdout:osd.6 smithi155 running (6m) 0s ago 6m 114M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 ae2da85c009a 2024-08-19T11:33:10.697 INFO:teuthology.orchestra.run.smithi136.stdout:osd.7 smithi155 running (6m) 0s ago 6m 87.2M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 78b9ac5d3d4f 2024-08-19T11:33:10.697 INFO:teuthology.orchestra.run.smithi136.stdout:prometheus.a smithi155 *:9095 running (10s) 0s ago 5m 34.5M - 2.43.0 a07b618ecd1d ce4d11762a67 2024-08-19T11:33:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:10 smithi155 ceph-mon[19718]: osdmap e206: 8 total, 8 up, 8 in 2024-08-19T11:33:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:10 smithi155 ceph-mon[19718]: from='client.15147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:33:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:10 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:10 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:11.050 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:33:11.050 INFO:teuthology.orchestra.run.smithi136.stdout: "mon": { 2024-08-19T11:33:11.050 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 3 2024-08-19T11:33:11.051 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:33:11.051 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr": { 2024-08-19T11:33:11.051 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 1, 2024-08-19T11:33:11.051 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 1 2024-08-19T11:33:11.051 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:33:11.051 INFO:teuthology.orchestra.run.smithi136.stdout: "osd": { 2024-08-19T11:33:11.051 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 8 2024-08-19T11:33:11.051 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:33:11.051 INFO:teuthology.orchestra.run.smithi136.stdout: "mds": { 2024-08-19T11:33:11.051 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T11:33:11.051 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:33:11.051 INFO:teuthology.orchestra.run.smithi136.stdout: "overall": { 2024-08-19T11:33:11.051 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 14, 2024-08-19T11:33:11.051 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 1 2024-08-19T11:33:11.052 INFO:teuthology.orchestra.run.smithi136.stdout: } 2024-08-19T11:33:11.052 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:33:11.052 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:10 smithi136 ceph-mon[28279]: osdmap e206: 8 total, 8 up, 8 in 2024-08-19T11:33:11.052 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:10 smithi136 ceph-mon[28279]: from='client.15147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:33:11.052 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:10 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:11.052 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:10 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:11.052 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:10 smithi136 ceph-mon[16389]: osdmap e206: 8 total, 8 up, 8 in 2024-08-19T11:33:11.052 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:10 smithi136 ceph-mon[16389]: from='client.15147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:33:11.052 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:10 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:11.053 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:10 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:11.364 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:33:11.365 INFO:teuthology.orchestra.run.smithi136.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T11:33:11.365 INFO:teuthology.orchestra.run.smithi136.stdout: "in_progress": true, 2024-08-19T11:33:11.365 INFO:teuthology.orchestra.run.smithi136.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T11:33:11.365 INFO:teuthology.orchestra.run.smithi136.stdout: "services_complete": [ 2024-08-19T11:33:11.365 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr" 2024-08-19T11:33:11.365 INFO:teuthology.orchestra.run.smithi136.stdout: ], 2024-08-19T11:33:11.365 INFO:teuthology.orchestra.run.smithi136.stdout: "progress": "2/20 daemons upgraded", 2024-08-19T11:33:11.365 INFO:teuthology.orchestra.run.smithi136.stdout: "message": "Currently upgrading mgr daemons", 2024-08-19T11:33:11.365 INFO:teuthology.orchestra.run.smithi136.stdout: "is_paused": false 2024-08-19T11:33:11.365 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:33:11.565 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:33:11] ENGINE Bus STARTING 2024-08-19T11:33:11.565 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: CherryPy Checker: 2024-08-19T11:33:11.565 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: The Application mounted at '' has an empty config. 2024-08-19T11:33:11.565 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:33:11.566 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:33:11] ENGINE Serving on http://:::9283 2024-08-19T11:33:11.566 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:33:11] ENGINE Bus STARTED 2024-08-19T11:33:11.651 INFO:tasks.rados.rados.0.smithi136.stdout:738: done (3 left) 2024-08-19T11:33:11.651 INFO:tasks.rados.rados.0.smithi136.stdout:739: snap_create 2024-08-19T11:33:11.651 INFO:tasks.rados.rados.0.smithi136.stdout:733: finishing write tid 3 to smithi13674108-28 2024-08-19T11:33:11.651 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 135 (ObjNum 220 snap 61 seq_num 220) dirty exists 2024-08-19T11:33:11.651 INFO:tasks.rados.rados.0.smithi136.stdout:737: finishing copy_from to smithi13674108-43 2024-08-19T11:33:11.651 INFO:tasks.rados.rados.0.smithi136.stdout:737: got expected ENOENT (src dne) 2024-08-19T11:33:11.652 INFO:tasks.rados.rados.0.smithi136.stdout:733: finishing write tid 4 to smithi13674108-28 2024-08-19T11:33:11.652 INFO:tasks.rados.rados.0.smithi136.stdout:737: finishing copy_from racing read to smithi13674108-43 2024-08-19T11:33:11.652 INFO:tasks.rados.rados.0.smithi136.stdout:733: finishing write tid 5 to smithi13674108-28 2024-08-19T11:33:11.652 INFO:tasks.rados.rados.0.smithi136.stdout:733: oid 28 updating version 0 to 345 2024-08-19T11:33:11.652 INFO:tasks.rados.rados.0.smithi136.stdout:733: oid 28 updating version 345 to 347 2024-08-19T11:33:11.652 INFO:tasks.rados.rados.0.smithi136.stdout:733: oid 28 version 347 is already newer than 346 2024-08-19T11:33:11.652 INFO:tasks.rados.rados.0.smithi136.stdout:733: oid 28 updating version 347 to 348 2024-08-19T11:33:11.652 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 348 (ObjNum 228 snap 63 seq_num 228) dirty exists 2024-08-19T11:33:11.652 INFO:tasks.rados.rados.0.smithi136.stdout:733: left oid 28 (ObjNum 228 snap 63 seq_num 228) 2024-08-19T11:33:11.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-mon[28279]: from='client.15153 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:33:11.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-mon[28279]: osdmap e207: 8 total, 8 up, 8 in 2024-08-19T11:33:11.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:11.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:11.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-mon[28279]: from='client.15159 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:33:11.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-mon[28279]: pgmap v51: 121 pgs: 121 active+clean; 96 MiB data, 609 MiB used, 715 GiB / 715 GiB avail; 18 MiB/s rd, 2.3 MiB/s wr, 29 op/s 2024-08-19T11:33:11.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:11.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:11.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/750200809' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T11:33:11.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-mon[28279]: Standby manager daemon y restarted 2024-08-19T11:33:11.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-mon[28279]: Standby manager daemon y started 2024-08-19T11:33:11.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-19T11:33:11.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T11:33:11.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-19T11:33:11.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T11:33:11.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-mon[16389]: from='client.15153 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:33:11.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-mon[16389]: osdmap e207: 8 total, 8 up, 8 in 2024-08-19T11:33:11.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:11.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:11.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-mon[16389]: from='client.15159 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:33:11.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-mon[16389]: pgmap v51: 121 pgs: 121 active+clean; 96 MiB data, 609 MiB used, 715 GiB / 715 GiB avail; 18 MiB/s rd, 2.3 MiB/s wr, 29 op/s 2024-08-19T11:33:11.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:11.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:11.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/750200809' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T11:33:11.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-mon[16389]: Standby manager daemon y restarted 2024-08-19T11:33:11.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-mon[16389]: Standby manager daemon y started 2024-08-19T11:33:11.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-mon[16389]: from='mgr.? 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-19T11:33:11.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-mon[16389]: from='mgr.? 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T11:33:11.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-mon[16389]: from='mgr.? 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-19T11:33:11.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:11 smithi136 ceph-mon[16389]: from='mgr.? 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T11:33:11.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:11 smithi155 ceph-mon[19718]: from='client.15153 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:33:11.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:11 smithi155 ceph-mon[19718]: osdmap e207: 8 total, 8 up, 8 in 2024-08-19T11:33:11.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:11 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:11.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:11 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:11.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:11 smithi155 ceph-mon[19718]: from='client.15159 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:33:11.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:11 smithi155 ceph-mon[19718]: pgmap v51: 121 pgs: 121 active+clean; 96 MiB data, 609 MiB used, 715 GiB / 715 GiB avail; 18 MiB/s rd, 2.3 MiB/s wr, 29 op/s 2024-08-19T11:33:11.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:11 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:11.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:11 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:11.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:11 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/750200809' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T11:33:11.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:11 smithi155 ceph-mon[19718]: Standby manager daemon y restarted 2024-08-19T11:33:11.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:11 smithi155 ceph-mon[19718]: Standby manager daemon y started 2024-08-19T11:33:11.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:11 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-19T11:33:11.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:11 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T11:33:11.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:11 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-19T11:33:11.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:11 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T11:33:12.394 INFO:tasks.rados.rados.0.smithi136.stdout:733: done (3 left) 2024-08-19T11:33:12.394 INFO:tasks.rados.rados.0.smithi136.stdout:735: done (2 left) 2024-08-19T11:33:12.394 INFO:tasks.rados.rados.0.smithi136.stdout:737: done (1 left) 2024-08-19T11:33:12.394 INFO:tasks.rados.rados.0.smithi136.stdout:739: done (0 left) 2024-08-19T11:33:12.394 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 21 current snap is 64 2024-08-19T11:33:12.394 INFO:tasks.rados.rados.0.smithi136.stdout:740: seq_num 230 ranges {4325376=655360,4980736=491520,5472256=311296} 2024-08-19T11:33:12.420 INFO:tasks.rados.rados.0.smithi136.stdout:740: writing smithi13674108-21 from 4325376 to 4980736 tid 1 2024-08-19T11:33:12.423 INFO:tasks.rados.rados.0.smithi136.stdout:740: writing smithi13674108-21 from 4980736 to 5472256 tid 2 2024-08-19T11:33:12.425 INFO:tasks.rados.rados.0.smithi136.stdout:740: writing smithi13674108-21 from 5472256 to 5783552 tid 3 2024-08-19T11:33:12.425 INFO:tasks.rados.rados.0.smithi136.stdout:741: rollback oid 42 current snap is 64 2024-08-19T11:33:12.425 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 42 to 63 2024-08-19T11:33:12.425 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 47 current snap is 64 2024-08-19T11:33:12.425 INFO:tasks.rados.rados.0.smithi136.stdout:742: seq_num 231 ranges {778240=671744,1449984=778240,2228224=24576} 2024-08-19T11:33:12.433 INFO:tasks.rados.rados.0.smithi136.stdout:742: writing smithi13674108-47 from 778240 to 1449984 tid 1 2024-08-19T11:33:12.439 INFO:tasks.rados.rados.0.smithi136.stdout:742: writing smithi13674108-47 from 1449984 to 2228224 tid 2 2024-08-19T11:33:12.439 INFO:tasks.rados.rados.0.smithi136.stdout:742: writing smithi13674108-47 from 2228224 to 2252800 tid 3 2024-08-19T11:33:12.439 INFO:tasks.rados.rados.0.smithi136.stdout:741: finishing rollback tid 0 to smithi13674108-42 2024-08-19T11:33:12.439 INFO:tasks.rados.rados.0.smithi136.stdout:741: finishing rollback tid 1 to smithi13674108-42 2024-08-19T11:33:12.439 INFO:tasks.rados.rados.0.smithi136.stdout:741: finishing rollback tid 2 to smithi13674108-42 2024-08-19T11:33:12.439 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 86 (ObjNum 191 snap 50 seq_num 191) dirty exists 2024-08-19T11:33:12.439 INFO:tasks.rados.rados.0.smithi136.stdout:740: finishing write tid 1 to smithi13674108-21 2024-08-19T11:33:12.439 INFO:tasks.rados.rados.0.smithi136.stdout:740: finishing write tid 2 to smithi13674108-21 2024-08-19T11:33:12.439 INFO:tasks.rados.rados.0.smithi136.stdout:741: done (2 left) 2024-08-19T11:33:12.439 INFO:tasks.rados.rados.0.smithi136.stdout:743: copy_from oid 7 from oid 10 current snap is 64 2024-08-19T11:33:12.439 INFO:tasks.rados.rados.0.smithi136.stdout:740: finishing write tid 3 to smithi13674108-21 2024-08-19T11:33:12.440 INFO:tasks.rados.rados.0.smithi136.stdout:740: finishing write tid 4 to smithi13674108-21 2024-08-19T11:33:12.440 INFO:tasks.rados.rados.0.smithi136.stdout:740: finishing write tid 5 to smithi13674108-21 2024-08-19T11:33:12.440 INFO:tasks.rados.rados.0.smithi136.stdout:740: oid 21 updating version 0 to 216 2024-08-19T11:33:12.440 INFO:tasks.rados.rados.0.smithi136.stdout:740: oid 21 version 216 is already newer than 215 2024-08-19T11:33:12.440 INFO:tasks.rados.rados.0.smithi136.stdout:740: oid 21 version 216 is already newer than 213 2024-08-19T11:33:12.440 INFO:tasks.rados.rados.0.smithi136.stdout:740: oid 21 version 216 is already newer than 214 2024-08-19T11:33:12.440 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 216 (ObjNum 230 snap 64 seq_num 230) dirty exists 2024-08-19T11:33:12.440 INFO:tasks.rados.rados.0.smithi136.stdout:740: left oid 21 (ObjNum 230 snap 64 seq_num 230) 2024-08-19T11:33:12.440 INFO:tasks.rados.rados.0.smithi136.stdout:740: done (2 left) 2024-08-19T11:33:12.440 INFO:tasks.rados.rados.0.smithi136.stdout:744: snap_create 2024-08-19T11:33:12.440 INFO:tasks.rados.rados.0.smithi136.stdout:742: finishing write tid 1 to smithi13674108-47 2024-08-19T11:33:12.440 INFO:tasks.rados.rados.0.smithi136.stdout:743: finishing copy_from to smithi13674108-7 2024-08-19T11:33:12.440 INFO:tasks.rados.rados.0.smithi136.stdout:743: got expected ENOENT (src dne) 2024-08-19T11:33:12.440 INFO:tasks.rados.rados.0.smithi136.stdout:743: finishing copy_from racing read to smithi13674108-7 2024-08-19T11:33:12.441 INFO:tasks.rados.rados.0.smithi136.stdout:742: finishing write tid 2 to smithi13674108-47 2024-08-19T11:33:12.441 INFO:tasks.rados.rados.0.smithi136.stdout:742: finishing write tid 3 to smithi13674108-47 2024-08-19T11:33:12.441 INFO:tasks.rados.rados.0.smithi136.stdout:742: finishing write tid 4 to smithi13674108-47 2024-08-19T11:33:12.442 INFO:tasks.rados.rados.0.smithi136.stdout:742: finishing write tid 5 to smithi13674108-47 2024-08-19T11:33:12.443 INFO:tasks.rados.rados.0.smithi136.stdout:742: oid 47 updating version 0 to 218 2024-08-19T11:33:12.443 INFO:tasks.rados.rados.0.smithi136.stdout:742: oid 47 updating version 218 to 220 2024-08-19T11:33:12.443 INFO:tasks.rados.rados.0.smithi136.stdout:742: oid 47 version 220 is already newer than 219 2024-08-19T11:33:12.443 INFO:tasks.rados.rados.0.smithi136.stdout:742: oid 47 updating version 220 to 221 2024-08-19T11:33:12.443 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 221 (ObjNum 231 snap 64 seq_num 231) dirty exists 2024-08-19T11:33:12.443 INFO:tasks.rados.rados.0.smithi136.stdout:742: left oid 47 (ObjNum 231 snap 64 seq_num 231) 2024-08-19T11:33:12.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:12 smithi136 ceph-mon[28279]: from='client.25064 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:33:12.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:12 smithi136 ceph-mon[28279]: osdmap e208: 8 total, 8 up, 8 in 2024-08-19T11:33:12.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:12 smithi136 ceph-mon[28279]: mgrmap e29: x(active, since 33s), standbys: y 2024-08-19T11:33:12.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:12 smithi136 ceph-mon[28279]: osdmap e209: 8 total, 8 up, 8 in 2024-08-19T11:33:12.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:12 smithi136 ceph-mon[16389]: from='client.25064 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:33:12.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:12 smithi136 ceph-mon[16389]: osdmap e208: 8 total, 8 up, 8 in 2024-08-19T11:33:12.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:12 smithi136 ceph-mon[16389]: mgrmap e29: x(active, since 33s), standbys: y 2024-08-19T11:33:12.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:12 smithi136 ceph-mon[16389]: osdmap e209: 8 total, 8 up, 8 in 2024-08-19T11:33:12.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:12 smithi155 ceph-mon[19718]: from='client.25064 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:33:12.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:12 smithi155 ceph-mon[19718]: osdmap e208: 8 total, 8 up, 8 in 2024-08-19T11:33:12.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:12 smithi155 ceph-mon[19718]: mgrmap e29: x(active, since 33s), standbys: y 2024-08-19T11:33:12.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:12 smithi155 ceph-mon[19718]: osdmap e209: 8 total, 8 up, 8 in 2024-08-19T11:33:13.396 INFO:tasks.rados.rados.0.smithi136.stdout:742: done (2 left) 2024-08-19T11:33:13.396 INFO:tasks.rados.rados.0.smithi136.stdout:743: done (1 left) 2024-08-19T11:33:13.396 INFO:tasks.rados.rados.0.smithi136.stdout:744: done (0 left) 2024-08-19T11:33:13.396 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 15 current snap is 65 2024-08-19T11:33:13.396 INFO:tasks.rados.rados.0.smithi136.stdout:745: seq_num 232 ranges {0=688128,688128=663552,1351680=139264} 2024-08-19T11:33:13.399 INFO:tasks.rados.rados.0.smithi136.stdout:745: writing smithi13674108-15 from 0 to 688128 tid 1 2024-08-19T11:33:13.403 INFO:tasks.rados.rados.0.smithi136.stdout:745: writing smithi13674108-15 from 688128 to 1351680 tid 2 2024-08-19T11:33:13.404 INFO:tasks.rados.rados.0.smithi136.stdout:745: writing smithi13674108-15 from 1351680 to 1490944 tid 3 2024-08-19T11:33:13.404 INFO:tasks.rados.rados.0.smithi136.stdout:746: delete oid 31 current snap is 65 2024-08-19T11:33:13.404 INFO:tasks.rados.rados.0.smithi136.stdout:745: finishing write tid 1 to smithi13674108-15 2024-08-19T11:33:13.407 INFO:tasks.rados.rados.0.smithi136.stdout:745: finishing write tid 2 to smithi13674108-15 2024-08-19T11:33:13.408 INFO:tasks.rados.rados.0.smithi136.stdout:745: finishing write tid 3 to smithi13674108-15 2024-08-19T11:33:13.408 INFO:tasks.rados.rados.0.smithi136.stdout:745: finishing write tid 4 to smithi13674108-15 2024-08-19T11:33:13.409 INFO:tasks.rados.rados.0.smithi136.stdout:746: done (1 left) 2024-08-19T11:33:13.409 INFO:tasks.rados.rados.0.smithi136.stdout:747: snap_create 2024-08-19T11:33:13.409 INFO:tasks.rados.rados.0.smithi136.stdout:745: finishing write tid 5 to smithi13674108-15 2024-08-19T11:33:13.410 INFO:tasks.rados.rados.0.smithi136.stdout:745: oid 15 updating version 0 to 173 2024-08-19T11:33:13.410 INFO:tasks.rados.rados.0.smithi136.stdout:745: oid 15 version 173 is already newer than 172 2024-08-19T11:33:13.410 INFO:tasks.rados.rados.0.smithi136.stdout:745: oid 15 version 173 is already newer than 171 2024-08-19T11:33:13.410 INFO:tasks.rados.rados.0.smithi136.stdout:745: oid 15 updating version 173 to 174 2024-08-19T11:33:13.410 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 174 (ObjNum 232 snap 65 seq_num 232) dirty exists 2024-08-19T11:33:13.410 INFO:tasks.rados.rados.0.smithi136.stdout:745: left oid 15 (ObjNum 232 snap 65 seq_num 232) 2024-08-19T11:33:13.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:13 smithi155 ceph-mon[19718]: pgmap v54: 121 pgs: 121 active+clean; 96 MiB data, 609 MiB used, 715 GiB / 715 GiB avail; 18 MiB/s rd, 2.3 MiB/s wr, 29 op/s 2024-08-19T11:33:13.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:13 smithi155 ceph-mon[19718]: osdmap e210: 8 total, 8 up, 8 in 2024-08-19T11:33:14.008 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:13 smithi136 ceph-mon[28279]: pgmap v54: 121 pgs: 121 active+clean; 96 MiB data, 609 MiB used, 715 GiB / 715 GiB avail; 18 MiB/s rd, 2.3 MiB/s wr, 29 op/s 2024-08-19T11:33:14.008 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:13 smithi136 ceph-mon[28279]: osdmap e210: 8 total, 8 up, 8 in 2024-08-19T11:33:14.008 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:13 smithi136 ceph-mon[16389]: pgmap v54: 121 pgs: 121 active+clean; 96 MiB data, 609 MiB used, 715 GiB / 715 GiB avail; 18 MiB/s rd, 2.3 MiB/s wr, 29 op/s 2024-08-19T11:33:14.008 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:13 smithi136 ceph-mon[16389]: osdmap e210: 8 total, 8 up, 8 in 2024-08-19T11:33:14.397 INFO:tasks.rados.rados.0.smithi136.stdout:745: done (1 left) 2024-08-19T11:33:14.397 INFO:tasks.rados.rados.0.smithi136.stdout:747: done (0 left) 2024-08-19T11:33:14.397 INFO:tasks.rados.rados.0.smithi136.stdout:748: copy_from oid 33 from oid 44 current snap is 66 2024-08-19T11:33:14.397 INFO:tasks.rados.rados.0.smithi136.stdout:749: delete oid 3 current snap is 66 2024-08-19T11:33:14.401 INFO:tasks.rados.rados.0.smithi136.stdout:748: finishing copy_from to smithi13674108-33 2024-08-19T11:33:14.401 INFO:tasks.rados.rados.0.smithi136.stdout:748: got expected ENOENT (src dne) 2024-08-19T11:33:14.401 INFO:tasks.rados.rados.0.smithi136.stdout:748: finishing copy_from racing read to smithi13674108-33 2024-08-19T11:33:14.402 INFO:tasks.rados.rados.0.smithi136.stdout:748: done (1 left) 2024-08-19T11:33:14.402 INFO:tasks.rados.rados.0.smithi136.stdout:749: done (0 left) 2024-08-19T11:33:14.402 INFO:tasks.rados.rados.0.smithi136.stdout:750: snap_remove snap 65 2024-08-19T11:33:14.609 INFO:tasks.rados.rados.0.smithi136.stdout:750: done (0 left) 2024-08-19T11:33:14.610 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 34 current snap is 66 2024-08-19T11:33:14.610 INFO:tasks.rados.rados.0.smithi136.stdout:751: seq_num 235 ranges {0=745472,745472=712704,1458176=90112} 2024-08-19T11:33:14.614 INFO:tasks.rados.rados.0.smithi136.stdout:751: writing smithi13674108-34 from 0 to 745472 tid 1 2024-08-19T11:33:14.618 INFO:tasks.rados.rados.0.smithi136.stdout:751: writing smithi13674108-34 from 745472 to 1458176 tid 2 2024-08-19T11:33:14.619 INFO:tasks.rados.rados.0.smithi136.stdout:751: writing smithi13674108-34 from 1458176 to 1548288 tid 3 2024-08-19T11:33:14.619 INFO:tasks.rados.rados.0.smithi136.stdout:752: read oid 25 snap -1 2024-08-19T11:33:14.619 INFO:tasks.rados.rados.0.smithi136.stdout:752: expect (ObjNum 218 snap 60 seq_num 218) 2024-08-19T11:33:14.619 INFO:tasks.rados.rados.0.smithi136.stdout:753: read oid 39 snap -1 2024-08-19T11:33:14.619 INFO:tasks.rados.rados.0.smithi136.stdout:753: expect deleted 2024-08-19T11:33:14.619 INFO:tasks.rados.rados.0.smithi136.stdout:754: delete oid 37 current snap is 66 2024-08-19T11:33:14.622 INFO:tasks.rados.rados.0.smithi136.stdout:753: done (3 left) 2024-08-19T11:33:14.622 INFO:tasks.rados.rados.0.smithi136.stdout:754: done (2 left) 2024-08-19T11:33:14.622 INFO:tasks.rados.rados.0.smithi136.stdout:755: read oid 15 snap -1 2024-08-19T11:33:14.622 INFO:tasks.rados.rados.0.smithi136.stdout:755: expect (ObjNum 232 snap 65 seq_num 232) 2024-08-19T11:33:14.622 INFO:tasks.rados.rados.0.smithi136.stdout:756: delete oid 19 current snap is 66 2024-08-19T11:33:14.623 INFO:tasks.rados.rados.0.smithi136.stdout:751: finishing write tid 1 to smithi13674108-34 2024-08-19T11:33:14.624 INFO:tasks.rados.rados.0.smithi136.stdout:751: finishing write tid 2 to smithi13674108-34 2024-08-19T11:33:14.624 INFO:tasks.rados.rados.0.smithi136.stdout:751: finishing write tid 3 to smithi13674108-34 2024-08-19T11:33:14.624 INFO:tasks.rados.rados.0.smithi136.stdout:751: finishing write tid 4 to smithi13674108-34 2024-08-19T11:33:14.624 INFO:tasks.rados.rados.0.smithi136.stdout:756: done (3 left) 2024-08-19T11:33:14.624 INFO:tasks.rados.rados.0.smithi136.stdout:757: read oid 50 snap -1 2024-08-19T11:33:14.625 INFO:tasks.rados.rados.0.smithi136.stdout:757: expect (ObjNum 204 snap 57 seq_num 204) 2024-08-19T11:33:14.625 INFO:tasks.rados.rados.0.smithi136.stdout:758: snap_remove snap 62 2024-08-19T11:33:14.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:14 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:33:14] ENGINE Bus STOPPING 2024-08-19T11:33:14.960 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:14 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: 2024-08-19T11:33:14.605+0000 7f46a717f640 -1 mgr handle_mgr_map I was active but no longer am 2024-08-19T11:33:14.960 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:14 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: ignoring --setuser ceph since I am not root 2024-08-19T11:33:14.960 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:14 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: ignoring --setgroup ceph since I am not root 2024-08-19T11:33:14.960 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:14 smithi155 ceph-mgr[55453]: -- 172.21.15.155:0/2437464533 <== mon.1 v2:172.21.15.155:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5652fbd8b0e0 con 0x5652fbd69000 2024-08-19T11:33:15.347 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:33:15] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T11:33:15.348 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:33:15] ENGINE Bus STOPPED 2024-08-19T11:33:15.615 INFO:tasks.rados.rados.0.smithi136.stdout:758: done (4 left) 2024-08-19T11:33:15.616 INFO:tasks.rados.rados.0.smithi136.stdout:759: snap_remove snap 63 2024-08-19T11:33:15.709 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:33:15.412+0000 7f9994e57640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:33:15.710 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:33:15.413+0000 7f9994e57640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:33:15.710 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:33:15.413+0000 7f9994e57640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:33:15.710 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:33:15.413+0000 7f9994e57640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:33:15.710 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:33:15.413+0000 7f9994e57640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:33:15.710 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:33:15.414+0000 7f9990e4f640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:33:15.710 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:33:15.414+0000 7f9990e4f640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:33:15.710 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:33:15.414+0000 7f9990e4f640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:33:15.710 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:33:15.414+0000 7f9990e4f640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:33:15.710 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:33:15.414+0000 7f9990e4f640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:33:15.711 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: osdmap e211: 8 total, 8 up, 8 in 2024-08-19T11:33:15.711 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:15.711 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:15.711 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:33:15.711 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:33:15.711 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:15.711 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:33:15.712 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-19T11:33:15.712 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-19T11:33:15.712 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: Activating manager daemon y 2024-08-19T11:33:15.712 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: osdmap e212: 8 total, 8 up, 8 in 2024-08-19T11:33:15.712 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: from='mgr.24709 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-19T11:33:15.712 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: mgrmap e30: y(active, starting, since 0.00803484s) 2024-08-19T11:33:15.712 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:33:15.712 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:33:15.712 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:33:15.712 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-19T11:33:15.712 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-19T11:33:15.712 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-19T11:33:15.713 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T11:33:15.713 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T11:33:15.713 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T11:33:15.713 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T11:33:15.713 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T11:33:15.713 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T11:33:15.713 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T11:33:15.713 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T11:33:15.713 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-19T11:33:15.713 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-19T11:33:15.713 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-19T11:33:15.713 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: Manager daemon y is now available 2024-08-19T11:33:15.713 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:33:15.713 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:33:15.713 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T11:33:15.714 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-19T11:33:15.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: osdmap e211: 8 total, 8 up, 8 in 2024-08-19T11:33:15.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:15.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:15.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:33:15.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:33:15.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:15.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:33:15.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-19T11:33:15.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-19T11:33:15.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: Activating manager daemon y 2024-08-19T11:33:15.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: osdmap e212: 8 total, 8 up, 8 in 2024-08-19T11:33:15.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: from='mgr.24709 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-19T11:33:15.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: mgrmap e30: y(active, starting, since 0.00803484s) 2024-08-19T11:33:15.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:33:15.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:33:15.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:33:15.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-19T11:33:15.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-19T11:33:15.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-19T11:33:15.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T11:33:15.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T11:33:15.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T11:33:15.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T11:33:15.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T11:33:15.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T11:33:15.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T11:33:15.716 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T11:33:15.716 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-19T11:33:15.716 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-19T11:33:15.716 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-19T11:33:15.716 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: Manager daemon y is now available 2024-08-19T11:33:15.716 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:33:15.716 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:33:15.716 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T11:33:15.716 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:15 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-19T11:33:15.716 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: osdmap e211: 8 total, 8 up, 8 in 2024-08-19T11:33:15.716 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:15.716 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:15.717 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:33:15.717 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:33:15.717 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' 2024-08-19T11:33:15.717 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:33:15.717 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: from='mgr.24709 172.21.15.155:0/3161371046' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-19T11:33:15.717 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-19T11:33:15.717 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: Activating manager daemon y 2024-08-19T11:33:15.717 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: osdmap e212: 8 total, 8 up, 8 in 2024-08-19T11:33:15.717 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: from='mgr.24709 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-19T11:33:15.717 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: mgrmap e30: y(active, starting, since 0.00803484s) 2024-08-19T11:33:15.717 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:33:15.717 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:33:15.717 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:33:15.717 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-19T11:33:15.718 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-19T11:33:15.718 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-19T11:33:15.718 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T11:33:15.718 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T11:33:15.718 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T11:33:15.718 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T11:33:15.718 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T11:33:15.718 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T11:33:15.718 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T11:33:15.718 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T11:33:15.718 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-19T11:33:15.718 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-19T11:33:15.718 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-19T11:33:15.718 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: Manager daemon y is now available 2024-08-19T11:33:15.719 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:33:15.719 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:33:15.719 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T11:33:15.719 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-19T11:33:16.097 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:33:15] ENGINE Bus STARTING 2024-08-19T11:33:16.098 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:33:15] ENGINE Serving on http://:::9283 2024-08-19T11:33:16.098 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:15 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:33:15] ENGINE Bus STARTED 2024-08-19T11:33:16.621 INFO:tasks.rados.rados.0.smithi136.stdout:759: done (4 left) 2024-08-19T11:33:16.621 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 47 current snap is 66 2024-08-19T11:33:16.621 INFO:tasks.rados.rados.0.smithi136.stdout:751: finishing write tid 5 to smithi13674108-34 2024-08-19T11:33:16.621 INFO:tasks.rados.rados.0.smithi136.stdout:751: oid 34 updating version 0 to 361 2024-08-19T11:33:16.621 INFO:tasks.rados.rados.0.smithi136.stdout:751: oid 34 version 361 is already newer than 359 2024-08-19T11:33:16.621 INFO:tasks.rados.rados.0.smithi136.stdout:751: oid 34 version 361 is already newer than 360 2024-08-19T11:33:16.621 INFO:tasks.rados.rados.0.smithi136.stdout:751: oid 34 updating version 361 to 362 2024-08-19T11:33:16.621 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 34 v 362 (ObjNum 235 snap 66 seq_num 235) dirty exists 2024-08-19T11:33:16.621 INFO:tasks.rados.rados.0.smithi136.stdout:751: left oid 34 (ObjNum 235 snap 66 seq_num 235) 2024-08-19T11:33:16.622 INFO:tasks.rados.rados.0.smithi136.stdout:752: expect (ObjNum 218 snap 60 seq_num 218) 2024-08-19T11:33:16.644 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-19T11:33:16.644 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-mon[28279]: mgrmap e31: y(active, since 1.01106s) 2024-08-19T11:33:16.644 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-mon[28279]: osdmap e213: 8 total, 8 up, 8 in 2024-08-19T11:33:16.644 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-mon[28279]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T11:33:16.644 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-mon[28279]: pgmap v4: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 98 MiB data, 666 MiB used, 715 GiB / 715 GiB avail; 39 GiB/s rd, 14 GiB/s wr, 239.66k op/s; 135 MiB/s, 637 objects/s recovering 2024-08-19T11:33:16.644 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:16.644 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:16.645 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-19T11:33:16.645 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-mon[16389]: mgrmap e31: y(active, since 1.01106s) 2024-08-19T11:33:16.645 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-mon[16389]: osdmap e213: 8 total, 8 up, 8 in 2024-08-19T11:33:16.645 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-mon[16389]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T11:33:16.645 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-mon[16389]: pgmap v4: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 98 MiB data, 666 MiB used, 715 GiB / 715 GiB avail; 39 GiB/s rd, 14 GiB/s wr, 239.66k op/s; 135 MiB/s, 637 objects/s recovering 2024-08-19T11:33:16.645 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:16.645 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:16.682 INFO:tasks.rados.rados.0.smithi136.stdout:755: expect (ObjNum 232 snap 65 seq_num 232) 2024-08-19T11:33:16.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:16 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-19T11:33:16.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:16 smithi155 ceph-mon[19718]: mgrmap e31: y(active, since 1.01106s) 2024-08-19T11:33:16.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:16 smithi155 ceph-mon[19718]: osdmap e213: 8 total, 8 up, 8 in 2024-08-19T11:33:16.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:16 smithi155 ceph-mon[19718]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T11:33:16.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:16 smithi155 ceph-mon[19718]: pgmap v4: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 98 MiB data, 666 MiB used, 715 GiB / 715 GiB avail; 39 GiB/s rd, 14 GiB/s wr, 239.66k op/s; 135 MiB/s, 637 objects/s recovering 2024-08-19T11:33:16.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:16 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:16.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:16 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:16.719 INFO:tasks.rados.rados.0.smithi136.stdout:757: expect (ObjNum 204 snap 57 seq_num 204) 2024-08-19T11:33:16.927 INFO:tasks.rados.rados.0.smithi136.stdout:760: seq_num 238 ranges {2252800=794624,3047424=417792,3465216=385024} 2024-08-19T11:33:16.942 INFO:tasks.rados.rados.0.smithi136.stdout:760: writing smithi13674108-47 from 2252800 to 3047424 tid 1 2024-08-19T11:33:16.944 INFO:tasks.rados.rados.0.smithi136.stdout:760: writing smithi13674108-47 from 3047424 to 3465216 tid 2 2024-08-19T11:33:16.947 INFO:tasks.rados.rados.0.smithi136.stdout:760: writing smithi13674108-47 from 3465216 to 3850240 tid 3 2024-08-19T11:33:16.947 INFO:tasks.rados.rados.0.smithi136.stdout:751: done (4 left) 2024-08-19T11:33:16.947 INFO:tasks.rados.rados.0.smithi136.stdout:752: done (3 left) 2024-08-19T11:33:16.947 INFO:tasks.rados.rados.0.smithi136.stdout:755: done (2 left) 2024-08-19T11:33:16.947 INFO:tasks.rados.rados.0.smithi136.stdout:757: done (1 left) 2024-08-19T11:33:16.947 INFO:tasks.rados.rados.0.smithi136.stdout:761: setattr oid 20 current snap is 66 2024-08-19T11:33:16.948 INFO:tasks.rados.rados.0.smithi136.stdout:760: finishing write tid 1 to smithi13674108-47 2024-08-19T11:33:16.948 INFO:tasks.rados.rados.0.smithi136.stdout:760: finishing write tid 2 to smithi13674108-47 2024-08-19T11:33:16.948 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 21 current snap is 66 2024-08-19T11:33:16.948 INFO:tasks.rados.rados.0.smithi136.stdout:762: seq_num 239 ranges {5783552=409600,6193152=704512,6897664=499712} 2024-08-19T11:33:16.980 INFO:tasks.rados.rados.0.smithi136.stdout:762: writing smithi13674108-21 from 5783552 to 6193152 tid 1 2024-08-19T11:33:16.984 INFO:tasks.rados.rados.0.smithi136.stdout:762: writing smithi13674108-21 from 6193152 to 6897664 tid 2 2024-08-19T11:33:16.992 INFO:tasks.rados.rados.0.smithi136.stdout:762: writing smithi13674108-21 from 6897664 to 7397376 tid 3 2024-08-19T11:33:16.992 INFO:tasks.rados.rados.0.smithi136.stdout:763: rollback oid 12 current snap is 66 2024-08-19T11:33:16.992 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 12 to 64 2024-08-19T11:33:16.992 INFO:tasks.rados.rados.0.smithi136.stdout:760: finishing write tid 3 to smithi13674108-47 2024-08-19T11:33:16.993 INFO:tasks.rados.rados.0.smithi136.stdout:760: finishing write tid 4 to smithi13674108-47 2024-08-19T11:33:16.993 INFO:tasks.rados.rados.0.smithi136.stdout:760: finishing write tid 5 to smithi13674108-47 2024-08-19T11:33:16.993 INFO:tasks.rados.rados.0.smithi136.stdout:760: oid 47 updating version 0 to 234 2024-08-19T11:33:16.993 INFO:tasks.rados.rados.0.smithi136.stdout:760: oid 47 version 234 is already newer than 233 2024-08-19T11:33:16.993 INFO:tasks.rados.rados.0.smithi136.stdout:760: oid 47 version 234 is already newer than 231 2024-08-19T11:33:16.993 INFO:tasks.rados.rados.0.smithi136.stdout:760: oid 47 version 234 is already newer than 232 2024-08-19T11:33:16.993 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 234 (ObjNum 238 snap 66 seq_num 238) dirty exists 2024-08-19T11:33:16.993 INFO:tasks.rados.rados.0.smithi136.stdout:760: left oid 47 (ObjNum 238 snap 66 seq_num 238) 2024-08-19T11:33:16.993 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 350 (ObjNum 202 snap 57 seq_num 202) dirty exists 2024-08-19T11:33:16.993 INFO:tasks.rados.rados.0.smithi136.stdout:762: finishing write tid 1 to smithi13674108-21 2024-08-19T11:33:16.993 INFO:tasks.rados.rados.0.smithi136.stdout:762: finishing write tid 2 to smithi13674108-21 2024-08-19T11:33:16.993 INFO:tasks.rados.rados.0.smithi136.stdout:760: done (3 left) 2024-08-19T11:33:16.994 INFO:tasks.rados.rados.0.smithi136.stdout:761: done (2 left) 2024-08-19T11:33:16.994 INFO:tasks.rados.rados.0.smithi136.stdout:764: snap_create 2024-08-19T11:33:16.994 INFO:tasks.rados.rados.0.smithi136.stdout:762: finishing write tid 3 to smithi13674108-21 2024-08-19T11:33:16.994 INFO:tasks.rados.rados.0.smithi136.stdout:763: finishing rollback tid 0 to smithi13674108-12 2024-08-19T11:33:16.994 INFO:tasks.rados.rados.0.smithi136.stdout:763: finishing rollback tid 1 to smithi13674108-12 2024-08-19T11:33:16.994 INFO:tasks.rados.rados.0.smithi136.stdout:762: finishing write tid 4 to smithi13674108-21 2024-08-19T11:33:16.994 INFO:tasks.rados.rados.0.smithi136.stdout:763: finishing rollback tid 2 to smithi13674108-12 2024-08-19T11:33:16.994 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 143 (ObjNum 220 snap 61 seq_num 220) dirty exists 2024-08-19T11:33:16.994 INFO:tasks.rados.rados.0.smithi136.stdout:762: finishing write tid 5 to smithi13674108-21 2024-08-19T11:33:16.994 INFO:tasks.rados.rados.0.smithi136.stdout:762: oid 21 updating version 0 to 239 2024-08-19T11:33:16.994 INFO:tasks.rados.rados.0.smithi136.stdout:762: oid 21 version 239 is already newer than 238 2024-08-19T11:33:16.995 INFO:tasks.rados.rados.0.smithi136.stdout:762: oid 21 version 239 is already newer than 237 2024-08-19T11:33:16.995 INFO:tasks.rados.rados.0.smithi136.stdout:762: oid 21 version 239 is already newer than 236 2024-08-19T11:33:16.995 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 239 (ObjNum 239 snap 66 seq_num 239) dirty exists 2024-08-19T11:33:16.995 INFO:tasks.rados.rados.0.smithi136.stdout:762: left oid 21 (ObjNum 239 snap 66 seq_num 239) 2024-08-19T11:33:17.098 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:33:16.642+0000 7f9972b56640 -1 log_channel(cephadm) log [ERR] : [19/Aug/2024:11:33:16] ENGINE Error in HTTPServer.serve 2024-08-19T11:33:17.098 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: Traceback (most recent call last): 2024-08-19T11:33:17.098 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T11:33:17.098 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: self._connections.run(self.expiration_interval) 2024-08-19T11:33:17.098 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T11:33:17.098 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: self._run(expiration_interval) 2024-08-19T11:33:17.099 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T11:33:17.099 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T11:33:17.099 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T11:33:17.099 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T11:33:17.099 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T11:33:17.099 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: s = self.context.wrap_socket( 2024-08-19T11:33:17.099 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T11:33:17.099 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: return self.sslsocket_class._create( 2024-08-19T11:33:17.099 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T11:33:17.099 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: self.do_handshake() 2024-08-19T11:33:17.099 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T11:33:17.099 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: self._sslobj.do_handshake() 2024-08-19T11:33:17.099 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T11:33:17.100 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:33:17.397 INFO:tasks.rados.rados.0.smithi136.stdout:762: done (2 left) 2024-08-19T11:33:17.398 INFO:tasks.rados.rados.0.smithi136.stdout:763: done (1 left) 2024-08-19T11:33:17.398 INFO:tasks.rados.rados.0.smithi136.stdout:764: done (0 left) 2024-08-19T11:33:17.398 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 42 current snap is 67 2024-08-19T11:33:17.398 INFO:tasks.rados.rados.0.smithi136.stdout:765: seq_num 240 ranges {802816=425984,1228800=589824,1818624=483328,2301952=131072} 2024-08-19T11:33:17.404 INFO:tasks.rados.rados.0.smithi136.stdout:765: writing smithi13674108-42 from 802816 to 1228800 tid 1 2024-08-19T11:33:17.407 INFO:tasks.rados.rados.0.smithi136.stdout:765: writing smithi13674108-42 from 1228800 to 1818624 tid 2 2024-08-19T11:33:17.410 INFO:tasks.rados.rados.0.smithi136.stdout:765: writing smithi13674108-42 from 1818624 to 2301952 tid 3 2024-08-19T11:33:17.411 INFO:tasks.rados.rados.0.smithi136.stdout:765: writing smithi13674108-42 from 2301952 to 2433024 tid 4 2024-08-19T11:33:17.411 INFO:tasks.rados.rados.0.smithi136.stdout:766: read oid 39 snap -1 2024-08-19T11:33:17.412 INFO:tasks.rados.rados.0.smithi136.stdout:766: expect deleted 2024-08-19T11:33:17.412 INFO:tasks.rados.rados.0.smithi136.stdout:767: setattr oid 31 current snap is 67 2024-08-19T11:33:17.412 INFO:tasks.rados.rados.0.smithi136.stdout:765: finishing write tid 1 to smithi13674108-42 2024-08-19T11:33:17.412 INFO:tasks.rados.rados.0.smithi136.stdout:765: finishing write tid 2 to smithi13674108-42 2024-08-19T11:33:17.412 INFO:tasks.rados.rados.0.smithi136.stdout:765: finishing write tid 3 to smithi13674108-42 2024-08-19T11:33:17.413 INFO:tasks.rados.rados.0.smithi136.stdout:765: finishing write tid 4 to smithi13674108-42 2024-08-19T11:33:17.413 INFO:tasks.rados.rados.0.smithi136.stdout:765: finishing write tid 5 to smithi13674108-42 2024-08-19T11:33:17.414 INFO:tasks.rados.rados.0.smithi136.stdout:765: finishing write tid 6 to smithi13674108-42 2024-08-19T11:33:17.414 INFO:tasks.rados.rados.0.smithi136.stdout:765: oid 42 updating version 0 to 94 2024-08-19T11:33:17.414 INFO:tasks.rados.rados.0.smithi136.stdout:765: oid 42 version 94 is already newer than 93 2024-08-19T11:33:17.415 INFO:tasks.rados.rados.0.smithi136.stdout:765: oid 42 updating version 94 to 95 2024-08-19T11:33:17.415 INFO:tasks.rados.rados.0.smithi136.stdout:765: oid 42 updating version 95 to 96 2024-08-19T11:33:17.415 INFO:tasks.rados.rados.0.smithi136.stdout:765: oid 42 version 96 is already newer than 92 2024-08-19T11:33:17.415 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 96 (ObjNum 240 snap 67 seq_num 240) dirty exists 2024-08-19T11:33:17.415 INFO:tasks.rados.rados.0.smithi136.stdout:765: left oid 42 (ObjNum 240 snap 67 seq_num 240) 2024-08-19T11:33:17.415 INFO:tasks.rados.rados.0.smithi136.stdout:765: done (2 left) 2024-08-19T11:33:17.415 INFO:tasks.rados.rados.0.smithi136.stdout:766: done (1 left) 2024-08-19T11:33:17.415 INFO:tasks.rados.rados.0.smithi136.stdout:768: delete oid 26 current snap is 67 2024-08-19T11:33:17.418 INFO:tasks.rados.rados.0.smithi136.stdout:768: done (1 left) 2024-08-19T11:33:17.418 INFO:tasks.rados.rados.0.smithi136.stdout:769: rollback oid 24 current snap is 67 2024-08-19T11:33:17.418 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 24 to 66 2024-08-19T11:33:17.418 INFO:tasks.rados.rados.0.smithi136.stdout:770: rollback oid 48 current snap is 67 2024-08-19T11:33:17.418 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 48 to 64 2024-08-19T11:33:17.418 INFO:tasks.rados.rados.0.smithi136.stdout:771: rmattr oid 8 current snap is 67 2024-08-19T11:33:17.418 INFO:tasks.rados.rados.0.smithi136.stdout:771: done (3 left) 2024-08-19T11:33:17.418 INFO:tasks.rados.rados.0.smithi136.stdout:772: read oid 33 snap -1 2024-08-19T11:33:17.418 INFO:tasks.rados.rados.0.smithi136.stdout:772: expect (ObjNum 221 snap 61 seq_num 221) 2024-08-19T11:33:17.418 INFO:tasks.rados.rados.0.smithi136.stdout:773: copy_from oid 26 from oid 30 current snap is 67 2024-08-19T11:33:17.419 INFO:tasks.rados.rados.0.smithi136.stdout:774: copy_from oid 40 from oid 29 current snap is 67 2024-08-19T11:33:17.420 INFO:tasks.rados.rados.0.smithi136.stdout:775: rollback oid 46 current snap is 67 2024-08-19T11:33:17.420 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 46 to 66 2024-08-19T11:33:17.420 INFO:tasks.rados.rados.0.smithi136.stdout:776: read oid 50 snap -1 2024-08-19T11:33:17.420 INFO:tasks.rados.rados.0.smithi136.stdout:776: expect (ObjNum 204 snap 57 seq_num 204) 2024-08-19T11:33:17.420 INFO:tasks.rados.rados.0.smithi136.stdout:777: rollback oid 1 current snap is 67 2024-08-19T11:33:17.420 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 1 to 66 2024-08-19T11:33:17.420 INFO:tasks.rados.rados.0.smithi136.stdout:778: rollback oid 9 current snap is 67 2024-08-19T11:33:17.420 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 9 to 64 2024-08-19T11:33:17.420 INFO:tasks.rados.rados.0.smithi136.stdout:779: rollback oid 10 current snap is 67 2024-08-19T11:33:17.420 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 10 to 66 2024-08-19T11:33:17.420 INFO:tasks.rados.rados.0.smithi136.stdout:780: snap_create 2024-08-19T11:33:17.421 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 375 (ObjNum 1265 snap 0 seq_num 4091879048) dirty exists 2024-08-19T11:33:17.422 INFO:tasks.rados.rados.0.smithi136.stdout:769: finishing rollback tid 0 to smithi13674108-24 2024-08-19T11:33:17.422 INFO:tasks.rados.rados.0.smithi136.stdout:769: finishing rollback tid 1 to smithi13674108-24 2024-08-19T11:33:17.422 INFO:tasks.rados.rados.0.smithi136.stdout:773: finishing copy_from to smithi13674108-26 2024-08-19T11:33:17.422 INFO:tasks.rados.rados.0.smithi136.stdout:773: got expected ENOENT (src dne) 2024-08-19T11:33:17.423 INFO:tasks.rados.rados.0.smithi136.stdout:773: finishing copy_from racing read to smithi13674108-26 2024-08-19T11:33:17.423 INFO:tasks.rados.rados.0.smithi136.stdout:769: finishing rollback tid 2 to smithi13674108-24 2024-08-19T11:33:17.423 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 319 (ObjNum 213 snap 58 seq_num 213) dirty exists 2024-08-19T11:33:17.423 INFO:tasks.rados.rados.0.smithi136.stdout:779: finishing rollback tid 1 to smithi13674108-10 2024-08-19T11:33:17.423 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 0 (ObjNum 33 snap 0 seq_num 2169710914) dirty dne 2024-08-19T11:33:17.423 INFO:tasks.rados.rados.0.smithi136.stdout:778: finishing rollback tid 0 to smithi13674108-9 2024-08-19T11:33:17.423 INFO:tasks.rados.rados.0.smithi136.stdout:778: finishing rollback tid 1 to smithi13674108-9 2024-08-19T11:33:17.424 INFO:tasks.rados.rados.0.smithi136.stdout:778: finishing rollback tid 2 to smithi13674108-9 2024-08-19T11:33:17.424 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 100 (ObjNum 122 snap 31 seq_num 122) dirty exists 2024-08-19T11:33:17.425 INFO:tasks.rados.rados.0.smithi136.stdout:770: finishing rollback tid 0 to smithi13674108-48 2024-08-19T11:33:17.428 INFO:tasks.rados.rados.0.smithi136.stdout:770: finishing rollback tid 1 to smithi13674108-48 2024-08-19T11:33:17.428 INFO:tasks.rados.rados.0.smithi136.stdout:770: finishing rollback tid 2 to smithi13674108-48 2024-08-19T11:33:17.428 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 48 v 274 (ObjNum 151 snap 39 seq_num 151) dirty exists 2024-08-19T11:33:17.437 INFO:tasks.rados.rados.0.smithi136.stdout:774: finishing copy_from racing read to smithi13674108-40 2024-08-19T11:33:17.437 INFO:tasks.rados.rados.0.smithi136.stdout:775: finishing rollback tid 1 to smithi13674108-46 2024-08-19T11:33:17.437 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 46 v 0 (ObjNum 33 snap 0 seq_num 3763525808) dirty dne 2024-08-19T11:33:17.439 INFO:tasks.rados.rados.0.smithi136.stdout:774: finishing copy_from to smithi13674108-40 2024-08-19T11:33:17.439 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 107 (ObjNum 143 snap 37 seq_num 143) dirty exists 2024-08-19T11:33:17.439 INFO:tasks.rados.rados.0.smithi136.stdout:772: expect (ObjNum 221 snap 61 seq_num 221) 2024-08-19T11:33:17.638 INFO:tasks.rados.rados.0.smithi136.stdout:777: finishing rollback tid 1 to smithi13674108-1 2024-08-19T11:33:17.639 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 1 v 0 (ObjNum 161 snap 0 seq_num 2169262644) dirty dne 2024-08-19T11:33:17.639 INFO:tasks.rados.rados.0.smithi136.stdout:776: expect (ObjNum 204 snap 57 seq_num 204) 2024-08-19T11:33:17.870 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:17 smithi136 ceph-mon[28279]: [19/Aug/2024:11:33:16] ENGINE Bus STARTING 2024-08-19T11:33:17.870 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:17 smithi136 ceph-mon[28279]: [19/Aug/2024:11:33:16] ENGINE Serving on http://172.21.15.136:8765 2024-08-19T11:33:17.871 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:17 smithi136 ceph-mon[28279]: pgmap v5: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 98 MiB data, 666 MiB used, 715 GiB / 715 GiB avail; 504 MiB/s rd, 174 MiB/s wr, 3.01k op/s; 1.7 MiB/s, 8 objects/s recovering 2024-08-19T11:33:17.871 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:17 smithi136 ceph-mon[28279]: osdmap e214: 8 total, 8 up, 8 in 2024-08-19T11:33:17.871 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:17 smithi136 ceph-mon[28279]: [19/Aug/2024:11:33:16] ENGINE Serving on https://172.21.15.136:7150 2024-08-19T11:33:17.871 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:17 smithi136 ceph-mon[28279]: [19/Aug/2024:11:33:16] ENGINE Bus STARTED 2024-08-19T11:33:17.871 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:17 smithi136 ceph-mon[28279]: [19/Aug/2024:11:33:16] ENGINE Error in HTTPServer.serve 2024-08-19T11:33:17.871 INFO:journalctl@ceph.mon.c.smithi136.stdout: Traceback (most recent call last): 2024-08-19T11:33:17.871 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T11:33:17.871 INFO:journalctl@ceph.mon.c.smithi136.stdout: self._connections.run(self.expiration_interval) 2024-08-19T11:33:17.871 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T11:33:17.871 INFO:journalctl@ceph.mon.c.smithi136.stdout: self._run(expiration_interval) 2024-08-19T11:33:17.871 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T11:33:17.871 INFO:journalctl@ceph.mon.c.smithi136.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T11:33:17.871 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T11:33:17.872 INFO:journalctl@ceph.mon.c.smithi136.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T11:33:17.872 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T11:33:17.872 INFO:journalctl@ceph.mon.c.smithi136.stdout: s = self.context.wrap_socket( 2024-08-19T11:33:17.872 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T11:33:17.872 INFO:journalctl@ceph.mon.c.smithi136.stdout: return self.sslsocket_class._create( 2024-08-19T11:33:17.872 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T11:33:17.872 INFO:journalctl@ceph.mon.c.smithi136.stdout: self.do_handshake() 2024-08-19T11:33:17.872 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T11:33:17.872 INFO:journalctl@ceph.mon.c.smithi136.stdout: self._sslobj.do_handshake() 2024-08-19T11:33:17.872 INFO:journalctl@ceph.mon.c.smithi136.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T11:33:17.872 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:17 smithi136 ceph-mon[28279]: osdmap e215: 8 total, 8 up, 8 in 2024-08-19T11:33:17.873 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:17 smithi136 ceph-mon[16389]: [19/Aug/2024:11:33:16] ENGINE Bus STARTING 2024-08-19T11:33:17.873 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:17 smithi136 ceph-mon[16389]: [19/Aug/2024:11:33:16] ENGINE Serving on http://172.21.15.136:8765 2024-08-19T11:33:17.873 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:17 smithi136 ceph-mon[16389]: pgmap v5: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 98 MiB data, 666 MiB used, 715 GiB / 715 GiB avail; 504 MiB/s rd, 174 MiB/s wr, 3.01k op/s; 1.7 MiB/s, 8 objects/s recovering 2024-08-19T11:33:17.873 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:17 smithi136 ceph-mon[16389]: osdmap e214: 8 total, 8 up, 8 in 2024-08-19T11:33:17.873 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:17 smithi136 ceph-mon[16389]: [19/Aug/2024:11:33:16] ENGINE Serving on https://172.21.15.136:7150 2024-08-19T11:33:17.873 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:17 smithi136 ceph-mon[16389]: [19/Aug/2024:11:33:16] ENGINE Bus STARTED 2024-08-19T11:33:17.873 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:17 smithi136 ceph-mon[16389]: [19/Aug/2024:11:33:16] ENGINE Error in HTTPServer.serve 2024-08-19T11:33:17.873 INFO:journalctl@ceph.mon.a.smithi136.stdout: Traceback (most recent call last): 2024-08-19T11:33:17.873 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T11:33:17.873 INFO:journalctl@ceph.mon.a.smithi136.stdout: self._connections.run(self.expiration_interval) 2024-08-19T11:33:17.873 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T11:33:17.873 INFO:journalctl@ceph.mon.a.smithi136.stdout: self._run(expiration_interval) 2024-08-19T11:33:17.873 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T11:33:17.873 INFO:journalctl@ceph.mon.a.smithi136.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T11:33:17.874 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T11:33:17.874 INFO:journalctl@ceph.mon.a.smithi136.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T11:33:17.874 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T11:33:17.874 INFO:journalctl@ceph.mon.a.smithi136.stdout: s = self.context.wrap_socket( 2024-08-19T11:33:17.874 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T11:33:17.874 INFO:journalctl@ceph.mon.a.smithi136.stdout: return self.sslsocket_class._create( 2024-08-19T11:33:17.874 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T11:33:17.874 INFO:journalctl@ceph.mon.a.smithi136.stdout: self.do_handshake() 2024-08-19T11:33:17.874 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T11:33:17.874 INFO:journalctl@ceph.mon.a.smithi136.stdout: self._sslobj.do_handshake() 2024-08-19T11:33:17.874 INFO:journalctl@ceph.mon.a.smithi136.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T11:33:17.874 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:17 smithi136 ceph-mon[16389]: osdmap e215: 8 total, 8 up, 8 in 2024-08-19T11:33:17.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:17 smithi155 ceph-mon[19718]: [19/Aug/2024:11:33:16] ENGINE Bus STARTING 2024-08-19T11:33:17.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:17 smithi155 ceph-mon[19718]: [19/Aug/2024:11:33:16] ENGINE Serving on http://172.21.15.136:8765 2024-08-19T11:33:17.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:17 smithi155 ceph-mon[19718]: pgmap v5: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 98 MiB data, 666 MiB used, 715 GiB / 715 GiB avail; 504 MiB/s rd, 174 MiB/s wr, 3.01k op/s; 1.7 MiB/s, 8 objects/s recovering 2024-08-19T11:33:17.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:17 smithi155 ceph-mon[19718]: osdmap e214: 8 total, 8 up, 8 in 2024-08-19T11:33:17.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:17 smithi155 ceph-mon[19718]: [19/Aug/2024:11:33:16] ENGINE Serving on https://172.21.15.136:7150 2024-08-19T11:33:17.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:17 smithi155 ceph-mon[19718]: [19/Aug/2024:11:33:16] ENGINE Bus STARTED 2024-08-19T11:33:17.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:17 smithi155 ceph-mon[19718]: [19/Aug/2024:11:33:16] ENGINE Error in HTTPServer.serve 2024-08-19T11:33:17.961 INFO:journalctl@ceph.mon.b.smithi155.stdout: Traceback (most recent call last): 2024-08-19T11:33:17.961 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T11:33:17.961 INFO:journalctl@ceph.mon.b.smithi155.stdout: self._connections.run(self.expiration_interval) 2024-08-19T11:33:17.961 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T11:33:17.961 INFO:journalctl@ceph.mon.b.smithi155.stdout: self._run(expiration_interval) 2024-08-19T11:33:17.961 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T11:33:17.961 INFO:journalctl@ceph.mon.b.smithi155.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T11:33:17.961 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T11:33:17.961 INFO:journalctl@ceph.mon.b.smithi155.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T11:33:17.961 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T11:33:17.961 INFO:journalctl@ceph.mon.b.smithi155.stdout: s = self.context.wrap_socket( 2024-08-19T11:33:17.961 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T11:33:17.961 INFO:journalctl@ceph.mon.b.smithi155.stdout: return self.sslsocket_class._create( 2024-08-19T11:33:17.961 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T11:33:17.962 INFO:journalctl@ceph.mon.b.smithi155.stdout: self.do_handshake() 2024-08-19T11:33:17.962 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T11:33:17.962 INFO:journalctl@ceph.mon.b.smithi155.stdout: self._sslobj.do_handshake() 2024-08-19T11:33:17.962 INFO:journalctl@ceph.mon.b.smithi155.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T11:33:17.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:17 smithi155 ceph-mon[19718]: osdmap e215: 8 total, 8 up, 8 in 2024-08-19T11:33:18.395 INFO:tasks.rados.rados.0.smithi136.stdout:767: done (11 left) 2024-08-19T11:33:18.395 INFO:tasks.rados.rados.0.smithi136.stdout:769: done (10 left) 2024-08-19T11:33:18.395 INFO:tasks.rados.rados.0.smithi136.stdout:770: done (9 left) 2024-08-19T11:33:18.395 INFO:tasks.rados.rados.0.smithi136.stdout:772: done (8 left) 2024-08-19T11:33:18.395 INFO:tasks.rados.rados.0.smithi136.stdout:773: done (7 left) 2024-08-19T11:33:18.395 INFO:tasks.rados.rados.0.smithi136.stdout:774: done (6 left) 2024-08-19T11:33:18.395 INFO:tasks.rados.rados.0.smithi136.stdout:775: done (5 left) 2024-08-19T11:33:18.396 INFO:tasks.rados.rados.0.smithi136.stdout:776: done (4 left) 2024-08-19T11:33:18.396 INFO:tasks.rados.rados.0.smithi136.stdout:777: done (3 left) 2024-08-19T11:33:18.396 INFO:tasks.rados.rados.0.smithi136.stdout:778: done (2 left) 2024-08-19T11:33:18.396 INFO:tasks.rados.rados.0.smithi136.stdout:779: done (1 left) 2024-08-19T11:33:18.396 INFO:tasks.rados.rados.0.smithi136.stdout:780: done (0 left) 2024-08-19T11:33:18.396 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 1 current snap is 68 2024-08-19T11:33:18.396 INFO:tasks.rados.rados.0.smithi136.stdout:781: seq_num 242 ranges {0=458752,458752=753664,1212416=450560} 2024-08-19T11:33:18.398 INFO:tasks.rados.rados.0.smithi136.stdout:781: writing smithi13674108-1 from 0 to 458752 tid 1 2024-08-19T11:33:18.404 INFO:tasks.rados.rados.0.smithi136.stdout:781: writing smithi13674108-1 from 458752 to 1212416 tid 2 2024-08-19T11:33:18.407 INFO:tasks.rados.rados.0.smithi136.stdout:781: writing smithi13674108-1 from 1212416 to 1662976 tid 3 2024-08-19T11:33:18.407 INFO:tasks.rados.rados.0.smithi136.stdout:781: finishing write tid 1 to smithi13674108-1 2024-08-19T11:33:18.407 INFO:tasks.rados.rados.0.smithi136.stdout:782: read oid 35 snap -1 2024-08-19T11:33:18.407 INFO:tasks.rados.rados.0.smithi136.stdout:782: expect (ObjNum 192 snap 51 seq_num 192) 2024-08-19T11:33:18.407 INFO:tasks.rados.rados.0.smithi136.stdout:783: snap_create 2024-08-19T11:33:18.410 INFO:tasks.rados.rados.0.smithi136.stdout:781: finishing write tid 2 to smithi13674108-1 2024-08-19T11:33:18.410 INFO:tasks.rados.rados.0.smithi136.stdout:781: finishing write tid 3 to smithi13674108-1 2024-08-19T11:33:18.410 INFO:tasks.rados.rados.0.smithi136.stdout:781: finishing write tid 4 to smithi13674108-1 2024-08-19T11:33:18.411 INFO:tasks.rados.rados.0.smithi136.stdout:782: expect (ObjNum 192 snap 51 seq_num 192) 2024-08-19T11:33:18.433 INFO:tasks.rados.rados.0.smithi136.stdout:781: finishing write tid 5 to smithi13674108-1 2024-08-19T11:33:18.433 INFO:tasks.rados.rados.0.smithi136.stdout:781: oid 1 updating version 0 to 288 2024-08-19T11:33:18.433 INFO:tasks.rados.rados.0.smithi136.stdout:781: oid 1 updating version 288 to 290 2024-08-19T11:33:18.433 INFO:tasks.rados.rados.0.smithi136.stdout:781: oid 1 updating version 290 to 291 2024-08-19T11:33:18.433 INFO:tasks.rados.rados.0.smithi136.stdout:781: oid 1 version 291 is already newer than 289 2024-08-19T11:33:18.434 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 1 v 291 (ObjNum 242 snap 68 seq_num 242) dirty exists 2024-08-19T11:33:18.434 INFO:tasks.rados.rados.0.smithi136.stdout:781: left oid 1 (ObjNum 242 snap 68 seq_num 242) 2024-08-19T11:33:19.409 INFO:tasks.rados.rados.0.smithi136.stdout:781: done (2 left) 2024-08-19T11:33:19.409 INFO:tasks.rados.rados.0.smithi136.stdout:782: done (1 left) 2024-08-19T11:33:19.409 INFO:tasks.rados.rados.0.smithi136.stdout:783: done (0 left) 2024-08-19T11:33:19.409 INFO:tasks.rados.rados.0.smithi136.stdout:784: rollback oid 37 current snap is 69 2024-08-19T11:33:19.409 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 37 to 66 2024-08-19T11:33:19.409 INFO:tasks.rados.rados.0.smithi136.stdout:785: delete oid 44 current snap is 69 2024-08-19T11:33:19.414 INFO:tasks.rados.rados.0.smithi136.stdout:785: done (1 left) 2024-08-19T11:33:19.414 INFO:tasks.rados.rados.0.smithi136.stdout:786: copy_from oid 39 from oid 8 current snap is 69 2024-08-19T11:33:19.414 INFO:tasks.rados.rados.0.smithi136.stdout:787: read oid 46 snap 64 2024-08-19T11:33:19.414 INFO:tasks.rados.rados.0.smithi136.stdout:787: expect deleted 2024-08-19T11:33:19.415 INFO:tasks.rados.rados.0.smithi136.stdout:788: rollback oid 29 current snap is 69 2024-08-19T11:33:19.415 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 29 to 66 2024-08-19T11:33:19.415 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 50 current snap is 69 2024-08-19T11:33:19.415 INFO:tasks.rados.rados.0.smithi136.stdout:789: seq_num 244 ranges {4341760=491520,4833280=573440,5406720=458752,5865472=172032} 2024-08-19T11:33:19.440 INFO:tasks.rados.rados.0.smithi136.stdout:789: writing smithi13674108-50 from 4341760 to 4833280 tid 1 2024-08-19T11:33:19.444 INFO:tasks.rados.rados.0.smithi136.stdout:789: writing smithi13674108-50 from 4833280 to 5406720 tid 2 2024-08-19T11:33:19.446 INFO:tasks.rados.rados.0.smithi136.stdout:789: writing smithi13674108-50 from 5406720 to 5865472 tid 3 2024-08-19T11:33:19.448 INFO:tasks.rados.rados.0.smithi136.stdout:789: writing smithi13674108-50 from 5865472 to 6037504 tid 4 2024-08-19T11:33:19.448 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 24 current snap is 69 2024-08-19T11:33:19.448 INFO:tasks.rados.rados.0.smithi136.stdout:784: finishing rollback tid 1 to smithi13674108-37 2024-08-19T11:33:19.449 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 307 (ObjNum 49 snap 0 seq_num 2300492259) dirty dne 2024-08-19T11:33:19.449 INFO:tasks.rados.rados.0.smithi136.stdout:788: finishing rollback tid 0 to smithi13674108-29 2024-08-19T11:33:19.449 INFO:tasks.rados.rados.0.smithi136.stdout:788: finishing rollback tid 1 to smithi13674108-29 2024-08-19T11:33:19.449 INFO:tasks.rados.rados.0.smithi136.stdout:788: finishing rollback tid 2 to smithi13674108-29 2024-08-19T11:33:19.449 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 278 (ObjNum 143 snap 37 seq_num 143) dirty exists 2024-08-19T11:33:19.449 INFO:tasks.rados.rados.0.smithi136.stdout:786: finishing copy_from racing read to smithi13674108-39 2024-08-19T11:33:19.449 INFO:tasks.rados.rados.0.smithi136.stdout:786: finishing copy_from to smithi13674108-39 2024-08-19T11:33:19.449 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 248 (ObjNum 216 snap 60 seq_num 216) dirty exists 2024-08-19T11:33:19.449 INFO:tasks.rados.rados.0.smithi136.stdout:789: finishing write tid 1 to smithi13674108-50 2024-08-19T11:33:19.449 INFO:tasks.rados.rados.0.smithi136.stdout:789: finishing write tid 2 to smithi13674108-50 2024-08-19T11:33:19.449 INFO:tasks.rados.rados.0.smithi136.stdout:790: seq_num 245 ranges {1875968=507904,2383872=458752,2842624=671744,3514368=73728} 2024-08-19T11:33:19.461 INFO:tasks.rados.rados.0.smithi136.stdout:790: writing smithi13674108-24 from 1875968 to 2383872 tid 1 2024-08-19T11:33:19.463 INFO:tasks.rados.rados.0.smithi136.stdout:790: writing smithi13674108-24 from 2383872 to 2842624 tid 2 2024-08-19T11:33:19.467 INFO:tasks.rados.rados.0.smithi136.stdout:790: writing smithi13674108-24 from 2842624 to 3514368 tid 3 2024-08-19T11:33:19.467 INFO:tasks.rados.rados.0.smithi136.stdout:790: writing smithi13674108-24 from 3514368 to 3588096 tid 4 2024-08-19T11:33:19.467 INFO:tasks.rados.rados.0.smithi136.stdout:784: done (5 left) 2024-08-19T11:33:19.467 INFO:tasks.rados.rados.0.smithi136.stdout:786: done (4 left) 2024-08-19T11:33:19.468 INFO:tasks.rados.rados.0.smithi136.stdout:787: done (3 left) 2024-08-19T11:33:19.468 INFO:tasks.rados.rados.0.smithi136.stdout:788: done (2 left) 2024-08-19T11:33:19.468 INFO:tasks.rados.rados.0.smithi136.stdout:791: snap_remove snap 68 2024-08-19T11:33:19.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:19 smithi155 ceph-mon[19718]: osdmap e216: 8 total, 8 up, 8 in 2024-08-19T11:33:19.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:19 smithi155 ceph-mon[19718]: mgrmap e32: y(active, since 3s) 2024-08-19T11:33:19.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:19 smithi155 ceph-mon[19718]: pgmap v9: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 98 MiB data, 666 MiB used, 715 GiB / 715 GiB avail; 168 MiB/s rd, 58 MiB/s wr, 1.00k op/s; 577 KiB/s, 2 objects/s recovering 2024-08-19T11:33:19.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:19 smithi136 ceph-mon[28279]: osdmap e216: 8 total, 8 up, 8 in 2024-08-19T11:33:19.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:19 smithi136 ceph-mon[28279]: mgrmap e32: y(active, since 3s) 2024-08-19T11:33:19.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:19 smithi136 ceph-mon[28279]: pgmap v9: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 98 MiB data, 666 MiB used, 715 GiB / 715 GiB avail; 168 MiB/s rd, 58 MiB/s wr, 1.00k op/s; 577 KiB/s, 2 objects/s recovering 2024-08-19T11:33:19.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:19 smithi136 ceph-mon[16389]: osdmap e216: 8 total, 8 up, 8 in 2024-08-19T11:33:19.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:19 smithi136 ceph-mon[16389]: mgrmap e32: y(active, since 3s) 2024-08-19T11:33:19.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:19 smithi136 ceph-mon[16389]: pgmap v9: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 98 MiB data, 666 MiB used, 715 GiB / 715 GiB avail; 168 MiB/s rd, 58 MiB/s wr, 1.00k op/s; 577 KiB/s, 2 objects/s recovering 2024-08-19T11:33:20.407 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:19 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: [19/Aug/2024:11:33:19] ENGINE Bus STARTING 2024-08-19T11:33:20.407 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:19 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: CherryPy Checker: 2024-08-19T11:33:20.407 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:19 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: The Application mounted at '' has an empty config. 2024-08-19T11:33:20.407 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:19 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: 2024-08-19T11:33:20.407 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:20 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: [19/Aug/2024:11:33:20] ENGINE Serving on http://:::9283 2024-08-19T11:33:20.407 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:20 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: [19/Aug/2024:11:33:20] ENGINE Bus STARTED 2024-08-19T11:33:20.421 INFO:tasks.rados.rados.0.smithi136.stdout:791: done (2 left) 2024-08-19T11:33:20.421 INFO:tasks.rados.rados.0.smithi136.stdout:792: rmattr oid 23 current snap is 69 2024-08-19T11:33:20.421 INFO:tasks.rados.rados.0.smithi136.stdout:792: done (2 left) 2024-08-19T11:33:20.421 INFO:tasks.rados.rados.0.smithi136.stdout:793: setattr oid 10 current snap is 69 2024-08-19T11:33:20.421 INFO:tasks.rados.rados.0.smithi136.stdout:789: finishing write tid 3 to smithi13674108-50 2024-08-19T11:33:20.421 INFO:tasks.rados.rados.0.smithi136.stdout:789: finishing write tid 4 to smithi13674108-50 2024-08-19T11:33:20.422 INFO:tasks.rados.rados.0.smithi136.stdout:789: finishing write tid 5 to smithi13674108-50 2024-08-19T11:33:20.422 INFO:tasks.rados.rados.0.smithi136.stdout:789: finishing write tid 6 to smithi13674108-50 2024-08-19T11:33:20.422 INFO:tasks.rados.rados.0.smithi136.stdout:789: oid 50 updating version 0 to 293 2024-08-19T11:33:20.422 INFO:tasks.rados.rados.0.smithi136.stdout:789: oid 50 updating version 293 to 297 2024-08-19T11:33:20.422 INFO:tasks.rados.rados.0.smithi136.stdout:789: oid 50 version 297 is already newer than 294 2024-08-19T11:33:20.422 INFO:tasks.rados.rados.0.smithi136.stdout:789: oid 50 version 297 is already newer than 296 2024-08-19T11:33:20.422 INFO:tasks.rados.rados.0.smithi136.stdout:789: oid 50 version 297 is already newer than 295 2024-08-19T11:33:20.422 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 297 (ObjNum 244 snap 69 seq_num 244) dirty exists 2024-08-19T11:33:20.422 INFO:tasks.rados.rados.0.smithi136.stdout:789: left oid 50 (ObjNum 244 snap 69 seq_num 244) 2024-08-19T11:33:20.422 INFO:tasks.rados.rados.0.smithi136.stdout:790: finishing write tid 1 to smithi13674108-24 2024-08-19T11:33:20.422 INFO:tasks.rados.rados.0.smithi136.stdout:790: finishing write tid 2 to smithi13674108-24 2024-08-19T11:33:20.422 INFO:tasks.rados.rados.0.smithi136.stdout:790: finishing write tid 3 to smithi13674108-24 2024-08-19T11:33:20.422 INFO:tasks.rados.rados.0.smithi136.stdout:790: finishing write tid 4 to smithi13674108-24 2024-08-19T11:33:20.422 INFO:tasks.rados.rados.0.smithi136.stdout:790: finishing write tid 5 to smithi13674108-24 2024-08-19T11:33:20.422 INFO:tasks.rados.rados.0.smithi136.stdout:790: finishing write tid 6 to smithi13674108-24 2024-08-19T11:33:20.423 INFO:tasks.rados.rados.0.smithi136.stdout:790: oid 24 updating version 0 to 324 2024-08-19T11:33:20.423 INFO:tasks.rados.rados.0.smithi136.stdout:790: oid 24 version 324 is already newer than 322 2024-08-19T11:33:20.423 INFO:tasks.rados.rados.0.smithi136.stdout:790: oid 24 version 324 is already newer than 323 2024-08-19T11:33:20.423 INFO:tasks.rados.rados.0.smithi136.stdout:790: oid 24 updating version 324 to 325 2024-08-19T11:33:20.423 INFO:tasks.rados.rados.0.smithi136.stdout:790: oid 24 updating version 325 to 326 2024-08-19T11:33:20.423 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 326 (ObjNum 245 snap 69 seq_num 245) dirty exists 2024-08-19T11:33:20.423 INFO:tasks.rados.rados.0.smithi136.stdout:790: left oid 24 (ObjNum 245 snap 69 seq_num 245) 2024-08-19T11:33:20.423 INFO:tasks.rados.rados.0.smithi136.stdout:789: done (2 left) 2024-08-19T11:33:20.423 INFO:tasks.rados.rados.0.smithi136.stdout:790: done (1 left) 2024-08-19T11:33:20.423 INFO:tasks.rados.rados.0.smithi136.stdout:794: snap_remove snap 66 2024-08-19T11:33:20.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:20 smithi155 ceph-mon[19718]: osdmap e217: 8 total, 8 up, 8 in 2024-08-19T11:33:20.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:20 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:20.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:20 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:20.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:20 smithi155 ceph-mon[19718]: Standby manager daemon x started 2024-08-19T11:33:20.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:20 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.155:0/1011504976' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T11:33:20.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:20 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.155:0/1011504976' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T11:33:20.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:20 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.155:0/1011504976' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T11:33:20.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:20 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.155:0/1011504976' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T11:33:20.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:20 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:20.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:20 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:20.727 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:20 smithi136 ceph-mon[28279]: osdmap e217: 8 total, 8 up, 8 in 2024-08-19T11:33:20.727 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:20 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:20.727 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:20 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:20.727 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:20 smithi136 ceph-mon[28279]: Standby manager daemon x started 2024-08-19T11:33:20.728 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:20 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.155:0/1011504976' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T11:33:20.728 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:20 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.155:0/1011504976' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T11:33:20.728 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:20 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.155:0/1011504976' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T11:33:20.728 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:20 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.155:0/1011504976' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T11:33:20.728 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:20 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:20.728 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:20 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:20.728 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:20 smithi136 ceph-mon[16389]: osdmap e217: 8 total, 8 up, 8 in 2024-08-19T11:33:20.728 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:20 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:20.728 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:20 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:20.728 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:20 smithi136 ceph-mon[16389]: Standby manager daemon x started 2024-08-19T11:33:20.729 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:20 smithi136 ceph-mon[16389]: from='mgr.? 172.21.15.155:0/1011504976' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T11:33:20.729 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:20 smithi136 ceph-mon[16389]: from='mgr.? 172.21.15.155:0/1011504976' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T11:33:20.729 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:20 smithi136 ceph-mon[16389]: from='mgr.? 172.21.15.155:0/1011504976' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T11:33:20.729 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:20 smithi136 ceph-mon[16389]: from='mgr.? 172.21.15.155:0/1011504976' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T11:33:20.729 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:20 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:20.729 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:20 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:21.435 INFO:tasks.rados.rados.0.smithi136.stdout:794: done (1 left) 2024-08-19T11:33:21.435 INFO:tasks.rados.rados.0.smithi136.stdout:795: rollback oid 17 current snap is 69 2024-08-19T11:33:21.435 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 17 to 64 2024-08-19T11:33:21.435 INFO:tasks.rados.rados.0.smithi136.stdout:796: snap_remove snap 67 2024-08-19T11:33:21.597 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:21 smithi136 ceph-mon[16389]: osdmap e218: 8 total, 8 up, 8 in 2024-08-19T11:33:21.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:21 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:21.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:21 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:21.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:21 smithi136 ceph-mon[16389]: mgrmap e33: y(active, since 5s), standbys: x 2024-08-19T11:33:21.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:21 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-19T11:33:21.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:21 smithi136 ceph-mon[16389]: pgmap v12: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 99 MiB data, 667 MiB used, 715 GiB / 715 GiB avail; 602 KiB/s rd, 399 KiB/s wr, 4 op/s 2024-08-19T11:33:21.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:21 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:21.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:21 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:21.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:21 smithi136 ceph-mon[28279]: osdmap e218: 8 total, 8 up, 8 in 2024-08-19T11:33:21.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:21 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:21.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:21 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:21.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:21 smithi136 ceph-mon[28279]: mgrmap e33: y(active, since 5s), standbys: x 2024-08-19T11:33:21.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:21 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-19T11:33:21.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:21 smithi136 ceph-mon[28279]: pgmap v12: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 99 MiB data, 667 MiB used, 715 GiB / 715 GiB avail; 602 KiB/s rd, 399 KiB/s wr, 4 op/s 2024-08-19T11:33:21.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:21 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:21.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:21 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:21.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:21 smithi155 ceph-mon[19718]: osdmap e218: 8 total, 8 up, 8 in 2024-08-19T11:33:21.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:21 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:21.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:21 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:21.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:21 smithi155 ceph-mon[19718]: mgrmap e33: y(active, since 5s), standbys: x 2024-08-19T11:33:21.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:21 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-19T11:33:21.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:21 smithi155 ceph-mon[19718]: pgmap v12: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 99 MiB data, 667 MiB used, 715 GiB / 715 GiB avail; 602 KiB/s rd, 399 KiB/s wr, 4 op/s 2024-08-19T11:33:21.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:21 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:21.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:21 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:22.436 INFO:tasks.rados.rados.0.smithi136.stdout:796: done (2 left) 2024-08-19T11:33:22.436 INFO:tasks.rados.rados.0.smithi136.stdout:797: read oid 28 snap -1 2024-08-19T11:33:22.436 INFO:tasks.rados.rados.0.smithi136.stdout:797: expect (ObjNum 228 snap 63 seq_num 228) 2024-08-19T11:33:22.437 INFO:tasks.rados.rados.0.smithi136.stdout:798: copy_from oid 14 from oid 7 current snap is 69 2024-08-19T11:33:22.437 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 130 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-08-19T11:33:22.437 INFO:tasks.rados.rados.0.smithi136.stdout:795: finishing rollback tid 0 to smithi13674108-17 2024-08-19T11:33:22.437 INFO:tasks.rados.rados.0.smithi136.stdout:795: finishing rollback tid 1 to smithi13674108-17 2024-08-19T11:33:22.437 INFO:tasks.rados.rados.0.smithi136.stdout:795: finishing rollback tid 2 to smithi13674108-17 2024-08-19T11:33:22.437 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 17 v 288 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-08-19T11:33:22.437 INFO:tasks.rados.rados.0.smithi136.stdout:793: done (3 left) 2024-08-19T11:33:22.437 INFO:tasks.rados.rados.0.smithi136.stdout:795: done (2 left) 2024-08-19T11:33:22.437 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 10 current snap is 69 2024-08-19T11:33:22.437 INFO:tasks.rados.rados.0.smithi136.stdout:799: seq_num 246 ranges {0=524288,524288=745472,1269760=425984,1695744=32768} 2024-08-19T11:33:22.440 INFO:tasks.rados.rados.0.smithi136.stdout:799: writing smithi13674108-10 from 0 to 524288 tid 1 2024-08-19T11:33:22.444 INFO:tasks.rados.rados.0.smithi136.stdout:799: writing smithi13674108-10 from 524288 to 1269760 tid 2 2024-08-19T11:33:22.447 INFO:tasks.rados.rados.0.smithi136.stdout:799: writing smithi13674108-10 from 1269760 to 1695744 tid 3 2024-08-19T11:33:22.447 INFO:tasks.rados.rados.0.smithi136.stdout:799: writing smithi13674108-10 from 1695744 to 1728512 tid 4 2024-08-19T11:33:22.447 INFO:tasks.rados.rados.0.smithi136.stdout:800: read oid 13 snap 64 2024-08-19T11:33:22.447 INFO:tasks.rados.rados.0.smithi136.stdout:800: expect (ObjNum 171 snap 45 seq_num 171) 2024-08-19T11:33:22.447 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 42 current snap is 69 2024-08-19T11:33:22.447 INFO:tasks.rados.rados.0.smithi136.stdout:801: seq_num 247 ranges {2433024=540672,2973696=622592,3596288=581632} 2024-08-19T11:33:22.463 INFO:tasks.rados.rados.0.smithi136.stdout:801: writing smithi13674108-42 from 2433024 to 2973696 tid 1 2024-08-19T11:33:22.467 INFO:tasks.rados.rados.0.smithi136.stdout:801: writing smithi13674108-42 from 2973696 to 3596288 tid 2 2024-08-19T11:33:22.471 INFO:tasks.rados.rados.0.smithi136.stdout:801: writing smithi13674108-42 from 3596288 to 4177920 tid 3 2024-08-19T11:33:22.471 INFO:tasks.rados.rados.0.smithi136.stdout:802: delete oid 12 current snap is 69 2024-08-19T11:33:22.471 INFO:tasks.rados.rados.0.smithi136.stdout:800: expect (ObjNum 171 snap 45 seq_num 171) 2024-08-19T11:33:22.554 INFO:tasks.rados.rados.0.smithi136.stdout:799: finishing write tid 1 to smithi13674108-10 2024-08-19T11:33:22.554 INFO:tasks.rados.rados.0.smithi136.stdout:799: finishing write tid 2 to smithi13674108-10 2024-08-19T11:33:22.554 INFO:tasks.rados.rados.0.smithi136.stdout:799: finishing write tid 3 to smithi13674108-10 2024-08-19T11:33:22.554 INFO:tasks.rados.rados.0.smithi136.stdout:799: finishing write tid 4 to smithi13674108-10 2024-08-19T11:33:22.554 INFO:tasks.rados.rados.0.smithi136.stdout:800: done (5 left) 2024-08-19T11:33:22.554 INFO:tasks.rados.rados.0.smithi136.stdout:802: done (4 left) 2024-08-19T11:33:22.554 INFO:tasks.rados.rados.0.smithi136.stdout:803: snap_remove snap 64 2024-08-19T11:33:22.597 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:22 smithi136 ceph-mon[16389]: osdmap e219: 8 total, 8 up, 8 in 2024-08-19T11:33:22.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:22 smithi136 ceph-mon[28279]: osdmap e219: 8 total, 8 up, 8 in 2024-08-19T11:33:22.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:22 smithi155 ceph-mon[19718]: osdmap e219: 8 total, 8 up, 8 in 2024-08-19T11:33:23.444 INFO:tasks.rados.rados.0.smithi136.stdout:803: done (4 left) 2024-08-19T11:33:23.444 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 39 current snap is 69 2024-08-19T11:33:23.444 INFO:tasks.rados.rados.0.smithi136.stdout:804: seq_num 249 ranges {1884160=573440,2457600=794624,3252224=409600} 2024-08-19T11:33:23.458 INFO:tasks.rados.rados.0.smithi136.stdout:804: writing smithi13674108-39 from 1884160 to 2457600 tid 1 2024-08-19T11:33:23.463 INFO:tasks.rados.rados.0.smithi136.stdout:804: writing smithi13674108-39 from 2457600 to 3252224 tid 2 2024-08-19T11:33:23.466 INFO:tasks.rados.rados.0.smithi136.stdout:804: writing smithi13674108-39 from 3252224 to 3661824 tid 3 2024-08-19T11:33:23.466 INFO:tasks.rados.rados.0.smithi136.stdout:805: copy_from oid 33 from oid 38 current snap is 69 2024-08-19T11:33:23.466 INFO:tasks.rados.rados.0.smithi136.stdout:799: finishing write tid 5 to smithi13674108-10 2024-08-19T11:33:23.466 INFO:tasks.rados.rados.0.smithi136.stdout:799: finishing write tid 6 to smithi13674108-10 2024-08-19T11:33:23.466 INFO:tasks.rados.rados.0.smithi136.stdout:799: oid 10 updating version 0 to 133 2024-08-19T11:33:23.466 INFO:tasks.rados.rados.0.smithi136.stdout:799: oid 10 version 133 is already newer than 132 2024-08-19T11:33:23.466 INFO:tasks.rados.rados.0.smithi136.stdout:799: oid 10 updating version 133 to 134 2024-08-19T11:33:23.466 INFO:tasks.rados.rados.0.smithi136.stdout:799: oid 10 updating version 134 to 135 2024-08-19T11:33:23.466 INFO:tasks.rados.rados.0.smithi136.stdout:799: oid 10 version 135 is already newer than 131 2024-08-19T11:33:23.466 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 135 (ObjNum 246 snap 69 seq_num 246) dirty exists 2024-08-19T11:33:23.466 INFO:tasks.rados.rados.0.smithi136.stdout:799: left oid 10 (ObjNum 246 snap 69 seq_num 246) 2024-08-19T11:33:23.466 INFO:tasks.rados.rados.0.smithi136.stdout:797: expect (ObjNum 228 snap 63 seq_num 228) 2024-08-19T11:33:23.568 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:23 smithi136 ceph-mon[16389]: osdmap e220: 8 total, 8 up, 8 in 2024-08-19T11:33:23.568 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:23 smithi136 ceph-mon[16389]: pgmap v15: 121 pgs: 121 active+clean; 107 MiB data, 681 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.5 MiB/s wr, 47 op/s 2024-08-19T11:33:23.568 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:23 smithi136 ceph-mon[28279]: osdmap e220: 8 total, 8 up, 8 in 2024-08-19T11:33:23.568 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:23 smithi136 ceph-mon[28279]: pgmap v15: 121 pgs: 121 active+clean; 107 MiB data, 681 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.5 MiB/s wr, 47 op/s 2024-08-19T11:33:23.689 INFO:tasks.rados.rados.0.smithi136.stdout:801: finishing write tid 1 to smithi13674108-42 2024-08-19T11:33:23.690 INFO:tasks.rados.rados.0.smithi136.stdout:798: finishing copy_from racing read to smithi13674108-14 2024-08-19T11:33:23.690 INFO:tasks.rados.rados.0.smithi136.stdout:801: finishing write tid 2 to smithi13674108-42 2024-08-19T11:33:23.690 INFO:tasks.rados.rados.0.smithi136.stdout:798: finishing copy_from to smithi13674108-14 2024-08-19T11:33:23.690 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 332 (ObjNum 134 snap 32 seq_num 134) dirty exists 2024-08-19T11:33:23.690 INFO:tasks.rados.rados.0.smithi136.stdout:801: finishing write tid 3 to smithi13674108-42 2024-08-19T11:33:23.690 INFO:tasks.rados.rados.0.smithi136.stdout:801: finishing write tid 4 to smithi13674108-42 2024-08-19T11:33:23.690 INFO:tasks.rados.rados.0.smithi136.stdout:801: finishing write tid 5 to smithi13674108-42 2024-08-19T11:33:23.690 INFO:tasks.rados.rados.0.smithi136.stdout:801: oid 42 updating version 0 to 108 2024-08-19T11:33:23.690 INFO:tasks.rados.rados.0.smithi136.stdout:801: oid 42 version 108 is already newer than 105 2024-08-19T11:33:23.690 INFO:tasks.rados.rados.0.smithi136.stdout:801: oid 42 version 108 is already newer than 107 2024-08-19T11:33:23.690 INFO:tasks.rados.rados.0.smithi136.stdout:801: oid 42 version 108 is already newer than 106 2024-08-19T11:33:23.690 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 108 (ObjNum 247 snap 69 seq_num 247) dirty exists 2024-08-19T11:33:23.690 INFO:tasks.rados.rados.0.smithi136.stdout:801: left oid 42 (ObjNum 247 snap 69 seq_num 247) 2024-08-19T11:33:23.691 INFO:tasks.rados.rados.0.smithi136.stdout:804: finishing write tid 1 to smithi13674108-39 2024-08-19T11:33:23.691 INFO:tasks.rados.rados.0.smithi136.stdout:797: done (5 left) 2024-08-19T11:33:23.691 INFO:tasks.rados.rados.0.smithi136.stdout:798: done (4 left) 2024-08-19T11:33:23.691 INFO:tasks.rados.rados.0.smithi136.stdout:799: done (3 left) 2024-08-19T11:33:23.691 INFO:tasks.rados.rados.0.smithi136.stdout:801: done (2 left) 2024-08-19T11:33:23.691 INFO:tasks.rados.rados.0.smithi136.stdout:806: read oid 29 snap -1 2024-08-19T11:33:23.691 INFO:tasks.rados.rados.0.smithi136.stdout:806: expect (ObjNum 143 snap 37 seq_num 143) 2024-08-19T11:33:23.691 INFO:tasks.rados.rados.0.smithi136.stdout:807: read oid 27 snap -1 2024-08-19T11:33:23.691 INFO:tasks.rados.rados.0.smithi136.stdout:807: expect (ObjNum 219 snap 60 seq_num 219) 2024-08-19T11:33:23.691 INFO:tasks.rados.rados.0.smithi136.stdout:808: read oid 31 snap -1 2024-08-19T11:33:23.691 INFO:tasks.rados.rados.0.smithi136.stdout:808: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:33:23.691 INFO:tasks.rados.rados.0.smithi136.stdout:809: read oid 19 snap -1 2024-08-19T11:33:23.691 INFO:tasks.rados.rados.0.smithi136.stdout:809: expect deleted 2024-08-19T11:33:23.691 INFO:tasks.rados.rados.0.smithi136.stdout:810: rollback oid 7 current snap is 69 2024-08-19T11:33:23.691 INFO:tasks.rados.rados.0.smithi136.stdout:810: done (6 left) 2024-08-19T11:33:23.692 INFO:tasks.rados.rados.0.smithi136.stdout:811: rollback oid 13 current snap is 69 2024-08-19T11:33:23.692 INFO:tasks.rados.rados.0.smithi136.stdout:811: done (6 left) 2024-08-19T11:33:23.692 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 47 current snap is 69 2024-08-19T11:33:23.692 INFO:tasks.rados.rados.0.smithi136.stdout:812: seq_num 250 ranges {3850240=589824,4440064=679936,5120000=409600,5529600=114688} 2024-08-19T11:33:23.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:23 smithi155 ceph-mon[19718]: osdmap e220: 8 total, 8 up, 8 in 2024-08-19T11:33:23.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:23 smithi155 ceph-mon[19718]: pgmap v15: 121 pgs: 121 active+clean; 107 MiB data, 681 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.5 MiB/s wr, 47 op/s 2024-08-19T11:33:23.714 INFO:tasks.rados.rados.0.smithi136.stdout:812: writing smithi13674108-47 from 3850240 to 4440064 tid 1 2024-08-19T11:33:23.718 INFO:tasks.rados.rados.0.smithi136.stdout:812: writing smithi13674108-47 from 4440064 to 5120000 tid 2 2024-08-19T11:33:23.720 INFO:tasks.rados.rados.0.smithi136.stdout:812: writing smithi13674108-47 from 5120000 to 5529600 tid 3 2024-08-19T11:33:23.721 INFO:tasks.rados.rados.0.smithi136.stdout:812: writing smithi13674108-47 from 5529600 to 5644288 tid 4 2024-08-19T11:33:23.721 INFO:tasks.rados.rados.0.smithi136.stdout:813: delete oid 45 current snap is 69 2024-08-19T11:33:23.721 INFO:tasks.rados.rados.0.smithi136.stdout:804: finishing write tid 2 to smithi13674108-39 2024-08-19T11:33:23.721 INFO:tasks.rados.rados.0.smithi136.stdout:804: finishing write tid 3 to smithi13674108-39 2024-08-19T11:33:23.721 INFO:tasks.rados.rados.0.smithi136.stdout:804: finishing write tid 4 to smithi13674108-39 2024-08-19T11:33:23.722 INFO:tasks.rados.rados.0.smithi136.stdout:804: finishing write tid 5 to smithi13674108-39 2024-08-19T11:33:23.722 INFO:tasks.rados.rados.0.smithi136.stdout:804: oid 39 updating version 0 to 251 2024-08-19T11:33:23.722 INFO:tasks.rados.rados.0.smithi136.stdout:804: oid 39 version 251 is already newer than 249 2024-08-19T11:33:23.722 INFO:tasks.rados.rados.0.smithi136.stdout:804: oid 39 version 251 is already newer than 250 2024-08-19T11:33:23.722 INFO:tasks.rados.rados.0.smithi136.stdout:804: oid 39 updating version 251 to 252 2024-08-19T11:33:23.722 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 252 (ObjNum 249 snap 69 seq_num 249) dirty exists 2024-08-19T11:33:23.722 INFO:tasks.rados.rados.0.smithi136.stdout:804: left oid 39 (ObjNum 249 snap 69 seq_num 249) 2024-08-19T11:33:23.722 INFO:tasks.rados.rados.0.smithi136.stdout:805: finishing copy_from racing read to smithi13674108-33 2024-08-19T11:33:23.722 INFO:tasks.rados.rados.0.smithi136.stdout:805: finishing copy_from to smithi13674108-33 2024-08-19T11:33:23.722 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 33 v 140 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-08-19T11:33:23.722 INFO:tasks.rados.rados.0.smithi136.stdout:808: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:33:23.727 INFO:tasks.rados.rados.0.smithi136.stdout:804: done (7 left) 2024-08-19T11:33:23.727 INFO:tasks.rados.rados.0.smithi136.stdout:805: done (6 left) 2024-08-19T11:33:23.727 INFO:tasks.rados.rados.0.smithi136.stdout:808: done (5 left) 2024-08-19T11:33:23.727 INFO:tasks.rados.rados.0.smithi136.stdout:809: done (4 left) 2024-08-19T11:33:23.727 INFO:tasks.rados.rados.0.smithi136.stdout:813: done (3 left) 2024-08-19T11:33:23.727 INFO:tasks.rados.rados.0.smithi136.stdout:814: rmattr oid 24 current snap is 69 2024-08-19T11:33:23.727 INFO:tasks.rados.rados.0.smithi136.stdout:814: done (3 left) 2024-08-19T11:33:23.728 INFO:tasks.rados.rados.0.smithi136.stdout:815: snap_create 2024-08-19T11:33:23.728 INFO:tasks.rados.rados.0.smithi136.stdout:806: expect (ObjNum 143 snap 37 seq_num 143) 2024-08-19T11:33:23.815 INFO:tasks.rados.rados.0.smithi136.stdout:807: expect (ObjNum 219 snap 60 seq_num 219) 2024-08-19T11:33:24.018 INFO:tasks.rados.rados.0.smithi136.stdout:812: finishing write tid 1 to smithi13674108-47 2024-08-19T11:33:24.018 INFO:tasks.rados.rados.0.smithi136.stdout:812: finishing write tid 2 to smithi13674108-47 2024-08-19T11:33:24.018 INFO:tasks.rados.rados.0.smithi136.stdout:812: finishing write tid 3 to smithi13674108-47 2024-08-19T11:33:24.018 INFO:tasks.rados.rados.0.smithi136.stdout:812: finishing write tid 4 to smithi13674108-47 2024-08-19T11:33:24.018 INFO:tasks.rados.rados.0.smithi136.stdout:812: finishing write tid 5 to smithi13674108-47 2024-08-19T11:33:24.018 INFO:tasks.rados.rados.0.smithi136.stdout:812: finishing write tid 6 to smithi13674108-47 2024-08-19T11:33:24.019 INFO:tasks.rados.rados.0.smithi136.stdout:812: oid 47 updating version 0 to 246 2024-08-19T11:33:24.019 INFO:tasks.rados.rados.0.smithi136.stdout:812: oid 47 updating version 246 to 247 2024-08-19T11:33:24.019 INFO:tasks.rados.rados.0.smithi136.stdout:812: oid 47 version 247 is already newer than 244 2024-08-19T11:33:24.019 INFO:tasks.rados.rados.0.smithi136.stdout:812: oid 47 version 247 is already newer than 245 2024-08-19T11:33:24.019 INFO:tasks.rados.rados.0.smithi136.stdout:812: oid 47 updating version 247 to 248 2024-08-19T11:33:24.019 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 248 (ObjNum 250 snap 69 seq_num 250) dirty exists 2024-08-19T11:33:24.019 INFO:tasks.rados.rados.0.smithi136.stdout:812: left oid 47 (ObjNum 250 snap 69 seq_num 250) 2024-08-19T11:33:24.617 INFO:tasks.rados.rados.0.smithi136.stdout:806: done (3 left) 2024-08-19T11:33:24.618 INFO:tasks.rados.rados.0.smithi136.stdout:807: done (2 left) 2024-08-19T11:33:24.618 INFO:tasks.rados.rados.0.smithi136.stdout:812: done (1 left) 2024-08-19T11:33:24.618 INFO:tasks.rados.rados.0.smithi136.stdout:815: done (0 left) 2024-08-19T11:33:24.618 INFO:tasks.rados.rados.0.smithi136.stdout:816: rollback oid 41 current snap is 70 2024-08-19T11:33:24.618 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 41 to 69 2024-08-19T11:33:24.618 INFO:tasks.rados.rados.0.smithi136.stdout:817: delete oid 5 current snap is 70 2024-08-19T11:33:24.620 INFO:tasks.rados.rados.0.smithi136.stdout:816: finishing rollback tid 0 to smithi13674108-41 2024-08-19T11:33:24.620 INFO:tasks.rados.rados.0.smithi136.stdout:816: finishing rollback tid 1 to smithi13674108-41 2024-08-19T11:33:24.620 INFO:tasks.rados.rados.0.smithi136.stdout:816: finishing rollback tid 2 to smithi13674108-41 2024-08-19T11:33:24.620 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 252 (ObjNum 179 snap 47 seq_num 179) dirty exists 2024-08-19T11:33:24.621 INFO:tasks.rados.rados.0.smithi136.stdout:816: done (1 left) 2024-08-19T11:33:24.621 INFO:tasks.rados.rados.0.smithi136.stdout:817: done (0 left) 2024-08-19T11:33:24.621 INFO:tasks.rados.rados.0.smithi136.stdout:818: delete oid 16 current snap is 70 2024-08-19T11:33:24.623 INFO:tasks.rados.rados.0.smithi136.stdout:818: done (0 left) 2024-08-19T11:33:24.623 INFO:tasks.rados.rados.0.smithi136.stdout:819: snap_remove snap 69 2024-08-19T11:33:24.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:24 smithi155 ceph-mon[19718]: osdmap e221: 8 total, 8 up, 8 in 2024-08-19T11:33:24.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:24 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:24.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:24 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:24.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:24 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:33:24.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:24 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:33:24.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:24 smithi155 ceph-mon[19718]: Updating smithi136:/etc/ceph/ceph.conf 2024-08-19T11:33:24.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:24 smithi155 ceph-mon[19718]: Updating smithi155:/etc/ceph/ceph.conf 2024-08-19T11:33:24.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:24 smithi155 ceph-mon[19718]: Updating smithi136:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:33:24.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:24 smithi155 ceph-mon[19718]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:33:24.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:24 smithi155 ceph-mon[19718]: Updating smithi136:/etc/ceph/ceph.client.admin.keyring 2024-08-19T11:33:24.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:24 smithi155 ceph-mon[19718]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2024-08-19T11:33:24.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:24 smithi136 ceph-mon[16389]: osdmap e221: 8 total, 8 up, 8 in 2024-08-19T11:33:24.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:24 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:24.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:24 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:24.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:24 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:33:24.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:24 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:33:24.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:24 smithi136 ceph-mon[16389]: Updating smithi136:/etc/ceph/ceph.conf 2024-08-19T11:33:24.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:24 smithi136 ceph-mon[16389]: Updating smithi155:/etc/ceph/ceph.conf 2024-08-19T11:33:24.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:24 smithi136 ceph-mon[16389]: Updating smithi136:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:33:24.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:24 smithi136 ceph-mon[16389]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:33:24.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:24 smithi136 ceph-mon[16389]: Updating smithi136:/etc/ceph/ceph.client.admin.keyring 2024-08-19T11:33:24.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:24 smithi136 ceph-mon[16389]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2024-08-19T11:33:24.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:24 smithi136 ceph-mon[28279]: osdmap e221: 8 total, 8 up, 8 in 2024-08-19T11:33:24.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:24 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:24.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:24 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:24.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:24 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:33:24.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:24 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:33:24.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:24 smithi136 ceph-mon[28279]: Updating smithi136:/etc/ceph/ceph.conf 2024-08-19T11:33:24.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:24 smithi136 ceph-mon[28279]: Updating smithi155:/etc/ceph/ceph.conf 2024-08-19T11:33:24.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:24 smithi136 ceph-mon[28279]: Updating smithi136:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:33:24.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:24 smithi136 ceph-mon[28279]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:33:24.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:24 smithi136 ceph-mon[28279]: Updating smithi136:/etc/ceph/ceph.client.admin.keyring 2024-08-19T11:33:24.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:24 smithi136 ceph-mon[28279]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2024-08-19T11:33:25.621 INFO:tasks.rados.rados.0.smithi136.stdout:819: done (0 left) 2024-08-19T11:33:25.621 INFO:tasks.rados.rados.0.smithi136.stdout:820: setattr oid 50 current snap is 70 2024-08-19T11:33:25.624 INFO:tasks.rados.rados.0.smithi136.stdout:821: rollback oid 13 current snap is 70 2024-08-19T11:33:25.624 INFO:tasks.rados.rados.0.smithi136.stdout:821: done (1 left) 2024-08-19T11:33:25.624 INFO:tasks.rados.rados.0.smithi136.stdout:822: setattr oid 34 current snap is 70 2024-08-19T11:33:25.626 INFO:tasks.rados.rados.0.smithi136.stdout:823: rollback oid 29 current snap is 70 2024-08-19T11:33:25.626 INFO:tasks.rados.rados.0.smithi136.stdout:823: done (2 left) 2024-08-19T11:33:25.626 INFO:tasks.rados.rados.0.smithi136.stdout:824: snap_create 2024-08-19T11:33:25.627 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 334 (ObjNum 244 snap 69 seq_num 244) dirty exists 2024-08-19T11:33:25.632 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 34 v 381 (ObjNum 235 snap 66 seq_num 235) dirty exists 2024-08-19T11:33:25.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:25 smithi155 ceph-mon[19718]: Updating smithi136:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T11:33:25.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:25 smithi155 ceph-mon[19718]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T11:33:25.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:25 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:25.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:25 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:25.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:25 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:25.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:25 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:25.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:25 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:25.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:25 smithi155 ceph-mon[19718]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-19T11:33:25.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:25 smithi155 ceph-mon[19718]: pgmap v17: 121 pgs: 121 active+clean; 107 MiB data, 681 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-08-19T11:33:25.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:25 smithi155 ceph-mon[19718]: osdmap e222: 8 total, 8 up, 8 in 2024-08-19T11:33:25.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:25 smithi155 ceph-mon[19718]: Reconfiguring daemon prometheus.a on smithi155 2024-08-19T11:33:25.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:25 smithi136 ceph-mon[28279]: Updating smithi136:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T11:33:25.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:25 smithi136 ceph-mon[28279]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T11:33:25.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:25 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:25.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:25 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:25.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:25 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:25.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:25 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:25.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:25 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:25.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:25 smithi136 ceph-mon[28279]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-19T11:33:25.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:25 smithi136 ceph-mon[28279]: pgmap v17: 121 pgs: 121 active+clean; 107 MiB data, 681 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-08-19T11:33:25.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:25 smithi136 ceph-mon[28279]: osdmap e222: 8 total, 8 up, 8 in 2024-08-19T11:33:25.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:25 smithi136 ceph-mon[28279]: Reconfiguring daemon prometheus.a on smithi155 2024-08-19T11:33:25.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:25 smithi136 ceph-mon[16389]: Updating smithi136:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T11:33:25.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:25 smithi136 ceph-mon[16389]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T11:33:25.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:25 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:25.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:25 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:25.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:25 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:25.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:25 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:25.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:25 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:25.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:25 smithi136 ceph-mon[16389]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-19T11:33:25.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:25 smithi136 ceph-mon[16389]: pgmap v17: 121 pgs: 121 active+clean; 107 MiB data, 681 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-08-19T11:33:25.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:25 smithi136 ceph-mon[16389]: osdmap e222: 8 total, 8 up, 8 in 2024-08-19T11:33:25.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:25 smithi136 ceph-mon[16389]: Reconfiguring daemon prometheus.a on smithi155 2024-08-19T11:33:26.629 INFO:tasks.rados.rados.0.smithi136.stdout:820: done (2 left) 2024-08-19T11:33:26.629 INFO:tasks.rados.rados.0.smithi136.stdout:822: done (1 left) 2024-08-19T11:33:26.630 INFO:tasks.rados.rados.0.smithi136.stdout:824: done (0 left) 2024-08-19T11:33:26.630 INFO:tasks.rados.rados.0.smithi136.stdout:825: read oid 34 snap 70 2024-08-19T11:33:26.630 INFO:tasks.rados.rados.0.smithi136.stdout:825: expect (ObjNum 235 snap 66 seq_num 235) 2024-08-19T11:33:26.630 INFO:tasks.rados.rados.0.smithi136.stdout:826: read oid 46 snap -1 2024-08-19T11:33:26.630 INFO:tasks.rados.rados.0.smithi136.stdout:826: expect deleted 2024-08-19T11:33:26.630 INFO:tasks.rados.rados.0.smithi136.stdout:827: read oid 41 snap -1 2024-08-19T11:33:26.630 INFO:tasks.rados.rados.0.smithi136.stdout:827: expect (ObjNum 179 snap 47 seq_num 179) 2024-08-19T11:33:26.630 INFO:tasks.rados.rados.0.smithi136.stdout:828: copy_from oid 4 from oid 18 current snap is 71 2024-08-19T11:33:26.630 INFO:tasks.rados.rados.0.smithi136.stdout:829: copy_from oid 9 from oid 44 current snap is 71 2024-08-19T11:33:26.630 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 2 current snap is 71 2024-08-19T11:33:26.630 INFO:tasks.rados.rados.0.smithi136.stdout:830: seq_num 254 ranges {1204224=663552,1867776=663552,2531328=540672} 2024-08-19T11:33:26.639 INFO:tasks.rados.rados.0.smithi136.stdout:830: writing smithi13674108-2 from 1204224 to 1867776 tid 1 2024-08-19T11:33:26.643 INFO:tasks.rados.rados.0.smithi136.stdout:830: writing smithi13674108-2 from 1867776 to 2531328 tid 2 2024-08-19T11:33:26.648 INFO:tasks.rados.rados.0.smithi136.stdout:830: writing smithi13674108-2 from 2531328 to 3072000 tid 3 2024-08-19T11:33:26.648 INFO:tasks.rados.rados.0.smithi136.stdout:831: read oid 45 snap 70 2024-08-19T11:33:26.648 INFO:tasks.rados.rados.0.smithi136.stdout:831: expect deleted 2024-08-19T11:33:26.648 INFO:tasks.rados.rados.0.smithi136.stdout:832: rollback oid 38 current snap is 71 2024-08-19T11:33:26.648 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 38 to 70 2024-08-19T11:33:26.648 INFO:tasks.rados.rados.0.smithi136.stdout:829: finishing copy_from to smithi13674108-9 2024-08-19T11:33:26.648 INFO:tasks.rados.rados.0.smithi136.stdout:829: got expected ENOENT (src dne) 2024-08-19T11:33:26.648 INFO:tasks.rados.rados.0.smithi136.stdout:829: finishing copy_from racing read to smithi13674108-9 2024-08-19T11:33:26.648 INFO:tasks.rados.rados.0.smithi136.stdout:825: expect (ObjNum 235 snap 66 seq_num 235) 2024-08-19T11:33:26.691 INFO:tasks.rados.rados.0.smithi136.stdout:827: expect (ObjNum 179 snap 47 seq_num 179) 2024-08-19T11:33:26.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:26 smithi155 ceph-mon[19718]: osdmap e223: 8 total, 8 up, 8 in 2024-08-19T11:33:26.771 INFO:tasks.rados.rados.0.smithi136.stdout:828: finishing copy_from racing read to smithi13674108-4 2024-08-19T11:33:26.771 INFO:tasks.rados.rados.0.smithi136.stdout:825: done (7 left) 2024-08-19T11:33:26.771 INFO:tasks.rados.rados.0.smithi136.stdout:826: done (6 left) 2024-08-19T11:33:26.771 INFO:tasks.rados.rados.0.smithi136.stdout:827: done (5 left) 2024-08-19T11:33:26.771 INFO:tasks.rados.rados.0.smithi136.stdout:829: done (4 left) 2024-08-19T11:33:26.771 INFO:tasks.rados.rados.0.smithi136.stdout:833: delete oid 23 current snap is 71 2024-08-19T11:33:26.771 INFO:tasks.rados.rados.0.smithi136.stdout:830: finishing write tid 1 to smithi13674108-2 2024-08-19T11:33:26.771 INFO:tasks.rados.rados.0.smithi136.stdout:828: finishing copy_from to smithi13674108-4 2024-08-19T11:33:26.771 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 331 (ObjNum 125 snap 32 seq_num 125) dirty exists 2024-08-19T11:33:26.771 INFO:tasks.rados.rados.0.smithi136.stdout:830: finishing write tid 2 to smithi13674108-2 2024-08-19T11:33:26.772 INFO:tasks.rados.rados.0.smithi136.stdout:830: finishing write tid 3 to smithi13674108-2 2024-08-19T11:33:26.772 INFO:tasks.rados.rados.0.smithi136.stdout:830: finishing write tid 4 to smithi13674108-2 2024-08-19T11:33:26.772 INFO:tasks.rados.rados.0.smithi136.stdout:832: finishing rollback tid 0 to smithi13674108-38 2024-08-19T11:33:26.772 INFO:tasks.rados.rados.0.smithi136.stdout:832: finishing rollback tid 1 to smithi13674108-38 2024-08-19T11:33:26.772 INFO:tasks.rados.rados.0.smithi136.stdout:832: finishing rollback tid 2 to smithi13674108-38 2024-08-19T11:33:26.772 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 154 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-08-19T11:33:26.772 INFO:tasks.rados.rados.0.smithi136.stdout:830: finishing write tid 5 to smithi13674108-2 2024-08-19T11:33:26.772 INFO:tasks.rados.rados.0.smithi136.stdout:830: oid 2 updating version 0 to 337 2024-08-19T11:33:26.772 INFO:tasks.rados.rados.0.smithi136.stdout:830: oid 2 version 337 is already newer than 335 2024-08-19T11:33:26.772 INFO:tasks.rados.rados.0.smithi136.stdout:830: oid 2 version 337 is already newer than 336 2024-08-19T11:33:26.772 INFO:tasks.rados.rados.0.smithi136.stdout:830: oid 2 updating version 337 to 338 2024-08-19T11:33:26.772 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 2 v 338 (ObjNum 254 snap 71 seq_num 254) dirty exists 2024-08-19T11:33:26.772 INFO:tasks.rados.rados.0.smithi136.stdout:830: left oid 2 (ObjNum 254 snap 71 seq_num 254) 2024-08-19T11:33:26.773 INFO:tasks.rados.rados.0.smithi136.stdout:828: done (4 left) 2024-08-19T11:33:26.773 INFO:tasks.rados.rados.0.smithi136.stdout:830: done (3 left) 2024-08-19T11:33:26.773 INFO:tasks.rados.rados.0.smithi136.stdout:831: done (2 left) 2024-08-19T11:33:26.773 INFO:tasks.rados.rados.0.smithi136.stdout:832: done (1 left) 2024-08-19T11:33:26.773 INFO:tasks.rados.rados.0.smithi136.stdout:833: done (0 left) 2024-08-19T11:33:26.773 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 47 current snap is 71 2024-08-19T11:33:26.773 INFO:tasks.rados.rados.0.smithi136.stdout:834: seq_num 256 ranges {5644288=696320,6340608=434176,6774784=770048} 2024-08-19T11:33:26.805 INFO:tasks.rados.rados.0.smithi136.stdout:834: writing smithi13674108-47 from 5644288 to 6340608 tid 1 2024-08-19T11:33:26.807 INFO:tasks.rados.rados.0.smithi136.stdout:834: writing smithi13674108-47 from 6340608 to 6774784 tid 2 2024-08-19T11:33:26.812 INFO:tasks.rados.rados.0.smithi136.stdout:834: writing smithi13674108-47 from 6774784 to 7544832 tid 3 2024-08-19T11:33:26.812 INFO:tasks.rados.rados.0.smithi136.stdout:835: read oid 18 snap -1 2024-08-19T11:33:26.812 INFO:tasks.rados.rados.0.smithi136.stdout:835: expect (ObjNum 125 snap 32 seq_num 125) 2024-08-19T11:33:26.812 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 2 current snap is 71 2024-08-19T11:33:26.812 INFO:tasks.rados.rados.0.smithi136.stdout:834: finishing write tid 1 to smithi13674108-47 2024-08-19T11:33:26.812 INFO:tasks.rados.rados.0.smithi136.stdout:834: finishing write tid 2 to smithi13674108-47 2024-08-19T11:33:26.812 INFO:tasks.rados.rados.0.smithi136.stdout:836: seq_num 257 ranges {3072000=712704,3784704=720896,4505600=483328} 2024-08-19T11:33:26.832 INFO:tasks.rados.rados.0.smithi136.stdout:836: writing smithi13674108-2 from 3072000 to 3784704 tid 1 2024-08-19T11:33:26.836 INFO:tasks.rados.rados.0.smithi136.stdout:836: writing smithi13674108-2 from 3784704 to 4505600 tid 2 2024-08-19T11:33:26.839 INFO:tasks.rados.rados.0.smithi136.stdout:836: writing smithi13674108-2 from 4505600 to 4988928 tid 3 2024-08-19T11:33:26.839 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 33 current snap is 71 2024-08-19T11:33:26.839 INFO:tasks.rados.rados.0.smithi136.stdout:834: finishing write tid 3 to smithi13674108-47 2024-08-19T11:33:26.840 INFO:tasks.rados.rados.0.smithi136.stdout:834: finishing write tid 4 to smithi13674108-47 2024-08-19T11:33:26.840 INFO:tasks.rados.rados.0.smithi136.stdout:837: seq_num 258 ranges {720896=729088,1449984=606208,2056192=598016} 2024-08-19T11:33:26.847 INFO:tasks.rados.rados.0.smithi136.stdout:837: writing smithi13674108-33 from 720896 to 1449984 tid 1 2024-08-19T11:33:26.851 INFO:tasks.rados.rados.0.smithi136.stdout:837: writing smithi13674108-33 from 1449984 to 2056192 tid 2 2024-08-19T11:33:26.855 INFO:tasks.rados.rados.0.smithi136.stdout:837: writing smithi13674108-33 from 2056192 to 2654208 tid 3 2024-08-19T11:33:26.855 INFO:tasks.rados.rados.0.smithi136.stdout:838: copy_from oid 19 from oid 21 current snap is 71 2024-08-19T11:33:26.855 INFO:tasks.rados.rados.0.smithi136.stdout:834: finishing write tid 5 to smithi13674108-47 2024-08-19T11:33:26.855 INFO:tasks.rados.rados.0.smithi136.stdout:834: oid 47 updating version 0 to 259 2024-08-19T11:33:26.855 INFO:tasks.rados.rados.0.smithi136.stdout:834: oid 47 version 259 is already newer than 256 2024-08-19T11:33:26.855 INFO:tasks.rados.rados.0.smithi136.stdout:834: oid 47 version 259 is already newer than 257 2024-08-19T11:33:26.855 INFO:tasks.rados.rados.0.smithi136.stdout:834: oid 47 version 259 is already newer than 258 2024-08-19T11:33:26.855 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 259 (ObjNum 256 snap 71 seq_num 256) dirty exists 2024-08-19T11:33:26.855 INFO:tasks.rados.rados.0.smithi136.stdout:834: left oid 47 (ObjNum 256 snap 71 seq_num 256) 2024-08-19T11:33:26.856 INFO:tasks.rados.rados.0.smithi136.stdout:835: expect (ObjNum 125 snap 32 seq_num 125) 2024-08-19T11:33:26.978 INFO:tasks.rados.rados.0.smithi136.stdout:836: finishing write tid 1 to smithi13674108-2 2024-08-19T11:33:26.978 INFO:tasks.rados.rados.0.smithi136.stdout:836: finishing write tid 2 to smithi13674108-2 2024-08-19T11:33:26.978 INFO:tasks.rados.rados.0.smithi136.stdout:836: finishing write tid 3 to smithi13674108-2 2024-08-19T11:33:26.978 INFO:tasks.rados.rados.0.smithi136.stdout:836: finishing write tid 4 to smithi13674108-2 2024-08-19T11:33:26.978 INFO:tasks.rados.rados.0.smithi136.stdout:836: finishing write tid 5 to smithi13674108-2 2024-08-19T11:33:26.978 INFO:tasks.rados.rados.0.smithi136.stdout:836: oid 2 updating version 0 to 342 2024-08-19T11:33:26.979 INFO:tasks.rados.rados.0.smithi136.stdout:836: oid 2 version 342 is already newer than 341 2024-08-19T11:33:26.979 INFO:tasks.rados.rados.0.smithi136.stdout:836: oid 2 version 342 is already newer than 340 2024-08-19T11:33:26.979 INFO:tasks.rados.rados.0.smithi136.stdout:836: oid 2 version 342 is already newer than 339 2024-08-19T11:33:26.979 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 2 v 342 (ObjNum 257 snap 71 seq_num 257) dirty exists 2024-08-19T11:33:26.979 INFO:tasks.rados.rados.0.smithi136.stdout:836: left oid 2 (ObjNum 257 snap 71 seq_num 257) 2024-08-19T11:33:26.979 INFO:tasks.rados.rados.0.smithi136.stdout:837: finishing write tid 1 to smithi13674108-33 2024-08-19T11:33:26.979 INFO:tasks.rados.rados.0.smithi136.stdout:834: done (4 left) 2024-08-19T11:33:26.979 INFO:tasks.rados.rados.0.smithi136.stdout:835: done (3 left) 2024-08-19T11:33:26.979 INFO:tasks.rados.rados.0.smithi136.stdout:836: done (2 left) 2024-08-19T11:33:26.979 INFO:tasks.rados.rados.0.smithi136.stdout:839: rollback oid 43 current snap is 71 2024-08-19T11:33:26.979 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 43 to 70 2024-08-19T11:33:26.979 INFO:tasks.rados.rados.0.smithi136.stdout:837: finishing write tid 2 to smithi13674108-33 2024-08-19T11:33:26.979 INFO:tasks.rados.rados.0.smithi136.stdout:837: finishing write tid 3 to smithi13674108-33 2024-08-19T11:33:26.979 INFO:tasks.rados.rados.0.smithi136.stdout:837: finishing write tid 4 to smithi13674108-33 2024-08-19T11:33:26.980 INFO:tasks.rados.rados.0.smithi136.stdout:837: finishing write tid 5 to smithi13674108-33 2024-08-19T11:33:26.980 INFO:tasks.rados.rados.0.smithi136.stdout:837: oid 33 updating version 0 to 359 2024-08-19T11:33:26.980 INFO:tasks.rados.rados.0.smithi136.stdout:837: oid 33 version 359 is already newer than 358 2024-08-19T11:33:26.980 INFO:tasks.rados.rados.0.smithi136.stdout:837: oid 33 updating version 359 to 360 2024-08-19T11:33:26.980 INFO:tasks.rados.rados.0.smithi136.stdout:837: oid 33 version 360 is already newer than 357 2024-08-19T11:33:26.980 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 33 v 360 (ObjNum 258 snap 71 seq_num 258) dirty exists 2024-08-19T11:33:26.980 INFO:tasks.rados.rados.0.smithi136.stdout:837: left oid 33 (ObjNum 258 snap 71 seq_num 258) 2024-08-19T11:33:26.980 INFO:tasks.rados.rados.0.smithi136.stdout:838: finishing copy_from racing read to smithi13674108-19 2024-08-19T11:33:26.980 INFO:tasks.rados.rados.0.smithi136.stdout:838: finishing copy_from to smithi13674108-19 2024-08-19T11:33:26.980 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 239 (ObjNum 239 snap 66 seq_num 239) dirty exists 2024-08-19T11:33:26.980 INFO:tasks.rados.rados.0.smithi136.stdout:837: done (2 left) 2024-08-19T11:33:26.980 INFO:tasks.rados.rados.0.smithi136.stdout:838: done (1 left) 2024-08-19T11:33:26.980 INFO:tasks.rados.rados.0.smithi136.stdout:840: copy_from oid 8 from oid 46 current snap is 71 2024-08-19T11:33:26.980 INFO:tasks.rados.rados.0.smithi136.stdout:841: read oid 27 snap 70 2024-08-19T11:33:26.980 INFO:tasks.rados.rados.0.smithi136.stdout:841: expect (ObjNum 219 snap 60 seq_num 219) 2024-08-19T11:33:26.981 INFO:tasks.rados.rados.0.smithi136.stdout:842: copy_from oid 4 from oid 22 current snap is 71 2024-08-19T11:33:26.981 INFO:tasks.rados.rados.0.smithi136.stdout:843: delete oid 32 current snap is 71 2024-08-19T11:33:26.981 INFO:tasks.rados.rados.0.smithi136.stdout:840: finishing copy_from to smithi13674108-8 2024-08-19T11:33:26.981 INFO:tasks.rados.rados.0.smithi136.stdout:840: got expected ENOENT (src dne) 2024-08-19T11:33:26.981 INFO:tasks.rados.rados.0.smithi136.stdout:840: finishing copy_from racing read to smithi13674108-8 2024-08-19T11:33:26.981 INFO:tasks.rados.rados.0.smithi136.stdout:842: finishing copy_from to smithi13674108-4 2024-08-19T11:33:26.981 INFO:tasks.rados.rados.0.smithi136.stdout:842: got expected ENOENT (src dne) 2024-08-19T11:33:26.982 INFO:tasks.rados.rados.0.smithi136.stdout:840: done (4 left) 2024-08-19T11:33:26.982 INFO:tasks.rados.rados.0.smithi136.stdout:843: done (3 left) 2024-08-19T11:33:26.982 INFO:tasks.rados.rados.0.smithi136.stdout:844: delete oid 10 current snap is 71 2024-08-19T11:33:26.982 INFO:tasks.rados.rados.0.smithi136.stdout:842: finishing copy_from racing read to smithi13674108-4 2024-08-19T11:33:26.982 INFO:tasks.rados.rados.0.smithi136.stdout:839: finishing rollback tid 0 to smithi13674108-43 2024-08-19T11:33:26.983 INFO:tasks.rados.rados.0.smithi136.stdout:842: done (3 left) 2024-08-19T11:33:26.983 INFO:tasks.rados.rados.0.smithi136.stdout:844: done (2 left) 2024-08-19T11:33:26.983 INFO:tasks.rados.rados.0.smithi136.stdout:845: copy_from oid 14 from oid 10 current snap is 71 2024-08-19T11:33:26.983 INFO:tasks.rados.rados.0.smithi136.stdout:839: finishing rollback tid 1 to smithi13674108-43 2024-08-19T11:33:26.983 INFO:tasks.rados.rados.0.smithi136.stdout:846: snap_create 2024-08-19T11:33:26.983 INFO:tasks.rados.rados.0.smithi136.stdout:839: finishing rollback tid 2 to smithi13674108-43 2024-08-19T11:33:26.983 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 155 (ObjNum 65 snap 0 seq_num 1902663274) dirty exists 2024-08-19T11:33:26.984 INFO:tasks.rados.rados.0.smithi136.stdout:845: finishing copy_from to smithi13674108-14 2024-08-19T11:33:26.984 INFO:tasks.rados.rados.0.smithi136.stdout:845: got expected ENOENT (src dne) 2024-08-19T11:33:26.984 INFO:tasks.rados.rados.0.smithi136.stdout:845: finishing copy_from racing read to smithi13674108-14 2024-08-19T11:33:26.989 INFO:tasks.rados.rados.0.smithi136.stdout:841: expect (ObjNum 219 snap 60 seq_num 219) 2024-08-19T11:33:27.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:26 smithi136 ceph-mon[28279]: osdmap e223: 8 total, 8 up, 8 in 2024-08-19T11:33:27.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:26 smithi136 ceph-mon[16389]: osdmap e223: 8 total, 8 up, 8 in 2024-08-19T11:33:27.395 INFO:tasks.rados.rados.0.smithi136.stdout:839: done (3 left) 2024-08-19T11:33:27.396 INFO:tasks.rados.rados.0.smithi136.stdout:841: done (2 left) 2024-08-19T11:33:27.396 INFO:tasks.rados.rados.0.smithi136.stdout:845: done (1 left) 2024-08-19T11:33:27.396 INFO:tasks.rados.rados.0.smithi136.stdout:846: done (0 left) 2024-08-19T11:33:27.396 INFO:tasks.rados.rados.0.smithi136.stdout:847: copy_from oid 43 from oid 15 current snap is 72 2024-08-19T11:33:27.396 INFO:tasks.rados.rados.0.smithi136.stdout:848: snap_remove snap 70 2024-08-19T11:33:27.623 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:27 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[55430]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:33:27] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-19T11:33:27.960 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:27 smithi155 systemd[1]: Stopping Ceph prometheus.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:33:27.981 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:27 smithi155 ceph-mon[19718]: pgmap v20: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 91 MiB data, 657 MiB used, 715 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-08-19T11:33:27.981 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:27 smithi155 ceph-mon[19718]: osdmap e224: 8 total, 8 up, 8 in 2024-08-19T11:33:27.981 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:27 smithi155 ceph-mon[19718]: osdmap e225: 8 total, 8 up, 8 in 2024-08-19T11:33:28.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:27 smithi136 ceph-mon[28279]: pgmap v20: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 91 MiB data, 657 MiB used, 715 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-08-19T11:33:28.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:27 smithi136 ceph-mon[28279]: osdmap e224: 8 total, 8 up, 8 in 2024-08-19T11:33:28.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:27 smithi136 ceph-mon[28279]: osdmap e225: 8 total, 8 up, 8 in 2024-08-19T11:33:28.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:27 smithi136 ceph-mon[16389]: pgmap v20: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 91 MiB data, 657 MiB used, 715 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-08-19T11:33:28.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:27 smithi136 ceph-mon[16389]: osdmap e224: 8 total, 8 up, 8 in 2024-08-19T11:33:28.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:27 smithi136 ceph-mon[16389]: osdmap e225: 8 total, 8 up, 8 in 2024-08-19T11:33:28.400 INFO:tasks.rados.rados.0.smithi136.stdout:848: done (1 left) 2024-08-19T11:33:28.400 INFO:tasks.rados.rados.0.smithi136.stdout:849: snap_create 2024-08-19T11:33:28.400 INFO:tasks.rados.rados.0.smithi136.stdout:847: finishing copy_from racing read to smithi13674108-43 2024-08-19T11:33:28.400 INFO:tasks.rados.rados.0.smithi136.stdout:847: finishing copy_from to smithi13674108-43 2024-08-19T11:33:28.401 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 174 (ObjNum 232 snap 65 seq_num 232) dirty exists 2024-08-19T11:33:28.460 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:28 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:28.170Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-19T11:33:28.460 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:28 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:28.170Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-19T11:33:28.460 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:28 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:28.171Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-19T11:33:28.460 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:28 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:28.171Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-19T11:33:28.461 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:28 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:28.171Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-19T11:33:28.461 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:28 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:28.171Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-19T11:33:28.461 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:28 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:28.171Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-19T11:33:28.461 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:28 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:28.171Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-19T11:33:28.461 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:28 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:28.171Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-19T11:33:28.461 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:28 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:28.171Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-19T11:33:28.461 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:28 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:28.171Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-19T11:33:28.461 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:28 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[64657]: ts=2024-08-19T11:33:28.171Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-19T11:33:28.461 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:28 smithi155 podman[67381]: 2024-08-19 11:33:28.181142243 +0000 UTC m=+0.152682938 container died ce4d11762a679e9a5cbce9ff0c7859176b9050283528f4ff6bdfdd4f070353a2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T11:33:28.922 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:28 smithi155 podman[67381]: 2024-08-19 11:33:28.551452579 +0000 UTC m=+0.522993275 container cleanup ce4d11762a679e9a5cbce9ff0c7859176b9050283528f4ff6bdfdd4f070353a2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T11:33:28.922 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:28 smithi155 bash[67381]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a 2024-08-19T11:33:28.922 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:28 smithi155 podman[67400]: 2024-08-19 11:33:28.710636694 +0000 UTC m=+0.532097818 container remove ce4d11762a679e9a5cbce9ff0c7859176b9050283528f4ff6bdfdd4f070353a2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T11:33:29.210 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:28 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-19T11:33:29.210 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:28 smithi155 systemd[1]: Stopped Ceph prometheus.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:33:29.210 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:28 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@prometheus.a.service: Consumed 1.124s CPU time. 2024-08-19T11:33:29.211 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:28 smithi155 systemd[1]: Starting Ceph prometheus.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:33:29.211 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:29 smithi155 podman[67494]: 2024-08-19 11:33:29.050362008 +0000 UTC m=+0.018275685 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-19T11:33:29.211 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:29 smithi155 podman[67494]: 2024-08-19 11:33:29.178228168 +0000 UTC m=+0.146141831 container create 58dd6060f3199ee09f0ff2152ae67ccca27abdf5ba8aef1cbac430076c734946 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T11:33:29.406 INFO:tasks.rados.rados.0.smithi136.stdout:847: done (1 left) 2024-08-19T11:33:29.406 INFO:tasks.rados.rados.0.smithi136.stdout:849: done (0 left) 2024-08-19T11:33:29.406 INFO:tasks.rados.rados.0.smithi136.stdout:850: snap_remove snap 71 2024-08-19T11:33:29.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:29 smithi155 ceph-mon[19718]: osdmap e226: 8 total, 8 up, 8 in 2024-08-19T11:33:29.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:29 smithi155 ceph-mon[19718]: pgmap v24: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 91 MiB data, 657 MiB used, 715 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-08-19T11:33:29.711 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:29 smithi155 podman[67494]: 2024-08-19 11:33:29.405094309 +0000 UTC m=+0.373007973 container init 58dd6060f3199ee09f0ff2152ae67ccca27abdf5ba8aef1cbac430076c734946 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T11:33:29.711 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:29 smithi155 podman[67494]: 2024-08-19 11:33:29.410027378 +0000 UTC m=+0.377941041 container start 58dd6060f3199ee09f0ff2152ae67ccca27abdf5ba8aef1cbac430076c734946 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T11:33:29.711 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:29 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:33:29.435Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-19T11:33:29.711 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:29 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:33:29.435Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-19T11:33:29.711 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:29 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:33:29.435Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi155 (none))" 2024-08-19T11:33:29.711 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:29 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:33:29.435Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-19T11:33:29.711 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:29 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:33:29.435Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-19T11:33:29.711 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:29 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:33:29.436Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-19T11:33:29.711 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:29 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:33:29.436Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-19T11:33:29.711 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:29 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:33:29.437Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-19T11:33:29.712 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:29 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:33:29.437Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-19T11:33:29.712 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:29 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:33:29.439Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-19T11:33:29.712 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:29 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:33:29.439Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=3.689µs 2024-08-19T11:33:29.712 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:29 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:33:29.439Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-19T11:33:29.712 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:29 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:33:29.441Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-08-19T11:33:29.712 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:29 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:33:29.449Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-08-19T11:33:29.712 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:29 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:33:29.450Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-08-19T11:33:29.712 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:29 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:33:29.450Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-08-19T11:33:29.712 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:29 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:33:29.450Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=55.562µs wal_replay_duration=11.022633ms wbl_replay_duration=131ns total_replay_duration=11.160726ms 2024-08-19T11:33:29.712 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:29 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:33:29.452Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-19T11:33:29.712 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:29 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:33:29.452Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-19T11:33:29.713 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:29 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:33:29.452Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-19T11:33:29.713 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:29 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:33:29.472Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.638091ms db_storage=838ns remote_storage=1.09µs web_handler=596ns query_engine=553ns scrape=373.906µs scrape_sd=98.966µs notify=14.439µs notify_sd=20.157µs rules=19.79155ms tracing=5.571µs 2024-08-19T11:33:29.713 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:29 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:33:29.473Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-19T11:33:29.713 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:29 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:33:29.473Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-19T11:33:29.713 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:29 smithi155 bash[67494]: 58dd6060f3199ee09f0ff2152ae67ccca27abdf5ba8aef1cbac430076c734946 2024-08-19T11:33:29.713 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:33:29 smithi155 systemd[1]: Started Ceph prometheus.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:33:29.837 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:29 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:33:29] ENGINE Bus STOPPING 2024-08-19T11:33:29.837 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:29 smithi136 ceph-mon[28279]: osdmap e226: 8 total, 8 up, 8 in 2024-08-19T11:33:29.837 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:29 smithi136 ceph-mon[28279]: pgmap v24: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 91 MiB data, 657 MiB used, 715 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-08-19T11:33:29.837 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:29 smithi136 ceph-mon[16389]: osdmap e226: 8 total, 8 up, 8 in 2024-08-19T11:33:29.837 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:29 smithi136 ceph-mon[16389]: pgmap v24: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 91 MiB data, 657 MiB used, 715 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-08-19T11:33:30.098 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:29 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:33:29] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T11:33:30.098 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:29 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:33:29] ENGINE Bus STOPPED 2024-08-19T11:33:30.098 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:29 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:33:29] ENGINE Bus STARTING 2024-08-19T11:33:30.098 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:29 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:33:29] ENGINE Serving on http://:::9283 2024-08-19T11:33:30.098 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:29 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:33:29] ENGINE Bus STARTED 2024-08-19T11:33:30.416 INFO:tasks.rados.rados.0.smithi136.stdout:850: done (0 left) 2024-08-19T11:33:30.417 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 25 current snap is 73 2024-08-19T11:33:30.417 INFO:tasks.rados.rados.0.smithi136.stdout:851: seq_num 261 ranges {1867776=778240,2646016=704512,3350528=499712} 2024-08-19T11:33:30.430 INFO:tasks.rados.rados.0.smithi136.stdout:851: writing smithi13674108-25 from 1867776 to 2646016 tid 1 2024-08-19T11:33:30.434 INFO:tasks.rados.rados.0.smithi136.stdout:851: writing smithi13674108-25 from 2646016 to 3350528 tid 2 2024-08-19T11:33:30.438 INFO:tasks.rados.rados.0.smithi136.stdout:851: writing smithi13674108-25 from 3350528 to 3850240 tid 3 2024-08-19T11:33:30.438 INFO:tasks.rados.rados.0.smithi136.stdout:852: copy_from oid 1 from oid 10 current snap is 73 2024-08-19T11:33:30.438 INFO:tasks.rados.rados.0.smithi136.stdout:851: finishing write tid 1 to smithi13674108-25 2024-08-19T11:33:30.438 INFO:tasks.rados.rados.0.smithi136.stdout:851: finishing write tid 2 to smithi13674108-25 2024-08-19T11:33:30.438 INFO:tasks.rados.rados.0.smithi136.stdout:853: read oid 46 snap -1 2024-08-19T11:33:30.438 INFO:tasks.rados.rados.0.smithi136.stdout:853: expect deleted 2024-08-19T11:33:30.438 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 24 current snap is 73 2024-08-19T11:33:30.438 INFO:tasks.rados.rados.0.smithi136.stdout:854: seq_num 262 ranges {3588096=794624,4382720=589824,4972544=614400} 2024-08-19T11:33:30.460 INFO:tasks.rados.rados.0.smithi136.stdout:854: writing smithi13674108-24 from 3588096 to 4382720 tid 1 2024-08-19T11:33:30.464 INFO:tasks.rados.rados.0.smithi136.stdout:854: writing smithi13674108-24 from 4382720 to 4972544 tid 2 2024-08-19T11:33:30.467 INFO:tasks.rados.rados.0.smithi136.stdout:854: writing smithi13674108-24 from 4972544 to 5586944 tid 3 2024-08-19T11:33:30.467 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 5 current snap is 73 2024-08-19T11:33:30.467 INFO:tasks.rados.rados.0.smithi136.stdout:855: seq_num 263 ranges {0=409600,409600=475136,884736=557056,1441792=573440} 2024-08-19T11:33:30.469 INFO:tasks.rados.rados.0.smithi136.stdout:855: writing smithi13674108-5 from 0 to 409600 tid 1 2024-08-19T11:33:30.472 INFO:tasks.rados.rados.0.smithi136.stdout:855: writing smithi13674108-5 from 409600 to 884736 tid 2 2024-08-19T11:33:30.475 INFO:tasks.rados.rados.0.smithi136.stdout:855: writing smithi13674108-5 from 884736 to 1441792 tid 3 2024-08-19T11:33:30.479 INFO:tasks.rados.rados.0.smithi136.stdout:855: writing smithi13674108-5 from 1441792 to 2015232 tid 4 2024-08-19T11:33:30.479 INFO:tasks.rados.rados.0.smithi136.stdout:856: rollback oid 26 current snap is 73 2024-08-19T11:33:30.479 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 26 to 72 2024-08-19T11:33:30.479 INFO:tasks.rados.rados.0.smithi136.stdout:852: finishing copy_from to smithi13674108-1 2024-08-19T11:33:30.479 INFO:tasks.rados.rados.0.smithi136.stdout:852: got expected ENOENT (src dne) 2024-08-19T11:33:30.479 INFO:tasks.rados.rados.0.smithi136.stdout:851: finishing write tid 3 to smithi13674108-25 2024-08-19T11:33:30.479 INFO:tasks.rados.rados.0.smithi136.stdout:851: finishing write tid 4 to smithi13674108-25 2024-08-19T11:33:30.479 INFO:tasks.rados.rados.0.smithi136.stdout:852: finishing copy_from racing read to smithi13674108-1 2024-08-19T11:33:30.479 INFO:tasks.rados.rados.0.smithi136.stdout:851: finishing write tid 5 to smithi13674108-25 2024-08-19T11:33:30.479 INFO:tasks.rados.rados.0.smithi136.stdout:851: oid 25 updating version 0 to 160 2024-08-19T11:33:30.479 INFO:tasks.rados.rados.0.smithi136.stdout:851: oid 25 updating version 160 to 161 2024-08-19T11:33:30.479 INFO:tasks.rados.rados.0.smithi136.stdout:851: oid 25 version 161 is already newer than 159 2024-08-19T11:33:30.479 INFO:tasks.rados.rados.0.smithi136.stdout:851: oid 25 version 161 is already newer than 158 2024-08-19T11:33:30.479 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 161 (ObjNum 261 snap 73 seq_num 261) dirty exists 2024-08-19T11:33:30.480 INFO:tasks.rados.rados.0.smithi136.stdout:851: left oid 25 (ObjNum 261 snap 73 seq_num 261) 2024-08-19T11:33:30.480 INFO:tasks.rados.rados.0.smithi136.stdout:854: finishing write tid 1 to smithi13674108-24 2024-08-19T11:33:30.480 INFO:tasks.rados.rados.0.smithi136.stdout:854: finishing write tid 2 to smithi13674108-24 2024-08-19T11:33:30.480 INFO:tasks.rados.rados.0.smithi136.stdout:851: done (5 left) 2024-08-19T11:33:30.480 INFO:tasks.rados.rados.0.smithi136.stdout:852: done (4 left) 2024-08-19T11:33:30.480 INFO:tasks.rados.rados.0.smithi136.stdout:853: done (3 left) 2024-08-19T11:33:30.480 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 12 current snap is 73 2024-08-19T11:33:30.480 INFO:tasks.rados.rados.0.smithi136.stdout:857: seq_num 264 ranges {0=425984,425984=761856,1187840=770048,1957888=73728} 2024-08-19T11:33:30.480 INFO:tasks.rados.rados.0.smithi136.stdout:857: writing smithi13674108-12 from 0 to 425984 tid 1 2024-08-19T11:33:30.485 INFO:tasks.rados.rados.0.smithi136.stdout:857: writing smithi13674108-12 from 425984 to 1187840 tid 2 2024-08-19T11:33:30.489 INFO:tasks.rados.rados.0.smithi136.stdout:857: writing smithi13674108-12 from 1187840 to 1957888 tid 3 2024-08-19T11:33:30.491 INFO:tasks.rados.rados.0.smithi136.stdout:857: writing smithi13674108-12 from 1957888 to 2031616 tid 4 2024-08-19T11:33:30.491 INFO:tasks.rados.rados.0.smithi136.stdout:858: copy_from oid 9 from oid 3 current snap is 73 2024-08-19T11:33:30.491 INFO:tasks.rados.rados.0.smithi136.stdout:854: finishing write tid 3 to smithi13674108-24 2024-08-19T11:33:30.491 INFO:tasks.rados.rados.0.smithi136.stdout:854: finishing write tid 4 to smithi13674108-24 2024-08-19T11:33:30.491 INFO:tasks.rados.rados.0.smithi136.stdout:854: finishing write tid 5 to smithi13674108-24 2024-08-19T11:33:30.492 INFO:tasks.rados.rados.0.smithi136.stdout:854: oid 24 updating version 0 to 347 2024-08-19T11:33:30.492 INFO:tasks.rados.rados.0.smithi136.stdout:854: oid 24 updating version 347 to 349 2024-08-19T11:33:30.492 INFO:tasks.rados.rados.0.smithi136.stdout:854: oid 24 version 349 is already newer than 348 2024-08-19T11:33:30.492 INFO:tasks.rados.rados.0.smithi136.stdout:854: oid 24 version 349 is already newer than 346 2024-08-19T11:33:30.492 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 349 (ObjNum 262 snap 73 seq_num 262) dirty exists 2024-08-19T11:33:30.492 INFO:tasks.rados.rados.0.smithi136.stdout:854: left oid 24 (ObjNum 262 snap 73 seq_num 262) 2024-08-19T11:33:30.492 INFO:tasks.rados.rados.0.smithi136.stdout:855: finishing write tid 1 to smithi13674108-5 2024-08-19T11:33:30.492 INFO:tasks.rados.rados.0.smithi136.stdout:855: finishing write tid 2 to smithi13674108-5 2024-08-19T11:33:30.492 INFO:tasks.rados.rados.0.smithi136.stdout:855: finishing write tid 3 to smithi13674108-5 2024-08-19T11:33:30.492 INFO:tasks.rados.rados.0.smithi136.stdout:854: done (4 left) 2024-08-19T11:33:30.492 INFO:tasks.rados.rados.0.smithi136.stdout:859: copy_from oid 28 from oid 43 current snap is 73 2024-08-19T11:33:30.492 INFO:tasks.rados.rados.0.smithi136.stdout:856: finishing rollback tid 1 to smithi13674108-26 2024-08-19T11:33:30.492 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 0 (ObjNum 385 snap 0 seq_num 3762782832) dirty dne 2024-08-19T11:33:30.493 INFO:tasks.rados.rados.0.smithi136.stdout:855: finishing write tid 4 to smithi13674108-5 2024-08-19T11:33:30.493 INFO:tasks.rados.rados.0.smithi136.stdout:855: finishing write tid 5 to smithi13674108-5 2024-08-19T11:33:30.493 INFO:tasks.rados.rados.0.smithi136.stdout:855: finishing write tid 6 to smithi13674108-5 2024-08-19T11:33:30.493 INFO:tasks.rados.rados.0.smithi136.stdout:855: oid 5 updating version 0 to 353 2024-08-19T11:33:30.493 INFO:tasks.rados.rados.0.smithi136.stdout:855: oid 5 version 353 is already newer than 350 2024-08-19T11:33:30.493 INFO:tasks.rados.rados.0.smithi136.stdout:855: oid 5 version 353 is already newer than 351 2024-08-19T11:33:30.493 INFO:tasks.rados.rados.0.smithi136.stdout:855: oid 5 version 353 is already newer than 352 2024-08-19T11:33:30.493 INFO:tasks.rados.rados.0.smithi136.stdout:855: oid 5 updating version 353 to 354 2024-08-19T11:33:30.493 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 354 (ObjNum 263 snap 73 seq_num 263) dirty exists 2024-08-19T11:33:30.493 INFO:tasks.rados.rados.0.smithi136.stdout:855: left oid 5 (ObjNum 263 snap 73 seq_num 263) 2024-08-19T11:33:30.493 INFO:tasks.rados.rados.0.smithi136.stdout:855: done (4 left) 2024-08-19T11:33:30.493 INFO:tasks.rados.rados.0.smithi136.stdout:856: done (3 left) 2024-08-19T11:33:30.493 INFO:tasks.rados.rados.0.smithi136.stdout:860: read oid 41 snap -1 2024-08-19T11:33:30.494 INFO:tasks.rados.rados.0.smithi136.stdout:860: expect (ObjNum 179 snap 47 seq_num 179) 2024-08-19T11:33:30.494 INFO:tasks.rados.rados.0.smithi136.stdout:861: setattr oid 16 current snap is 73 2024-08-19T11:33:30.494 INFO:tasks.rados.rados.0.smithi136.stdout:857: finishing write tid 1 to smithi13674108-12 2024-08-19T11:33:30.494 INFO:tasks.rados.rados.0.smithi136.stdout:857: finishing write tid 2 to smithi13674108-12 2024-08-19T11:33:30.494 INFO:tasks.rados.rados.0.smithi136.stdout:858: finishing copy_from to smithi13674108-9 2024-08-19T11:33:30.494 INFO:tasks.rados.rados.0.smithi136.stdout:858: got expected ENOENT (src dne) 2024-08-19T11:33:30.494 INFO:tasks.rados.rados.0.smithi136.stdout:858: finishing copy_from racing read to smithi13674108-9 2024-08-19T11:33:30.495 INFO:tasks.rados.rados.0.smithi136.stdout:858: done (4 left) 2024-08-19T11:33:30.495 INFO:tasks.rados.rados.0.smithi136.stdout:862: rollback oid 44 current snap is 73 2024-08-19T11:33:30.495 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 44 to 72 2024-08-19T11:33:30.495 INFO:tasks.rados.rados.0.smithi136.stdout:863: rollback oid 3 current snap is 73 2024-08-19T11:33:30.495 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 3 to 72 2024-08-19T11:33:30.495 INFO:tasks.rados.rados.0.smithi136.stdout:864: read oid 33 snap -1 2024-08-19T11:33:30.495 INFO:tasks.rados.rados.0.smithi136.stdout:864: expect (ObjNum 258 snap 71 seq_num 258) 2024-08-19T11:33:30.495 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 20 current snap is 73 2024-08-19T11:33:30.495 INFO:tasks.rados.rados.0.smithi136.stdout:865: seq_num 265 ranges {2605056=442368,3047424=647168,3694592=573440,4268032=385024} 2024-08-19T11:33:30.509 INFO:tasks.rados.rados.0.smithi136.stdout:865: writing smithi13674108-20 from 2605056 to 3047424 tid 1 2024-08-19T11:33:30.513 INFO:tasks.rados.rados.0.smithi136.stdout:865: writing smithi13674108-20 from 3047424 to 3694592 tid 2 2024-08-19T11:33:30.516 INFO:tasks.rados.rados.0.smithi136.stdout:865: writing smithi13674108-20 from 3694592 to 4268032 tid 3 2024-08-19T11:33:30.519 INFO:tasks.rados.rados.0.smithi136.stdout:865: writing smithi13674108-20 from 4268032 to 4653056 tid 4 2024-08-19T11:33:30.520 INFO:tasks.rados.rados.0.smithi136.stdout:866: copy_from oid 31 from oid 50 current snap is 73 2024-08-19T11:33:30.520 INFO:tasks.rados.rados.0.smithi136.stdout:863: finishing rollback tid 1 to smithi13674108-3 2024-08-19T11:33:30.520 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 0 (ObjNum 49 snap 0 seq_num 3762899152) dirty dne 2024-08-19T11:33:30.520 INFO:tasks.rados.rados.0.smithi136.stdout:863: done (8 left) 2024-08-19T11:33:30.520 INFO:tasks.rados.rados.0.smithi136.stdout:867: snap_create 2024-08-19T11:33:30.520 INFO:tasks.rados.rados.0.smithi136.stdout:857: finishing write tid 3 to smithi13674108-12 2024-08-19T11:33:30.520 INFO:tasks.rados.rados.0.smithi136.stdout:857: finishing write tid 4 to smithi13674108-12 2024-08-19T11:33:30.520 INFO:tasks.rados.rados.0.smithi136.stdout:862: finishing rollback tid 1 to smithi13674108-44 2024-08-19T11:33:30.520 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 0 (ObjNum 33 snap 0 seq_num 3739280632) dirty dne 2024-08-19T11:33:30.520 INFO:tasks.rados.rados.0.smithi136.stdout:857: finishing write tid 5 to smithi13674108-12 2024-08-19T11:33:30.520 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 16 v 343 (ObjNum 2673 snap 0 seq_num 3763503536) dirty exists 2024-08-19T11:33:30.520 INFO:tasks.rados.rados.0.smithi136.stdout:857: finishing write tid 6 to smithi13674108-12 2024-08-19T11:33:30.520 INFO:tasks.rados.rados.0.smithi136.stdout:857: oid 12 updating version 0 to 151 2024-08-19T11:33:30.520 INFO:tasks.rados.rados.0.smithi136.stdout:857: oid 12 version 151 is already newer than 147 2024-08-19T11:33:30.520 INFO:tasks.rados.rados.0.smithi136.stdout:857: oid 12 version 151 is already newer than 150 2024-08-19T11:33:30.521 INFO:tasks.rados.rados.0.smithi136.stdout:857: oid 12 version 151 is already newer than 148 2024-08-19T11:33:30.521 INFO:tasks.rados.rados.0.smithi136.stdout:857: oid 12 version 151 is already newer than 149 2024-08-19T11:33:30.521 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 151 (ObjNum 264 snap 73 seq_num 264) dirty exists 2024-08-19T11:33:30.521 INFO:tasks.rados.rados.0.smithi136.stdout:857: left oid 12 (ObjNum 264 snap 73 seq_num 264) 2024-08-19T11:33:30.521 INFO:tasks.rados.rados.0.smithi136.stdout:859: finishing copy_from racing read to smithi13674108-28 2024-08-19T11:33:30.521 INFO:tasks.rados.rados.0.smithi136.stdout:860: expect (ObjNum 179 snap 47 seq_num 179) 2024-08-19T11:33:30.601 INFO:tasks.rados.rados.0.smithi136.stdout:859: finishing copy_from to smithi13674108-28 2024-08-19T11:33:30.601 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 174 (ObjNum 232 snap 65 seq_num 232) dirty exists 2024-08-19T11:33:30.601 INFO:tasks.rados.rados.0.smithi136.stdout:864: expect (ObjNum 258 snap 71 seq_num 258) 2024-08-19T11:33:30.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:30 smithi155 ceph-mon[19718]: osdmap e227: 8 total, 8 up, 8 in 2024-08-19T11:33:30.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:30 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:30 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:30 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T11:33:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:30 smithi155 ceph-mon[19718]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T11:33:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:30 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi155.front.sepia.ceph.com:9095"}]: dispatch 2024-08-19T11:33:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:30 smithi155 ceph-mon[19718]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi155.front.sepia.ceph.com:9095"}]: dispatch 2024-08-19T11:33:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:30 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:30 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:33:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:30 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T11:33:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:30 smithi155 ceph-mon[19718]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T11:33:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:30 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:33:30.684 INFO:tasks.rados.rados.0.smithi136.stdout:865: finishing write tid 1 to smithi13674108-20 2024-08-19T11:33:30.684 INFO:tasks.rados.rados.0.smithi136.stdout:865: finishing write tid 2 to smithi13674108-20 2024-08-19T11:33:30.684 INFO:tasks.rados.rados.0.smithi136.stdout:865: finishing write tid 3 to smithi13674108-20 2024-08-19T11:33:30.684 INFO:tasks.rados.rados.0.smithi136.stdout:865: finishing write tid 4 to smithi13674108-20 2024-08-19T11:33:30.684 INFO:tasks.rados.rados.0.smithi136.stdout:865: finishing write tid 5 to smithi13674108-20 2024-08-19T11:33:30.685 INFO:tasks.rados.rados.0.smithi136.stdout:865: finishing write tid 6 to smithi13674108-20 2024-08-19T11:33:30.685 INFO:tasks.rados.rados.0.smithi136.stdout:865: oid 20 updating version 0 to 366 2024-08-19T11:33:30.685 INFO:tasks.rados.rados.0.smithi136.stdout:865: oid 20 updating version 366 to 368 2024-08-19T11:33:30.685 INFO:tasks.rados.rados.0.smithi136.stdout:865: oid 20 version 368 is already newer than 364 2024-08-19T11:33:30.685 INFO:tasks.rados.rados.0.smithi136.stdout:865: oid 20 version 368 is already newer than 365 2024-08-19T11:33:30.685 INFO:tasks.rados.rados.0.smithi136.stdout:865: oid 20 version 368 is already newer than 367 2024-08-19T11:33:30.685 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 368 (ObjNum 265 snap 73 seq_num 265) dirty exists 2024-08-19T11:33:30.685 INFO:tasks.rados.rados.0.smithi136.stdout:865: left oid 20 (ObjNum 265 snap 73 seq_num 265) 2024-08-19T11:33:30.685 INFO:tasks.rados.rados.0.smithi136.stdout:866: finishing copy_from racing read to smithi13674108-31 2024-08-19T11:33:30.685 INFO:tasks.rados.rados.0.smithi136.stdout:866: finishing copy_from to smithi13674108-31 2024-08-19T11:33:30.685 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 334 (ObjNum 244 snap 69 seq_num 244) dirty exists 2024-08-19T11:33:30.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:30 smithi136 ceph-mon[16389]: osdmap e227: 8 total, 8 up, 8 in 2024-08-19T11:33:30.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:30 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:30.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:30 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:30.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:30 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T11:33:30.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:30 smithi136 ceph-mon[16389]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T11:33:30.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:30 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi155.front.sepia.ceph.com:9095"}]: dispatch 2024-08-19T11:33:30.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:30 smithi136 ceph-mon[16389]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi155.front.sepia.ceph.com:9095"}]: dispatch 2024-08-19T11:33:30.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:30 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:30.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:30 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:33:30.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:30 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T11:33:30.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:30 smithi136 ceph-mon[16389]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T11:33:30.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:30 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:33:30.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:30 smithi136 ceph-mon[28279]: osdmap e227: 8 total, 8 up, 8 in 2024-08-19T11:33:30.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:30 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:30.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:30 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:30.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:30 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T11:33:30.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:30 smithi136 ceph-mon[28279]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T11:33:30.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:30 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi155.front.sepia.ceph.com:9095"}]: dispatch 2024-08-19T11:33:30.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:30 smithi136 ceph-mon[28279]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi155.front.sepia.ceph.com:9095"}]: dispatch 2024-08-19T11:33:30.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:30 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:30.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:30 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:33:30.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:30 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T11:33:30.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:30 smithi136 ceph-mon[28279]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T11:33:30.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:30 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:33:31.423 INFO:tasks.rados.rados.0.smithi136.stdout:857: done (8 left) 2024-08-19T11:33:31.423 INFO:tasks.rados.rados.0.smithi136.stdout:859: done (7 left) 2024-08-19T11:33:31.423 INFO:tasks.rados.rados.0.smithi136.stdout:860: done (6 left) 2024-08-19T11:33:31.423 INFO:tasks.rados.rados.0.smithi136.stdout:861: done (5 left) 2024-08-19T11:33:31.424 INFO:tasks.rados.rados.0.smithi136.stdout:862: done (4 left) 2024-08-19T11:33:31.424 INFO:tasks.rados.rados.0.smithi136.stdout:864: done (3 left) 2024-08-19T11:33:31.424 INFO:tasks.rados.rados.0.smithi136.stdout:865: done (2 left) 2024-08-19T11:33:31.424 INFO:tasks.rados.rados.0.smithi136.stdout:866: done (1 left) 2024-08-19T11:33:31.424 INFO:tasks.rados.rados.0.smithi136.stdout:867: done (0 left) 2024-08-19T11:33:31.424 INFO:tasks.rados.rados.0.smithi136.stdout:868: read oid 18 snap -1 2024-08-19T11:33:31.424 INFO:tasks.rados.rados.0.smithi136.stdout:868: expect (ObjNum 125 snap 32 seq_num 125) 2024-08-19T11:33:31.424 INFO:tasks.rados.rados.0.smithi136.stdout:869: delete oid 45 current snap is 74 2024-08-19T11:33:31.434 INFO:tasks.rados.rados.0.smithi136.stdout:868: expect (ObjNum 125 snap 32 seq_num 125) 2024-08-19T11:33:31.552 INFO:tasks.rados.rados.0.smithi136.stdout:868: done (1 left) 2024-08-19T11:33:31.553 INFO:tasks.rados.rados.0.smithi136.stdout:869: done (0 left) 2024-08-19T11:33:31.553 INFO:tasks.rados.rados.0.smithi136.stdout:870: rmattr oid 34 current snap is 74 2024-08-19T11:33:31.553 INFO:tasks.rados.rados.0.smithi136.stdout:871: setattr oid 2 current snap is 74 2024-08-19T11:33:31.554 INFO:tasks.rados.rados.0.smithi136.stdout:872: rmattr oid 16 current snap is 74 2024-08-19T11:33:31.554 INFO:tasks.rados.rados.0.smithi136.stdout:873: read oid 8 snap -1 2024-08-19T11:33:31.554 INFO:tasks.rados.rados.0.smithi136.stdout:873: expect (ObjNum 216 snap 60 seq_num 216) 2024-08-19T11:33:31.554 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 44 current snap is 74 2024-08-19T11:33:31.554 INFO:tasks.rados.rados.0.smithi136.stdout:874: seq_num 267 ranges {0=475136,475136=458752,933888=540672,1474560=606208} 2024-08-19T11:33:31.555 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:31 smithi155 ceph-mon[19718]: osdmap e228: 8 total, 8 up, 8 in 2024-08-19T11:33:31.555 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:31 smithi155 ceph-mon[19718]: pgmap v27: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 96 MiB data, 676 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-19T11:33:31.555 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:31 smithi155 ceph-mon[19718]: Upgrade: Updating mgr.x 2024-08-19T11:33:31.555 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:31 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T11:33:31.555 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:31 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-19T11:33:31.555 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:31 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:33:31.555 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:31 smithi155 ceph-mon[19718]: Deploying daemon mgr.x on smithi155 2024-08-19T11:33:31.557 INFO:tasks.rados.rados.0.smithi136.stdout:874: writing smithi13674108-44 from 0 to 475136 tid 1 2024-08-19T11:33:31.560 INFO:tasks.rados.rados.0.smithi136.stdout:874: writing smithi13674108-44 from 475136 to 933888 tid 2 2024-08-19T11:33:31.563 INFO:tasks.rados.rados.0.smithi136.stdout:874: writing smithi13674108-44 from 933888 to 1474560 tid 3 2024-08-19T11:33:31.567 INFO:tasks.rados.rados.0.smithi136.stdout:874: writing smithi13674108-44 from 1474560 to 2080768 tid 4 2024-08-19T11:33:31.567 INFO:tasks.rados.rados.0.smithi136.stdout:875: snap_create 2024-08-19T11:33:31.567 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 2 v 344 (ObjNum 257 snap 71 seq_num 257) dirty exists 2024-08-19T11:33:31.567 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 16 v 345 (ObjNum 65 snap 0 seq_num 1633902431) dirty exists 2024-08-19T11:33:31.567 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 34 v 388 (ObjNum 235 snap 66 seq_num 235) dirty exists 2024-08-19T11:33:31.567 INFO:tasks.rados.rados.0.smithi136.stdout:874: finishing write tid 1 to smithi13674108-44 2024-08-19T11:33:31.567 INFO:tasks.rados.rados.0.smithi136.stdout:873: expect (ObjNum 216 snap 60 seq_num 216) 2024-08-19T11:33:31.625 INFO:tasks.rados.rados.0.smithi136.stdout:874: finishing write tid 2 to smithi13674108-44 2024-08-19T11:33:31.625 INFO:tasks.rados.rados.0.smithi136.stdout:874: finishing write tid 3 to smithi13674108-44 2024-08-19T11:33:31.625 INFO:tasks.rados.rados.0.smithi136.stdout:874: finishing write tid 4 to smithi13674108-44 2024-08-19T11:33:31.625 INFO:tasks.rados.rados.0.smithi136.stdout:874: finishing write tid 5 to smithi13674108-44 2024-08-19T11:33:31.625 INFO:tasks.rados.rados.0.smithi136.stdout:874: finishing write tid 6 to smithi13674108-44 2024-08-19T11:33:31.625 INFO:tasks.rados.rados.0.smithi136.stdout:874: oid 44 updating version 0 to 393 2024-08-19T11:33:31.625 INFO:tasks.rados.rados.0.smithi136.stdout:874: oid 44 version 393 is already newer than 389 2024-08-19T11:33:31.625 INFO:tasks.rados.rados.0.smithi136.stdout:874: oid 44 version 393 is already newer than 391 2024-08-19T11:33:31.625 INFO:tasks.rados.rados.0.smithi136.stdout:874: oid 44 version 393 is already newer than 390 2024-08-19T11:33:31.625 INFO:tasks.rados.rados.0.smithi136.stdout:874: oid 44 version 393 is already newer than 392 2024-08-19T11:33:31.625 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 393 (ObjNum 267 snap 74 seq_num 267) dirty exists 2024-08-19T11:33:31.625 INFO:tasks.rados.rados.0.smithi136.stdout:874: left oid 44 (ObjNum 267 snap 74 seq_num 267) 2024-08-19T11:33:31.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:31 smithi136 ceph-mon[28279]: osdmap e228: 8 total, 8 up, 8 in 2024-08-19T11:33:31.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:31 smithi136 ceph-mon[28279]: pgmap v27: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 96 MiB data, 676 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-19T11:33:31.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:31 smithi136 ceph-mon[28279]: Upgrade: Updating mgr.x 2024-08-19T11:33:31.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:31 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T11:33:31.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:31 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-19T11:33:31.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:31 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:33:31.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:31 smithi136 ceph-mon[28279]: Deploying daemon mgr.x on smithi155 2024-08-19T11:33:31.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:31 smithi136 ceph-mon[16389]: osdmap e228: 8 total, 8 up, 8 in 2024-08-19T11:33:31.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:31 smithi136 ceph-mon[16389]: pgmap v27: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 96 MiB data, 676 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-19T11:33:31.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:31 smithi136 ceph-mon[16389]: Upgrade: Updating mgr.x 2024-08-19T11:33:31.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:31 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T11:33:31.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:31 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-19T11:33:31.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:31 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:33:31.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:31 smithi136 ceph-mon[16389]: Deploying daemon mgr.x on smithi155 2024-08-19T11:33:32.426 INFO:tasks.rados.rados.0.smithi136.stdout:870: done (5 left) 2024-08-19T11:33:32.426 INFO:tasks.rados.rados.0.smithi136.stdout:871: done (4 left) 2024-08-19T11:33:32.426 INFO:tasks.rados.rados.0.smithi136.stdout:872: done (3 left) 2024-08-19T11:33:32.426 INFO:tasks.rados.rados.0.smithi136.stdout:873: done (2 left) 2024-08-19T11:33:32.427 INFO:tasks.rados.rados.0.smithi136.stdout:874: done (1 left) 2024-08-19T11:33:32.427 INFO:tasks.rados.rados.0.smithi136.stdout:875: done (0 left) 2024-08-19T11:33:32.427 INFO:tasks.rados.rados.0.smithi136.stdout:876: copy_from oid 12 from oid 23 current snap is 75 2024-08-19T11:33:32.427 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 19 current snap is 75 2024-08-19T11:33:32.427 INFO:tasks.rados.rados.0.smithi136.stdout:877: seq_num 268 ranges {7397376=491520,7888896=745472,8634368=745472,9379840=114688} 2024-08-19T11:33:32.467 INFO:tasks.rados.rados.0.smithi136.stdout:877: writing smithi13674108-19 from 7397376 to 7888896 tid 1 2024-08-19T11:33:32.472 INFO:tasks.rados.rados.0.smithi136.stdout:877: writing smithi13674108-19 from 7888896 to 8634368 tid 2 2024-08-19T11:33:32.476 INFO:tasks.rados.rados.0.smithi136.stdout:877: writing smithi13674108-19 from 8634368 to 9379840 tid 3 2024-08-19T11:33:32.477 INFO:tasks.rados.rados.0.smithi136.stdout:877: writing smithi13674108-19 from 9379840 to 9494528 tid 4 2024-08-19T11:33:32.477 INFO:tasks.rados.rados.0.smithi136.stdout:878: read oid 2 snap -1 2024-08-19T11:33:32.478 INFO:tasks.rados.rados.0.smithi136.stdout:878: expect (ObjNum 257 snap 71 seq_num 257) 2024-08-19T11:33:32.478 INFO:tasks.rados.rados.0.smithi136.stdout:879: copy_from oid 20 from oid 26 current snap is 75 2024-08-19T11:33:32.478 INFO:tasks.rados.rados.0.smithi136.stdout:880: rollback oid 40 current snap is 75 2024-08-19T11:33:32.478 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 40 to 74 2024-08-19T11:33:32.478 INFO:tasks.rados.rados.0.smithi136.stdout:876: finishing copy_from to smithi13674108-12 2024-08-19T11:33:32.478 INFO:tasks.rados.rados.0.smithi136.stdout:876: got expected ENOENT (src dne) 2024-08-19T11:33:32.478 INFO:tasks.rados.rados.0.smithi136.stdout:876: finishing copy_from racing read to smithi13674108-12 2024-08-19T11:33:32.478 INFO:tasks.rados.rados.0.smithi136.stdout:877: finishing write tid 1 to smithi13674108-19 2024-08-19T11:33:32.478 INFO:tasks.rados.rados.0.smithi136.stdout:877: finishing write tid 2 to smithi13674108-19 2024-08-19T11:33:32.478 INFO:tasks.rados.rados.0.smithi136.stdout:876: done (4 left) 2024-08-19T11:33:32.478 INFO:tasks.rados.rados.0.smithi136.stdout:881: snap_create 2024-08-19T11:33:32.481 INFO:tasks.rados.rados.0.smithi136.stdout:877: finishing write tid 3 to smithi13674108-19 2024-08-19T11:33:32.482 INFO:tasks.rados.rados.0.smithi136.stdout:877: finishing write tid 4 to smithi13674108-19 2024-08-19T11:33:32.482 INFO:tasks.rados.rados.0.smithi136.stdout:877: finishing write tid 5 to smithi13674108-19 2024-08-19T11:33:32.485 INFO:tasks.rados.rados.0.smithi136.stdout:879: finishing copy_from to smithi13674108-20 2024-08-19T11:33:32.485 INFO:tasks.rados.rados.0.smithi136.stdout:879: got expected ENOENT (src dne) 2024-08-19T11:33:32.485 INFO:tasks.rados.rados.0.smithi136.stdout:879: finishing copy_from racing read to smithi13674108-20 2024-08-19T11:33:32.487 INFO:tasks.rados.rados.0.smithi136.stdout:877: finishing write tid 6 to smithi13674108-19 2024-08-19T11:33:32.487 INFO:tasks.rados.rados.0.smithi136.stdout:877: oid 19 updating version 0 to 240 2024-08-19T11:33:32.487 INFO:tasks.rados.rados.0.smithi136.stdout:877: oid 19 updating version 240 to 242 2024-08-19T11:33:32.487 INFO:tasks.rados.rados.0.smithi136.stdout:877: oid 19 updating version 242 to 243 2024-08-19T11:33:32.487 INFO:tasks.rados.rados.0.smithi136.stdout:877: oid 19 updating version 243 to 244 2024-08-19T11:33:32.487 INFO:tasks.rados.rados.0.smithi136.stdout:877: oid 19 version 244 is already newer than 241 2024-08-19T11:33:32.487 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 244 (ObjNum 268 snap 75 seq_num 268) dirty exists 2024-08-19T11:33:32.487 INFO:tasks.rados.rados.0.smithi136.stdout:877: left oid 19 (ObjNum 268 snap 75 seq_num 268) 2024-08-19T11:33:32.488 INFO:tasks.rados.rados.0.smithi136.stdout:880: finishing rollback tid 0 to smithi13674108-40 2024-08-19T11:33:32.488 INFO:tasks.rados.rados.0.smithi136.stdout:880: finishing rollback tid 1 to smithi13674108-40 2024-08-19T11:33:32.488 INFO:tasks.rados.rados.0.smithi136.stdout:880: finishing rollback tid 2 to smithi13674108-40 2024-08-19T11:33:32.488 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 165 (ObjNum 143 snap 37 seq_num 143) dirty exists 2024-08-19T11:33:32.496 INFO:tasks.rados.rados.0.smithi136.stdout:878: expect (ObjNum 257 snap 71 seq_num 257) 2024-08-19T11:33:32.620 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:32 smithi155 ceph-mon[19718]: osdmap e229: 8 total, 8 up, 8 in 2024-08-19T11:33:32.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:32 smithi136 ceph-mon[28279]: osdmap e229: 8 total, 8 up, 8 in 2024-08-19T11:33:32.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:32 smithi136 ceph-mon[16389]: osdmap e229: 8 total, 8 up, 8 in 2024-08-19T11:33:32.892 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:32 smithi155 systemd[1]: Stopping Ceph mgr.x for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:33:33.199 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:32 smithi155 podman[67902]: 2024-08-19 11:33:32.921528663 +0000 UTC m=+0.137582459 container died 52fdbe56811ab07d89e9a5caaa736ae4285452ce5b26be258b860fbbc7520817 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x, RELEASE=main-7976693, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-08-19T11:33:33.431 INFO:tasks.rados.rados.0.smithi136.stdout:877: done (4 left) 2024-08-19T11:33:33.432 INFO:tasks.rados.rados.0.smithi136.stdout:878: done (3 left) 2024-08-19T11:33:33.432 INFO:tasks.rados.rados.0.smithi136.stdout:879: done (2 left) 2024-08-19T11:33:33.432 INFO:tasks.rados.rados.0.smithi136.stdout:880: done (1 left) 2024-08-19T11:33:33.432 INFO:tasks.rados.rados.0.smithi136.stdout:881: done (0 left) 2024-08-19T11:33:33.432 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 39 current snap is 76 2024-08-19T11:33:33.432 INFO:tasks.rados.rados.0.smithi136.stdout:882: seq_num 269 ranges {3661824=507904,4169728=630784,4800512=557056,5357568=417792} 2024-08-19T11:33:33.453 INFO:tasks.rados.rados.0.smithi136.stdout:882: writing smithi13674108-39 from 3661824 to 4169728 tid 1 2024-08-19T11:33:33.457 INFO:tasks.rados.rados.0.smithi136.stdout:882: writing smithi13674108-39 from 4169728 to 4800512 tid 2 2024-08-19T11:33:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:33 smithi155 ceph-mon[19718]: osdmap e230: 8 total, 8 up, 8 in 2024-08-19T11:33:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:33 smithi155 ceph-mon[19718]: pgmap v30: 121 pgs: 121 active+clean; 116 MiB data, 690 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 9.0 MiB/s wr, 39 op/s 2024-08-19T11:33:33.457 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:33 smithi155 podman[67902]: 2024-08-19 11:33:33.280094775 +0000 UTC m=+0.496148570 container cleanup 52fdbe56811ab07d89e9a5caaa736ae4285452ce5b26be258b860fbbc7520817 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-7976693, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD) 2024-08-19T11:33:33.457 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:33 smithi155 bash[67902]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x 2024-08-19T11:33:33.460 INFO:tasks.rados.rados.0.smithi136.stdout:882: writing smithi13674108-39 from 4800512 to 5357568 tid 3 2024-08-19T11:33:33.463 INFO:tasks.rados.rados.0.smithi136.stdout:882: writing smithi13674108-39 from 5357568 to 5775360 tid 4 2024-08-19T11:33:33.463 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 43 current snap is 76 2024-08-19T11:33:33.463 INFO:tasks.rados.rados.0.smithi136.stdout:882: finishing write tid 1 to smithi13674108-39 2024-08-19T11:33:33.463 INFO:tasks.rados.rados.0.smithi136.stdout:882: finishing write tid 2 to smithi13674108-39 2024-08-19T11:33:33.463 INFO:tasks.rados.rados.0.smithi136.stdout:882: finishing write tid 3 to smithi13674108-39 2024-08-19T11:33:33.463 INFO:tasks.rados.rados.0.smithi136.stdout:883: seq_num 270 ranges {1490944=524288,2015232=516096,2531328=761856,3293184=327680} 2024-08-19T11:33:33.474 INFO:tasks.rados.rados.0.smithi136.stdout:883: writing smithi13674108-43 from 1490944 to 2015232 tid 1 2024-08-19T11:33:33.477 INFO:tasks.rados.rados.0.smithi136.stdout:883: writing smithi13674108-43 from 2015232 to 2531328 tid 2 2024-08-19T11:33:33.481 INFO:tasks.rados.rados.0.smithi136.stdout:883: writing smithi13674108-43 from 2531328 to 3293184 tid 3 2024-08-19T11:33:33.484 INFO:tasks.rados.rados.0.smithi136.stdout:883: writing smithi13674108-43 from 3293184 to 3620864 tid 4 2024-08-19T11:33:33.484 INFO:tasks.rados.rados.0.smithi136.stdout:884: read oid 2 snap -1 2024-08-19T11:33:33.484 INFO:tasks.rados.rados.0.smithi136.stdout:884: expect (ObjNum 257 snap 71 seq_num 257) 2024-08-19T11:33:33.484 INFO:tasks.rados.rados.0.smithi136.stdout:885: delete oid 13 current snap is 76 2024-08-19T11:33:33.484 INFO:tasks.rados.rados.0.smithi136.stdout:882: finishing write tid 4 to smithi13674108-39 2024-08-19T11:33:33.484 INFO:tasks.rados.rados.0.smithi136.stdout:882: finishing write tid 5 to smithi13674108-39 2024-08-19T11:33:33.484 INFO:tasks.rados.rados.0.smithi136.stdout:882: finishing write tid 6 to smithi13674108-39 2024-08-19T11:33:33.484 INFO:tasks.rados.rados.0.smithi136.stdout:882: oid 39 updating version 0 to 257 2024-08-19T11:33:33.484 INFO:tasks.rados.rados.0.smithi136.stdout:882: oid 39 version 257 is already newer than 256 2024-08-19T11:33:33.484 INFO:tasks.rados.rados.0.smithi136.stdout:882: oid 39 version 257 is already newer than 254 2024-08-19T11:33:33.485 INFO:tasks.rados.rados.0.smithi136.stdout:882: oid 39 version 257 is already newer than 255 2024-08-19T11:33:33.485 INFO:tasks.rados.rados.0.smithi136.stdout:882: oid 39 updating version 257 to 258 2024-08-19T11:33:33.485 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 258 (ObjNum 269 snap 76 seq_num 269) dirty exists 2024-08-19T11:33:33.485 INFO:tasks.rados.rados.0.smithi136.stdout:882: left oid 39 (ObjNum 269 snap 76 seq_num 269) 2024-08-19T11:33:33.485 INFO:tasks.rados.rados.0.smithi136.stdout:883: finishing write tid 1 to smithi13674108-43 2024-08-19T11:33:33.485 INFO:tasks.rados.rados.0.smithi136.stdout:883: finishing write tid 2 to smithi13674108-43 2024-08-19T11:33:33.485 INFO:tasks.rados.rados.0.smithi136.stdout:883: finishing write tid 3 to smithi13674108-43 2024-08-19T11:33:33.486 INFO:tasks.rados.rados.0.smithi136.stdout:883: finishing write tid 4 to smithi13674108-43 2024-08-19T11:33:33.488 INFO:tasks.rados.rados.0.smithi136.stdout:883: finishing write tid 5 to smithi13674108-43 2024-08-19T11:33:33.488 INFO:tasks.rados.rados.0.smithi136.stdout:882: done (3 left) 2024-08-19T11:33:33.488 INFO:tasks.rados.rados.0.smithi136.stdout:885: done (2 left) 2024-08-19T11:33:33.488 INFO:tasks.rados.rados.0.smithi136.stdout:886: copy_from oid 49 from oid 41 current snap is 76 2024-08-19T11:33:33.489 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 5 current snap is 76 2024-08-19T11:33:33.489 INFO:tasks.rados.rados.0.smithi136.stdout:887: seq_num 272 ranges {2015232=565248,2580480=688128,3268608=729088,3997696=188416} 2024-08-19T11:33:33.503 INFO:tasks.rados.rados.0.smithi136.stdout:887: writing smithi13674108-5 from 2015232 to 2580480 tid 1 2024-08-19T11:33:33.507 INFO:tasks.rados.rados.0.smithi136.stdout:887: writing smithi13674108-5 from 2580480 to 3268608 tid 2 2024-08-19T11:33:33.511 INFO:tasks.rados.rados.0.smithi136.stdout:887: writing smithi13674108-5 from 3268608 to 3997696 tid 3 2024-08-19T11:33:33.513 INFO:tasks.rados.rados.0.smithi136.stdout:887: writing smithi13674108-5 from 3997696 to 4186112 tid 4 2024-08-19T11:33:33.513 INFO:tasks.rados.rados.0.smithi136.stdout:888: delete oid 48 current snap is 76 2024-08-19T11:33:33.513 INFO:tasks.rados.rados.0.smithi136.stdout:883: finishing write tid 6 to smithi13674108-43 2024-08-19T11:33:33.513 INFO:tasks.rados.rados.0.smithi136.stdout:883: oid 43 updating version 0 to 177 2024-08-19T11:33:33.513 INFO:tasks.rados.rados.0.smithi136.stdout:883: oid 43 updating version 177 to 179 2024-08-19T11:33:33.513 INFO:tasks.rados.rados.0.smithi136.stdout:883: oid 43 version 179 is already newer than 178 2024-08-19T11:33:33.513 INFO:tasks.rados.rados.0.smithi136.stdout:883: oid 43 version 179 is already newer than 176 2024-08-19T11:33:33.514 INFO:tasks.rados.rados.0.smithi136.stdout:883: oid 43 version 179 is already newer than 175 2024-08-19T11:33:33.514 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 179 (ObjNum 270 snap 76 seq_num 270) dirty exists 2024-08-19T11:33:33.514 INFO:tasks.rados.rados.0.smithi136.stdout:883: left oid 43 (ObjNum 270 snap 76 seq_num 270) 2024-08-19T11:33:33.514 INFO:tasks.rados.rados.0.smithi136.stdout:884: expect (ObjNum 257 snap 71 seq_num 257) 2024-08-19T11:33:33.710 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:33 smithi155 podman[67920]: 2024-08-19 11:33:33.456448811 +0000 UTC m=+0.532712535 container remove 52fdbe56811ab07d89e9a5caaa736ae4285452ce5b26be258b860fbbc7520817 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-7976693) 2024-08-19T11:33:33.710 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:33 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-19T11:33:33.714 INFO:tasks.rados.rados.0.smithi136.stdout:886: finishing copy_from racing read to smithi13674108-49 2024-08-19T11:33:33.714 INFO:tasks.rados.rados.0.smithi136.stdout:887: finishing write tid 1 to smithi13674108-5 2024-08-19T11:33:33.714 INFO:tasks.rados.rados.0.smithi136.stdout:886: finishing copy_from to smithi13674108-49 2024-08-19T11:33:33.714 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 252 (ObjNum 179 snap 47 seq_num 179) dirty exists 2024-08-19T11:33:33.714 INFO:tasks.rados.rados.0.smithi136.stdout:887: finishing write tid 2 to smithi13674108-5 2024-08-19T11:33:33.714 INFO:tasks.rados.rados.0.smithi136.stdout:883: done (4 left) 2024-08-19T11:33:33.714 INFO:tasks.rados.rados.0.smithi136.stdout:884: done (3 left) 2024-08-19T11:33:33.714 INFO:tasks.rados.rados.0.smithi136.stdout:886: done (2 left) 2024-08-19T11:33:33.714 INFO:tasks.rados.rados.0.smithi136.stdout:888: done (1 left) 2024-08-19T11:33:33.714 INFO:tasks.rados.rados.0.smithi136.stdout:889: snap_create 2024-08-19T11:33:33.715 INFO:tasks.rados.rados.0.smithi136.stdout:887: finishing write tid 3 to smithi13674108-5 2024-08-19T11:33:33.715 INFO:tasks.rados.rados.0.smithi136.stdout:887: finishing write tid 4 to smithi13674108-5 2024-08-19T11:33:33.715 INFO:tasks.rados.rados.0.smithi136.stdout:887: finishing write tid 5 to smithi13674108-5 2024-08-19T11:33:33.715 INFO:tasks.rados.rados.0.smithi136.stdout:887: finishing write tid 6 to smithi13674108-5 2024-08-19T11:33:33.715 INFO:tasks.rados.rados.0.smithi136.stdout:887: oid 5 updating version 0 to 356 2024-08-19T11:33:33.715 INFO:tasks.rados.rados.0.smithi136.stdout:887: oid 5 updating version 356 to 357 2024-08-19T11:33:33.715 INFO:tasks.rados.rados.0.smithi136.stdout:887: oid 5 updating version 357 to 359 2024-08-19T11:33:33.715 INFO:tasks.rados.rados.0.smithi136.stdout:887: oid 5 version 359 is already newer than 358 2024-08-19T11:33:33.715 INFO:tasks.rados.rados.0.smithi136.stdout:887: oid 5 updating version 359 to 360 2024-08-19T11:33:33.715 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 360 (ObjNum 272 snap 76 seq_num 272) dirty exists 2024-08-19T11:33:33.715 INFO:tasks.rados.rados.0.smithi136.stdout:887: left oid 5 (ObjNum 272 snap 76 seq_num 272) 2024-08-19T11:33:33.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:33 smithi136 ceph-mon[28279]: osdmap e230: 8 total, 8 up, 8 in 2024-08-19T11:33:33.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:33 smithi136 ceph-mon[28279]: pgmap v30: 121 pgs: 121 active+clean; 116 MiB data, 690 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 9.0 MiB/s wr, 39 op/s 2024-08-19T11:33:33.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:33 smithi136 ceph-mon[16389]: osdmap e230: 8 total, 8 up, 8 in 2024-08-19T11:33:33.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:33 smithi136 ceph-mon[16389]: pgmap v30: 121 pgs: 121 active+clean; 116 MiB data, 690 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 9.0 MiB/s wr, 39 op/s 2024-08-19T11:33:34.150 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:33 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-08-19T11:33:34.151 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:33 smithi155 systemd[1]: Stopped Ceph mgr.x for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:33:34.151 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:33 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mgr.x.service: Consumed 17.577s CPU time. 2024-08-19T11:33:34.151 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:33 smithi155 systemd[1]: Starting Ceph mgr.x for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:33:34.428 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:34 smithi155 podman[68062]: 2024-08-19 11:33:34.149531266 +0000 UTC m=+0.102179739 container create 64c8cd7627191c7fbd61e926743c4ebfdb446568991f2dee6c6f57bda24884de (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=main-7976693, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0) 2024-08-19T11:33:34.428 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:34 smithi155 podman[68062]: 2024-08-19 11:33:34.065202689 +0000 UTC m=+0.017851121 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:33:34.428 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:34 smithi155 podman[68062]: 2024-08-19 11:33:34.368479005 +0000 UTC m=+0.321127449 container init 64c8cd7627191c7fbd61e926743c4ebfdb446568991f2dee6c6f57bda24884de (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=main-7976693, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-08-19T11:33:34.428 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:34 smithi155 podman[68062]: 2024-08-19 11:33:34.373081406 +0000 UTC m=+0.325729838 container start 64c8cd7627191c7fbd61e926743c4ebfdb446568991f2dee6c6f57bda24884de (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, RELEASE=main-7976693, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-08-19T11:33:34.428 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:34 smithi155 ceph-mgr[68100]: -- 172.21.15.155:0/1854770674 <== mon.1 v2:172.21.15.155:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ec723d50e0 con 0x55ec723b3400 2024-08-19T11:33:34.435 INFO:tasks.rados.rados.0.smithi136.stdout:887: done (1 left) 2024-08-19T11:33:34.436 INFO:tasks.rados.rados.0.smithi136.stdout:889: done (0 left) 2024-08-19T11:33:34.436 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 47 current snap is 77 2024-08-19T11:33:34.436 INFO:tasks.rados.rados.0.smithi136.stdout:890: seq_num 274 ranges {7544832=598016,8142848=499712,8642560=745472,9388032=360448} 2024-08-19T11:33:34.477 INFO:tasks.rados.rados.0.smithi136.stdout:890: writing smithi13674108-47 from 7544832 to 8142848 tid 1 2024-08-19T11:33:34.480 INFO:tasks.rados.rados.0.smithi136.stdout:890: writing smithi13674108-47 from 8142848 to 8642560 tid 2 2024-08-19T11:33:34.484 INFO:tasks.rados.rados.0.smithi136.stdout:890: writing smithi13674108-47 from 8642560 to 9388032 tid 3 2024-08-19T11:33:34.486 INFO:tasks.rados.rados.0.smithi136.stdout:890: writing smithi13674108-47 from 9388032 to 9748480 tid 4 2024-08-19T11:33:34.486 INFO:tasks.rados.rados.0.smithi136.stdout:891: snap_remove snap 72 2024-08-19T11:33:34.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:34 smithi155 ceph-mon[19718]: osdmap e231: 8 total, 8 up, 8 in 2024-08-19T11:33:34.710 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:34 smithi155 bash[68062]: 64c8cd7627191c7fbd61e926743c4ebfdb446568991f2dee6c6f57bda24884de 2024-08-19T11:33:34.710 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:34 smithi155 systemd[1]: Started Ceph mgr.x for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:33:34.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:34 smithi136 ceph-mon[28279]: osdmap e231: 8 total, 8 up, 8 in 2024-08-19T11:33:34.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:34 smithi136 ceph-mon[16389]: osdmap e231: 8 total, 8 up, 8 in 2024-08-19T11:33:35.443 INFO:tasks.rados.rados.0.smithi136.stdout:891: done (1 left) 2024-08-19T11:33:35.443 INFO:tasks.rados.rados.0.smithi136.stdout:892: delete oid 9 current snap is 77 2024-08-19T11:33:35.443 INFO:tasks.rados.rados.0.smithi136.stdout:890: finishing write tid 1 to smithi13674108-47 2024-08-19T11:33:35.443 INFO:tasks.rados.rados.0.smithi136.stdout:890: finishing write tid 2 to smithi13674108-47 2024-08-19T11:33:35.443 INFO:tasks.rados.rados.0.smithi136.stdout:890: finishing write tid 3 to smithi13674108-47 2024-08-19T11:33:35.444 INFO:tasks.rados.rados.0.smithi136.stdout:890: finishing write tid 4 to smithi13674108-47 2024-08-19T11:33:35.444 INFO:tasks.rados.rados.0.smithi136.stdout:890: finishing write tid 5 to smithi13674108-47 2024-08-19T11:33:35.444 INFO:tasks.rados.rados.0.smithi136.stdout:890: finishing write tid 6 to smithi13674108-47 2024-08-19T11:33:35.444 INFO:tasks.rados.rados.0.smithi136.stdout:890: oid 47 updating version 0 to 263 2024-08-19T11:33:35.444 INFO:tasks.rados.rados.0.smithi136.stdout:890: oid 47 updating version 263 to 267 2024-08-19T11:33:35.444 INFO:tasks.rados.rados.0.smithi136.stdout:890: oid 47 version 267 is already newer than 266 2024-08-19T11:33:35.444 INFO:tasks.rados.rados.0.smithi136.stdout:890: oid 47 version 267 is already newer than 265 2024-08-19T11:33:35.444 INFO:tasks.rados.rados.0.smithi136.stdout:890: oid 47 version 267 is already newer than 264 2024-08-19T11:33:35.444 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 267 (ObjNum 274 snap 77 seq_num 274) dirty exists 2024-08-19T11:33:35.444 INFO:tasks.rados.rados.0.smithi136.stdout:890: left oid 47 (ObjNum 274 snap 77 seq_num 274) 2024-08-19T11:33:35.448 INFO:tasks.rados.rados.0.smithi136.stdout:890: done (1 left) 2024-08-19T11:33:35.448 INFO:tasks.rados.rados.0.smithi136.stdout:892: done (0 left) 2024-08-19T11:33:35.448 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 46 current snap is 77 2024-08-19T11:33:35.448 INFO:tasks.rados.rados.0.smithi136.stdout:893: seq_num 276 ranges {0=630784,630784=671744,1302528=704512,2007040=229376} 2024-08-19T11:33:35.452 INFO:tasks.rados.rados.0.smithi136.stdout:893: writing smithi13674108-46 from 0 to 630784 tid 1 2024-08-19T11:33:35.456 INFO:tasks.rados.rados.0.smithi136.stdout:893: writing smithi13674108-46 from 630784 to 1302528 tid 2 2024-08-19T11:33:35.460 INFO:tasks.rados.rados.0.smithi136.stdout:893: writing smithi13674108-46 from 1302528 to 2007040 tid 3 2024-08-19T11:33:35.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:35 smithi155 ceph-mon[19718]: osdmap e232: 8 total, 8 up, 8 in 2024-08-19T11:33:35.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:35 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:35.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:35 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:35.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:35 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:33:35.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:35 smithi155 ceph-mon[19718]: pgmap v33: 121 pgs: 121 active+clean; 116 MiB data, 690 MiB used, 715 GiB / 715 GiB avail; 8.7 MiB/s rd, 7.3 MiB/s wr, 34 op/s 2024-08-19T11:33:35.461 INFO:tasks.rados.rados.0.smithi136.stdout:893: writing smithi13674108-46 from 2007040 to 2236416 tid 4 2024-08-19T11:33:35.461 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 15 current snap is 77 2024-08-19T11:33:35.461 INFO:tasks.rados.rados.0.smithi136.stdout:893: finishing write tid 1 to smithi13674108-46 2024-08-19T11:33:35.462 INFO:tasks.rados.rados.0.smithi136.stdout:894: seq_num 277 ranges {1490944=647168,2138112=557056,2695168=516096,3211264=532480} 2024-08-19T11:33:35.473 INFO:tasks.rados.rados.0.smithi136.stdout:894: writing smithi13674108-15 from 1490944 to 2138112 tid 1 2024-08-19T11:33:35.476 INFO:tasks.rados.rados.0.smithi136.stdout:894: writing smithi13674108-15 from 2138112 to 2695168 tid 2 2024-08-19T11:33:35.479 INFO:tasks.rados.rados.0.smithi136.stdout:894: writing smithi13674108-15 from 2695168 to 3211264 tid 3 2024-08-19T11:33:35.483 INFO:tasks.rados.rados.0.smithi136.stdout:894: writing smithi13674108-15 from 3211264 to 3743744 tid 4 2024-08-19T11:33:35.483 INFO:tasks.rados.rados.0.smithi136.stdout:895: read oid 31 snap -1 2024-08-19T11:33:35.483 INFO:tasks.rados.rados.0.smithi136.stdout:895: expect (ObjNum 244 snap 69 seq_num 244) 2024-08-19T11:33:35.483 INFO:tasks.rados.rados.0.smithi136.stdout:896: copy_from oid 33 from oid 44 current snap is 77 2024-08-19T11:33:35.483 INFO:tasks.rados.rados.0.smithi136.stdout:893: finishing write tid 2 to smithi13674108-46 2024-08-19T11:33:35.483 INFO:tasks.rados.rados.0.smithi136.stdout:893: finishing write tid 3 to smithi13674108-46 2024-08-19T11:33:35.483 INFO:tasks.rados.rados.0.smithi136.stdout:893: finishing write tid 4 to smithi13674108-46 2024-08-19T11:33:35.483 INFO:tasks.rados.rados.0.smithi136.stdout:893: finishing write tid 5 to smithi13674108-46 2024-08-19T11:33:35.483 INFO:tasks.rados.rados.0.smithi136.stdout:893: finishing write tid 6 to smithi13674108-46 2024-08-19T11:33:35.483 INFO:tasks.rados.rados.0.smithi136.stdout:893: oid 46 updating version 0 to 376 2024-08-19T11:33:35.483 INFO:tasks.rados.rados.0.smithi136.stdout:893: oid 46 version 376 is already newer than 372 2024-08-19T11:33:35.484 INFO:tasks.rados.rados.0.smithi136.stdout:893: oid 46 version 376 is already newer than 375 2024-08-19T11:33:35.484 INFO:tasks.rados.rados.0.smithi136.stdout:893: oid 46 version 376 is already newer than 373 2024-08-19T11:33:35.484 INFO:tasks.rados.rados.0.smithi136.stdout:893: oid 46 version 376 is already newer than 374 2024-08-19T11:33:35.484 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 46 v 376 (ObjNum 276 snap 77 seq_num 276) dirty exists 2024-08-19T11:33:35.484 INFO:tasks.rados.rados.0.smithi136.stdout:893: left oid 46 (ObjNum 276 snap 77 seq_num 276) 2024-08-19T11:33:35.484 INFO:tasks.rados.rados.0.smithi136.stdout:893: done (3 left) 2024-08-19T11:33:35.484 INFO:tasks.rados.rados.0.smithi136.stdout:897: snap_create 2024-08-19T11:33:35.484 INFO:tasks.rados.rados.0.smithi136.stdout:894: finishing write tid 1 to smithi13674108-15 2024-08-19T11:33:35.484 INFO:tasks.rados.rados.0.smithi136.stdout:894: finishing write tid 2 to smithi13674108-15 2024-08-19T11:33:35.484 INFO:tasks.rados.rados.0.smithi136.stdout:894: finishing write tid 3 to smithi13674108-15 2024-08-19T11:33:35.486 INFO:tasks.rados.rados.0.smithi136.stdout:894: finishing write tid 4 to smithi13674108-15 2024-08-19T11:33:35.486 INFO:tasks.rados.rados.0.smithi136.stdout:894: finishing write tid 5 to smithi13674108-15 2024-08-19T11:33:35.487 INFO:tasks.rados.rados.0.smithi136.stdout:894: finishing write tid 6 to smithi13674108-15 2024-08-19T11:33:35.487 INFO:tasks.rados.rados.0.smithi136.stdout:894: oid 15 updating version 0 to 260 2024-08-19T11:33:35.487 INFO:tasks.rados.rados.0.smithi136.stdout:894: oid 15 updating version 260 to 263 2024-08-19T11:33:35.487 INFO:tasks.rados.rados.0.smithi136.stdout:894: oid 15 version 263 is already newer than 262 2024-08-19T11:33:35.487 INFO:tasks.rados.rados.0.smithi136.stdout:894: oid 15 version 263 is already newer than 261 2024-08-19T11:33:35.487 INFO:tasks.rados.rados.0.smithi136.stdout:894: oid 15 version 263 is already newer than 259 2024-08-19T11:33:35.487 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 263 (ObjNum 277 snap 77 seq_num 277) dirty exists 2024-08-19T11:33:35.487 INFO:tasks.rados.rados.0.smithi136.stdout:894: left oid 15 (ObjNum 277 snap 77 seq_num 277) 2024-08-19T11:33:35.509 INFO:tasks.rados.rados.0.smithi136.stdout:896: finishing copy_from racing read to smithi13674108-33 2024-08-19T11:33:35.510 INFO:tasks.rados.rados.0.smithi136.stdout:896: finishing copy_from to smithi13674108-33 2024-08-19T11:33:35.510 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 33 v 393 (ObjNum 267 snap 74 seq_num 267) dirty exists 2024-08-19T11:33:35.513 INFO:tasks.rados.rados.0.smithi136.stdout:895: expect (ObjNum 244 snap 69 seq_num 244) 2024-08-19T11:33:35.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:35 smithi136 ceph-mon[16389]: osdmap e232: 8 total, 8 up, 8 in 2024-08-19T11:33:35.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:35 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:35.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:35 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:35.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:35 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:33:35.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:35 smithi136 ceph-mon[16389]: pgmap v33: 121 pgs: 121 active+clean; 116 MiB data, 690 MiB used, 715 GiB / 715 GiB avail; 8.7 MiB/s rd, 7.3 MiB/s wr, 34 op/s 2024-08-19T11:33:35.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:35 smithi136 ceph-mon[28279]: osdmap e232: 8 total, 8 up, 8 in 2024-08-19T11:33:35.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:35 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:35.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:35 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:35.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:35 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:33:35.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:35 smithi136 ceph-mon[28279]: pgmap v33: 121 pgs: 121 active+clean; 116 MiB data, 690 MiB used, 715 GiB / 715 GiB avail; 8.7 MiB/s rd, 7.3 MiB/s wr, 34 op/s 2024-08-19T11:33:36.448 INFO:tasks.rados.rados.0.smithi136.stdout:894: done (3 left) 2024-08-19T11:33:36.448 INFO:tasks.rados.rados.0.smithi136.stdout:895: done (2 left) 2024-08-19T11:33:36.448 INFO:tasks.rados.rados.0.smithi136.stdout:896: done (1 left) 2024-08-19T11:33:36.448 INFO:tasks.rados.rados.0.smithi136.stdout:897: done (0 left) 2024-08-19T11:33:36.448 INFO:tasks.rados.rados.0.smithi136.stdout:898: snap_create 2024-08-19T11:33:36.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:36 smithi155 ceph-mon[19718]: osdmap e233: 8 total, 8 up, 8 in 2024-08-19T11:33:36.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:36 smithi136 ceph-mon[28279]: osdmap e233: 8 total, 8 up, 8 in 2024-08-19T11:33:36.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:36 smithi136 ceph-mon[16389]: osdmap e233: 8 total, 8 up, 8 in 2024-08-19T11:33:37.399 INFO:tasks.rados.rados.0.smithi136.stdout:898: done (0 left) 2024-08-19T11:33:37.399 INFO:tasks.rados.rados.0.smithi136.stdout:899: snap_remove snap 75 2024-08-19T11:33:37.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:37 smithi155 ceph-mon[19718]: osdmap e234: 8 total, 8 up, 8 in 2024-08-19T11:33:37.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:37 smithi155 ceph-mon[19718]: pgmap v36: 121 pgs: 121 active+clean; 132 MiB data, 774 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2024-08-19T11:33:37.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:37 smithi155 ceph-mon[19718]: osdmap e235: 8 total, 8 up, 8 in 2024-08-19T11:33:37.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:37 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:33:37] "GET /metrics HTTP/1.1" 200 36103 "" "Prometheus/2.43.0" 2024-08-19T11:33:37.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:37 smithi136 ceph-mon[28279]: osdmap e234: 8 total, 8 up, 8 in 2024-08-19T11:33:37.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:37 smithi136 ceph-mon[28279]: pgmap v36: 121 pgs: 121 active+clean; 132 MiB data, 774 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2024-08-19T11:33:37.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:37 smithi136 ceph-mon[28279]: osdmap e235: 8 total, 8 up, 8 in 2024-08-19T11:33:37.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:37 smithi136 ceph-mon[16389]: osdmap e234: 8 total, 8 up, 8 in 2024-08-19T11:33:37.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:37 smithi136 ceph-mon[16389]: pgmap v36: 121 pgs: 121 active+clean; 132 MiB data, 774 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2024-08-19T11:33:37.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:37 smithi136 ceph-mon[16389]: osdmap e235: 8 total, 8 up, 8 in 2024-08-19T11:33:38.403 INFO:tasks.rados.rados.0.smithi136.stdout:899: done (0 left) 2024-08-19T11:33:38.403 INFO:tasks.rados.rados.0.smithi136.stdout:900: snap_remove snap 78 2024-08-19T11:33:39.412 INFO:tasks.rados.rados.0.smithi136.stdout:900: done (0 left) 2024-08-19T11:33:39.412 INFO:tasks.rados.rados.0.smithi136.stdout:901: delete oid 6 current snap is 79 2024-08-19T11:33:39.415 INFO:tasks.rados.rados.0.smithi136.stdout:901: done (0 left) 2024-08-19T11:33:39.415 INFO:tasks.rados.rados.0.smithi136.stdout:902: read oid 23 snap 77 2024-08-19T11:33:39.415 INFO:tasks.rados.rados.0.smithi136.stdout:902: expect deleted 2024-08-19T11:33:39.415 INFO:tasks.rados.rados.0.smithi136.stdout:903: delete oid 13 current snap is 79 2024-08-19T11:33:39.416 INFO:tasks.rados.rados.0.smithi136.stdout:902: done (1 left) 2024-08-19T11:33:39.416 INFO:tasks.rados.rados.0.smithi136.stdout:903: done (0 left) 2024-08-19T11:33:39.416 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 19 current snap is 79 2024-08-19T11:33:39.416 INFO:tasks.rados.rados.0.smithi136.stdout:904: seq_num 280 ranges {9494528=696320,10190848=606208,10797056=688128,11485184=311296} 2024-08-19T11:33:39.470 INFO:tasks.rados.rados.0.smithi136.stdout:904: writing smithi13674108-19 from 9494528 to 10190848 tid 1 2024-08-19T11:33:39.474 INFO:tasks.rados.rados.0.smithi136.stdout:904: writing smithi13674108-19 from 10190848 to 10797056 tid 2 2024-08-19T11:33:39.478 INFO:tasks.rados.rados.0.smithi136.stdout:904: writing smithi13674108-19 from 10797056 to 11485184 tid 3 2024-08-19T11:33:39.481 INFO:tasks.rados.rados.0.smithi136.stdout:904: writing smithi13674108-19 from 11485184 to 11796480 tid 4 2024-08-19T11:33:39.481 INFO:tasks.rados.rados.0.smithi136.stdout:905: read oid 15 snap -1 2024-08-19T11:33:39.481 INFO:tasks.rados.rados.0.smithi136.stdout:905: expect (ObjNum 277 snap 77 seq_num 277) 2024-08-19T11:33:39.481 INFO:tasks.rados.rados.0.smithi136.stdout:906: read oid 27 snap 76 2024-08-19T11:33:39.481 INFO:tasks.rados.rados.0.smithi136.stdout:906: expect (ObjNum 219 snap 60 seq_num 219) 2024-08-19T11:33:39.481 INFO:tasks.rados.rados.0.smithi136.stdout:907: rollback oid 38 current snap is 79 2024-08-19T11:33:39.481 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 38 to 76 2024-08-19T11:33:39.481 INFO:tasks.rados.rados.0.smithi136.stdout:904: finishing write tid 1 to smithi13674108-19 2024-08-19T11:33:39.481 INFO:tasks.rados.rados.0.smithi136.stdout:904: finishing write tid 2 to smithi13674108-19 2024-08-19T11:33:39.482 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 26 current snap is 79 2024-08-19T11:33:39.482 INFO:tasks.rados.rados.0.smithi136.stdout:908: seq_num 281 ranges {0=712704,712704=491520,1204224=491520,1695744=622592} 2024-08-19T11:33:39.485 INFO:tasks.rados.rados.0.smithi136.stdout:908: writing smithi13674108-26 from 0 to 712704 tid 1 2024-08-19T11:33:39.488 INFO:tasks.rados.rados.0.smithi136.stdout:908: writing smithi13674108-26 from 712704 to 1204224 tid 2 2024-08-19T11:33:39.491 INFO:tasks.rados.rados.0.smithi136.stdout:908: writing smithi13674108-26 from 1204224 to 1695744 tid 3 2024-08-19T11:33:39.496 INFO:tasks.rados.rados.0.smithi136.stdout:908: writing smithi13674108-26 from 1695744 to 2318336 tid 4 2024-08-19T11:33:39.496 INFO:tasks.rados.rados.0.smithi136.stdout:909: snap_create 2024-08-19T11:33:39.497 INFO:tasks.rados.rados.0.smithi136.stdout:904: finishing write tid 3 to smithi13674108-19 2024-08-19T11:33:39.497 INFO:tasks.rados.rados.0.smithi136.stdout:904: finishing write tid 4 to smithi13674108-19 2024-08-19T11:33:39.497 INFO:tasks.rados.rados.0.smithi136.stdout:904: finishing write tid 5 to smithi13674108-19 2024-08-19T11:33:39.497 INFO:tasks.rados.rados.0.smithi136.stdout:904: finishing write tid 6 to smithi13674108-19 2024-08-19T11:33:39.497 INFO:tasks.rados.rados.0.smithi136.stdout:904: oid 19 updating version 0 to 249 2024-08-19T11:33:39.497 INFO:tasks.rados.rados.0.smithi136.stdout:904: oid 19 version 249 is already newer than 245 2024-08-19T11:33:39.497 INFO:tasks.rados.rados.0.smithi136.stdout:904: oid 19 version 249 is already newer than 246 2024-08-19T11:33:39.497 INFO:tasks.rados.rados.0.smithi136.stdout:904: oid 19 version 249 is already newer than 247 2024-08-19T11:33:39.497 INFO:tasks.rados.rados.0.smithi136.stdout:904: oid 19 version 249 is already newer than 248 2024-08-19T11:33:39.497 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 249 (ObjNum 280 snap 79 seq_num 280) dirty exists 2024-08-19T11:33:39.497 INFO:tasks.rados.rados.0.smithi136.stdout:904: left oid 19 (ObjNum 280 snap 79 seq_num 280) 2024-08-19T11:33:39.497 INFO:tasks.rados.rados.0.smithi136.stdout:907: finishing rollback tid 0 to smithi13674108-38 2024-08-19T11:33:39.497 INFO:tasks.rados.rados.0.smithi136.stdout:907: finishing rollback tid 1 to smithi13674108-38 2024-08-19T11:33:39.497 INFO:tasks.rados.rados.0.smithi136.stdout:907: finishing rollback tid 2 to smithi13674108-38 2024-08-19T11:33:39.498 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 173 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-08-19T11:33:39.498 INFO:tasks.rados.rados.0.smithi136.stdout:906: expect (ObjNum 219 snap 60 seq_num 219) 2024-08-19T11:33:39.690 INFO:tasks.rados.rados.0.smithi136.stdout:908: finishing write tid 1 to smithi13674108-26 2024-08-19T11:33:39.691 INFO:tasks.rados.rados.0.smithi136.stdout:908: finishing write tid 2 to smithi13674108-26 2024-08-19T11:33:39.691 INFO:tasks.rados.rados.0.smithi136.stdout:905: expect (ObjNum 277 snap 77 seq_num 277) 2024-08-19T11:33:39.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:39 smithi155 ceph-mon[19718]: osdmap e236: 8 total, 8 up, 8 in 2024-08-19T11:33:39.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:39 smithi155 ceph-mon[19718]: pgmap v39: 121 pgs: 121 active+clean; 132 MiB data, 774 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2024-08-19T11:33:39.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:39 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:39.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:39 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:39.811 INFO:tasks.rados.rados.0.smithi136.stdout:908: finishing write tid 3 to smithi13674108-26 2024-08-19T11:33:39.811 INFO:tasks.rados.rados.0.smithi136.stdout:908: finishing write tid 4 to smithi13674108-26 2024-08-19T11:33:39.811 INFO:tasks.rados.rados.0.smithi136.stdout:908: finishing write tid 5 to smithi13674108-26 2024-08-19T11:33:39.811 INFO:tasks.rados.rados.0.smithi136.stdout:908: finishing write tid 6 to smithi13674108-26 2024-08-19T11:33:39.811 INFO:tasks.rados.rados.0.smithi136.stdout:908: oid 26 updating version 0 to 368 2024-08-19T11:33:39.811 INFO:tasks.rados.rados.0.smithi136.stdout:908: oid 26 version 368 is already newer than 366 2024-08-19T11:33:39.812 INFO:tasks.rados.rados.0.smithi136.stdout:908: oid 26 version 368 is already newer than 367 2024-08-19T11:33:39.812 INFO:tasks.rados.rados.0.smithi136.stdout:908: oid 26 updating version 368 to 369 2024-08-19T11:33:39.812 INFO:tasks.rados.rados.0.smithi136.stdout:908: oid 26 version 369 is already newer than 365 2024-08-19T11:33:39.812 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 369 (ObjNum 281 snap 79 seq_num 281) dirty exists 2024-08-19T11:33:39.812 INFO:tasks.rados.rados.0.smithi136.stdout:908: left oid 26 (ObjNum 281 snap 79 seq_num 281) 2024-08-19T11:33:39.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:39 smithi136 ceph-mon[28279]: osdmap e236: 8 total, 8 up, 8 in 2024-08-19T11:33:39.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:39 smithi136 ceph-mon[28279]: pgmap v39: 121 pgs: 121 active+clean; 132 MiB data, 774 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2024-08-19T11:33:39.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:39 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:39.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:39 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:39.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:39 smithi136 ceph-mon[16389]: osdmap e236: 8 total, 8 up, 8 in 2024-08-19T11:33:39.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:39 smithi136 ceph-mon[16389]: pgmap v39: 121 pgs: 121 active+clean; 132 MiB data, 774 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2024-08-19T11:33:39.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:39 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:39.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:39 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:40.152 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:39 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[68077]: [19/Aug/2024:11:33:39] ENGINE Bus STARTING 2024-08-19T11:33:40.152 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:39 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[68077]: CherryPy Checker: 2024-08-19T11:33:40.152 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:39 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[68077]: The Application mounted at '' has an empty config. 2024-08-19T11:33:40.152 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:39 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[68077]: 2024-08-19T11:33:40.152 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:39 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[68077]: [19/Aug/2024:11:33:39] ENGINE Serving on http://:::9283 2024-08-19T11:33:40.153 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:39 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[68077]: [19/Aug/2024:11:33:39] ENGINE Bus STARTED 2024-08-19T11:33:40.409 INFO:tasks.rados.rados.0.smithi136.stdout:904: done (5 left) 2024-08-19T11:33:40.409 INFO:tasks.rados.rados.0.smithi136.stdout:905: done (4 left) 2024-08-19T11:33:40.409 INFO:tasks.rados.rados.0.smithi136.stdout:906: done (3 left) 2024-08-19T11:33:40.409 INFO:tasks.rados.rados.0.smithi136.stdout:907: done (2 left) 2024-08-19T11:33:40.409 INFO:tasks.rados.rados.0.smithi136.stdout:908: done (1 left) 2024-08-19T11:33:40.409 INFO:tasks.rados.rados.0.smithi136.stdout:909: done (0 left) 2024-08-19T11:33:40.409 INFO:tasks.rados.rados.0.smithi136.stdout:910: rollback oid 29 current snap is 80 2024-08-19T11:33:40.409 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 29 to 74 2024-08-19T11:33:40.409 INFO:tasks.rados.rados.0.smithi136.stdout:911: snap_remove snap 79 2024-08-19T11:33:40.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:40 smithi155 ceph-mon[19718]: osdmap e237: 8 total, 8 up, 8 in 2024-08-19T11:33:40.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:40 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:40.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:40 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:40.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:40 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.155:0/2463581275' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T11:33:40.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:40 smithi155 ceph-mon[19718]: Standby manager daemon x restarted 2024-08-19T11:33:40.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:40 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.155:0/2463581275' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T11:33:40.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:40 smithi155 ceph-mon[19718]: Standby manager daemon x started 2024-08-19T11:33:40.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:40 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.155:0/2463581275' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T11:33:40.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:40 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.155:0/2463581275' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T11:33:40.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:40 smithi136 ceph-mon[28279]: osdmap e237: 8 total, 8 up, 8 in 2024-08-19T11:33:40.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:40 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:40.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:40 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:40.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:40 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.155:0/2463581275' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T11:33:40.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:40 smithi136 ceph-mon[28279]: Standby manager daemon x restarted 2024-08-19T11:33:40.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:40 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.155:0/2463581275' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T11:33:40.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:40 smithi136 ceph-mon[28279]: Standby manager daemon x started 2024-08-19T11:33:40.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:40 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.155:0/2463581275' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T11:33:40.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:40 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.155:0/2463581275' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T11:33:40.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:40 smithi136 ceph-mon[16389]: osdmap e237: 8 total, 8 up, 8 in 2024-08-19T11:33:40.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:40 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:40.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:40 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:40.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:40 smithi136 ceph-mon[16389]: from='mgr.? 172.21.15.155:0/2463581275' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T11:33:40.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:40 smithi136 ceph-mon[16389]: Standby manager daemon x restarted 2024-08-19T11:33:40.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:40 smithi136 ceph-mon[16389]: from='mgr.? 172.21.15.155:0/2463581275' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T11:33:40.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:40 smithi136 ceph-mon[16389]: Standby manager daemon x started 2024-08-19T11:33:40.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:40 smithi136 ceph-mon[16389]: from='mgr.? 172.21.15.155:0/2463581275' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T11:33:40.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:40 smithi136 ceph-mon[16389]: from='mgr.? 172.21.15.155:0/2463581275' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T11:33:41.421 INFO:tasks.rados.rados.0.smithi136.stdout:911: done (1 left) 2024-08-19T11:33:41.421 INFO:tasks.rados.rados.0.smithi136.stdout:912: read oid 4 snap -1 2024-08-19T11:33:41.421 INFO:tasks.rados.rados.0.smithi136.stdout:912: expect (ObjNum 125 snap 32 seq_num 125) 2024-08-19T11:33:41.421 INFO:tasks.rados.rados.0.smithi136.stdout:913: snap_create 2024-08-19T11:33:41.421 INFO:tasks.rados.rados.0.smithi136.stdout:910: finishing rollback tid 0 to smithi13674108-29 2024-08-19T11:33:41.421 INFO:tasks.rados.rados.0.smithi136.stdout:910: finishing rollback tid 1 to smithi13674108-29 2024-08-19T11:33:41.422 INFO:tasks.rados.rados.0.smithi136.stdout:910: finishing rollback tid 2 to smithi13674108-29 2024-08-19T11:33:41.422 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 335 (ObjNum 143 snap 37 seq_num 143) dirty exists 2024-08-19T11:33:41.478 INFO:tasks.rados.rados.0.smithi136.stdout:912: expect (ObjNum 125 snap 32 seq_num 125) 2024-08-19T11:33:41.621 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:41 smithi155 ceph-mon[19718]: osdmap e238: 8 total, 8 up, 8 in 2024-08-19T11:33:41.621 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:41 smithi155 ceph-mon[19718]: pgmap v42: 121 pgs: 121 active+clean; 132 MiB data, 774 MiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-19T11:33:41.621 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:41 smithi155 ceph-mon[19718]: mgrmap e34: y(active, since 26s), standbys: x 2024-08-19T11:33:41.683 INFO:teuthology.orchestra.run.smithi136.stdout:true 2024-08-19T11:33:41.683 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:41 smithi136 ceph-mon[28279]: osdmap e238: 8 total, 8 up, 8 in 2024-08-19T11:33:41.683 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:41 smithi136 ceph-mon[28279]: pgmap v42: 121 pgs: 121 active+clean; 132 MiB data, 774 MiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-19T11:33:41.683 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:41 smithi136 ceph-mon[28279]: mgrmap e34: y(active, since 26s), standbys: x 2024-08-19T11:33:41.683 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:41 smithi136 ceph-mon[16389]: osdmap e238: 8 total, 8 up, 8 in 2024-08-19T11:33:41.683 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:41 smithi136 ceph-mon[16389]: pgmap v42: 121 pgs: 121 active+clean; 132 MiB data, 774 MiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-19T11:33:41.684 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:41 smithi136 ceph-mon[16389]: mgrmap e34: y(active, since 26s), standbys: x 2024-08-19T11:33:42.237 INFO:teuthology.orchestra.run.smithi136.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T11:33:42.237 INFO:teuthology.orchestra.run.smithi136.stdout:alertmanager.a smithi136 *:9093,9094 running (4m) 22s ago 5m 24.9M - 0.25.0 c8568f914cd2 5af88c4acee8 2024-08-19T11:33:42.237 INFO:teuthology.orchestra.run.smithi136.stdout:grafana.a smithi155 *:3000 running (4m) 3s ago 4m 87.9M - 9.4.7 954c08fa6188 cb3e816dd27a 2024-08-19T11:33:42.237 INFO:teuthology.orchestra.run.smithi136.stdout:mds.a smithi136 running (6m) 22s ago 6m 19.9M - 18.2.4-721-gbaa926de e6c292a6bc95 70acc09ac00c 2024-08-19T11:33:42.237 INFO:teuthology.orchestra.run.smithi136.stdout:mds.b smithi155 running (6m) 3s ago 6m 17.0M - 18.2.4-721-gbaa926de e6c292a6bc95 f9104a674461 2024-08-19T11:33:42.237 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.x smithi155 *:8443,9283,8765 running (8s) 3s ago 9m 56.6M - 19.0.0-5847-g79766939 50bbda8a3289 64c8cd762719 2024-08-19T11:33:42.237 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.y smithi136 *:8443,9283,8765 running (36s) 22s ago 11m 490M - 19.0.0-5847-g79766939 50bbda8a3289 2c0aee4c2faf 2024-08-19T11:33:42.237 INFO:teuthology.orchestra.run.smithi136.stdout:mon.a smithi136 running (11m) 22s ago 11m 60.1M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 60d0fb5300fe 2024-08-19T11:33:42.237 INFO:teuthology.orchestra.run.smithi136.stdout:mon.b smithi155 running (10m) 3s ago 10m 51.5M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 91dd29510477 2024-08-19T11:33:42.237 INFO:teuthology.orchestra.run.smithi136.stdout:mon.c smithi136 running (10m) 22s ago 10m 47.7M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 fb9556fd54c6 2024-08-19T11:33:42.238 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.a smithi136 *:9100 running (4m) 22s ago 4m 16.4M - 1.5.0 0da6a335fe13 8b8c68944f5b 2024-08-19T11:33:42.238 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.b smithi155 *:9100 running (4m) 3s ago 4m 16.8M - 1.5.0 0da6a335fe13 94f522beed05 2024-08-19T11:33:42.238 INFO:teuthology.orchestra.run.smithi136.stdout:osd.0 smithi136 running (9m) 22s ago 9m 141M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 e96830382dcf 2024-08-19T11:33:42.238 INFO:teuthology.orchestra.run.smithi136.stdout:osd.1 smithi136 running (9m) 22s ago 9m 103M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 bca15785dcda 2024-08-19T11:33:42.238 INFO:teuthology.orchestra.run.smithi136.stdout:osd.2 smithi136 running (8m) 22s ago 8m 121M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 f79852ccd72a 2024-08-19T11:33:42.238 INFO:teuthology.orchestra.run.smithi136.stdout:osd.3 smithi136 running (8m) 22s ago 8m 98.2M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 e4e2f187c816 2024-08-19T11:33:42.238 INFO:teuthology.orchestra.run.smithi136.stdout:osd.4 smithi155 running (8m) 3s ago 8m 128M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 41fae920e9f8 2024-08-19T11:33:42.238 INFO:teuthology.orchestra.run.smithi136.stdout:osd.5 smithi155 running (7m) 3s ago 7m 134M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 a11fccf8327d 2024-08-19T11:33:42.238 INFO:teuthology.orchestra.run.smithi136.stdout:osd.6 smithi155 running (7m) 3s ago 7m 122M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 ae2da85c009a 2024-08-19T11:33:42.238 INFO:teuthology.orchestra.run.smithi136.stdout:osd.7 smithi155 running (6m) 3s ago 6m 97.7M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 78b9ac5d3d4f 2024-08-19T11:33:42.238 INFO:teuthology.orchestra.run.smithi136.stdout:prometheus.a smithi155 *:9095 running (13s) 3s ago 5m 35.4M - 2.43.0 a07b618ecd1d 58dd6060f319 2024-08-19T11:33:42.399 INFO:tasks.rados.rados.0.smithi136.stdout:910: done (2 left) 2024-08-19T11:33:42.399 INFO:tasks.rados.rados.0.smithi136.stdout:912: done (1 left) 2024-08-19T11:33:42.399 INFO:tasks.rados.rados.0.smithi136.stdout:913: done (0 left) 2024-08-19T11:33:42.399 INFO:tasks.rados.rados.0.smithi136.stdout:914: read oid 23 snap -1 2024-08-19T11:33:42.399 INFO:tasks.rados.rados.0.smithi136.stdout:914: expect deleted 2024-08-19T11:33:42.399 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 5 current snap is 81 2024-08-19T11:33:42.399 INFO:tasks.rados.rados.0.smithi136.stdout:915: seq_num 282 ranges {4186112=729088,4915200=425984,5341184=704512,6045696=475136} 2024-08-19T11:33:42.425 INFO:tasks.rados.rados.0.smithi136.stdout:915: writing smithi13674108-5 from 4186112 to 4915200 tid 1 2024-08-19T11:33:42.428 INFO:tasks.rados.rados.0.smithi136.stdout:915: writing smithi13674108-5 from 4915200 to 5341184 tid 2 2024-08-19T11:33:42.432 INFO:tasks.rados.rados.0.smithi136.stdout:915: writing smithi13674108-5 from 5341184 to 6045696 tid 3 2024-08-19T11:33:42.434 INFO:tasks.rados.rados.0.smithi136.stdout:915: writing smithi13674108-5 from 6045696 to 6520832 tid 4 2024-08-19T11:33:42.435 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 49 current snap is 81 2024-08-19T11:33:42.435 INFO:tasks.rados.rados.0.smithi136.stdout:916: seq_num 283 ranges {2162688=745472,2908160=712704,3620864=458752,4079616=434176} 2024-08-19T11:33:42.450 INFO:tasks.rados.rados.0.smithi136.stdout:916: writing smithi13674108-49 from 2162688 to 2908160 tid 1 2024-08-19T11:33:42.454 INFO:tasks.rados.rados.0.smithi136.stdout:916: writing smithi13674108-49 from 2908160 to 3620864 tid 2 2024-08-19T11:33:42.457 INFO:tasks.rados.rados.0.smithi136.stdout:916: writing smithi13674108-49 from 3620864 to 4079616 tid 3 2024-08-19T11:33:42.460 INFO:tasks.rados.rados.0.smithi136.stdout:916: writing smithi13674108-49 from 4079616 to 4513792 tid 4 2024-08-19T11:33:42.460 INFO:tasks.rados.rados.0.smithi136.stdout:917: read oid 25 snap -1 2024-08-19T11:33:42.461 INFO:tasks.rados.rados.0.smithi136.stdout:917: expect (ObjNum 261 snap 73 seq_num 261) 2024-08-19T11:33:42.461 INFO:tasks.rados.rados.0.smithi136.stdout:918: delete oid 48 current snap is 81 2024-08-19T11:33:42.461 INFO:tasks.rados.rados.0.smithi136.stdout:915: finishing write tid 1 to smithi13674108-5 2024-08-19T11:33:42.461 INFO:tasks.rados.rados.0.smithi136.stdout:915: finishing write tid 2 to smithi13674108-5 2024-08-19T11:33:42.461 INFO:tasks.rados.rados.0.smithi136.stdout:915: finishing write tid 3 to smithi13674108-5 2024-08-19T11:33:42.461 INFO:tasks.rados.rados.0.smithi136.stdout:915: finishing write tid 4 to smithi13674108-5 2024-08-19T11:33:42.461 INFO:tasks.rados.rados.0.smithi136.stdout:915: finishing write tid 5 to smithi13674108-5 2024-08-19T11:33:42.461 INFO:tasks.rados.rados.0.smithi136.stdout:915: finishing write tid 6 to smithi13674108-5 2024-08-19T11:33:42.461 INFO:tasks.rados.rados.0.smithi136.stdout:915: oid 5 updating version 0 to 374 2024-08-19T11:33:42.461 INFO:tasks.rados.rados.0.smithi136.stdout:915: oid 5 version 374 is already newer than 372 2024-08-19T11:33:42.461 INFO:tasks.rados.rados.0.smithi136.stdout:915: oid 5 version 374 is already newer than 373 2024-08-19T11:33:42.461 INFO:tasks.rados.rados.0.smithi136.stdout:915: oid 5 updating version 374 to 375 2024-08-19T11:33:42.461 INFO:tasks.rados.rados.0.smithi136.stdout:915: oid 5 version 375 is already newer than 371 2024-08-19T11:33:42.462 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 375 (ObjNum 282 snap 81 seq_num 282) dirty exists 2024-08-19T11:33:42.462 INFO:tasks.rados.rados.0.smithi136.stdout:915: left oid 5 (ObjNum 282 snap 81 seq_num 282) 2024-08-19T11:33:42.462 INFO:tasks.rados.rados.0.smithi136.stdout:916: finishing write tid 1 to smithi13674108-49 2024-08-19T11:33:42.462 INFO:tasks.rados.rados.0.smithi136.stdout:916: finishing write tid 2 to smithi13674108-49 2024-08-19T11:33:42.462 INFO:tasks.rados.rados.0.smithi136.stdout:916: finishing write tid 3 to smithi13674108-49 2024-08-19T11:33:42.463 INFO:tasks.rados.rados.0.smithi136.stdout:914: done (4 left) 2024-08-19T11:33:42.463 INFO:tasks.rados.rados.0.smithi136.stdout:915: done (3 left) 2024-08-19T11:33:42.463 INFO:tasks.rados.rados.0.smithi136.stdout:918: done (2 left) 2024-08-19T11:33:42.463 INFO:tasks.rados.rados.0.smithi136.stdout:919: delete oid 2 current snap is 81 2024-08-19T11:33:42.463 INFO:tasks.rados.rados.0.smithi136.stdout:916: finishing write tid 4 to smithi13674108-49 2024-08-19T11:33:42.464 INFO:tasks.rados.rados.0.smithi136.stdout:916: finishing write tid 5 to smithi13674108-49 2024-08-19T11:33:42.465 INFO:tasks.rados.rados.0.smithi136.stdout:919: done (2 left) 2024-08-19T11:33:42.465 INFO:tasks.rados.rados.0.smithi136.stdout:920: snap_create 2024-08-19T11:33:42.466 INFO:tasks.rados.rados.0.smithi136.stdout:916: finishing write tid 6 to smithi13674108-49 2024-08-19T11:33:42.466 INFO:tasks.rados.rados.0.smithi136.stdout:916: oid 49 updating version 0 to 346 2024-08-19T11:33:42.467 INFO:tasks.rados.rados.0.smithi136.stdout:916: oid 49 updating version 346 to 348 2024-08-19T11:33:42.467 INFO:tasks.rados.rados.0.smithi136.stdout:916: oid 49 updating version 348 to 349 2024-08-19T11:33:42.467 INFO:tasks.rados.rados.0.smithi136.stdout:916: oid 49 version 349 is already newer than 347 2024-08-19T11:33:42.467 INFO:tasks.rados.rados.0.smithi136.stdout:916: oid 49 updating version 349 to 350 2024-08-19T11:33:42.467 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 350 (ObjNum 283 snap 81 seq_num 283) dirty exists 2024-08-19T11:33:42.467 INFO:tasks.rados.rados.0.smithi136.stdout:916: left oid 49 (ObjNum 283 snap 81 seq_num 283) 2024-08-19T11:33:42.478 INFO:tasks.rados.rados.0.smithi136.stdout:917: expect (ObjNum 261 snap 73 seq_num 261) 2024-08-19T11:33:42.587 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:33:42.587 INFO:teuthology.orchestra.run.smithi136.stdout: "mon": { 2024-08-19T11:33:42.587 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 3 2024-08-19T11:33:42.587 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:33:42.587 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr": { 2024-08-19T11:33:42.587 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T11:33:42.587 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:33:42.587 INFO:teuthology.orchestra.run.smithi136.stdout: "osd": { 2024-08-19T11:33:42.587 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 8 2024-08-19T11:33:42.587 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:33:42.587 INFO:teuthology.orchestra.run.smithi136.stdout: "mds": { 2024-08-19T11:33:42.587 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T11:33:42.588 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:33:42.588 INFO:teuthology.orchestra.run.smithi136.stdout: "overall": { 2024-08-19T11:33:42.588 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 13, 2024-08-19T11:33:42.588 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T11:33:42.588 INFO:teuthology.orchestra.run.smithi136.stdout: } 2024-08-19T11:33:42.588 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:33:42.588 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:42 smithi136 ceph-mon[28279]: osdmap e239: 8 total, 8 up, 8 in 2024-08-19T11:33:42.588 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:42 smithi136 ceph-mon[28279]: from='client.25112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:33:42.588 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:42 smithi136 ceph-mon[28279]: from='client.25118 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:33:42.588 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:42 smithi136 ceph-mon[28279]: osdmap e240: 8 total, 8 up, 8 in 2024-08-19T11:33:42.589 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:42 smithi136 ceph-mon[16389]: osdmap e239: 8 total, 8 up, 8 in 2024-08-19T11:33:42.589 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:42 smithi136 ceph-mon[16389]: from='client.25112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:33:42.589 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:42 smithi136 ceph-mon[16389]: from='client.25118 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:33:42.589 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:42 smithi136 ceph-mon[16389]: osdmap e240: 8 total, 8 up, 8 in 2024-08-19T11:33:42.651 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:42 smithi155 ceph-mon[19718]: osdmap e239: 8 total, 8 up, 8 in 2024-08-19T11:33:42.651 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:42 smithi155 ceph-mon[19718]: from='client.25112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:33:42.651 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:42 smithi155 ceph-mon[19718]: from='client.25118 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:33:42.651 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:42 smithi155 ceph-mon[19718]: osdmap e240: 8 total, 8 up, 8 in 2024-08-19T11:33:42.868 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:33:42.868 INFO:teuthology.orchestra.run.smithi136.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T11:33:42.868 INFO:teuthology.orchestra.run.smithi136.stdout: "in_progress": true, 2024-08-19T11:33:42.868 INFO:teuthology.orchestra.run.smithi136.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T11:33:42.868 INFO:teuthology.orchestra.run.smithi136.stdout: "services_complete": [ 2024-08-19T11:33:42.868 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr" 2024-08-19T11:33:42.868 INFO:teuthology.orchestra.run.smithi136.stdout: ], 2024-08-19T11:33:42.868 INFO:teuthology.orchestra.run.smithi136.stdout: "progress": "2/20 daemons upgraded", 2024-08-19T11:33:42.868 INFO:teuthology.orchestra.run.smithi136.stdout: "message": "Currently upgrading mgr daemons", 2024-08-19T11:33:42.868 INFO:teuthology.orchestra.run.smithi136.stdout: "is_paused": false 2024-08-19T11:33:42.869 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:33:43.426 INFO:tasks.rados.rados.0.smithi136.stdout:916: done (2 left) 2024-08-19T11:33:43.426 INFO:tasks.rados.rados.0.smithi136.stdout:917: done (1 left) 2024-08-19T11:33:43.427 INFO:tasks.rados.rados.0.smithi136.stdout:920: done (0 left) 2024-08-19T11:33:43.427 INFO:tasks.rados.rados.0.smithi136.stdout:921: rmattr oid 12 current snap is 82 2024-08-19T11:33:43.427 INFO:tasks.rados.rados.0.smithi136.stdout:921: done (0 left) 2024-08-19T11:33:43.427 INFO:tasks.rados.rados.0.smithi136.stdout:922: rollback oid 42 current snap is 82 2024-08-19T11:33:43.427 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 42 to 76 2024-08-19T11:33:43.427 INFO:tasks.rados.rados.0.smithi136.stdout:923: snap_remove snap 73 2024-08-19T11:33:43.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:43 smithi155 ceph-mon[19718]: from='client.25124 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:33:43.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:43 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/3486695738' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T11:33:43.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:43 smithi155 ceph-mon[19718]: pgmap v45: 121 pgs: 121 active+clean; 137 MiB data, 785 MiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-19T11:33:43.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:43 smithi155 ceph-mon[19718]: from='client.25136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:33:43.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:43 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:43.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:43 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:43.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:43 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:33:43.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:43 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:33:43.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:43 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:43.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:43 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:33:43.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:43 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T11:33:43.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:43 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:43.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:43 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-19T11:33:43.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:43 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-19T11:33:43.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:43 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-19T11:33:43.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:43 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-19T11:33:43.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:43 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-19T11:33:43.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:43 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-19T11:33:43.740 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[28279]: from='client.25124 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:33:43.740 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[28279]: from='client.? 172.21.15.136:0/3486695738' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T11:33:43.740 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[28279]: pgmap v45: 121 pgs: 121 active+clean; 137 MiB data, 785 MiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-19T11:33:43.740 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[28279]: from='client.25136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:33:43.740 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:43.740 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:43.740 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:33:43.740 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:33:43.740 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:43.740 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:33:43.740 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T11:33:43.740 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:43.740 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-19T11:33:43.741 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-19T11:33:43.741 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-19T11:33:43.741 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-19T11:33:43.741 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-19T11:33:43.741 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-19T11:33:43.741 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[16389]: from='client.25124 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:33:43.741 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[16389]: from='client.? 172.21.15.136:0/3486695738' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T11:33:43.741 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[16389]: pgmap v45: 121 pgs: 121 active+clean; 137 MiB data, 785 MiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-19T11:33:43.741 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[16389]: from='client.25136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:33:43.741 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:43.741 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:43.742 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:33:43.742 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T11:33:43.742 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:43.742 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T11:33:43.742 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T11:33:43.742 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:43.742 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-19T11:33:43.742 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-19T11:33:43.742 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-19T11:33:43.742 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-19T11:33:43.742 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-19T11:33:43.742 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:43 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-19T11:33:44.427 INFO:tasks.rados.rados.0.smithi136.stdout:923: done (1 left) 2024-08-19T11:33:44.427 INFO:tasks.rados.rados.0.smithi136.stdout:924: snap_create 2024-08-19T11:33:44.427 INFO:tasks.rados.rados.0.smithi136.stdout:922: finishing rollback tid 0 to smithi13674108-42 2024-08-19T11:33:44.427 INFO:tasks.rados.rados.0.smithi136.stdout:922: finishing rollback tid 1 to smithi13674108-42 2024-08-19T11:33:44.427 INFO:tasks.rados.rados.0.smithi136.stdout:922: finishing rollback tid 2 to smithi13674108-42 2024-08-19T11:33:44.428 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 120 (ObjNum 247 snap 69 seq_num 247) dirty exists 2024-08-19T11:33:44.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:44 smithi155 ceph-mon[19718]: Upgrade: Setting container_image for all mgr 2024-08-19T11:33:44.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:44 smithi155 ceph-mon[19718]: Upgrade: It appears safe to stop mon.a 2024-08-19T11:33:44.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:44 smithi155 ceph-mon[19718]: osdmap e241: 8 total, 8 up, 8 in 2024-08-19T11:33:44.835 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:44 smithi136 ceph-mon[28279]: Upgrade: Setting container_image for all mgr 2024-08-19T11:33:44.835 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:44 smithi136 ceph-mon[28279]: Upgrade: It appears safe to stop mon.a 2024-08-19T11:33:44.835 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:44 smithi136 ceph-mon[28279]: osdmap e241: 8 total, 8 up, 8 in 2024-08-19T11:33:44.835 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:44 smithi136 ceph-mon[16389]: Upgrade: Setting container_image for all mgr 2024-08-19T11:33:44.836 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:44 smithi136 ceph-mon[16389]: Upgrade: It appears safe to stop mon.a 2024-08-19T11:33:44.836 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:44 smithi136 ceph-mon[16389]: osdmap e241: 8 total, 8 up, 8 in 2024-08-19T11:33:45.437 INFO:tasks.rados.rados.0.smithi136.stdout:922: done (1 left) 2024-08-19T11:33:45.437 INFO:tasks.rados.rados.0.smithi136.stdout:924: done (0 left) 2024-08-19T11:33:45.437 INFO:tasks.rados.rados.0.smithi136.stdout:925: copy_from oid 23 from oid 38 current snap is 83 2024-08-19T11:33:45.437 INFO:tasks.rados.rados.0.smithi136.stdout:926: snap_remove snap 81 2024-08-19T11:33:45.487 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:45 smithi136 ceph-mon[28279]: osdmap e242: 8 total, 8 up, 8 in 2024-08-19T11:33:45.487 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:45 smithi136 ceph-mon[28279]: pgmap v48: 121 pgs: 121 active+clean; 137 MiB data, 785 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-08-19T11:33:45.487 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:45 smithi136 ceph-mon[28279]: Upgrade: Updating mon.a 2024-08-19T11:33:45.487 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:45 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:45.487 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:45 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T11:33:45.487 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:45 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-19T11:33:45.487 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:45 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:33:45.487 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:45 smithi136 ceph-mon[28279]: Deploying daemon mon.a on smithi136 2024-08-19T11:33:45.487 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:45 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:33:45.488 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:45 smithi136 ceph-mon[16389]: osdmap e242: 8 total, 8 up, 8 in 2024-08-19T11:33:45.488 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:45 smithi136 ceph-mon[16389]: pgmap v48: 121 pgs: 121 active+clean; 137 MiB data, 785 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-08-19T11:33:45.488 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:45 smithi136 ceph-mon[16389]: Upgrade: Updating mon.a 2024-08-19T11:33:45.488 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:45 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:45.488 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:45 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T11:33:45.488 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:45 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-19T11:33:45.488 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:45 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:33:45.488 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:45 smithi136 ceph-mon[16389]: Deploying daemon mon.a on smithi136 2024-08-19T11:33:45.488 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:45 smithi136 ceph-mon[16389]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:33:45.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:45 smithi155 ceph-mon[19718]: osdmap e242: 8 total, 8 up, 8 in 2024-08-19T11:33:45.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:45 smithi155 ceph-mon[19718]: pgmap v48: 121 pgs: 121 active+clean; 137 MiB data, 785 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-08-19T11:33:45.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:45 smithi155 ceph-mon[19718]: Upgrade: Updating mon.a 2024-08-19T11:33:45.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:45 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' 2024-08-19T11:33:45.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:45 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T11:33:45.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:45 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-19T11:33:45.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:45 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T11:33:45.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:45 smithi155 ceph-mon[19718]: Deploying daemon mon.a on smithi136 2024-08-19T11:33:45.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:45 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T11:33:46.445 INFO:tasks.rados.rados.0.smithi136.stdout:926: done (1 left) 2024-08-19T11:33:46.445 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 12 current snap is 83 2024-08-19T11:33:46.445 INFO:tasks.rados.rados.0.smithi136.stdout:925: finishing copy_from racing read to smithi13674108-23 2024-08-19T11:33:46.445 INFO:tasks.rados.rados.0.smithi136.stdout:925: finishing copy_from to smithi13674108-23 2024-08-19T11:33:46.445 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 173 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-08-19T11:33:46.445 INFO:tasks.rados.rados.0.smithi136.stdout:927: seq_num 286 ranges {2031616=794624,2826240=761856,3588096=679936,4268032=163840} 2024-08-19T11:33:46.460 INFO:tasks.rados.rados.0.smithi136.stdout:927: writing smithi13674108-12 from 2031616 to 2826240 tid 1 2024-08-19T11:33:46.464 INFO:tasks.rados.rados.0.smithi136.stdout:927: writing smithi13674108-12 from 2826240 to 3588096 tid 2 2024-08-19T11:33:46.469 INFO:tasks.rados.rados.0.smithi136.stdout:927: writing smithi13674108-12 from 3588096 to 4268032 tid 3 2024-08-19T11:33:46.470 INFO:tasks.rados.rados.0.smithi136.stdout:927: writing smithi13674108-12 from 4268032 to 4431872 tid 4 2024-08-19T11:33:46.470 INFO:tasks.rados.rados.0.smithi136.stdout:927: finishing write tid 1 to smithi13674108-12 2024-08-19T11:33:46.470 INFO:tasks.rados.rados.0.smithi136.stdout:927: finishing write tid 2 to smithi13674108-12 2024-08-19T11:33:46.470 INFO:tasks.rados.rados.0.smithi136.stdout:925: done (1 left) 2024-08-19T11:33:46.471 INFO:tasks.rados.rados.0.smithi136.stdout:928: copy_from oid 2 from oid 28 current snap is 83 2024-08-19T11:33:46.471 INFO:tasks.rados.rados.0.smithi136.stdout:929: rmattr oid 15 current snap is 83 2024-08-19T11:33:46.471 INFO:tasks.rados.rados.0.smithi136.stdout:929: done (2 left) 2024-08-19T11:33:46.471 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 27 current snap is 83 2024-08-19T11:33:46.471 INFO:tasks.rados.rados.0.smithi136.stdout:930: seq_num 287 ranges {4177920=8192} 2024-08-19T11:33:46.495 INFO:tasks.rados.rados.0.smithi136.stdout:930: writing smithi13674108-27 from 4177920 to 4186112 tid 1 2024-08-19T11:33:46.495 INFO:tasks.rados.rados.0.smithi136.stdout:931: snap_create 2024-08-19T11:33:46.495 INFO:tasks.rados.rados.0.smithi136.stdout:927: finishing write tid 3 to smithi13674108-12 2024-08-19T11:33:46.495 INFO:tasks.rados.rados.0.smithi136.stdout:927: finishing write tid 4 to smithi13674108-12 2024-08-19T11:33:46.495 INFO:tasks.rados.rados.0.smithi136.stdout:927: finishing write tid 5 to smithi13674108-12 2024-08-19T11:33:46.495 INFO:tasks.rados.rados.0.smithi136.stdout:927: finishing write tid 6 to smithi13674108-12 2024-08-19T11:33:46.495 INFO:tasks.rados.rados.0.smithi136.stdout:927: oid 12 updating version 0 to 153 2024-08-19T11:33:46.495 INFO:tasks.rados.rados.0.smithi136.stdout:927: oid 12 updating version 153 to 156 2024-08-19T11:33:46.495 INFO:tasks.rados.rados.0.smithi136.stdout:927: oid 12 version 156 is already newer than 154 2024-08-19T11:33:46.495 INFO:tasks.rados.rados.0.smithi136.stdout:927: oid 12 version 156 is already newer than 155 2024-08-19T11:33:46.495 INFO:tasks.rados.rados.0.smithi136.stdout:927: oid 12 updating version 156 to 157 2024-08-19T11:33:46.495 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 157 (ObjNum 286 snap 83 seq_num 286) dirty exists 2024-08-19T11:33:46.496 INFO:tasks.rados.rados.0.smithi136.stdout:927: left oid 12 (ObjNum 286 snap 83 seq_num 286) 2024-08-19T11:33:46.496 INFO:tasks.rados.rados.0.smithi136.stdout:928: finishing copy_from racing read to smithi13674108-2 2024-08-19T11:33:46.496 INFO:tasks.rados.rados.0.smithi136.stdout:928: finishing copy_from to smithi13674108-2 2024-08-19T11:33:46.496 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 2 v 174 (ObjNum 232 snap 65 seq_num 232) dirty exists 2024-08-19T11:33:46.498 INFO:tasks.rados.rados.0.smithi136.stdout:930: finishing write tid 1 to smithi13674108-27 2024-08-19T11:33:46.498 INFO:tasks.rados.rados.0.smithi136.stdout:930: finishing write tid 2 to smithi13674108-27 2024-08-19T11:33:46.499 INFO:tasks.rados.rados.0.smithi136.stdout:930: finishing write tid 3 to smithi13674108-27 2024-08-19T11:33:46.499 INFO:tasks.rados.rados.0.smithi136.stdout:930: oid 27 updating version 0 to 63 2024-08-19T11:33:46.499 INFO:tasks.rados.rados.0.smithi136.stdout:930: oid 27 version 63 is already newer than 62 2024-08-19T11:33:46.499 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 63 (ObjNum 287 snap 83 seq_num 287) dirty exists 2024-08-19T11:33:46.499 INFO:tasks.rados.rados.0.smithi136.stdout:930: left oid 27 (ObjNum 287 snap 83 seq_num 287) 2024-08-19T11:33:46.597 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:46 smithi136 ceph-mon[28279]: osdmap e243: 8 total, 8 up, 8 in 2024-08-19T11:33:46.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:46 smithi136 ceph-mon[16389]: osdmap e243: 8 total, 8 up, 8 in 2024-08-19T11:33:46.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:46 smithi155 ceph-mon[19718]: osdmap e243: 8 total, 8 up, 8 in 2024-08-19T11:33:46.916 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:46 smithi136 systemd[1]: Stopping Ceph mon.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:33:47.266 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:46 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:33:46] ENGINE Bus STOPPING 2024-08-19T11:33:47.266 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:33:47] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T11:33:47.266 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:33:47] ENGINE Bus STOPPED 2024-08-19T11:33:47.266 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:33:47] ENGINE Bus STARTING 2024-08-19T11:33:47.266 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:33:47] ENGINE Serving on http://:::9283 2024-08-19T11:33:47.266 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:33:47] ENGINE Bus STARTED 2024-08-19T11:33:47.266 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:46 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-a[16366]: 2024-08-19T11:33:46.913+0000 7fecbbf7d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T11:33:47.266 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:46 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-a[16366]: 2024-08-19T11:33:46.913+0000 7fecbbf7d640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-08-19T11:33:47.267 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:47 smithi136 podman[86295]: 2024-08-19 11:33:47.027097315 +0000 UTC m=+0.231388572 container died 60d0fb5300fe8ad3c438b572b2f2567bfd050eebab87117de6eb598db7ee4e0a (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-a, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=reef-baa926d, GIT_CLEAN=True, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-08-19T11:33:47.531 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:47 smithi136 podman[86295]: 2024-08-19 11:33:47.438393139 +0000 UTC m=+0.642684429 container cleanup 60d0fb5300fe8ad3c438b572b2f2567bfd050eebab87117de6eb598db7ee4e0a (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=reef-baa926d, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-08-19T11:33:47.532 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:47 smithi136 bash[86295]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-a 2024-08-19T11:33:47.847 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:33:47] "GET /metrics HTTP/1.1" 200 36109 "" "Prometheus/2.43.0" 2024-08-19T11:33:47.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:47 smithi136 podman[86312]: 2024-08-19 11:33:47.631571318 +0000 UTC m=+0.604868367 container remove 60d0fb5300fe8ad3c438b572b2f2567bfd050eebab87117de6eb598db7ee4e0a (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-a, GIT_CLEAN=True, RELEASE=reef-baa926d, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731) 2024-08-19T11:33:48.289 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:47 smithi136 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mon.a.service: Deactivated successfully. 2024-08-19T11:33:48.289 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:47 smithi136 systemd[1]: Stopped Ceph mon.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:33:48.289 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:47 smithi136 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mon.a.service: Consumed 13.144s CPU time. 2024-08-19T11:33:48.289 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 systemd[1]: Starting Ceph mon.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:33:48.554 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 podman[86457]: 2024-08-19 11:33:48.19115481 +0000 UTC m=+0.017368987 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:33:48.554 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 podman[86457]: 2024-08-19 11:33:48.299668695 +0000 UTC m=+0.125882861 container create 9ab88b9dc01093ff3d2aa5d168539d6d75d3c3426e70479f530ccc4470aa63c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-a, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0) 2024-08-19T11:33:48.554 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 podman[86457]: 2024-08-19 11:33:48.527039 +0000 UTC m=+0.353253181 container init 9ab88b9dc01093ff3d2aa5d168539d6d75d3c3426e70479f530ccc4470aa63c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-a, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=main-7976693, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-08-19T11:33:48.554 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 podman[86457]: 2024-08-19 11:33:48.532022271 +0000 UTC m=+0.358236437 container start 9ab88b9dc01093ff3d2aa5d168539d6d75d3c3426e70479f530ccc4470aa63c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-a, io.buildah.version=1.36.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=main-7976693, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-08-19T11:33:48.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: set uid:gid to 167:167 (ceph:ceph) 2024-08-19T11:33:48.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev), process ceph-mon, pid 7 2024-08-19T11:33:48.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: pidfile_write: ignore empty --pid-file 2024-08-19T11:33:48.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: load: jerasure load: lrc 2024-08-19T11:33:48.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: RocksDB version: 7.9.2 2024-08-19T11:33:48.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Git sha 0 2024-08-19T11:33:48.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Compile date 2024-08-17 20:32:33 2024-08-19T11:33:48.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: DB SUMMARY 2024-08-19T11:33:48.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: DB Session ID: TWGKRN0YQ3KCSYWTNI0I 2024-08-19T11:33:48.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: CURRENT file: CURRENT 2024-08-19T11:33:48.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: IDENTITY file: IDENTITY 2024-08-19T11:33:48.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1518 Bytes 2024-08-19T11:33:48.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000032.sst 2024-08-19T11:33:48.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000030.log size: 4279574 ; 2024-08-19T11:33:48.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.error_if_exists: 0 2024-08-19T11:33:48.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.create_if_missing: 0 2024-08-19T11:33:48.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.paranoid_checks: 1 2024-08-19T11:33:48.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-19T11:33:48.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-19T11:33:48.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-19T11:33:48.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.env: 0x558cb5a4ebe0 2024-08-19T11:33:48.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.fs: PosixFileSystem 2024-08-19T11:33:48.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.info_log: 0x558cb7e93700 2024-08-19T11:33:48.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.max_file_opening_threads: 16 2024-08-19T11:33:48.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.statistics: (nil) 2024-08-19T11:33:48.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.use_fsync: 0 2024-08-19T11:33:48.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.max_log_file_size: 0 2024-08-19T11:33:48.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-19T11:33:48.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-19T11:33:48.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.keep_log_file_num: 1000 2024-08-19T11:33:48.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.recycle_log_file_num: 0 2024-08-19T11:33:48.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.allow_fallocate: 1 2024-08-19T11:33:48.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.allow_mmap_reads: 0 2024-08-19T11:33:48.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.allow_mmap_writes: 0 2024-08-19T11:33:48.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.use_direct_reads: 0 2024-08-19T11:33:48.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-19T11:33:48.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.create_missing_column_families: 0 2024-08-19T11:33:48.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.db_log_dir: 2024-08-19T11:33:48.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.wal_dir: 2024-08-19T11:33:48.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-19T11:33:48.852 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-19T11:33:48.852 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-19T11:33:48.852 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-19T11:33:48.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-19T11:33:48.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-19T11:33:48.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.advise_random_on_open: 1 2024-08-19T11:33:48.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.db_write_buffer_size: 0 2024-08-19T11:33:48.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.write_buffer_manager: 0x558cb7e96960 2024-08-19T11:33:48.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-19T11:33:48.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-19T11:33:48.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-19T11:33:48.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.rate_limiter: (nil) 2024-08-19T11:33:48.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-19T11:33:48.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.wal_recovery_mode: 2 2024-08-19T11:33:48.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.enable_thread_tracking: 0 2024-08-19T11:33:48.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.enable_pipelined_write: 0 2024-08-19T11:33:48.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.unordered_write: 0 2024-08-19T11:33:48.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-19T11:33:48.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-19T11:33:48.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-19T11:33:48.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-19T11:33:48.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.row_cache: None 2024-08-19T11:33:48.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.wal_filter: None 2024-08-19T11:33:48.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-19T11:33:48.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.allow_ingest_behind: 0 2024-08-19T11:33:48.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.two_write_queues: 0 2024-08-19T11:33:48.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.manual_wal_flush: 0 2024-08-19T11:33:48.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.wal_compression: 0 2024-08-19T11:33:48.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.atomic_flush: 0 2024-08-19T11:33:48.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-19T11:33:48.855 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-19T11:33:48.855 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-19T11:33:48.855 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.log_readahead_size: 0 2024-08-19T11:33:48.855 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-19T11:33:48.855 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.best_efforts_recovery: 0 2024-08-19T11:33:48.855 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-19T11:33:48.855 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-19T11:33:48.855 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.allow_data_in_errors: 0 2024-08-19T11:33:48.855 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.db_host_id: __hostname__ 2024-08-19T11:33:48.855 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-19T11:33:48.855 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.max_background_jobs: 2 2024-08-19T11:33:48.855 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.max_background_compactions: -1 2024-08-19T11:33:48.855 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.max_subcompactions: 1 2024-08-19T11:33:48.855 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-19T11:33:48.856 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-19T11:33:48.856 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-19T11:33:48.856 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.max_total_wal_size: 0 2024-08-19T11:33:48.856 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-19T11:33:48.856 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-19T11:33:48.856 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-19T11:33:48.856 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-19T11:33:48.856 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.max_open_files: -1 2024-08-19T11:33:48.856 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.bytes_per_sync: 0 2024-08-19T11:33:48.856 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-19T11:33:48.856 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-19T11:33:48.856 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.compaction_readahead_size: 0 2024-08-19T11:33:48.856 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.max_background_flushes: -1 2024-08-19T11:33:48.856 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Compression algorithms supported: 2024-08-19T11:33:48.857 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: kZSTD supported: 0 2024-08-19T11:33:48.857 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: kXpressCompression supported: 0 2024-08-19T11:33:48.857 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: kBZip2Compression supported: 0 2024-08-19T11:33:48.857 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-19T11:33:48.857 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: kLZ4Compression supported: 1 2024-08-19T11:33:48.857 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: kZlibCompression supported: 1 2024-08-19T11:33:48.857 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: kLZ4HCCompression supported: 1 2024-08-19T11:33:48.857 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: kSnappyCompression supported: 1 2024-08-19T11:33:48.857 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-19T11:33:48.857 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-19T11:33:48.857 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-08-19T11:33:48.857 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-19T11:33:48.857 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-19T11:33:48.857 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.merge_operator: 2024-08-19T11:33:48.857 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.compaction_filter: None 2024-08-19T11:33:48.857 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.compaction_filter_factory: None 2024-08-19T11:33:48.858 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.sst_partitioner_factory: None 2024-08-19T11:33:48.858 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-19T11:33:48.858 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-19T11:33:48.858 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x558cb7e93380) 2024-08-19T11:33:48.858 INFO:journalctl@ceph.mon.a.smithi136.stdout: cache_index_and_filter_blocks: 1 2024-08-19T11:33:48.858 INFO:journalctl@ceph.mon.a.smithi136.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-19T11:33:48.858 INFO:journalctl@ceph.mon.a.smithi136.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-19T11:33:48.858 INFO:journalctl@ceph.mon.a.smithi136.stdout: pin_top_level_index_and_filter: 1 2024-08-19T11:33:48.858 INFO:journalctl@ceph.mon.a.smithi136.stdout: index_type: 0 2024-08-19T11:33:48.858 INFO:journalctl@ceph.mon.a.smithi136.stdout: data_block_index_type: 0 2024-08-19T11:33:48.858 INFO:journalctl@ceph.mon.a.smithi136.stdout: index_shortening: 1 2024-08-19T11:33:48.858 INFO:journalctl@ceph.mon.a.smithi136.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-19T11:33:48.858 INFO:journalctl@ceph.mon.a.smithi136.stdout: checksum: 4 2024-08-19T11:33:48.859 INFO:journalctl@ceph.mon.a.smithi136.stdout: no_block_cache: 0 2024-08-19T11:33:48.859 INFO:journalctl@ceph.mon.a.smithi136.stdout: block_cache: 0x558cb7e87610 2024-08-19T11:33:48.859 INFO:journalctl@ceph.mon.a.smithi136.stdout: block_cache_name: BinnedLRUCache 2024-08-19T11:33:48.859 INFO:journalctl@ceph.mon.a.smithi136.stdout: block_cache_options: 2024-08-19T11:33:48.859 INFO:journalctl@ceph.mon.a.smithi136.stdout: capacity : 536870912 2024-08-19T11:33:48.859 INFO:journalctl@ceph.mon.a.smithi136.stdout: num_shard_bits : 4 2024-08-19T11:33:48.859 INFO:journalctl@ceph.mon.a.smithi136.stdout: strict_capacity_limit : 0 2024-08-19T11:33:48.859 INFO:journalctl@ceph.mon.a.smithi136.stdout: high_pri_pool_ratio: 0.000 2024-08-19T11:33:48.859 INFO:journalctl@ceph.mon.a.smithi136.stdout: block_cache_compressed: (nil) 2024-08-19T11:33:48.859 INFO:journalctl@ceph.mon.a.smithi136.stdout: persistent_cache: (nil) 2024-08-19T11:33:48.859 INFO:journalctl@ceph.mon.a.smithi136.stdout: block_size: 4096 2024-08-19T11:33:48.859 INFO:journalctl@ceph.mon.a.smithi136.stdout: block_size_deviation: 10 2024-08-19T11:33:48.859 INFO:journalctl@ceph.mon.a.smithi136.stdout: block_restart_interval: 16 2024-08-19T11:33:48.859 INFO:journalctl@ceph.mon.a.smithi136.stdout: index_block_restart_interval: 1 2024-08-19T11:33:48.860 INFO:journalctl@ceph.mon.a.smithi136.stdout: metadata_block_size: 4096 2024-08-19T11:33:48.860 INFO:journalctl@ceph.mon.a.smithi136.stdout: partition_filters: 0 2024-08-19T11:33:48.860 INFO:journalctl@ceph.mon.a.smithi136.stdout: use_delta_encoding: 1 2024-08-19T11:33:48.860 INFO:journalctl@ceph.mon.a.smithi136.stdout: filter_policy: bloomfilter 2024-08-19T11:33:48.860 INFO:journalctl@ceph.mon.a.smithi136.stdout: whole_key_filtering: 1 2024-08-19T11:33:48.860 INFO:journalctl@ceph.mon.a.smithi136.stdout: verify_compression: 0 2024-08-19T11:33:48.860 INFO:journalctl@ceph.mon.a.smithi136.stdout: read_amp_bytes_per_bit: 0 2024-08-19T11:33:48.860 INFO:journalctl@ceph.mon.a.smithi136.stdout: format_version: 5 2024-08-19T11:33:48.860 INFO:journalctl@ceph.mon.a.smithi136.stdout: enable_index_compression: 1 2024-08-19T11:33:48.860 INFO:journalctl@ceph.mon.a.smithi136.stdout: block_align: 0 2024-08-19T11:33:48.860 INFO:journalctl@ceph.mon.a.smithi136.stdout: max_auto_readahead_size: 262144 2024-08-19T11:33:48.860 INFO:journalctl@ceph.mon.a.smithi136.stdout: prepopulate_block_cache: 0 2024-08-19T11:33:48.860 INFO:journalctl@ceph.mon.a.smithi136.stdout: initial_auto_readahead_size: 8192 2024-08-19T11:33:48.860 INFO:journalctl@ceph.mon.a.smithi136.stdout: num_file_reads_for_auto_readahead: 2 2024-08-19T11:33:48.861 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.write_buffer_size: 33554432 2024-08-19T11:33:48.861 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.max_write_buffer_number: 2 2024-08-19T11:33:48.861 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.compression: NoCompression 2024-08-19T11:33:48.861 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.bottommost_compression: Disabled 2024-08-19T11:33:48.861 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.prefix_extractor: nullptr 2024-08-19T11:33:48.861 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-19T11:33:48.861 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.num_levels: 7 2024-08-19T11:33:48.861 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-19T11:33:48.861 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-19T11:33:48.861 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-19T11:33:48.861 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-19T11:33:48.861 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-19T11:33:48.861 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-19T11:33:48.862 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-19T11:33:48.862 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-19T11:33:48.862 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-19T11:33:48.862 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-19T11:33:48.862 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-19T11:33:48.862 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-19T11:33:48.862 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-19T11:33:48.862 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.compression_opts.level: 32767 2024-08-19T11:33:48.862 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.compression_opts.strategy: 0 2024-08-19T11:33:48.862 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-19T11:33:48.862 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-19T11:33:48.862 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-19T11:33:48.862 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-19T11:33:48.862 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.compression_opts.enabled: false 2024-08-19T11:33:48.863 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-19T11:33:48.863 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-19T11:33:48.863 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-19T11:33:48.863 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-19T11:33:48.863 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.target_file_size_base: 67108864 2024-08-19T11:33:48.863 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-19T11:33:48.863 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-19T11:33:48.863 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-19T11:33:48.863 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-19T11:33:48.863 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-19T11:33:48.863 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-19T11:33:48.863 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-19T11:33:48.863 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-19T11:33:48.863 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-19T11:33:48.863 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-19T11:33:48.864 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-19T11:33:48.864 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-19T11:33:48.864 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-19T11:33:48.864 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-19T11:33:48.864 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.arena_block_size: 1048576 2024-08-19T11:33:48.864 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-19T11:33:48.864 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-19T11:33:48.864 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.disable_auto_compactions: 0 2024-08-19T11:33:48.864 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-19T11:33:48.864 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-19T11:33:48.864 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-19T11:33:48.864 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-19T11:33:48.865 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-19T11:33:48.866 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-19T11:33:48.866 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-19T11:33:48.866 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-19T11:33:48.866 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-19T11:33:48.866 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-19T11:33:48.866 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-19T11:33:48.866 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.inplace_update_support: 0 2024-08-19T11:33:48.866 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-19T11:33:48.866 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-19T11:33:48.866 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-19T11:33:48.866 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-19T11:33:48.866 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.bloom_locality: 0 2024-08-19T11:33:48.866 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.max_successive_merges: 0 2024-08-19T11:33:48.867 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-19T11:33:48.867 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.paranoid_file_checks: 0 2024-08-19T11:33:48.867 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.force_consistency_checks: 1 2024-08-19T11:33:48.867 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.report_bg_io_stats: 0 2024-08-19T11:33:48.867 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.ttl: 2592000 2024-08-19T11:33:48.867 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-19T11:33:48.867 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-19T11:33:48.867 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-19T11:33:48.867 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.enable_blob_files: false 2024-08-19T11:33:48.867 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.min_blob_size: 0 2024-08-19T11:33:48.867 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.blob_file_size: 268435456 2024-08-19T11:33:48.867 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-19T11:33:48.867 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-19T11:33:48.867 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-19T11:33:48.868 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-19T11:33:48.868 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-19T11:33:48.868 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.blob_file_starting_level: 0 2024-08-19T11:33:48.868 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-19T11:33:48.868 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-19T11:33:48.868 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 34, last_sequence is 12841, log_number is 30,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 30 2024-08-19T11:33:48.868 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 30 2024-08-19T11:33:48.868 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: a978d636-e5bb-4d17-b77b-ba34288644d9 2024-08-19T11:33:48.868 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724067228558779, "job": 1, "event": "recovery_started", "wal_files": [30]} 2024-08-19T11:33:48.868 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #30 mode 2 2024-08-19T11:33:48.868 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724067228570255, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 35, "file_size": 3991818, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12842, "largest_seqno": 14848, "table_properties": {"data_size": 3981253, "index_size": 7215, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2309, "raw_key_size": 22338, "raw_average_key_size": 24, "raw_value_size": 3960746, "raw_average_value_size": 4371, "num_data_blocks": 317, "num_entries": 906, "num_filter_entries": 906, "num_deletions": 34, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1724067228, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a978d636-e5bb-4d17-b77b-ba34288644d9", "db_session_id": "TWGKRN0YQ3KCSYWTNI0I", "orig_file_number": 35, "seqno_to_time_mapping": "N/A"}} 2024-08-19T11:33:48.868 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724067228570432, "job": 1, "event": "recovery_finished"} 2024-08-19T11:33:48.868 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: [db/version_set.cc:5047] Creating manifest 37 2024-08-19T11:33:48.869 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-19T11:33:48.869 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000030.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-19T11:33:48.869 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x558cb7eb6e00 2024-08-19T11:33:48.869 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: DB pointer 0x558cb7fb4000 2024-08-19T11:33:48.869 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-19T11:33:48.869 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-19T11:33:48.869 INFO:journalctl@ceph.mon.a.smithi136.stdout: ** DB Stats ** 2024-08-19T11:33:48.869 INFO:journalctl@ceph.mon.a.smithi136.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-19T11:33:48.869 INFO:journalctl@ceph.mon.a.smithi136.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-19T11:33:48.869 INFO:journalctl@ceph.mon.a.smithi136.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-19T11:33:48.869 INFO:journalctl@ceph.mon.a.smithi136.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-19T11:33:48.869 INFO:journalctl@ceph.mon.a.smithi136.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-19T11:33:48.869 INFO:journalctl@ceph.mon.a.smithi136.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-19T11:33:48.870 INFO:journalctl@ceph.mon.a.smithi136.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-19T11:33:48.870 INFO:journalctl@ceph.mon.a.smithi136.stdout: 2024-08-19T11:33:48.870 INFO:journalctl@ceph.mon.a.smithi136.stdout: ** Compaction Stats [default] ** 2024-08-19T11:33:48.870 INFO:journalctl@ceph.mon.a.smithi136.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-19T11:33:48.870 INFO:journalctl@ceph.mon.a.smithi136.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-19T11:33:48.870 INFO:journalctl@ceph.mon.a.smithi136.stdout: L0 1/0 3.81 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 680.4 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-08-19T11:33:48.870 INFO:journalctl@ceph.mon.a.smithi136.stdout: L6 1/0 7.50 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-19T11:33:48.870 INFO:journalctl@ceph.mon.a.smithi136.stdout: Sum 2/0 11.31 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 680.4 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-08-19T11:33:48.870 INFO:journalctl@ceph.mon.a.smithi136.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 680.4 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-08-19T11:33:48.870 INFO:journalctl@ceph.mon.a.smithi136.stdout: 2024-08-19T11:33:48.870 INFO:journalctl@ceph.mon.a.smithi136.stdout: ** Compaction Stats [default] ** 2024-08-19T11:33:48.870 INFO:journalctl@ceph.mon.a.smithi136.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-19T11:33:48.870 INFO:journalctl@ceph.mon.a.smithi136.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-19T11:33:48.870 INFO:journalctl@ceph.mon.a.smithi136.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 680.4 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-08-19T11:33:48.871 INFO:journalctl@ceph.mon.a.smithi136.stdout: 2024-08-19T11:33:48.871 INFO:journalctl@ceph.mon.a.smithi136.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-19T11:33:48.871 INFO:journalctl@ceph.mon.a.smithi136.stdout: 2024-08-19T11:33:48.871 INFO:journalctl@ceph.mon.a.smithi136.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-19T11:33:48.871 INFO:journalctl@ceph.mon.a.smithi136.stdout: Flush(GB): cumulative 0.004, interval 0.004 2024-08-19T11:33:48.871 INFO:journalctl@ceph.mon.a.smithi136.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-19T11:33:48.871 INFO:journalctl@ceph.mon.a.smithi136.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-19T11:33:48.871 INFO:journalctl@ceph.mon.a.smithi136.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-19T11:33:48.871 INFO:journalctl@ceph.mon.a.smithi136.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-19T11:33:48.871 INFO:journalctl@ceph.mon.a.smithi136.stdout: Cumulative compaction: 0.00 GB write, 236.78 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-19T11:33:48.871 INFO:journalctl@ceph.mon.a.smithi136.stdout: Interval compaction: 0.00 GB write, 236.78 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-19T11:33:48.871 INFO:journalctl@ceph.mon.a.smithi136.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-19T11:33:48.871 INFO:journalctl@ceph.mon.a.smithi136.stdout: Block cache BinnedLRUCache@0x558cb7e87610#7 capacity: 512.00 MB usage: 10.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-08-19T11:33:48.871 INFO:journalctl@ceph.mon.a.smithi136.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.53 KB,0.000482798%) IndexBlock(1,8.08 KB,0.00154078%) Misc(1,0.00 KB,0%) 2024-08-19T11:33:48.872 INFO:journalctl@ceph.mon.a.smithi136.stdout: 2024-08-19T11:33:48.872 INFO:journalctl@ceph.mon.a.smithi136.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-19T11:33:48.872 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: starting mon.a rank 0 at public addrs [v2:172.21.15.136:3300/0,v1:172.21.15.136:6789/0] at bind addrs [v2:172.21.15.136:3300/0,v1:172.21.15.136:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:33:48.872 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: mon.a@-1(???) e3 preinit fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:33:48.872 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: mon.a@-1(???).mds e8 new map 2024-08-19T11:33:48.872 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: mon.a@-1(???).mds e8 print_map 2024-08-19T11:33:48.872 INFO:journalctl@ceph.mon.a.smithi136.stdout: e8 2024-08-19T11:33:48.872 INFO:journalctl@ceph.mon.a.smithi136.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-19T11:33:48.872 INFO:journalctl@ceph.mon.a.smithi136.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-19T11:33:48.872 INFO:journalctl@ceph.mon.a.smithi136.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-19T11:33:48.872 INFO:journalctl@ceph.mon.a.smithi136.stdout: legacy client fscid: 1 2024-08-19T11:33:48.872 INFO:journalctl@ceph.mon.a.smithi136.stdout: 2024-08-19T11:33:48.872 INFO:journalctl@ceph.mon.a.smithi136.stdout: Filesystem 'cephfs' (1) 2024-08-19T11:33:48.873 INFO:journalctl@ceph.mon.a.smithi136.stdout: fs_name cephfs 2024-08-19T11:33:48.873 INFO:journalctl@ceph.mon.a.smithi136.stdout: epoch 8 2024-08-19T11:33:48.873 INFO:journalctl@ceph.mon.a.smithi136.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-19T11:33:48.873 INFO:journalctl@ceph.mon.a.smithi136.stdout: created 2024-08-19T11:27:29.322092+0000 2024-08-19T11:33:48.873 INFO:journalctl@ceph.mon.a.smithi136.stdout: modified 2024-08-19T11:27:40.817495+0000 2024-08-19T11:33:48.873 INFO:journalctl@ceph.mon.a.smithi136.stdout: tableserver 0 2024-08-19T11:33:48.873 INFO:journalctl@ceph.mon.a.smithi136.stdout: root 0 2024-08-19T11:33:48.873 INFO:journalctl@ceph.mon.a.smithi136.stdout: session_timeout 60 2024-08-19T11:33:48.873 INFO:journalctl@ceph.mon.a.smithi136.stdout: session_autoclose 300 2024-08-19T11:33:48.873 INFO:journalctl@ceph.mon.a.smithi136.stdout: max_file_size 1099511627776 2024-08-19T11:33:48.873 INFO:journalctl@ceph.mon.a.smithi136.stdout: max_xattr_size 65536 2024-08-19T11:33:48.873 INFO:journalctl@ceph.mon.a.smithi136.stdout: required_client_features {} 2024-08-19T11:33:48.873 INFO:journalctl@ceph.mon.a.smithi136.stdout: last_failure 0 2024-08-19T11:33:48.873 INFO:journalctl@ceph.mon.a.smithi136.stdout: last_failure_osd_epoch 0 2024-08-19T11:33:48.873 INFO:journalctl@ceph.mon.a.smithi136.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-19T11:33:48.874 INFO:journalctl@ceph.mon.a.smithi136.stdout: max_mds 1 2024-08-19T11:33:48.874 INFO:journalctl@ceph.mon.a.smithi136.stdout: in 0 2024-08-19T11:33:48.874 INFO:journalctl@ceph.mon.a.smithi136.stdout: up {0=24350} 2024-08-19T11:33:48.874 INFO:journalctl@ceph.mon.a.smithi136.stdout: failed 2024-08-19T11:33:48.874 INFO:journalctl@ceph.mon.a.smithi136.stdout: damaged 2024-08-19T11:33:48.874 INFO:journalctl@ceph.mon.a.smithi136.stdout: stopped 2024-08-19T11:33:48.874 INFO:journalctl@ceph.mon.a.smithi136.stdout: data_pools [3] 2024-08-19T11:33:48.874 INFO:journalctl@ceph.mon.a.smithi136.stdout: metadata_pool 2 2024-08-19T11:33:48.874 INFO:journalctl@ceph.mon.a.smithi136.stdout: inline_data disabled 2024-08-19T11:33:48.874 INFO:journalctl@ceph.mon.a.smithi136.stdout: balancer 2024-08-19T11:33:48.874 INFO:journalctl@ceph.mon.a.smithi136.stdout: bal_rank_mask -1 2024-08-19T11:33:48.874 INFO:journalctl@ceph.mon.a.smithi136.stdout: standby_count_wanted 0 2024-08-19T11:33:48.874 INFO:journalctl@ceph.mon.a.smithi136.stdout: qdb_cluster leader: 0 members: 2024-08-19T11:33:48.874 INFO:journalctl@ceph.mon.a.smithi136.stdout: [mds.a{0:24350} state up:active seq 6 addr [v2:172.21.15.136:6834/771816949,v1:172.21.15.136:6835/771816949] compat {c=[1],r=[1],i=[7ff]}] 2024-08-19T11:33:48.875 INFO:journalctl@ceph.mon.a.smithi136.stdout: 2024-08-19T11:33:48.875 INFO:journalctl@ceph.mon.a.smithi136.stdout: 2024-08-19T11:33:48.875 INFO:journalctl@ceph.mon.a.smithi136.stdout: Standby daemons: 2024-08-19T11:33:48.875 INFO:journalctl@ceph.mon.a.smithi136.stdout: 2024-08-19T11:33:48.875 INFO:journalctl@ceph.mon.a.smithi136.stdout: [mds.b{-1:24319} state up:standby seq 1 addr [v2:172.21.15.155:6832/3471803320,v1:172.21.15.155:6833/3471803320] compat {c=[1],r=[1],i=[7ff]}] 2024-08-19T11:33:48.875 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: mon.a@-1(???).osd e244 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-19T11:33:48.875 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: mon.a@-1(???).osd e244 crush map has features 432629308056666112, adjusting msgr requires 2024-08-19T11:33:48.875 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: mon.a@-1(???).osd e244 crush map has features 432629308056666112, adjusting msgr requires 2024-08-19T11:33:48.875 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: mon.a@-1(???).osd e244 crush map has features 432629308056666112, adjusting msgr requires 2024-08-19T11:33:48.875 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 ceph-mon[86496]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-08-19T11:33:48.875 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 bash[86457]: 9ab88b9dc01093ff3d2aa5d168539d6d75d3c3426e70479f530ccc4470aa63c4 2024-08-19T11:33:48.875 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:48 smithi136 systemd[1]: Started Ceph mon.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:33:50.062 INFO:tasks.rados.rados.0.smithi136.stdout:927: done (3 left) 2024-08-19T11:33:50.062 INFO:tasks.rados.rados.0.smithi136.stdout:928: done (2 left) 2024-08-19T11:33:50.062 INFO:tasks.rados.rados.0.smithi136.stdout:930: done (1 left) 2024-08-19T11:33:50.062 INFO:tasks.rados.rados.0.smithi136.stdout:931: done (0 left) 2024-08-19T11:33:50.062 INFO:tasks.rados.rados.0.smithi136.stdout:932: rollback oid 26 current snap is 84 2024-08-19T11:33:50.062 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 26 to 80 2024-08-19T11:33:50.062 INFO:tasks.rados.rados.0.smithi136.stdout:933: copy_from oid 48 from oid 14 current snap is 84 2024-08-19T11:33:50.062 INFO:tasks.rados.rados.0.smithi136.stdout:934: snap_create 2024-08-19T11:33:50.069 INFO:tasks.rados.rados.0.smithi136.stdout:932: finishing rollback tid 0 to smithi13674108-26 2024-08-19T11:33:50.069 INFO:tasks.rados.rados.0.smithi136.stdout:932: finishing rollback tid 1 to smithi13674108-26 2024-08-19T11:33:50.069 INFO:tasks.rados.rados.0.smithi136.stdout:932: finishing rollback tid 2 to smithi13674108-26 2024-08-19T11:33:50.069 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 381 (ObjNum 281 snap 79 seq_num 281) dirty exists 2024-08-19T11:33:50.076 INFO:tasks.rados.rados.0.smithi136.stdout:933: finishing copy_from racing read to smithi13674108-48 2024-08-19T11:33:50.076 INFO:tasks.rados.rados.0.smithi136.stdout:933: finishing copy_from to smithi13674108-48 2024-08-19T11:33:50.076 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 48 v 332 (ObjNum 134 snap 32 seq_num 134) dirty exists 2024-08-19T11:33:50.348 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ignoring --setuser ceph since I am not root 2024-08-19T11:33:50.348 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ignoring --setgroup ceph since I am not root 2024-08-19T11:33:50.348 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mgr[77084]: -- 172.21.15.136:0/3648569066 <== mon.0 v2:172.21.15.136:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564504e130e0 con 0x564504df0800 2024-08-19T11:33:50.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:33:50.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:33:50.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:33:50.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[28279]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T11:33:50.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[28279]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T11:33:50.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[28279]: pgmap v52: 121 pgs: 121 active+clean; 142 MiB data, 810 MiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 1016 KiB/s wr, 4 op/s 2024-08-19T11:33:50.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[28279]: mon.a calling monitor election 2024-08-19T11:33:50.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[28279]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-19T11:33:50.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[28279]: monmap epoch 3 2024-08-19T11:33:50.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[28279]: fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:33:50.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[28279]: last_changed 2024-08-19T11:23:34.271854+0000 2024-08-19T11:33:50.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[28279]: created 2024-08-19T11:22:03.711368+0000 2024-08-19T11:33:50.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[28279]: min_mon_release 18 (reef) 2024-08-19T11:33:50.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[28279]: election_strategy: 1 2024-08-19T11:33:50.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[28279]: 0: [v2:172.21.15.136:3300/0,v1:172.21.15.136:6789/0] mon.a 2024-08-19T11:33:50.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[28279]: 1: [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] mon.b 2024-08-19T11:33:50.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[28279]: 2: [v2:172.21.15.136:3301/0,v1:172.21.15.136:6790/0] mon.c 2024-08-19T11:33:50.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[28279]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-19T11:33:50.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[28279]: osdmap e244: 8 total, 8 up, 8 in 2024-08-19T11:33:50.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[28279]: mgrmap e34: y(active, since 35s), standbys: x 2024-08-19T11:33:50.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[28279]: overall HEALTH_OK 2024-08-19T11:33:50.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[28279]: from='mgr.15141 ' entity='' 2024-08-19T11:33:50.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[28279]: mgrmap e35: y(active, since 35s), standbys: x 2024-08-19T11:33:50.350 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[86496]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:33:50.350 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[86496]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:33:50.350 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[86496]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:33:50.351 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[86496]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T11:33:50.351 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[86496]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T11:33:50.351 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[86496]: pgmap v52: 121 pgs: 121 active+clean; 142 MiB data, 810 MiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 1016 KiB/s wr, 4 op/s 2024-08-19T11:33:50.351 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[86496]: mon.a calling monitor election 2024-08-19T11:33:50.351 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[86496]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-19T11:33:50.351 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[86496]: monmap epoch 3 2024-08-19T11:33:50.351 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[86496]: fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:33:50.351 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[86496]: last_changed 2024-08-19T11:23:34.271854+0000 2024-08-19T11:33:50.351 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[86496]: created 2024-08-19T11:22:03.711368+0000 2024-08-19T11:33:50.351 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[86496]: min_mon_release 18 (reef) 2024-08-19T11:33:50.351 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[86496]: election_strategy: 1 2024-08-19T11:33:50.351 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[86496]: 0: [v2:172.21.15.136:3300/0,v1:172.21.15.136:6789/0] mon.a 2024-08-19T11:33:50.351 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[86496]: 1: [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] mon.b 2024-08-19T11:33:50.351 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[86496]: 2: [v2:172.21.15.136:3301/0,v1:172.21.15.136:6790/0] mon.c 2024-08-19T11:33:50.351 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[86496]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-19T11:33:50.351 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[86496]: osdmap e244: 8 total, 8 up, 8 in 2024-08-19T11:33:50.352 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[86496]: mgrmap e34: y(active, since 35s), standbys: x 2024-08-19T11:33:50.352 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[86496]: overall HEALTH_OK 2024-08-19T11:33:50.352 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[86496]: from='mgr.15141 ' entity='' 2024-08-19T11:33:50.352 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:50 smithi136 ceph-mon[86496]: mgrmap e35: y(active, since 35s), standbys: x 2024-08-19T11:33:50.460 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:50 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[68077]: ignoring --setuser ceph since I am not root 2024-08-19T11:33:50.460 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:50 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[68077]: ignoring --setgroup ceph since I am not root 2024-08-19T11:33:50.460 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:50 smithi155 ceph-mgr[68100]: -- 172.21.15.155:0/2893426896 <== mon.0 v2:172.21.15.136:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55940521f0e0 con 0x5594051fd400 2024-08-19T11:33:50.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:50 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T11:33:50.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:50 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T11:33:50.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:50 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T11:33:50.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:50 smithi155 ceph-mon[19718]: from='mgr.15141 172.21.15.136:0/3767268363' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T11:33:50.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:50 smithi155 ceph-mon[19718]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T11:33:50.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:50 smithi155 ceph-mon[19718]: pgmap v52: 121 pgs: 121 active+clean; 142 MiB data, 810 MiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 1016 KiB/s wr, 4 op/s 2024-08-19T11:33:50.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:50 smithi155 ceph-mon[19718]: mon.a calling monitor election 2024-08-19T11:33:50.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:50 smithi155 ceph-mon[19718]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-19T11:33:50.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:50 smithi155 ceph-mon[19718]: monmap epoch 3 2024-08-19T11:33:50.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:50 smithi155 ceph-mon[19718]: fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:33:50.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:50 smithi155 ceph-mon[19718]: last_changed 2024-08-19T11:23:34.271854+0000 2024-08-19T11:33:50.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:50 smithi155 ceph-mon[19718]: created 2024-08-19T11:22:03.711368+0000 2024-08-19T11:33:50.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:50 smithi155 ceph-mon[19718]: min_mon_release 18 (reef) 2024-08-19T11:33:50.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:50 smithi155 ceph-mon[19718]: election_strategy: 1 2024-08-19T11:33:50.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:50 smithi155 ceph-mon[19718]: 0: [v2:172.21.15.136:3300/0,v1:172.21.15.136:6789/0] mon.a 2024-08-19T11:33:50.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:50 smithi155 ceph-mon[19718]: 1: [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] mon.b 2024-08-19T11:33:50.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:50 smithi155 ceph-mon[19718]: 2: [v2:172.21.15.136:3301/0,v1:172.21.15.136:6790/0] mon.c 2024-08-19T11:33:50.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:50 smithi155 ceph-mon[19718]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-19T11:33:50.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:50 smithi155 ceph-mon[19718]: osdmap e244: 8 total, 8 up, 8 in 2024-08-19T11:33:50.462 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:50 smithi155 ceph-mon[19718]: mgrmap e34: y(active, since 35s), standbys: x 2024-08-19T11:33:50.462 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:50 smithi155 ceph-mon[19718]: overall HEALTH_OK 2024-08-19T11:33:50.462 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:50 smithi155 ceph-mon[19718]: from='mgr.15141 ' entity='' 2024-08-19T11:33:50.462 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:50 smithi155 ceph-mon[19718]: mgrmap e35: y(active, since 35s), standbys: x 2024-08-19T11:33:51.066 INFO:tasks.rados.rados.0.smithi136.stdout:932: done (2 left) 2024-08-19T11:33:51.067 INFO:tasks.rados.rados.0.smithi136.stdout:933: done (1 left) 2024-08-19T11:33:51.067 INFO:tasks.rados.rados.0.smithi136.stdout:934: done (0 left) 2024-08-19T11:33:51.067 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 23 current snap is 85 2024-08-19T11:33:51.067 INFO:tasks.rados.rados.0.smithi136.stdout:935: seq_num 288 ranges {720896=24576} 2024-08-19T11:33:51.071 INFO:tasks.rados.rados.0.smithi136.stdout:935: writing smithi13674108-23 from 720896 to 745472 tid 1 2024-08-19T11:33:51.071 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 36 current snap is 85 2024-08-19T11:33:51.071 INFO:tasks.rados.rados.0.smithi136.stdout:936: seq_num 289 ranges {0=40960} 2024-08-19T11:33:51.071 INFO:tasks.rados.rados.0.smithi136.stdout:936: writing smithi13674108-36 from 0 to 40960 tid 1 2024-08-19T11:33:51.071 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 12 current snap is 85 2024-08-19T11:33:51.071 INFO:tasks.rados.rados.0.smithi136.stdout:937: seq_num 290 ranges {4431872=57344} 2024-08-19T11:33:51.095 INFO:tasks.rados.rados.0.smithi136.stdout:937: writing smithi13674108-12 from 4431872 to 4489216 tid 1 2024-08-19T11:33:51.096 INFO:tasks.rados.rados.0.smithi136.stdout:938: snap_create 2024-08-19T11:33:51.096 INFO:tasks.rados.rados.0.smithi136.stdout:935: finishing write tid 1 to smithi13674108-23 2024-08-19T11:33:51.096 INFO:tasks.rados.rados.0.smithi136.stdout:935: finishing write tid 2 to smithi13674108-23 2024-08-19T11:33:51.096 INFO:tasks.rados.rados.0.smithi136.stdout:936: finishing write tid 1 to smithi13674108-36 2024-08-19T11:33:51.096 INFO:tasks.rados.rados.0.smithi136.stdout:936: finishing write tid 2 to smithi13674108-36 2024-08-19T11:33:51.096 INFO:tasks.rados.rados.0.smithi136.stdout:935: finishing write tid 3 to smithi13674108-23 2024-08-19T11:33:51.096 INFO:tasks.rados.rados.0.smithi136.stdout:935: oid 23 updating version 0 to 174 2024-08-19T11:33:51.096 INFO:tasks.rados.rados.0.smithi136.stdout:935: oid 23 updating version 174 to 175 2024-08-19T11:33:51.096 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 175 (ObjNum 288 snap 85 seq_num 288) dirty exists 2024-08-19T11:33:51.096 INFO:tasks.rados.rados.0.smithi136.stdout:935: left oid 23 (ObjNum 288 snap 85 seq_num 288) 2024-08-19T11:33:51.096 INFO:tasks.rados.rados.0.smithi136.stdout:936: finishing write tid 3 to smithi13674108-36 2024-08-19T11:33:51.096 INFO:tasks.rados.rados.0.smithi136.stdout:936: oid 36 updating version 0 to 140 2024-08-19T11:33:51.097 INFO:tasks.rados.rados.0.smithi136.stdout:936: oid 36 updating version 140 to 141 2024-08-19T11:33:51.097 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 141 (ObjNum 289 snap 85 seq_num 289) dirty exists 2024-08-19T11:33:51.097 INFO:tasks.rados.rados.0.smithi136.stdout:936: left oid 36 (ObjNum 289 snap 85 seq_num 289) 2024-08-19T11:33:51.099 INFO:tasks.rados.rados.0.smithi136.stdout:937: finishing write tid 1 to smithi13674108-12 2024-08-19T11:33:51.100 INFO:tasks.rados.rados.0.smithi136.stdout:937: finishing write tid 2 to smithi13674108-12 2024-08-19T11:33:51.101 INFO:tasks.rados.rados.0.smithi136.stdout:937: finishing write tid 3 to smithi13674108-12 2024-08-19T11:33:51.101 INFO:tasks.rados.rados.0.smithi136.stdout:937: oid 12 updating version 0 to 159 2024-08-19T11:33:51.101 INFO:tasks.rados.rados.0.smithi136.stdout:937: oid 12 updating version 159 to 160 2024-08-19T11:33:51.101 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 160 (ObjNum 290 snap 85 seq_num 290) dirty exists 2024-08-19T11:33:51.101 INFO:tasks.rados.rados.0.smithi136.stdout:937: left oid 12 (ObjNum 290 snap 85 seq_num 290) 2024-08-19T11:33:51.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:51 smithi136 ceph-mon[28279]: osdmap e245: 8 total, 8 up, 8 in 2024-08-19T11:33:51.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:51 smithi136 ceph-mon[86496]: osdmap e245: 8 total, 8 up, 8 in 2024-08-19T11:33:51.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:51 smithi155 ceph-mon[19718]: osdmap e245: 8 total, 8 up, 8 in 2024-08-19T11:33:52.070 INFO:tasks.rados.rados.0.smithi136.stdout:935: done (3 left) 2024-08-19T11:33:52.070 INFO:tasks.rados.rados.0.smithi136.stdout:936: done (2 left) 2024-08-19T11:33:52.070 INFO:tasks.rados.rados.0.smithi136.stdout:937: done (1 left) 2024-08-19T11:33:52.070 INFO:tasks.rados.rados.0.smithi136.stdout:938: done (0 left) 2024-08-19T11:33:52.070 INFO:tasks.rados.rados.0.smithi136.stdout:939: read oid 16 snap -1 2024-08-19T11:33:52.070 INFO:tasks.rados.rados.0.smithi136.stdout:939: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:33:52.070 INFO:tasks.rados.rados.0.smithi136.stdout:940: snap_remove snap 82 2024-08-19T11:33:52.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:52 smithi136 ceph-mon[86496]: osdmap e246: 8 total, 8 up, 8 in 2024-08-19T11:33:52.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:52 smithi136 ceph-mon[28279]: osdmap e246: 8 total, 8 up, 8 in 2024-08-19T11:33:52.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:52 smithi155 ceph-mon[19718]: osdmap e246: 8 total, 8 up, 8 in 2024-08-19T11:33:53.071 INFO:tasks.rados.rados.0.smithi136.stdout:940: done (1 left) 2024-08-19T11:33:53.072 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 36 current snap is 86 2024-08-19T11:33:53.072 INFO:tasks.rados.rados.0.smithi136.stdout:941: seq_num 291 ranges {40960=81920} 2024-08-19T11:33:53.072 INFO:tasks.rados.rados.0.smithi136.stdout:941: writing smithi13674108-36 from 40960 to 122880 tid 1 2024-08-19T11:33:53.072 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 25 current snap is 86 2024-08-19T11:33:53.072 INFO:tasks.rados.rados.0.smithi136.stdout:942: seq_num 292 ranges {3850240=98304} 2024-08-19T11:33:53.094 INFO:tasks.rados.rados.0.smithi136.stdout:942: writing smithi13674108-25 from 3850240 to 3948544 tid 1 2024-08-19T11:33:53.095 INFO:tasks.rados.rados.0.smithi136.stdout:943: read oid 47 snap -1 2024-08-19T11:33:53.095 INFO:tasks.rados.rados.0.smithi136.stdout:943: expect (ObjNum 274 snap 77 seq_num 274) 2024-08-19T11:33:53.095 INFO:tasks.rados.rados.0.smithi136.stdout:944: delete oid 50 current snap is 86 2024-08-19T11:33:53.095 INFO:tasks.rados.rados.0.smithi136.stdout:939: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:33:53.096 INFO:tasks.rados.rados.0.smithi136.stdout:941: finishing write tid 1 to smithi13674108-36 2024-08-19T11:33:53.096 INFO:tasks.rados.rados.0.smithi136.stdout:941: finishing write tid 2 to smithi13674108-36 2024-08-19T11:33:53.096 INFO:tasks.rados.rados.0.smithi136.stdout:941: finishing write tid 3 to smithi13674108-36 2024-08-19T11:33:53.096 INFO:tasks.rados.rados.0.smithi136.stdout:941: oid 36 updating version 0 to 144 2024-08-19T11:33:53.096 INFO:tasks.rados.rados.0.smithi136.stdout:941: oid 36 version 144 is already newer than 143 2024-08-19T11:33:53.096 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 144 (ObjNum 291 snap 86 seq_num 291) dirty exists 2024-08-19T11:33:53.096 INFO:tasks.rados.rados.0.smithi136.stdout:941: left oid 36 (ObjNum 291 snap 86 seq_num 291) 2024-08-19T11:33:53.099 INFO:tasks.rados.rados.0.smithi136.stdout:939: done (4 left) 2024-08-19T11:33:53.099 INFO:tasks.rados.rados.0.smithi136.stdout:941: done (3 left) 2024-08-19T11:33:53.099 INFO:tasks.rados.rados.0.smithi136.stdout:944: done (2 left) 2024-08-19T11:33:53.099 INFO:tasks.rados.rados.0.smithi136.stdout:945: rollback oid 8 current snap is 86 2024-08-19T11:33:53.099 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 8 to 77 2024-08-19T11:33:53.099 INFO:tasks.rados.rados.0.smithi136.stdout:946: setattr oid 10 current snap is 86 2024-08-19T11:33:53.100 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 43 current snap is 86 2024-08-19T11:33:53.100 INFO:tasks.rados.rados.0.smithi136.stdout:947: seq_num 294 ranges {3620864=131072} 2024-08-19T11:33:53.123 INFO:tasks.rados.rados.0.smithi136.stdout:947: writing smithi13674108-43 from 3620864 to 3751936 tid 1 2024-08-19T11:33:53.123 INFO:tasks.rados.rados.0.smithi136.stdout:948: snap_create 2024-08-19T11:33:53.123 INFO:tasks.rados.rados.0.smithi136.stdout:942: finishing write tid 1 to smithi13674108-25 2024-08-19T11:33:53.123 INFO:tasks.rados.rados.0.smithi136.stdout:942: finishing write tid 2 to smithi13674108-25 2024-08-19T11:33:53.123 INFO:tasks.rados.rados.0.smithi136.stdout:945: finishing rollback tid 0 to smithi13674108-8 2024-08-19T11:33:53.123 INFO:tasks.rados.rados.0.smithi136.stdout:945: finishing rollback tid 1 to smithi13674108-8 2024-08-19T11:33:53.123 INFO:tasks.rados.rados.0.smithi136.stdout:945: finishing rollback tid 2 to smithi13674108-8 2024-08-19T11:33:53.123 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 338 (ObjNum 216 snap 60 seq_num 216) dirty exists 2024-08-19T11:33:53.123 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 145 (ObjNum 129 snap 0 seq_num 3762830432) dirty exists 2024-08-19T11:33:53.123 INFO:tasks.rados.rados.0.smithi136.stdout:942: finishing write tid 3 to smithi13674108-25 2024-08-19T11:33:53.123 INFO:tasks.rados.rados.0.smithi136.stdout:942: oid 25 updating version 0 to 179 2024-08-19T11:33:53.124 INFO:tasks.rados.rados.0.smithi136.stdout:942: oid 25 updating version 179 to 180 2024-08-19T11:33:53.124 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 180 (ObjNum 292 snap 86 seq_num 292) dirty exists 2024-08-19T11:33:53.124 INFO:tasks.rados.rados.0.smithi136.stdout:942: left oid 25 (ObjNum 292 snap 86 seq_num 292) 2024-08-19T11:33:53.126 INFO:tasks.rados.rados.0.smithi136.stdout:947: finishing write tid 1 to smithi13674108-43 2024-08-19T11:33:53.126 INFO:tasks.rados.rados.0.smithi136.stdout:947: finishing write tid 2 to smithi13674108-43 2024-08-19T11:33:53.127 INFO:tasks.rados.rados.0.smithi136.stdout:947: finishing write tid 3 to smithi13674108-43 2024-08-19T11:33:53.127 INFO:tasks.rados.rados.0.smithi136.stdout:947: oid 43 updating version 0 to 184 2024-08-19T11:33:53.127 INFO:tasks.rados.rados.0.smithi136.stdout:947: oid 43 updating version 184 to 185 2024-08-19T11:33:53.127 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 185 (ObjNum 294 snap 86 seq_num 294) dirty exists 2024-08-19T11:33:53.127 INFO:tasks.rados.rados.0.smithi136.stdout:947: left oid 43 (ObjNum 294 snap 86 seq_num 294) 2024-08-19T11:33:53.142 INFO:tasks.rados.rados.0.smithi136.stdout:943: expect (ObjNum 274 snap 77 seq_num 274) 2024-08-19T11:33:53.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:53 smithi136 ceph-mon[28279]: osdmap e247: 8 total, 8 up, 8 in 2024-08-19T11:33:53.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:53 smithi136 ceph-mon[86496]: osdmap e247: 8 total, 8 up, 8 in 2024-08-19T11:33:53.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:53 smithi155 ceph-mon[19718]: osdmap e247: 8 total, 8 up, 8 in 2024-08-19T11:33:53.724 INFO:tasks.rados.rados.0.smithi136.stdout:942: done (5 left) 2024-08-19T11:33:53.725 INFO:tasks.rados.rados.0.smithi136.stdout:943: done (4 left) 2024-08-19T11:33:53.725 INFO:tasks.rados.rados.0.smithi136.stdout:945: done (3 left) 2024-08-19T11:33:53.725 INFO:tasks.rados.rados.0.smithi136.stdout:946: done (2 left) 2024-08-19T11:33:53.725 INFO:tasks.rados.rados.0.smithi136.stdout:947: done (1 left) 2024-08-19T11:33:53.725 INFO:tasks.rados.rados.0.smithi136.stdout:948: done (0 left) 2024-08-19T11:33:53.725 INFO:tasks.rados.rados.0.smithi136.stdout:949: read oid 7 snap 84 2024-08-19T11:33:53.725 INFO:tasks.rados.rados.0.smithi136.stdout:949: expect (ObjNum 134 snap 32 seq_num 134) 2024-08-19T11:33:53.725 INFO:tasks.rados.rados.0.smithi136.stdout:950: read oid 5 snap -1 2024-08-19T11:33:53.725 INFO:tasks.rados.rados.0.smithi136.stdout:950: expect (ObjNum 282 snap 81 seq_num 282) 2024-08-19T11:33:53.725 INFO:tasks.rados.rados.0.smithi136.stdout:951: rollback oid 30 current snap is 87 2024-08-19T11:33:53.725 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 30 to 80 2024-08-19T11:33:53.725 INFO:tasks.rados.rados.0.smithi136.stdout:952: rollback oid 24 current snap is 87 2024-08-19T11:33:53.725 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 24 to 74 2024-08-19T11:33:53.726 INFO:tasks.rados.rados.0.smithi136.stdout:953: rollback oid 21 current snap is 87 2024-08-19T11:33:53.726 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 21 to 76 2024-08-19T11:33:53.726 INFO:tasks.rados.rados.0.smithi136.stdout:954: snap_create 2024-08-19T11:33:53.728 INFO:tasks.rados.rados.0.smithi136.stdout:951: finishing rollback tid 1 to smithi13674108-30 2024-08-19T11:33:53.728 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 0 (ObjNum 33 snap 0 seq_num 3762984976) dirty dne 2024-08-19T11:33:53.729 INFO:tasks.rados.rados.0.smithi136.stdout:953: finishing rollback tid 0 to smithi13674108-21 2024-08-19T11:33:53.730 INFO:tasks.rados.rados.0.smithi136.stdout:953: finishing rollback tid 1 to smithi13674108-21 2024-08-19T11:33:53.730 INFO:tasks.rados.rados.0.smithi136.stdout:953: finishing rollback tid 2 to smithi13674108-21 2024-08-19T11:33:53.730 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 281 (ObjNum 239 snap 66 seq_num 239) dirty exists 2024-08-19T11:33:53.742 INFO:tasks.rados.rados.0.smithi136.stdout:949: expect (ObjNum 134 snap 32 seq_num 134) 2024-08-19T11:33:53.813 INFO:tasks.rados.rados.0.smithi136.stdout:950: expect (ObjNum 282 snap 81 seq_num 282) 2024-08-19T11:33:54.086 INFO:tasks.rados.rados.0.smithi136.stdout:952: finishing rollback tid 0 to smithi13674108-24 2024-08-19T11:33:54.087 INFO:tasks.rados.rados.0.smithi136.stdout:952: finishing rollback tid 1 to smithi13674108-24 2024-08-19T11:33:54.087 INFO:tasks.rados.rados.0.smithi136.stdout:952: finishing rollback tid 2 to smithi13674108-24 2024-08-19T11:33:54.087 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 387 (ObjNum 262 snap 73 seq_num 262) dirty exists 2024-08-19T11:33:54.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:54 smithi136 ceph-mon[86496]: osdmap e248: 8 total, 8 up, 8 in 2024-08-19T11:33:54.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:54 smithi136 ceph-mon[86496]: osdmap e249: 8 total, 8 up, 8 in 2024-08-19T11:33:54.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:54 smithi136 ceph-mon[28279]: osdmap e248: 8 total, 8 up, 8 in 2024-08-19T11:33:54.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:54 smithi136 ceph-mon[28279]: osdmap e249: 8 total, 8 up, 8 in 2024-08-19T11:33:54.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:54 smithi155 ceph-mon[19718]: osdmap e248: 8 total, 8 up, 8 in 2024-08-19T11:33:54.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:54 smithi155 ceph-mon[19718]: osdmap e249: 8 total, 8 up, 8 in 2024-08-19T11:33:54.587 INFO:tasks.rados.rados.0.smithi136.stdout:949: done (5 left) 2024-08-19T11:33:54.587 INFO:tasks.rados.rados.0.smithi136.stdout:950: done (4 left) 2024-08-19T11:33:54.588 INFO:tasks.rados.rados.0.smithi136.stdout:951: done (3 left) 2024-08-19T11:33:54.588 INFO:tasks.rados.rados.0.smithi136.stdout:952: done (2 left) 2024-08-19T11:33:54.588 INFO:tasks.rados.rados.0.smithi136.stdout:953: done (1 left) 2024-08-19T11:33:54.588 INFO:tasks.rados.rados.0.smithi136.stdout:954: done (0 left) 2024-08-19T11:33:54.588 INFO:tasks.rados.rados.0.smithi136.stdout:955: snap_create 2024-08-19T11:33:55.170 INFO:tasks.rados.rados.0.smithi136.stdout:955: done (0 left) 2024-08-19T11:33:55.170 INFO:tasks.rados.rados.0.smithi136.stdout:956: delete oid 39 current snap is 89 2024-08-19T11:33:55.173 INFO:tasks.rados.rados.0.smithi136.stdout:956: done (0 left) 2024-08-19T11:33:55.173 INFO:tasks.rados.rados.0.smithi136.stdout:957: rollback oid 33 current snap is 89 2024-08-19T11:33:55.173 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 33 to 86 2024-08-19T11:33:55.173 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 12 current snap is 89 2024-08-19T11:33:55.173 INFO:tasks.rados.rados.0.smithi136.stdout:958: seq_num 296 ranges {4489216=163840} 2024-08-19T11:33:55.199 INFO:tasks.rados.rados.0.smithi136.stdout:958: writing smithi13674108-12 from 4489216 to 4653056 tid 1 2024-08-19T11:33:55.199 INFO:tasks.rados.rados.0.smithi136.stdout:959: rollback oid 42 current snap is 89 2024-08-19T11:33:55.199 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 42 to 86 2024-08-19T11:33:55.199 INFO:tasks.rados.rados.0.smithi136.stdout:957: finishing rollback tid 0 to smithi13674108-33 2024-08-19T11:33:55.199 INFO:tasks.rados.rados.0.smithi136.stdout:957: finishing rollback tid 1 to smithi13674108-33 2024-08-19T11:33:55.199 INFO:tasks.rados.rados.0.smithi136.stdout:957: finishing rollback tid 2 to smithi13674108-33 2024-08-19T11:33:55.199 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 33 v 396 (ObjNum 267 snap 74 seq_num 267) dirty exists 2024-08-19T11:33:55.199 INFO:tasks.rados.rados.0.smithi136.stdout:957: done (2 left) 2024-08-19T11:33:55.199 INFO:tasks.rados.rados.0.smithi136.stdout:960: snap_remove snap 87 2024-08-19T11:33:55.460 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[68077]: [19/Aug/2024:11:33:55] ENGINE Bus STARTING 2024-08-19T11:33:55.460 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[68077]: CherryPy Checker: 2024-08-19T11:33:55.460 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[68077]: The Application mounted at '' has an empty config. 2024-08-19T11:33:55.460 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[68077]: 2024-08-19T11:33:55.460 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[68077]: [19/Aug/2024:11:33:55] ENGINE Serving on http://:::9283 2024-08-19T11:33:55.460 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x[68077]: [19/Aug/2024:11:33:55] ENGINE Bus STARTED 2024-08-19T11:33:55.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:33:55.513+0000 7f722c3b6640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:33:55.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:33:55.513+0000 7f722c3b6640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:33:55.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:33:55.513+0000 7f722c3b6640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:33:55.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:33:55.513+0000 7f722c3b6640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:33:55.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:33:55.513+0000 7f722c3b6640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:33:55.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:33:55.512+0000 7f722fbbd640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:33:55.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:33:55.513+0000 7f722fbbd640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:33:55.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:33:55.513+0000 7f722fbbd640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:33:55.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:33:55.513+0000 7f722fbbd640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:33:55.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:33:55.513+0000 7f722fbbd640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T11:33:55.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: osdmap e250: 8 total, 8 up, 8 in 2024-08-19T11:33:55.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: Standby manager daemon x restarted 2024-08-19T11:33:55.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: Standby manager daemon x started 2024-08-19T11:33:55.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: from='mgr.? 172.21.15.155:0/1954574639' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T11:33:55.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: from='mgr.? 172.21.15.155:0/1954574639' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T11:33:55.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: from='mgr.? 172.21.15.155:0/1954574639' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T11:33:55.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: from='mgr.? 172.21.15.155:0/1954574639' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T11:33:55.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: Active manager daemon y restarted 2024-08-19T11:33:55.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: Activating manager daemon y 2024-08-19T11:33:55.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: osdmap e251: 8 total, 8 up, 8 in 2024-08-19T11:33:55.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: mgrmap e36: y(active, starting, since 0.00655048s), standbys: x 2024-08-19T11:33:55.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-19T11:33:55.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-19T11:33:55.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-19T11:33:55.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-19T11:33:55.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-19T11:33:55.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-08-19T11:33:55.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-08-19T11:33:55.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-19T11:33:55.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-19T11:33:55.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-19T11:33:55.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-19T11:33:55.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-19T11:33:55.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-19T11:33:55.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-19T11:33:55.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-19T11:33:55.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2024-08-19T11:33:55.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2024-08-19T11:33:55.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2024-08-19T11:33:55.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: Manager daemon y is now available 2024-08-19T11:33:55.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: osdmap e250: 8 total, 8 up, 8 in 2024-08-19T11:33:55.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: Standby manager daemon x restarted 2024-08-19T11:33:55.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: Standby manager daemon x started 2024-08-19T11:33:55.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.155:0/1954574639' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T11:33:55.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.155:0/1954574639' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T11:33:55.852 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.155:0/1954574639' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T11:33:55.852 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: from='mgr.? 172.21.15.155:0/1954574639' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T11:33:55.852 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: Active manager daemon y restarted 2024-08-19T11:33:55.852 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: Activating manager daemon y 2024-08-19T11:33:55.852 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: osdmap e251: 8 total, 8 up, 8 in 2024-08-19T11:33:55.852 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: mgrmap e36: y(active, starting, since 0.00655048s), standbys: x 2024-08-19T11:33:55.852 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-19T11:33:55.852 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-19T11:33:55.852 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-19T11:33:55.852 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-19T11:33:55.852 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-19T11:33:55.852 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-08-19T11:33:55.852 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-08-19T11:33:55.853 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-19T11:33:55.853 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-19T11:33:55.853 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-19T11:33:55.853 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-19T11:33:55.853 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-19T11:33:55.853 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-19T11:33:55.853 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-19T11:33:55.853 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-19T11:33:55.853 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2024-08-19T11:33:55.853 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2024-08-19T11:33:55.853 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2024-08-19T11:33:55.853 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: Manager daemon y is now available 2024-08-19T11:33:55.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:33:55.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:33:55.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-08-19T11:33:55.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-08-19T11:33:55.854 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-08-19T11:33:55.854 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:33:55.854 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:33:55.854 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-08-19T11:33:55.854 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-08-19T11:33:55.854 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:55 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-08-19T11:33:55.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: osdmap e250: 8 total, 8 up, 8 in 2024-08-19T11:33:55.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: Standby manager daemon x restarted 2024-08-19T11:33:55.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: Standby manager daemon x started 2024-08-19T11:33:55.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.155:0/1954574639' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T11:33:55.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.155:0/1954574639' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T11:33:55.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.155:0/1954574639' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T11:33:55.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: from='mgr.? 172.21.15.155:0/1954574639' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T11:33:55.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: Active manager daemon y restarted 2024-08-19T11:33:55.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: Activating manager daemon y 2024-08-19T11:33:55.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: osdmap e251: 8 total, 8 up, 8 in 2024-08-19T11:33:55.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: mgrmap e36: y(active, starting, since 0.00655048s), standbys: x 2024-08-19T11:33:55.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-19T11:33:55.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-19T11:33:55.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-19T11:33:55.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-19T11:33:55.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-19T11:33:55.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-08-19T11:33:55.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-08-19T11:33:55.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-19T11:33:55.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-19T11:33:55.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-19T11:33:55.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-19T11:33:55.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-19T11:33:55.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-19T11:33:55.963 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-19T11:33:55.963 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-19T11:33:55.963 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2024-08-19T11:33:55.963 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2024-08-19T11:33:55.963 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2024-08-19T11:33:55.963 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: Manager daemon y is now available 2024-08-19T11:33:55.963 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:33:55.963 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:33:55.963 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-08-19T11:33:55.963 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-08-19T11:33:55.963 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:55 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-08-19T11:33:56.184 INFO:tasks.rados.rados.0.smithi136.stdout:960: done (2 left) 2024-08-19T11:33:56.184 INFO:tasks.rados.rados.0.smithi136.stdout:961: read oid 8 snap -1 2024-08-19T11:33:56.184 INFO:tasks.rados.rados.0.smithi136.stdout:961: expect (ObjNum 216 snap 60 seq_num 216) 2024-08-19T11:33:56.184 INFO:tasks.rados.rados.0.smithi136.stdout:962: setattr oid 25 current snap is 89 2024-08-19T11:33:56.184 INFO:tasks.rados.rados.0.smithi136.stdout:958: finishing write tid 1 to smithi13674108-12 2024-08-19T11:33:56.184 INFO:tasks.rados.rados.0.smithi136.stdout:958: finishing write tid 2 to smithi13674108-12 2024-08-19T11:33:56.184 INFO:tasks.rados.rados.0.smithi136.stdout:959: finishing rollback tid 0 to smithi13674108-42 2024-08-19T11:33:56.184 INFO:tasks.rados.rados.0.smithi136.stdout:959: finishing rollback tid 1 to smithi13674108-42 2024-08-19T11:33:56.184 INFO:tasks.rados.rados.0.smithi136.stdout:958: finishing write tid 3 to smithi13674108-12 2024-08-19T11:33:56.184 INFO:tasks.rados.rados.0.smithi136.stdout:958: oid 12 updating version 0 to 164 2024-08-19T11:33:56.185 INFO:tasks.rados.rados.0.smithi136.stdout:958: oid 12 updating version 164 to 165 2024-08-19T11:33:56.185 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 165 (ObjNum 296 snap 89 seq_num 296) dirty exists 2024-08-19T11:33:56.185 INFO:tasks.rados.rados.0.smithi136.stdout:958: left oid 12 (ObjNum 296 snap 89 seq_num 296) 2024-08-19T11:33:56.185 INFO:tasks.rados.rados.0.smithi136.stdout:959: finishing rollback tid 2 to smithi13674108-42 2024-08-19T11:33:56.185 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 130 (ObjNum 247 snap 69 seq_num 247) dirty exists 2024-08-19T11:33:56.187 INFO:tasks.rados.rados.0.smithi136.stdout:958: done (3 left) 2024-08-19T11:33:56.187 INFO:tasks.rados.rados.0.smithi136.stdout:959: done (2 left) 2024-08-19T11:33:56.187 INFO:tasks.rados.rados.0.smithi136.stdout:963: delete oid 3 current snap is 89 2024-08-19T11:33:56.193 INFO:tasks.rados.rados.0.smithi136.stdout:963: done (2 left) 2024-08-19T11:33:56.193 INFO:tasks.rados.rados.0.smithi136.stdout:964: snap_create 2024-08-19T11:33:56.194 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 182 (ObjNum 292 snap 86 seq_num 292) dirty exists 2024-08-19T11:33:56.198 INFO:tasks.rados.rados.0.smithi136.stdout:961: expect (ObjNum 216 snap 60 seq_num 216) 2024-08-19T11:33:56.505 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:56 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:33:56.176+0000 7f725e66e640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-08-19T11:33:56.505 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:56 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:33:56] ENGINE Bus STARTING 2024-08-19T11:33:56.505 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:56 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: CherryPy Checker: 2024-08-19T11:33:56.505 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:56 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: The Application mounted at '' has an empty config. 2024-08-19T11:33:56.505 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:56 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:33:56.505 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:56 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:33:56] ENGINE Serving on http://:::9283 2024-08-19T11:33:56.506 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:56 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:33:56] ENGINE Bus STARTED 2024-08-19T11:33:57.195 INFO:tasks.rados.rados.0.smithi136.stdout:961: done (2 left) 2024-08-19T11:33:57.195 INFO:tasks.rados.rados.0.smithi136.stdout:962: done (1 left) 2024-08-19T11:33:57.195 INFO:tasks.rados.rados.0.smithi136.stdout:964: done (0 left) 2024-08-19T11:33:57.195 INFO:tasks.rados.rados.0.smithi136.stdout:965: rollback oid 41 current snap is 90 2024-08-19T11:33:57.195 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 41 to 77 2024-08-19T11:33:57.195 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 4 current snap is 90 2024-08-19T11:33:57.195 INFO:tasks.rados.rados.0.smithi136.stdout:966: seq_num 298 ranges {3571712=196608} 2024-08-19T11:33:57.215 INFO:tasks.rados.rados.0.smithi136.stdout:966: writing smithi13674108-4 from 3571712 to 3768320 tid 1 2024-08-19T11:33:57.215 INFO:tasks.rados.rados.0.smithi136.stdout:967: delete oid 19 current snap is 90 2024-08-19T11:33:57.215 INFO:tasks.rados.rados.0.smithi136.stdout:965: finishing rollback tid 0 to smithi13674108-41 2024-08-19T11:33:57.216 INFO:tasks.rados.rados.0.smithi136.stdout:965: finishing rollback tid 1 to smithi13674108-41 2024-08-19T11:33:57.216 INFO:tasks.rados.rados.0.smithi136.stdout:965: finishing rollback tid 2 to smithi13674108-41 2024-08-19T11:33:57.216 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 285 (ObjNum 179 snap 47 seq_num 179) dirty exists 2024-08-19T11:33:57.220 INFO:tasks.rados.rados.0.smithi136.stdout:965: done (2 left) 2024-08-19T11:33:57.220 INFO:tasks.rados.rados.0.smithi136.stdout:967: done (1 left) 2024-08-19T11:33:57.220 INFO:tasks.rados.rados.0.smithi136.stdout:968: rollback oid 6 current snap is 90 2024-08-19T11:33:57.220 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 6 to 83 2024-08-19T11:33:57.220 INFO:tasks.rados.rados.0.smithi136.stdout:969: snap_remove snap 85 2024-08-19T11:33:57.292 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:57 smithi136 ceph-mon[28279]: mgrmap e37: y(active, since 1.01331s), standbys: x 2024-08-19T11:33:57.293 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:57 smithi136 ceph-mon[28279]: osdmap e252: 8 total, 8 up, 8 in 2024-08-19T11:33:57.293 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:57 smithi136 ceph-mon[28279]: [19/Aug/2024:11:33:56] ENGINE Bus STARTING 2024-08-19T11:33:57.293 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:57 smithi136 ceph-mon[28279]: [19/Aug/2024:11:33:56] ENGINE Serving on http://172.21.15.136:8765 2024-08-19T11:33:57.293 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:57 smithi136 ceph-mon[28279]: [19/Aug/2024:11:33:56] ENGINE Serving on https://172.21.15.136:7150 2024-08-19T11:33:57.293 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:57 smithi136 ceph-mon[28279]: [19/Aug/2024:11:33:56] ENGINE Bus STARTED 2024-08-19T11:33:57.293 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:57 smithi136 ceph-mon[28279]: [19/Aug/2024:11:33:56] ENGINE Error in HTTPServer.serve 2024-08-19T11:33:57.293 INFO:journalctl@ceph.mon.c.smithi136.stdout: Traceback (most recent call last): 2024-08-19T11:33:57.293 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T11:33:57.293 INFO:journalctl@ceph.mon.c.smithi136.stdout: self._connections.run(self.expiration_interval) 2024-08-19T11:33:57.293 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T11:33:57.293 INFO:journalctl@ceph.mon.c.smithi136.stdout: self._run(expiration_interval) 2024-08-19T11:33:57.293 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T11:33:57.293 INFO:journalctl@ceph.mon.c.smithi136.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T11:33:57.293 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T11:33:57.294 INFO:journalctl@ceph.mon.c.smithi136.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T11:33:57.294 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T11:33:57.294 INFO:journalctl@ceph.mon.c.smithi136.stdout: s = self.context.wrap_socket( 2024-08-19T11:33:57.294 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T11:33:57.294 INFO:journalctl@ceph.mon.c.smithi136.stdout: return self.sslsocket_class._create( 2024-08-19T11:33:57.294 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T11:33:57.294 INFO:journalctl@ceph.mon.c.smithi136.stdout: self.do_handshake() 2024-08-19T11:33:57.294 INFO:journalctl@ceph.mon.c.smithi136.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T11:33:57.294 INFO:journalctl@ceph.mon.c.smithi136.stdout: self._sslobj.do_handshake() 2024-08-19T11:33:57.294 INFO:journalctl@ceph.mon.c.smithi136.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T11:33:57.295 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:57 smithi136 ceph-mon[86496]: mgrmap e37: y(active, since 1.01331s), standbys: x 2024-08-19T11:33:57.295 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:57 smithi136 ceph-mon[86496]: osdmap e252: 8 total, 8 up, 8 in 2024-08-19T11:33:57.295 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:57 smithi136 ceph-mon[86496]: [19/Aug/2024:11:33:56] ENGINE Bus STARTING 2024-08-19T11:33:57.295 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:57 smithi136 ceph-mon[86496]: [19/Aug/2024:11:33:56] ENGINE Serving on http://172.21.15.136:8765 2024-08-19T11:33:57.295 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:57 smithi136 ceph-mon[86496]: [19/Aug/2024:11:33:56] ENGINE Serving on https://172.21.15.136:7150 2024-08-19T11:33:57.295 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:57 smithi136 ceph-mon[86496]: [19/Aug/2024:11:33:56] ENGINE Bus STARTED 2024-08-19T11:33:57.295 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:57 smithi136 ceph-mon[86496]: [19/Aug/2024:11:33:56] ENGINE Error in HTTPServer.serve 2024-08-19T11:33:57.295 INFO:journalctl@ceph.mon.a.smithi136.stdout: Traceback (most recent call last): 2024-08-19T11:33:57.295 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T11:33:57.295 INFO:journalctl@ceph.mon.a.smithi136.stdout: self._connections.run(self.expiration_interval) 2024-08-19T11:33:57.295 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T11:33:57.295 INFO:journalctl@ceph.mon.a.smithi136.stdout: self._run(expiration_interval) 2024-08-19T11:33:57.295 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T11:33:57.295 INFO:journalctl@ceph.mon.a.smithi136.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T11:33:57.296 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T11:33:57.296 INFO:journalctl@ceph.mon.a.smithi136.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T11:33:57.296 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T11:33:57.296 INFO:journalctl@ceph.mon.a.smithi136.stdout: s = self.context.wrap_socket( 2024-08-19T11:33:57.296 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T11:33:57.296 INFO:journalctl@ceph.mon.a.smithi136.stdout: return self.sslsocket_class._create( 2024-08-19T11:33:57.296 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T11:33:57.296 INFO:journalctl@ceph.mon.a.smithi136.stdout: self.do_handshake() 2024-08-19T11:33:57.296 INFO:journalctl@ceph.mon.a.smithi136.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T11:33:57.296 INFO:journalctl@ceph.mon.a.smithi136.stdout: self._sslobj.do_handshake() 2024-08-19T11:33:57.296 INFO:journalctl@ceph.mon.a.smithi136.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T11:33:57.296 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:56 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:33:56.949+0000 7f720c9bd640 -1 log_channel(cephadm) log [ERR] : [19/Aug/2024:11:33:56] ENGINE Error in HTTPServer.serve 2024-08-19T11:33:57.297 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:56 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: Traceback (most recent call last): 2024-08-19T11:33:57.297 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:56 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T11:33:57.297 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:56 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: self._connections.run(self.expiration_interval) 2024-08-19T11:33:57.297 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:56 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T11:33:57.297 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:56 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: self._run(expiration_interval) 2024-08-19T11:33:57.297 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:56 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T11:33:57.297 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:56 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T11:33:57.297 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:56 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T11:33:57.297 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:56 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T11:33:57.297 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:56 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T11:33:57.297 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:56 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: s = self.context.wrap_socket( 2024-08-19T11:33:57.297 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:56 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T11:33:57.297 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:56 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: return self.sslsocket_class._create( 2024-08-19T11:33:57.297 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:56 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T11:33:57.297 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:56 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: self.do_handshake() 2024-08-19T11:33:57.298 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:56 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T11:33:57.298 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:56 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: self._sslobj.do_handshake() 2024-08-19T11:33:57.298 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:56 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T11:33:57.298 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:56 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:33:57.435 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:57 smithi155 ceph-mon[19718]: mgrmap e37: y(active, since 1.01331s), standbys: x 2024-08-19T11:33:57.436 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:57 smithi155 ceph-mon[19718]: osdmap e252: 8 total, 8 up, 8 in 2024-08-19T11:33:57.436 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:57 smithi155 ceph-mon[19718]: [19/Aug/2024:11:33:56] ENGINE Bus STARTING 2024-08-19T11:33:57.436 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:57 smithi155 ceph-mon[19718]: [19/Aug/2024:11:33:56] ENGINE Serving on http://172.21.15.136:8765 2024-08-19T11:33:57.436 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:57 smithi155 ceph-mon[19718]: [19/Aug/2024:11:33:56] ENGINE Serving on https://172.21.15.136:7150 2024-08-19T11:33:57.436 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:57 smithi155 ceph-mon[19718]: [19/Aug/2024:11:33:56] ENGINE Bus STARTED 2024-08-19T11:33:57.436 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:57 smithi155 ceph-mon[19718]: [19/Aug/2024:11:33:56] ENGINE Error in HTTPServer.serve 2024-08-19T11:33:57.436 INFO:journalctl@ceph.mon.b.smithi155.stdout: Traceback (most recent call last): 2024-08-19T11:33:57.436 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T11:33:57.436 INFO:journalctl@ceph.mon.b.smithi155.stdout: self._connections.run(self.expiration_interval) 2024-08-19T11:33:57.436 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T11:33:57.436 INFO:journalctl@ceph.mon.b.smithi155.stdout: self._run(expiration_interval) 2024-08-19T11:33:57.436 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T11:33:57.436 INFO:journalctl@ceph.mon.b.smithi155.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T11:33:57.437 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T11:33:57.437 INFO:journalctl@ceph.mon.b.smithi155.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T11:33:57.437 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T11:33:57.437 INFO:journalctl@ceph.mon.b.smithi155.stdout: s = self.context.wrap_socket( 2024-08-19T11:33:57.437 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T11:33:57.437 INFO:journalctl@ceph.mon.b.smithi155.stdout: return self.sslsocket_class._create( 2024-08-19T11:33:57.437 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T11:33:57.437 INFO:journalctl@ceph.mon.b.smithi155.stdout: self.do_handshake() 2024-08-19T11:33:57.437 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T11:33:57.437 INFO:journalctl@ceph.mon.b.smithi155.stdout: self._sslobj.do_handshake() 2024-08-19T11:33:57.437 INFO:journalctl@ceph.mon.b.smithi155.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T11:33:57.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:33:57 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:33:57] "GET /metrics HTTP/1.1" 200 33357 "" "Prometheus/2.43.0" 2024-08-19T11:33:58.201 INFO:tasks.rados.rados.0.smithi136.stdout:969: done (2 left) 2024-08-19T11:33:58.202 INFO:tasks.rados.rados.0.smithi136.stdout:970: read oid 7 snap -1 2024-08-19T11:33:58.202 INFO:tasks.rados.rados.0.smithi136.stdout:970: expect (ObjNum 134 snap 32 seq_num 134) 2024-08-19T11:33:58.202 INFO:tasks.rados.rados.0.smithi136.stdout:971: setattr oid 17 current snap is 90 2024-08-19T11:33:58.202 INFO:tasks.rados.rados.0.smithi136.stdout:966: finishing write tid 1 to smithi13674108-4 2024-08-19T11:33:58.202 INFO:tasks.rados.rados.0.smithi136.stdout:966: finishing write tid 2 to smithi13674108-4 2024-08-19T11:33:58.202 INFO:tasks.rados.rados.0.smithi136.stdout:968: finishing rollback tid 1 to smithi13674108-6 2024-08-19T11:33:58.202 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 273 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-19T11:33:58.202 INFO:tasks.rados.rados.0.smithi136.stdout:966: finishing write tid 3 to smithi13674108-4 2024-08-19T11:33:58.202 INFO:tasks.rados.rados.0.smithi136.stdout:966: oid 4 updating version 0 to 340 2024-08-19T11:33:58.202 INFO:tasks.rados.rados.0.smithi136.stdout:966: oid 4 version 340 is already newer than 339 2024-08-19T11:33:58.202 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 340 (ObjNum 298 snap 90 seq_num 298) dirty exists 2024-08-19T11:33:58.202 INFO:tasks.rados.rados.0.smithi136.stdout:966: left oid 4 (ObjNum 298 snap 90 seq_num 298) 2024-08-19T11:33:58.203 INFO:tasks.rados.rados.0.smithi136.stdout:966: done (3 left) 2024-08-19T11:33:58.203 INFO:tasks.rados.rados.0.smithi136.stdout:968: done (2 left) 2024-08-19T11:33:58.203 INFO:tasks.rados.rados.0.smithi136.stdout:972: snap_create 2024-08-19T11:33:58.211 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 17 v 341 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-08-19T11:33:58.216 INFO:tasks.rados.rados.0.smithi136.stdout:970: expect (ObjNum 134 snap 32 seq_num 134) 2024-08-19T11:33:58.444 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:58 smithi155 ceph-mon[19718]: pgmap v5: 121 pgs: 121 active+clean; 148 MiB data, 840 MiB used, 714 GiB / 715 GiB avail; 300 MiB/s rd, 93 MiB/s wr, 938 op/s; 587 B/s, 2 objects/s recovering 2024-08-19T11:33:58.444 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:58 smithi155 ceph-mon[19718]: mgrmap e38: y(active, since 2s), standbys: x 2024-08-19T11:33:58.444 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:58 smithi155 ceph-mon[19718]: osdmap e253: 8 total, 8 up, 8 in 2024-08-19T11:33:58.447 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:58 smithi136 ceph-mon[86496]: pgmap v5: 121 pgs: 121 active+clean; 148 MiB data, 840 MiB used, 714 GiB / 715 GiB avail; 300 MiB/s rd, 93 MiB/s wr, 938 op/s; 587 B/s, 2 objects/s recovering 2024-08-19T11:33:58.447 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:58 smithi136 ceph-mon[86496]: mgrmap e38: y(active, since 2s), standbys: x 2024-08-19T11:33:58.447 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:58 smithi136 ceph-mon[86496]: osdmap e253: 8 total, 8 up, 8 in 2024-08-19T11:33:58.447 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:58 smithi136 ceph-mon[28279]: pgmap v5: 121 pgs: 121 active+clean; 148 MiB data, 840 MiB used, 714 GiB / 715 GiB avail; 300 MiB/s rd, 93 MiB/s wr, 938 op/s; 587 B/s, 2 objects/s recovering 2024-08-19T11:33:58.447 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:58 smithi136 ceph-mon[28279]: mgrmap e38: y(active, since 2s), standbys: x 2024-08-19T11:33:58.447 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:58 smithi136 ceph-mon[28279]: osdmap e253: 8 total, 8 up, 8 in 2024-08-19T11:33:58.586 INFO:tasks.rados.rados.0.smithi136.stdout:970: done (2 left) 2024-08-19T11:33:58.587 INFO:tasks.rados.rados.0.smithi136.stdout:971: done (1 left) 2024-08-19T11:33:58.587 INFO:tasks.rados.rados.0.smithi136.stdout:972: done (0 left) 2024-08-19T11:33:58.587 INFO:tasks.rados.rados.0.smithi136.stdout:973: setattr oid 40 current snap is 91 2024-08-19T11:33:58.588 INFO:tasks.rados.rados.0.smithi136.stdout:974: read oid 8 snap -1 2024-08-19T11:33:58.588 INFO:tasks.rados.rados.0.smithi136.stdout:974: expect (ObjNum 216 snap 60 seq_num 216) 2024-08-19T11:33:58.588 INFO:tasks.rados.rados.0.smithi136.stdout:975: snap_remove snap 83 2024-08-19T11:33:59.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:59 smithi136 ceph-mon[28279]: osdmap e254: 8 total, 8 up, 8 in 2024-08-19T11:33:59.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:33:59 smithi136 ceph-mon[28279]: osdmap e255: 8 total, 8 up, 8 in 2024-08-19T11:33:59.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:59 smithi136 ceph-mon[86496]: osdmap e254: 8 total, 8 up, 8 in 2024-08-19T11:33:59.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:33:59 smithi136 ceph-mon[86496]: osdmap e255: 8 total, 8 up, 8 in 2024-08-19T11:33:59.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:59 smithi155 ceph-mon[19718]: osdmap e254: 8 total, 8 up, 8 in 2024-08-19T11:33:59.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:33:59 smithi155 ceph-mon[19718]: osdmap e255: 8 total, 8 up, 8 in 2024-08-19T11:33:59.602 INFO:tasks.rados.rados.0.smithi136.stdout:975: done (2 left) 2024-08-19T11:33:59.603 INFO:tasks.rados.rados.0.smithi136.stdout:976: read oid 6 snap -1 2024-08-19T11:33:59.603 INFO:tasks.rados.rados.0.smithi136.stdout:976: expect deleted 2024-08-19T11:33:59.603 INFO:tasks.rados.rados.0.smithi136.stdout:977: snap_remove snap 89 2024-08-19T11:34:00.593 INFO:tasks.rados.rados.0.smithi136.stdout:977: done (3 left) 2024-08-19T11:34:00.593 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 19 current snap is 91 2024-08-19T11:34:00.593 INFO:tasks.rados.rados.0.smithi136.stdout:978: seq_num 300 ranges {0=229376} 2024-08-19T11:34:00.595 INFO:tasks.rados.rados.0.smithi136.stdout:978: writing smithi13674108-19 from 0 to 229376 tid 1 2024-08-19T11:34:00.595 INFO:tasks.rados.rados.0.smithi136.stdout:979: setattr oid 11 current snap is 91 2024-08-19T11:34:00.595 INFO:tasks.rados.rados.0.smithi136.stdout:974: expect (ObjNum 216 snap 60 seq_num 216) 2024-08-19T11:34:00.655 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 186 (ObjNum 143 snap 37 seq_num 143) dirty exists 2024-08-19T11:34:00.655 INFO:tasks.rados.rados.0.smithi136.stdout:978: finishing write tid 1 to smithi13674108-19 2024-08-19T11:34:00.655 INFO:tasks.rados.rados.0.smithi136.stdout:978: finishing write tid 2 to smithi13674108-19 2024-08-19T11:34:00.655 INFO:tasks.rados.rados.0.smithi136.stdout:978: finishing write tid 3 to smithi13674108-19 2024-08-19T11:34:00.655 INFO:tasks.rados.rados.0.smithi136.stdout:978: oid 19 updating version 0 to 252 2024-08-19T11:34:00.655 INFO:tasks.rados.rados.0.smithi136.stdout:978: oid 19 version 252 is already newer than 251 2024-08-19T11:34:00.655 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 252 (ObjNum 300 snap 91 seq_num 300) dirty exists 2024-08-19T11:34:00.655 INFO:tasks.rados.rados.0.smithi136.stdout:978: left oid 19 (ObjNum 300 snap 91 seq_num 300) 2024-08-19T11:34:00.655 INFO:tasks.rados.rados.0.smithi136.stdout:973: done (4 left) 2024-08-19T11:34:00.656 INFO:tasks.rados.rados.0.smithi136.stdout:974: done (3 left) 2024-08-19T11:34:00.656 INFO:tasks.rados.rados.0.smithi136.stdout:976: done (2 left) 2024-08-19T11:34:00.656 INFO:tasks.rados.rados.0.smithi136.stdout:978: done (1 left) 2024-08-19T11:34:00.656 INFO:tasks.rados.rados.0.smithi136.stdout:980: rollback oid 9 current snap is 91 2024-08-19T11:34:00.656 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 9 to 90 2024-08-19T11:34:00.656 INFO:tasks.rados.rados.0.smithi136.stdout:981: snap_remove snap 86 2024-08-19T11:34:00.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:00 smithi136 ceph-mon[86496]: pgmap v9: 121 pgs: 121 active+clean; 148 MiB data, 840 MiB used, 714 GiB / 715 GiB avail; 99 MiB/s rd, 31 MiB/s wr, 310 op/s; 194 B/s, 0 objects/s recovering 2024-08-19T11:34:00.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:00.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:00.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:00 smithi136 ceph-mon[86496]: osdmap e256: 8 total, 8 up, 8 in 2024-08-19T11:34:00.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:00 smithi136 ceph-mon[86496]: mgrmap e39: y(active, since 4s), standbys: x 2024-08-19T11:34:00.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:00.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:00.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:00.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:00.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:00 smithi136 ceph-mon[28279]: pgmap v9: 121 pgs: 121 active+clean; 148 MiB data, 840 MiB used, 714 GiB / 715 GiB avail; 99 MiB/s rd, 31 MiB/s wr, 310 op/s; 194 B/s, 0 objects/s recovering 2024-08-19T11:34:00.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:00 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:00.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:00 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:00.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:00 smithi136 ceph-mon[28279]: osdmap e256: 8 total, 8 up, 8 in 2024-08-19T11:34:00.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:00 smithi136 ceph-mon[28279]: mgrmap e39: y(active, since 4s), standbys: x 2024-08-19T11:34:00.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:00 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:00.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:00 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:00.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:00 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:00.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:00 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:00.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:00 smithi155 ceph-mon[19718]: pgmap v9: 121 pgs: 121 active+clean; 148 MiB data, 840 MiB used, 714 GiB / 715 GiB avail; 99 MiB/s rd, 31 MiB/s wr, 310 op/s; 194 B/s, 0 objects/s recovering 2024-08-19T11:34:00.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:00 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:00.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:00 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:00.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:00 smithi155 ceph-mon[19718]: osdmap e256: 8 total, 8 up, 8 in 2024-08-19T11:34:00.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:00 smithi155 ceph-mon[19718]: mgrmap e39: y(active, since 4s), standbys: x 2024-08-19T11:34:00.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:00 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:00.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:00 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:00.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:00 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:00.963 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:00 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:01.599 INFO:tasks.rados.rados.0.smithi136.stdout:981: done (2 left) 2024-08-19T11:34:01.599 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 29 current snap is 91 2024-08-19T11:34:01.599 INFO:tasks.rados.rados.0.smithi136.stdout:982: seq_num 301 ranges {2932736=245760} 2024-08-19T11:34:01.616 INFO:tasks.rados.rados.0.smithi136.stdout:982: writing smithi13674108-29 from 2932736 to 3178496 tid 1 2024-08-19T11:34:01.616 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 4 current snap is 91 2024-08-19T11:34:01.617 INFO:tasks.rados.rados.0.smithi136.stdout:980: finishing rollback tid 1 to smithi13674108-9 2024-08-19T11:34:01.617 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 114 (ObjNum 193 snap 0 seq_num 3763363584) dirty dne 2024-08-19T11:34:01.617 INFO:tasks.rados.rados.0.smithi136.stdout:983: seq_num 302 ranges {3768320=262144} 2024-08-19T11:34:01.639 INFO:tasks.rados.rados.0.smithi136.stdout:983: writing smithi13674108-4 from 3768320 to 4030464 tid 1 2024-08-19T11:34:01.639 INFO:tasks.rados.rados.0.smithi136.stdout:980: done (3 left) 2024-08-19T11:34:01.639 INFO:tasks.rados.rados.0.smithi136.stdout:984: read oid 31 snap -1 2024-08-19T11:34:01.639 INFO:tasks.rados.rados.0.smithi136.stdout:984: expect (ObjNum 244 snap 69 seq_num 244) 2024-08-19T11:34:01.639 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 42 current snap is 91 2024-08-19T11:34:01.639 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 342 (ObjNum 184 snap 48 seq_num 184) dirty exists 2024-08-19T11:34:01.639 INFO:tasks.rados.rados.0.smithi136.stdout:982: finishing write tid 1 to smithi13674108-29 2024-08-19T11:34:01.639 INFO:tasks.rados.rados.0.smithi136.stdout:982: finishing write tid 2 to smithi13674108-29 2024-08-19T11:34:01.639 INFO:tasks.rados.rados.0.smithi136.stdout:985: seq_num 303 ranges {4177920=278528} 2024-08-19T11:34:01.664 INFO:tasks.rados.rados.0.smithi136.stdout:985: writing smithi13674108-42 from 4177920 to 4456448 tid 1 2024-08-19T11:34:01.664 INFO:tasks.rados.rados.0.smithi136.stdout:979: done (4 left) 2024-08-19T11:34:01.664 INFO:tasks.rados.rados.0.smithi136.stdout:986: copy_from oid 30 from oid 12 current snap is 91 2024-08-19T11:34:01.664 INFO:tasks.rados.rados.0.smithi136.stdout:982: finishing write tid 3 to smithi13674108-29 2024-08-19T11:34:01.664 INFO:tasks.rados.rados.0.smithi136.stdout:982: oid 29 updating version 0 to 348 2024-08-19T11:34:01.664 INFO:tasks.rados.rados.0.smithi136.stdout:982: oid 29 version 348 is already newer than 347 2024-08-19T11:34:01.664 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 348 (ObjNum 301 snap 91 seq_num 301) dirty exists 2024-08-19T11:34:01.664 INFO:tasks.rados.rados.0.smithi136.stdout:982: left oid 29 (ObjNum 301 snap 91 seq_num 301) 2024-08-19T11:34:01.664 INFO:tasks.rados.rados.0.smithi136.stdout:982: done (4 left) 2024-08-19T11:34:01.664 INFO:tasks.rados.rados.0.smithi136.stdout:987: snap_create 2024-08-19T11:34:01.664 INFO:tasks.rados.rados.0.smithi136.stdout:983: finishing write tid 1 to smithi13674108-4 2024-08-19T11:34:01.664 INFO:tasks.rados.rados.0.smithi136.stdout:983: finishing write tid 2 to smithi13674108-4 2024-08-19T11:34:01.665 INFO:tasks.rados.rados.0.smithi136.stdout:983: finishing write tid 3 to smithi13674108-4 2024-08-19T11:34:01.665 INFO:tasks.rados.rados.0.smithi136.stdout:983: oid 4 updating version 0 to 356 2024-08-19T11:34:01.665 INFO:tasks.rados.rados.0.smithi136.stdout:983: oid 4 updating version 356 to 357 2024-08-19T11:34:01.665 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 357 (ObjNum 302 snap 91 seq_num 302) dirty exists 2024-08-19T11:34:01.665 INFO:tasks.rados.rados.0.smithi136.stdout:983: left oid 4 (ObjNum 302 snap 91 seq_num 302) 2024-08-19T11:34:01.667 INFO:tasks.rados.rados.0.smithi136.stdout:985: finishing write tid 1 to smithi13674108-42 2024-08-19T11:34:01.667 INFO:tasks.rados.rados.0.smithi136.stdout:985: finishing write tid 2 to smithi13674108-42 2024-08-19T11:34:01.667 INFO:tasks.rados.rados.0.smithi136.stdout:984: expect (ObjNum 244 snap 69 seq_num 244) 2024-08-19T11:34:01.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:01 smithi136 ceph-mon[28279]: osdmap e257: 8 total, 8 up, 8 in 2024-08-19T11:34:01.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:01 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:01.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:01 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:01.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:01 smithi136 ceph-mon[86496]: osdmap e257: 8 total, 8 up, 8 in 2024-08-19T11:34:01.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:01 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:01.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:01 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:01.935 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:01 smithi155 ceph-mon[19718]: osdmap e257: 8 total, 8 up, 8 in 2024-08-19T11:34:01.936 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:01 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:01.936 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:01 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:01.981 INFO:tasks.rados.rados.0.smithi136.stdout:985: finishing write tid 3 to smithi13674108-42 2024-08-19T11:34:01.981 INFO:tasks.rados.rados.0.smithi136.stdout:985: oid 42 updating version 0 to 142 2024-08-19T11:34:01.981 INFO:tasks.rados.rados.0.smithi136.stdout:985: oid 42 version 142 is already newer than 141 2024-08-19T11:34:01.982 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 142 (ObjNum 303 snap 91 seq_num 303) dirty exists 2024-08-19T11:34:01.982 INFO:tasks.rados.rados.0.smithi136.stdout:985: left oid 42 (ObjNum 303 snap 91 seq_num 303) 2024-08-19T11:34:01.982 INFO:tasks.rados.rados.0.smithi136.stdout:986: finishing copy_from racing read to smithi13674108-30 2024-08-19T11:34:01.982 INFO:tasks.rados.rados.0.smithi136.stdout:986: finishing copy_from to smithi13674108-30 2024-08-19T11:34:01.982 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 165 (ObjNum 296 snap 89 seq_num 296) dirty exists 2024-08-19T11:34:02.603 INFO:tasks.rados.rados.0.smithi136.stdout:983: done (4 left) 2024-08-19T11:34:02.603 INFO:tasks.rados.rados.0.smithi136.stdout:984: done (3 left) 2024-08-19T11:34:02.603 INFO:tasks.rados.rados.0.smithi136.stdout:985: done (2 left) 2024-08-19T11:34:02.603 INFO:tasks.rados.rados.0.smithi136.stdout:986: done (1 left) 2024-08-19T11:34:02.603 INFO:tasks.rados.rados.0.smithi136.stdout:987: done (0 left) 2024-08-19T11:34:02.603 INFO:tasks.rados.rados.0.smithi136.stdout:988: snap_create 2024-08-19T11:34:02.773 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:02 smithi155 ceph-mon[19718]: pgmap v12: 121 pgs: 121 active+clean; 148 MiB data, 840 MiB used, 714 GiB / 715 GiB avail 2024-08-19T11:34:02.773 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:02 smithi155 ceph-mon[19718]: osdmap e258: 8 total, 8 up, 8 in 2024-08-19T11:34:02.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:02 smithi136 ceph-mon[86496]: pgmap v12: 121 pgs: 121 active+clean; 148 MiB data, 840 MiB used, 714 GiB / 715 GiB avail 2024-08-19T11:34:02.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:02 smithi136 ceph-mon[86496]: osdmap e258: 8 total, 8 up, 8 in 2024-08-19T11:34:02.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:02 smithi136 ceph-mon[28279]: pgmap v12: 121 pgs: 121 active+clean; 148 MiB data, 840 MiB used, 714 GiB / 715 GiB avail 2024-08-19T11:34:02.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:02 smithi136 ceph-mon[28279]: osdmap e258: 8 total, 8 up, 8 in 2024-08-19T11:34:03.612 INFO:tasks.rados.rados.0.smithi136.stdout:988: done (0 left) 2024-08-19T11:34:03.612 INFO:tasks.rados.rados.0.smithi136.stdout:989: snap_remove snap 84 2024-08-19T11:34:03.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:03 smithi155 ceph-mon[19718]: osdmap e259: 8 total, 8 up, 8 in 2024-08-19T11:34:04.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:03 smithi136 ceph-mon[86496]: osdmap e259: 8 total, 8 up, 8 in 2024-08-19T11:34:04.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:03 smithi136 ceph-mon[28279]: osdmap e259: 8 total, 8 up, 8 in 2024-08-19T11:34:04.611 INFO:tasks.rados.rados.0.smithi136.stdout:989: done (0 left) 2024-08-19T11:34:04.612 INFO:tasks.rados.rados.0.smithi136.stdout:990: rollback oid 5 current snap is 93 2024-08-19T11:34:04.612 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 5 to 80 2024-08-19T11:34:04.612 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 29 current snap is 93 2024-08-19T11:34:04.612 INFO:tasks.rados.rados.0.smithi136.stdout:991: seq_num 304 ranges {3178496=294912} 2024-08-19T11:34:04.631 INFO:tasks.rados.rados.0.smithi136.stdout:991: writing smithi13674108-29 from 3178496 to 3473408 tid 1 2024-08-19T11:34:04.631 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 10 current snap is 93 2024-08-19T11:34:04.632 INFO:tasks.rados.rados.0.smithi136.stdout:990: finishing rollback tid 0 to smithi13674108-5 2024-08-19T11:34:04.632 INFO:tasks.rados.rados.0.smithi136.stdout:990: finishing rollback tid 1 to smithi13674108-5 2024-08-19T11:34:04.632 INFO:tasks.rados.rados.0.smithi136.stdout:990: finishing rollback tid 2 to smithi13674108-5 2024-08-19T11:34:04.632 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 399 (ObjNum 272 snap 76 seq_num 272) dirty exists 2024-08-19T11:34:04.632 INFO:tasks.rados.rados.0.smithi136.stdout:992: seq_num 305 ranges {0=311296} 2024-08-19T11:34:04.633 INFO:tasks.rados.rados.0.smithi136.stdout:992: writing smithi13674108-10 from 0 to 311296 tid 1 2024-08-19T11:34:04.633 INFO:tasks.rados.rados.0.smithi136.stdout:990: done (2 left) 2024-08-19T11:34:04.634 INFO:tasks.rados.rados.0.smithi136.stdout:993: delete oid 17 current snap is 93 2024-08-19T11:34:04.639 INFO:tasks.rados.rados.0.smithi136.stdout:992: finishing write tid 1 to smithi13674108-10 2024-08-19T11:34:04.639 INFO:tasks.rados.rados.0.smithi136.stdout:991: finishing write tid 1 to smithi13674108-29 2024-08-19T11:34:04.639 INFO:tasks.rados.rados.0.smithi136.stdout:992: finishing write tid 2 to smithi13674108-10 2024-08-19T11:34:04.639 INFO:tasks.rados.rados.0.smithi136.stdout:991: finishing write tid 2 to smithi13674108-29 2024-08-19T11:34:04.639 INFO:tasks.rados.rados.0.smithi136.stdout:993: done (2 left) 2024-08-19T11:34:04.640 INFO:tasks.rados.rados.0.smithi136.stdout:994: read oid 2 snap -1 2024-08-19T11:34:04.640 INFO:tasks.rados.rados.0.smithi136.stdout:994: expect (ObjNum 232 snap 65 seq_num 232) 2024-08-19T11:34:04.640 INFO:tasks.rados.rados.0.smithi136.stdout:995: snap_remove snap 77 2024-08-19T11:34:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:04 smithi155 ceph-mon[19718]: pgmap v15: 121 pgs: 121 active+clean; 149 MiB data, 845 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 104 KiB/s wr, 43 op/s 2024-08-19T11:34:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:04 smithi155 ceph-mon[19718]: osdmap e260: 8 total, 8 up, 8 in 2024-08-19T11:34:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:04 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:04 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:04 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:04 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:34:05.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:04 smithi136 ceph-mon[28279]: pgmap v15: 121 pgs: 121 active+clean; 149 MiB data, 845 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 104 KiB/s wr, 43 op/s 2024-08-19T11:34:05.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:04 smithi136 ceph-mon[28279]: osdmap e260: 8 total, 8 up, 8 in 2024-08-19T11:34:05.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:04 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:05.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:04 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:05.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:04 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:05.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:04 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:34:05.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:04 smithi136 ceph-mon[86496]: pgmap v15: 121 pgs: 121 active+clean; 149 MiB data, 845 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 104 KiB/s wr, 43 op/s 2024-08-19T11:34:05.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:04 smithi136 ceph-mon[86496]: osdmap e260: 8 total, 8 up, 8 in 2024-08-19T11:34:05.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:04 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:05.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:04 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:05.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:04 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:05.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:04 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:34:05.635 INFO:tasks.rados.rados.0.smithi136.stdout:995: done (3 left) 2024-08-19T11:34:05.635 INFO:tasks.rados.rados.0.smithi136.stdout:996: snap_remove snap 80 2024-08-19T11:34:05.792 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[28279]: Updating smithi136:/etc/ceph/ceph.conf 2024-08-19T11:34:05.792 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[28279]: Updating smithi155:/etc/ceph/ceph.conf 2024-08-19T11:34:05.792 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[28279]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:34:05.792 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[28279]: Updating smithi136:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:34:05.792 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[28279]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2024-08-19T11:34:05.793 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[28279]: Updating smithi136:/etc/ceph/ceph.client.admin.keyring 2024-08-19T11:34:05.793 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[28279]: osdmap e261: 8 total, 8 up, 8 in 2024-08-19T11:34:05.793 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[28279]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T11:34:05.793 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[28279]: Updating smithi136:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T11:34:05.793 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:05.793 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:05.793 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:05.793 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:05.793 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:05.793 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:34:05.793 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:34:05.793 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-19T11:34:05.793 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-08-19T11:34:05.794 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[86496]: Updating smithi136:/etc/ceph/ceph.conf 2024-08-19T11:34:05.794 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[86496]: Updating smithi155:/etc/ceph/ceph.conf 2024-08-19T11:34:05.794 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[86496]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:34:05.794 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[86496]: Updating smithi136:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:34:05.794 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[86496]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2024-08-19T11:34:05.794 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[86496]: Updating smithi136:/etc/ceph/ceph.client.admin.keyring 2024-08-19T11:34:05.794 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[86496]: osdmap e261: 8 total, 8 up, 8 in 2024-08-19T11:34:05.794 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[86496]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T11:34:05.794 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[86496]: Updating smithi136:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T11:34:05.794 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:05.794 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:05.795 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:05.795 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:05.795 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:05.795 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:34:05.795 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:34:05.795 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-19T11:34:05.795 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:05 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-08-19T11:34:05.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:05 smithi155 ceph-mon[19718]: Updating smithi136:/etc/ceph/ceph.conf 2024-08-19T11:34:05.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:05 smithi155 ceph-mon[19718]: Updating smithi155:/etc/ceph/ceph.conf 2024-08-19T11:34:05.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:05 smithi155 ceph-mon[19718]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:34:05.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:05 smithi155 ceph-mon[19718]: Updating smithi136:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T11:34:05.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:05 smithi155 ceph-mon[19718]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2024-08-19T11:34:05.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:05 smithi155 ceph-mon[19718]: Updating smithi136:/etc/ceph/ceph.client.admin.keyring 2024-08-19T11:34:05.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:05 smithi155 ceph-mon[19718]: osdmap e261: 8 total, 8 up, 8 in 2024-08-19T11:34:05.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:05 smithi155 ceph-mon[19718]: Updating smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T11:34:05.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:05 smithi155 ceph-mon[19718]: Updating smithi136:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T11:34:05.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:05 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:05.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:05 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:05.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:05 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:05.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:05 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:05.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:05 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:05.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:05 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:34:05.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:05 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:34:05.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:05 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-19T11:34:05.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:05 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-08-19T11:34:06.644 INFO:tasks.rados.rados.0.smithi136.stdout:996: done (3 left) 2024-08-19T11:34:06.644 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 38 current snap is 93 2024-08-19T11:34:06.644 INFO:tasks.rados.rados.0.smithi136.stdout:997: seq_num 307 ranges {720896=344064} 2024-08-19T11:34:06.650 INFO:tasks.rados.rados.0.smithi136.stdout:997: writing smithi13674108-38 from 720896 to 1064960 tid 1 2024-08-19T11:34:06.650 INFO:tasks.rados.rados.0.smithi136.stdout:992: finishing write tid 3 to smithi13674108-10 2024-08-19T11:34:06.650 INFO:tasks.rados.rados.0.smithi136.stdout:992: oid 10 updating version 0 to 166 2024-08-19T11:34:06.650 INFO:tasks.rados.rados.0.smithi136.stdout:992: oid 10 updating version 166 to 167 2024-08-19T11:34:06.651 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 167 (ObjNum 305 snap 93 seq_num 305) dirty exists 2024-08-19T11:34:06.651 INFO:tasks.rados.rados.0.smithi136.stdout:992: left oid 10 (ObjNum 305 snap 93 seq_num 305) 2024-08-19T11:34:06.651 INFO:tasks.rados.rados.0.smithi136.stdout:992: done (3 left) 2024-08-19T11:34:06.651 INFO:tasks.rados.rados.0.smithi136.stdout:998: copy_from oid 47 from oid 45 current snap is 93 2024-08-19T11:34:06.651 INFO:tasks.rados.rados.0.smithi136.stdout:999: snap_create 2024-08-19T11:34:06.651 INFO:tasks.rados.rados.0.smithi136.stdout:991: finishing write tid 3 to smithi13674108-29 2024-08-19T11:34:06.651 INFO:tasks.rados.rados.0.smithi136.stdout:991: oid 29 updating version 0 to 359 2024-08-19T11:34:06.651 INFO:tasks.rados.rados.0.smithi136.stdout:991: oid 29 updating version 359 to 360 2024-08-19T11:34:06.651 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 360 (ObjNum 304 snap 93 seq_num 304) dirty exists 2024-08-19T11:34:06.651 INFO:tasks.rados.rados.0.smithi136.stdout:991: left oid 29 (ObjNum 304 snap 93 seq_num 304) 2024-08-19T11:34:06.651 INFO:tasks.rados.rados.0.smithi136.stdout:994: expect (ObjNum 232 snap 65 seq_num 232) 2024-08-19T11:34:06.689 INFO:tasks.rados.rados.0.smithi136.stdout:998: finishing copy_from to smithi13674108-47 2024-08-19T11:34:06.690 INFO:tasks.rados.rados.0.smithi136.stdout:998: got expected ENOENT (src dne) 2024-08-19T11:34:06.690 INFO:tasks.rados.rados.0.smithi136.stdout:998: finishing copy_from racing read to smithi13674108-47 2024-08-19T11:34:06.690 INFO:tasks.rados.rados.0.smithi136.stdout:997: finishing write tid 1 to smithi13674108-38 2024-08-19T11:34:06.690 INFO:tasks.rados.rados.0.smithi136.stdout:997: finishing write tid 2 to smithi13674108-38 2024-08-19T11:34:06.690 INFO:tasks.rados.rados.0.smithi136.stdout:997: finishing write tid 3 to smithi13674108-38 2024-08-19T11:34:06.690 INFO:tasks.rados.rados.0.smithi136.stdout:997: oid 38 updating version 0 to 213 2024-08-19T11:34:06.690 INFO:tasks.rados.rados.0.smithi136.stdout:997: oid 38 version 213 is already newer than 212 2024-08-19T11:34:06.690 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 213 (ObjNum 307 snap 93 seq_num 307) dirty exists 2024-08-19T11:34:06.690 INFO:tasks.rados.rados.0.smithi136.stdout:997: left oid 38 (ObjNum 307 snap 93 seq_num 307) 2024-08-19T11:34:06.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:06 smithi136 ceph-mon[28279]: Upgrade: It appears safe to stop mon.c 2024-08-19T11:34:06.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:06 smithi136 ceph-mon[28279]: pgmap v18: 121 pgs: 121 active+clean; 149 MiB data, 845 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 104 KiB/s wr, 43 op/s 2024-08-19T11:34:06.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:06 smithi136 ceph-mon[28279]: osdmap e262: 8 total, 8 up, 8 in 2024-08-19T11:34:06.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:06 smithi136 ceph-mon[86496]: Upgrade: It appears safe to stop mon.c 2024-08-19T11:34:06.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:06 smithi136 ceph-mon[86496]: pgmap v18: 121 pgs: 121 active+clean; 149 MiB data, 845 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 104 KiB/s wr, 43 op/s 2024-08-19T11:34:06.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:06 smithi136 ceph-mon[86496]: osdmap e262: 8 total, 8 up, 8 in 2024-08-19T11:34:06.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:06 smithi155 ceph-mon[19718]: Upgrade: It appears safe to stop mon.c 2024-08-19T11:34:06.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:06 smithi155 ceph-mon[19718]: pgmap v18: 121 pgs: 121 active+clean; 149 MiB data, 845 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 104 KiB/s wr, 43 op/s 2024-08-19T11:34:06.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:06 smithi155 ceph-mon[19718]: osdmap e262: 8 total, 8 up, 8 in 2024-08-19T11:34:07.642 INFO:tasks.rados.rados.0.smithi136.stdout:991: done (4 left) 2024-08-19T11:34:07.643 INFO:tasks.rados.rados.0.smithi136.stdout:994: done (3 left) 2024-08-19T11:34:07.643 INFO:tasks.rados.rados.0.smithi136.stdout:997: done (2 left) 2024-08-19T11:34:07.643 INFO:tasks.rados.rados.0.smithi136.stdout:998: done (1 left) 2024-08-19T11:34:07.643 INFO:tasks.rados.rados.0.smithi136.stdout:999: done (0 left) 2024-08-19T11:34:07.643 INFO:tasks.rados.rados.0.smithi136.stdout:1000: delete oid 3 current snap is 94 2024-08-19T11:34:07.646 INFO:tasks.rados.rados.0.smithi136.stdout:1000: done (0 left) 2024-08-19T11:34:07.646 INFO:tasks.rados.rados.0.smithi136.stdout:1001: read oid 6 snap -1 2024-08-19T11:34:07.646 INFO:tasks.rados.rados.0.smithi136.stdout:1001: expect deleted 2024-08-19T11:34:07.647 INFO:tasks.rados.rados.0.smithi136.stdout:1002: delete oid 30 current snap is 94 2024-08-19T11:34:07.649 INFO:tasks.rados.rados.0.smithi136.stdout:1001: done (1 left) 2024-08-19T11:34:07.649 INFO:tasks.rados.rados.0.smithi136.stdout:1002: done (0 left) 2024-08-19T11:34:07.649 INFO:tasks.rados.rados.0.smithi136.stdout:1003: snap_remove snap 76 2024-08-19T11:34:07.847 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:34:07 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:34:07] "GET /metrics HTTP/1.1" 200 33357 "" "Prometheus/2.43.0" 2024-08-19T11:34:07.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:07 smithi136 ceph-mon[86496]: Upgrade: Updating mon.c 2024-08-19T11:34:07.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:07 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:07.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:07 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-19T11:34:07.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:07 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-19T11:34:07.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:07 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:07.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:07 smithi136 ceph-mon[86496]: Deploying daemon mon.c on smithi136 2024-08-19T11:34:07.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:07 smithi136 ceph-mon[86496]: osdmap e263: 8 total, 8 up, 8 in 2024-08-19T11:34:07.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:07 smithi136 ceph-mon[28279]: Upgrade: Updating mon.c 2024-08-19T11:34:07.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:07 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:07.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:07 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-19T11:34:07.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:07 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-19T11:34:07.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:07 smithi136 ceph-mon[28279]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:07.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:07 smithi136 ceph-mon[28279]: Deploying daemon mon.c on smithi136 2024-08-19T11:34:07.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:07 smithi136 ceph-mon[28279]: osdmap e263: 8 total, 8 up, 8 in 2024-08-19T11:34:07.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:07 smithi155 ceph-mon[19718]: Upgrade: Updating mon.c 2024-08-19T11:34:07.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:07 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:07.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:07 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-19T11:34:07.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:07 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-19T11:34:07.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:07 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:07.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:07 smithi155 ceph-mon[19718]: Deploying daemon mon.c on smithi136 2024-08-19T11:34:07.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:07 smithi155 ceph-mon[19718]: osdmap e263: 8 total, 8 up, 8 in 2024-08-19T11:34:08.470 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:08 smithi136 systemd[1]: Stopping Ceph mon.c for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:34:08.470 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:08 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-c[28256]: 2024-08-19T11:34:08.467+0000 7fc3a5e9b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T11:34:08.470 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:08 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-c[28256]: 2024-08-19T11:34:08.467+0000 7fc3a5e9b640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-08-19T11:34:08.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:08 smithi136 podman[88726]: 2024-08-19 11:34:08.58044079 +0000 UTC m=+0.212089240 container died fb9556fd54c6475cd2def38a3d9f8c75bb70ef8ba3646b8909f3c7de404418c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-c, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-baa926d) 2024-08-19T11:34:09.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:09 smithi136 podman[88726]: 2024-08-19 11:34:09.015891241 +0000 UTC m=+0.647539690 container cleanup fb9556fd54c6475cd2def38a3d9f8c75bb70ef8ba3646b8909f3c7de404418c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-baa926d, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-08-19T11:34:09.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:09 smithi136 bash[88726]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-c 2024-08-19T11:34:09.610 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:09 smithi136 podman[88742]: 2024-08-19 11:34:09.351064397 +0000 UTC m=+0.769080642 container remove fb9556fd54c6475cd2def38a3d9f8c75bb70ef8ba3646b8909f3c7de404418c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-c, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=reef-baa926d, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T11:34:09.610 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:09 smithi136 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mon.c.service: Deactivated successfully. 2024-08-19T11:34:09.610 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:09 smithi136 systemd[1]: Stopped Ceph mon.c for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:34:09.610 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:09 smithi136 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mon.c.service: Consumed 7.614s CPU time. 2024-08-19T11:34:10.012 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:09 smithi136 systemd[1]: Starting Ceph mon.c for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:34:10.281 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 podman[88878]: 2024-08-19 11:34:09.913994369 +0000 UTC m=+0.017517272 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:34:10.281 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 podman[88878]: 2024-08-19 11:34:10.035546058 +0000 UTC m=+0.139069007 container create 6904f5e6079fe33d137a5d8a7e9e7f01b0e816331a145d73cdb6f22b50cdefc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-c, RELEASE=main-7976693, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0) 2024-08-19T11:34:10.281 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 podman[88878]: 2024-08-19 11:34:10.254720729 +0000 UTC m=+0.358243624 container init 6904f5e6079fe33d137a5d8a7e9e7f01b0e816331a145d73cdb6f22b50cdefc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-c, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=main-7976693, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T11:34:10.281 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 podman[88878]: 2024-08-19 11:34:10.259810236 +0000 UTC m=+0.363333131 container start 6904f5e6079fe33d137a5d8a7e9e7f01b0e816331a145d73cdb6f22b50cdefc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-c, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True) 2024-08-19T11:34:10.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: set uid:gid to 167:167 (ceph:ceph) 2024-08-19T11:34:10.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev), process ceph-mon, pid 7 2024-08-19T11:34:10.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: pidfile_write: ignore empty --pid-file 2024-08-19T11:34:10.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: load: jerasure load: lrc 2024-08-19T11:34:10.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: RocksDB version: 7.9.2 2024-08-19T11:34:10.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Git sha 0 2024-08-19T11:34:10.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Compile date 2024-08-17 20:32:33 2024-08-19T11:34:10.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: DB SUMMARY 2024-08-19T11:34:10.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: DB Session ID: QPODAVRG6WCN0Q42Z2KU 2024-08-19T11:34:10.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: CURRENT file: CURRENT 2024-08-19T11:34:10.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: IDENTITY file: IDENTITY 2024-08-19T11:34:10.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1411 Bytes 2024-08-19T11:34:10.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-08-19T11:34:10.600 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 9710728 ; 2024-08-19T11:34:10.600 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.error_if_exists: 0 2024-08-19T11:34:10.600 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.create_if_missing: 0 2024-08-19T11:34:10.600 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.paranoid_checks: 1 2024-08-19T11:34:10.600 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-19T11:34:10.600 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-19T11:34:10.600 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-19T11:34:10.600 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.env: 0x564886306be0 2024-08-19T11:34:10.600 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.fs: PosixFileSystem 2024-08-19T11:34:10.600 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.info_log: 0x564887b79700 2024-08-19T11:34:10.600 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.max_file_opening_threads: 16 2024-08-19T11:34:10.600 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.statistics: (nil) 2024-08-19T11:34:10.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.use_fsync: 0 2024-08-19T11:34:10.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.max_log_file_size: 0 2024-08-19T11:34:10.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-19T11:34:10.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-19T11:34:10.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.keep_log_file_num: 1000 2024-08-19T11:34:10.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.recycle_log_file_num: 0 2024-08-19T11:34:10.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.allow_fallocate: 1 2024-08-19T11:34:10.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.allow_mmap_reads: 0 2024-08-19T11:34:10.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.allow_mmap_writes: 0 2024-08-19T11:34:10.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.use_direct_reads: 0 2024-08-19T11:34:10.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-19T11:34:10.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.create_missing_column_families: 0 2024-08-19T11:34:10.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.db_log_dir: 2024-08-19T11:34:10.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.wal_dir: 2024-08-19T11:34:10.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-19T11:34:10.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-19T11:34:10.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-19T11:34:10.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-19T11:34:10.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-19T11:34:10.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-19T11:34:10.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.advise_random_on_open: 1 2024-08-19T11:34:10.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.db_write_buffer_size: 0 2024-08-19T11:34:10.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.write_buffer_manager: 0x564887b7c960 2024-08-19T11:34:10.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-19T11:34:10.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-19T11:34:10.603 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-19T11:34:10.603 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.rate_limiter: (nil) 2024-08-19T11:34:10.603 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-19T11:34:10.603 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.wal_recovery_mode: 2 2024-08-19T11:34:10.603 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.enable_thread_tracking: 0 2024-08-19T11:34:10.603 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.enable_pipelined_write: 0 2024-08-19T11:34:10.603 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.unordered_write: 0 2024-08-19T11:34:10.603 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-19T11:34:10.603 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-19T11:34:10.603 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-19T11:34:10.603 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-19T11:34:10.603 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.row_cache: None 2024-08-19T11:34:10.603 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.wal_filter: None 2024-08-19T11:34:10.603 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-19T11:34:10.604 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.allow_ingest_behind: 0 2024-08-19T11:34:10.604 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.two_write_queues: 0 2024-08-19T11:34:10.604 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.manual_wal_flush: 0 2024-08-19T11:34:10.604 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.wal_compression: 0 2024-08-19T11:34:10.604 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.atomic_flush: 0 2024-08-19T11:34:10.604 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-19T11:34:10.604 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-19T11:34:10.604 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-19T11:34:10.604 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.log_readahead_size: 0 2024-08-19T11:34:10.604 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-19T11:34:10.604 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.best_efforts_recovery: 0 2024-08-19T11:34:10.604 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-19T11:34:10.604 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-19T11:34:10.604 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.allow_data_in_errors: 0 2024-08-19T11:34:10.605 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.db_host_id: __hostname__ 2024-08-19T11:34:10.605 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-19T11:34:10.606 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.max_background_jobs: 2 2024-08-19T11:34:10.606 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.max_background_compactions: -1 2024-08-19T11:34:10.606 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.max_subcompactions: 1 2024-08-19T11:34:10.606 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-19T11:34:10.606 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-19T11:34:10.606 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-19T11:34:10.606 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.max_total_wal_size: 0 2024-08-19T11:34:10.607 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-19T11:34:10.607 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-19T11:34:10.607 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-19T11:34:10.607 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-19T11:34:10.607 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.max_open_files: -1 2024-08-19T11:34:10.607 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.bytes_per_sync: 0 2024-08-19T11:34:10.607 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-19T11:34:10.607 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-19T11:34:10.607 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.compaction_readahead_size: 0 2024-08-19T11:34:10.607 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.max_background_flushes: -1 2024-08-19T11:34:10.607 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Compression algorithms supported: 2024-08-19T11:34:10.607 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: kZSTD supported: 0 2024-08-19T11:34:10.607 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: kXpressCompression supported: 0 2024-08-19T11:34:10.607 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: kBZip2Compression supported: 0 2024-08-19T11:34:10.608 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-19T11:34:10.608 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: kLZ4Compression supported: 1 2024-08-19T11:34:10.608 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: kZlibCompression supported: 1 2024-08-19T11:34:10.608 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: kLZ4HCCompression supported: 1 2024-08-19T11:34:10.608 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: kSnappyCompression supported: 1 2024-08-19T11:34:10.608 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-19T11:34:10.608 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-19T11:34:10.608 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-08-19T11:34:10.608 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-19T11:34:10.608 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-19T11:34:10.608 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.merge_operator: 2024-08-19T11:34:10.608 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.compaction_filter: None 2024-08-19T11:34:10.608 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.compaction_filter_factory: None 2024-08-19T11:34:10.609 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.sst_partitioner_factory: None 2024-08-19T11:34:10.609 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-19T11:34:10.609 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-19T11:34:10.609 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x564887b79380) 2024-08-19T11:34:10.609 INFO:journalctl@ceph.mon.c.smithi136.stdout: cache_index_and_filter_blocks: 1 2024-08-19T11:34:10.609 INFO:journalctl@ceph.mon.c.smithi136.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-19T11:34:10.609 INFO:journalctl@ceph.mon.c.smithi136.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-19T11:34:10.609 INFO:journalctl@ceph.mon.c.smithi136.stdout: pin_top_level_index_and_filter: 1 2024-08-19T11:34:10.609 INFO:journalctl@ceph.mon.c.smithi136.stdout: index_type: 0 2024-08-19T11:34:10.609 INFO:journalctl@ceph.mon.c.smithi136.stdout: data_block_index_type: 0 2024-08-19T11:34:10.609 INFO:journalctl@ceph.mon.c.smithi136.stdout: index_shortening: 1 2024-08-19T11:34:10.609 INFO:journalctl@ceph.mon.c.smithi136.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-19T11:34:10.609 INFO:journalctl@ceph.mon.c.smithi136.stdout: checksum: 4 2024-08-19T11:34:10.610 INFO:journalctl@ceph.mon.c.smithi136.stdout: no_block_cache: 0 2024-08-19T11:34:10.610 INFO:journalctl@ceph.mon.c.smithi136.stdout: block_cache: 0x564887b6d610 2024-08-19T11:34:10.610 INFO:journalctl@ceph.mon.c.smithi136.stdout: block_cache_name: BinnedLRUCache 2024-08-19T11:34:10.610 INFO:journalctl@ceph.mon.c.smithi136.stdout: block_cache_options: 2024-08-19T11:34:10.610 INFO:journalctl@ceph.mon.c.smithi136.stdout: capacity : 536870912 2024-08-19T11:34:10.610 INFO:journalctl@ceph.mon.c.smithi136.stdout: num_shard_bits : 4 2024-08-19T11:34:10.610 INFO:journalctl@ceph.mon.c.smithi136.stdout: strict_capacity_limit : 0 2024-08-19T11:34:10.610 INFO:journalctl@ceph.mon.c.smithi136.stdout: high_pri_pool_ratio: 0.000 2024-08-19T11:34:10.610 INFO:journalctl@ceph.mon.c.smithi136.stdout: block_cache_compressed: (nil) 2024-08-19T11:34:10.610 INFO:journalctl@ceph.mon.c.smithi136.stdout: persistent_cache: (nil) 2024-08-19T11:34:10.610 INFO:journalctl@ceph.mon.c.smithi136.stdout: block_size: 4096 2024-08-19T11:34:10.610 INFO:journalctl@ceph.mon.c.smithi136.stdout: block_size_deviation: 10 2024-08-19T11:34:10.610 INFO:journalctl@ceph.mon.c.smithi136.stdout: block_restart_interval: 16 2024-08-19T11:34:10.610 INFO:journalctl@ceph.mon.c.smithi136.stdout: index_block_restart_interval: 1 2024-08-19T11:34:10.611 INFO:journalctl@ceph.mon.c.smithi136.stdout: metadata_block_size: 4096 2024-08-19T11:34:10.611 INFO:journalctl@ceph.mon.c.smithi136.stdout: partition_filters: 0 2024-08-19T11:34:10.611 INFO:journalctl@ceph.mon.c.smithi136.stdout: use_delta_encoding: 1 2024-08-19T11:34:10.611 INFO:journalctl@ceph.mon.c.smithi136.stdout: filter_policy: bloomfilter 2024-08-19T11:34:10.611 INFO:journalctl@ceph.mon.c.smithi136.stdout: whole_key_filtering: 1 2024-08-19T11:34:10.611 INFO:journalctl@ceph.mon.c.smithi136.stdout: verify_compression: 0 2024-08-19T11:34:10.611 INFO:journalctl@ceph.mon.c.smithi136.stdout: read_amp_bytes_per_bit: 0 2024-08-19T11:34:10.611 INFO:journalctl@ceph.mon.c.smithi136.stdout: format_version: 5 2024-08-19T11:34:10.611 INFO:journalctl@ceph.mon.c.smithi136.stdout: enable_index_compression: 1 2024-08-19T11:34:10.611 INFO:journalctl@ceph.mon.c.smithi136.stdout: block_align: 0 2024-08-19T11:34:10.611 INFO:journalctl@ceph.mon.c.smithi136.stdout: max_auto_readahead_size: 262144 2024-08-19T11:34:10.611 INFO:journalctl@ceph.mon.c.smithi136.stdout: prepopulate_block_cache: 0 2024-08-19T11:34:10.611 INFO:journalctl@ceph.mon.c.smithi136.stdout: initial_auto_readahead_size: 8192 2024-08-19T11:34:10.611 INFO:journalctl@ceph.mon.c.smithi136.stdout: num_file_reads_for_auto_readahead: 2 2024-08-19T11:34:10.612 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.write_buffer_size: 33554432 2024-08-19T11:34:10.612 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.max_write_buffer_number: 2 2024-08-19T11:34:10.612 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.compression: NoCompression 2024-08-19T11:34:10.612 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.bottommost_compression: Disabled 2024-08-19T11:34:10.612 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.prefix_extractor: nullptr 2024-08-19T11:34:10.612 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-19T11:34:10.612 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.num_levels: 7 2024-08-19T11:34:10.612 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-19T11:34:10.612 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-19T11:34:10.612 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-19T11:34:10.612 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-19T11:34:10.612 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-19T11:34:10.612 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-19T11:34:10.612 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-19T11:34:10.613 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-19T11:34:10.613 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-19T11:34:10.613 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-19T11:34:10.613 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-19T11:34:10.613 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-19T11:34:10.613 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-19T11:34:10.613 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.compression_opts.level: 32767 2024-08-19T11:34:10.613 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.compression_opts.strategy: 0 2024-08-19T11:34:10.613 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-19T11:34:10.613 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-19T11:34:10.613 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-19T11:34:10.613 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-19T11:34:10.613 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.compression_opts.enabled: false 2024-08-19T11:34:10.613 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-19T11:34:10.614 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-19T11:34:10.614 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-19T11:34:10.614 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-19T11:34:10.614 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.target_file_size_base: 67108864 2024-08-19T11:34:10.614 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-19T11:34:10.614 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-19T11:34:10.614 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-19T11:34:10.614 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-19T11:34:10.614 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-19T11:34:10.614 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-19T11:34:10.614 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-19T11:34:10.614 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-19T11:34:10.614 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-19T11:34:10.615 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-19T11:34:10.615 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-19T11:34:10.615 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-19T11:34:10.615 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-19T11:34:10.615 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-19T11:34:10.615 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.arena_block_size: 1048576 2024-08-19T11:34:10.615 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-19T11:34:10.615 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-19T11:34:10.615 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.disable_auto_compactions: 0 2024-08-19T11:34:10.615 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-19T11:34:10.615 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-19T11:34:10.615 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-19T11:34:10.615 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-19T11:34:10.615 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-19T11:34:10.616 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-19T11:34:10.616 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-19T11:34:10.616 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-19T11:34:10.616 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-19T11:34:10.616 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-19T11:34:10.616 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-19T11:34:10.616 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.inplace_update_support: 0 2024-08-19T11:34:10.616 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-19T11:34:10.616 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-19T11:34:10.616 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-19T11:34:10.616 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-19T11:34:10.616 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.bloom_locality: 0 2024-08-19T11:34:10.616 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.max_successive_merges: 0 2024-08-19T11:34:10.616 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-19T11:34:10.617 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.paranoid_file_checks: 0 2024-08-19T11:34:10.617 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.force_consistency_checks: 1 2024-08-19T11:34:10.617 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.report_bg_io_stats: 0 2024-08-19T11:34:10.617 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.ttl: 2592000 2024-08-19T11:34:10.617 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-19T11:34:10.617 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-19T11:34:10.617 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-19T11:34:10.617 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.enable_blob_files: false 2024-08-19T11:34:10.617 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.min_blob_size: 0 2024-08-19T11:34:10.617 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.blob_file_size: 268435456 2024-08-19T11:34:10.617 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-19T11:34:10.617 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-19T11:34:10.617 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-19T11:34:10.617 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-19T11:34:10.618 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-19T11:34:10.618 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.blob_file_starting_level: 0 2024-08-19T11:34:10.618 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-19T11:34:10.618 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-19T11:34:10.618 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13448, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-08-19T11:34:10.618 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-08-19T11:34:10.618 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 0c12f203-30f0-4269-bb44-9746548d7aed 2024-08-19T11:34:10.618 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724067250285991, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-08-19T11:34:10.618 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-08-19T11:34:10.618 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724067250306099, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 5982093, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13453, "largest_seqno": 16586, "table_properties": {"data_size": 5967785, "index_size": 9613, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3653, "raw_key_size": 33217, "raw_average_key_size": 23, "raw_value_size": 5937732, "raw_average_value_size": 4120, "num_data_blocks": 419, "num_entries": 1441, "num_filter_entries": 1441, "num_deletions": 288, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1724067250, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "0c12f203-30f0-4269-bb44-9746548d7aed", "db_session_id": "QPODAVRG6WCN0Q42Z2KU", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-08-19T11:34:10.618 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724067250306263, "job": 1, "event": "recovery_finished"} 2024-08-19T11:34:10.619 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-08-19T11:34:10.619 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-19T11:34:10.619 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-19T11:34:10.619 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x564887b9ce00 2024-08-19T11:34:10.619 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: DB pointer 0x564887c9a000 2024-08-19T11:34:10.619 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-19T11:34:10.619 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-19T11:34:10.619 INFO:journalctl@ceph.mon.c.smithi136.stdout: ** DB Stats ** 2024-08-19T11:34:10.619 INFO:journalctl@ceph.mon.c.smithi136.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-19T11:34:10.619 INFO:journalctl@ceph.mon.c.smithi136.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-19T11:34:10.619 INFO:journalctl@ceph.mon.c.smithi136.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-19T11:34:10.619 INFO:journalctl@ceph.mon.c.smithi136.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-19T11:34:10.619 INFO:journalctl@ceph.mon.c.smithi136.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-19T11:34:10.620 INFO:journalctl@ceph.mon.c.smithi136.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-19T11:34:10.620 INFO:journalctl@ceph.mon.c.smithi136.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-19T11:34:10.620 INFO:journalctl@ceph.mon.c.smithi136.stdout: 2024-08-19T11:34:10.620 INFO:journalctl@ceph.mon.c.smithi136.stdout: ** Compaction Stats [default] ** 2024-08-19T11:34:10.620 INFO:journalctl@ceph.mon.c.smithi136.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-19T11:34:10.620 INFO:journalctl@ceph.mon.c.smithi136.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-19T11:34:10.620 INFO:journalctl@ceph.mon.c.smithi136.stdout: L0 1/0 5.70 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 752.1 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-08-19T11:34:10.620 INFO:journalctl@ceph.mon.c.smithi136.stdout: L6 1/0 7.50 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-19T11:34:10.620 INFO:journalctl@ceph.mon.c.smithi136.stdout: Sum 2/0 13.20 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 752.1 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-08-19T11:34:10.620 INFO:journalctl@ceph.mon.c.smithi136.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 752.1 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-08-19T11:34:10.620 INFO:journalctl@ceph.mon.c.smithi136.stdout: 2024-08-19T11:34:10.620 INFO:journalctl@ceph.mon.c.smithi136.stdout: ** Compaction Stats [default] ** 2024-08-19T11:34:10.620 INFO:journalctl@ceph.mon.c.smithi136.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-19T11:34:10.620 INFO:journalctl@ceph.mon.c.smithi136.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-19T11:34:10.621 INFO:journalctl@ceph.mon.c.smithi136.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 752.1 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-08-19T11:34:10.621 INFO:journalctl@ceph.mon.c.smithi136.stdout: 2024-08-19T11:34:10.621 INFO:journalctl@ceph.mon.c.smithi136.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-19T11:34:10.621 INFO:journalctl@ceph.mon.c.smithi136.stdout: 2024-08-19T11:34:10.621 INFO:journalctl@ceph.mon.c.smithi136.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-19T11:34:10.621 INFO:journalctl@ceph.mon.c.smithi136.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-08-19T11:34:10.621 INFO:journalctl@ceph.mon.c.smithi136.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-19T11:34:10.621 INFO:journalctl@ceph.mon.c.smithi136.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-19T11:34:10.621 INFO:journalctl@ceph.mon.c.smithi136.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-19T11:34:10.621 INFO:journalctl@ceph.mon.c.smithi136.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-19T11:34:10.621 INFO:journalctl@ceph.mon.c.smithi136.stdout: Cumulative compaction: 0.01 GB write, 228.05 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-19T11:34:10.621 INFO:journalctl@ceph.mon.c.smithi136.stdout: Interval compaction: 0.01 GB write, 228.05 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-19T11:34:10.621 INFO:journalctl@ceph.mon.c.smithi136.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-19T11:34:10.621 INFO:journalctl@ceph.mon.c.smithi136.stdout: Block cache BinnedLRUCache@0x564887b6d610#7 capacity: 512.00 MB usage: 14.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-08-19T11:34:10.622 INFO:journalctl@ceph.mon.c.smithi136.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.03 KB,0.0007689%) IndexBlock(1,10.08 KB,0.00192225%) Misc(1,0.00 KB,0%) 2024-08-19T11:34:10.622 INFO:journalctl@ceph.mon.c.smithi136.stdout: 2024-08-19T11:34:10.622 INFO:journalctl@ceph.mon.c.smithi136.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-19T11:34:10.622 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: starting mon.c rank 2 at public addrs [v2:172.21.15.136:3301/0,v1:172.21.15.136:6790/0] at bind addrs [v2:172.21.15.136:3301/0,v1:172.21.15.136:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:34:10.622 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: mon.c@-1(???) e3 preinit fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:34:10.622 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: mon.c@-1(???).mds e8 new map 2024-08-19T11:34:10.622 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: mon.c@-1(???).mds e8 print_map 2024-08-19T11:34:10.622 INFO:journalctl@ceph.mon.c.smithi136.stdout: e8 2024-08-19T11:34:10.622 INFO:journalctl@ceph.mon.c.smithi136.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-19T11:34:10.622 INFO:journalctl@ceph.mon.c.smithi136.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-19T11:34:10.622 INFO:journalctl@ceph.mon.c.smithi136.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-19T11:34:10.622 INFO:journalctl@ceph.mon.c.smithi136.stdout: legacy client fscid: 1 2024-08-19T11:34:10.623 INFO:journalctl@ceph.mon.c.smithi136.stdout: 2024-08-19T11:34:10.623 INFO:journalctl@ceph.mon.c.smithi136.stdout: Filesystem 'cephfs' (1) 2024-08-19T11:34:10.623 INFO:journalctl@ceph.mon.c.smithi136.stdout: fs_name cephfs 2024-08-19T11:34:10.623 INFO:journalctl@ceph.mon.c.smithi136.stdout: epoch 8 2024-08-19T11:34:10.623 INFO:journalctl@ceph.mon.c.smithi136.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-19T11:34:10.623 INFO:journalctl@ceph.mon.c.smithi136.stdout: created 2024-08-19T11:27:29.322092+0000 2024-08-19T11:34:10.623 INFO:journalctl@ceph.mon.c.smithi136.stdout: modified 2024-08-19T11:27:40.817495+0000 2024-08-19T11:34:10.623 INFO:journalctl@ceph.mon.c.smithi136.stdout: tableserver 0 2024-08-19T11:34:10.623 INFO:journalctl@ceph.mon.c.smithi136.stdout: root 0 2024-08-19T11:34:10.623 INFO:journalctl@ceph.mon.c.smithi136.stdout: session_timeout 60 2024-08-19T11:34:10.623 INFO:journalctl@ceph.mon.c.smithi136.stdout: session_autoclose 300 2024-08-19T11:34:10.623 INFO:journalctl@ceph.mon.c.smithi136.stdout: max_file_size 1099511627776 2024-08-19T11:34:10.623 INFO:journalctl@ceph.mon.c.smithi136.stdout: max_xattr_size 65536 2024-08-19T11:34:10.623 INFO:journalctl@ceph.mon.c.smithi136.stdout: required_client_features {} 2024-08-19T11:34:10.624 INFO:journalctl@ceph.mon.c.smithi136.stdout: last_failure 0 2024-08-19T11:34:10.624 INFO:journalctl@ceph.mon.c.smithi136.stdout: last_failure_osd_epoch 0 2024-08-19T11:34:10.624 INFO:journalctl@ceph.mon.c.smithi136.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-19T11:34:10.624 INFO:journalctl@ceph.mon.c.smithi136.stdout: max_mds 1 2024-08-19T11:34:10.624 INFO:journalctl@ceph.mon.c.smithi136.stdout: in 0 2024-08-19T11:34:10.624 INFO:journalctl@ceph.mon.c.smithi136.stdout: up {0=24350} 2024-08-19T11:34:10.624 INFO:journalctl@ceph.mon.c.smithi136.stdout: failed 2024-08-19T11:34:10.624 INFO:journalctl@ceph.mon.c.smithi136.stdout: damaged 2024-08-19T11:34:10.624 INFO:journalctl@ceph.mon.c.smithi136.stdout: stopped 2024-08-19T11:34:10.624 INFO:journalctl@ceph.mon.c.smithi136.stdout: data_pools [3] 2024-08-19T11:34:10.624 INFO:journalctl@ceph.mon.c.smithi136.stdout: metadata_pool 2 2024-08-19T11:34:10.624 INFO:journalctl@ceph.mon.c.smithi136.stdout: inline_data disabled 2024-08-19T11:34:10.624 INFO:journalctl@ceph.mon.c.smithi136.stdout: balancer 2024-08-19T11:34:10.624 INFO:journalctl@ceph.mon.c.smithi136.stdout: bal_rank_mask -1 2024-08-19T11:34:10.625 INFO:journalctl@ceph.mon.c.smithi136.stdout: standby_count_wanted 0 2024-08-19T11:34:10.625 INFO:journalctl@ceph.mon.c.smithi136.stdout: qdb_cluster leader: 0 members: 2024-08-19T11:34:10.625 INFO:journalctl@ceph.mon.c.smithi136.stdout: [mds.a{0:24350} state up:active seq 6 addr [v2:172.21.15.136:6834/771816949,v1:172.21.15.136:6835/771816949] compat {c=[1],r=[1],i=[7ff]}] 2024-08-19T11:34:10.625 INFO:journalctl@ceph.mon.c.smithi136.stdout: 2024-08-19T11:34:10.625 INFO:journalctl@ceph.mon.c.smithi136.stdout: 2024-08-19T11:34:10.625 INFO:journalctl@ceph.mon.c.smithi136.stdout: Standby daemons: 2024-08-19T11:34:10.625 INFO:journalctl@ceph.mon.c.smithi136.stdout: 2024-08-19T11:34:10.625 INFO:journalctl@ceph.mon.c.smithi136.stdout: [mds.b{-1:24319} state up:standby seq 1 addr [v2:172.21.15.155:6832/3471803320,v1:172.21.15.155:6833/3471803320] compat {c=[1],r=[1],i=[7ff]}] 2024-08-19T11:34:10.625 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: mon.c@-1(???).osd e264 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-19T11:34:10.625 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: mon.c@-1(???).osd e264 crush map has features 432629308056666112, adjusting msgr requires 2024-08-19T11:34:10.625 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: mon.c@-1(???).osd e264 crush map has features 432629308056666112, adjusting msgr requires 2024-08-19T11:34:10.625 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: mon.c@-1(???).osd e264 crush map has features 432629308056666112, adjusting msgr requires 2024-08-19T11:34:10.625 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 ceph-mon[88916]: mon.c@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-08-19T11:34:10.625 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 bash[88878]: 6904f5e6079fe33d137a5d8a7e9e7f01b0e816331a145d73cdb6f22b50cdefc7 2024-08-19T11:34:10.626 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:10 smithi136 systemd[1]: Started Ceph mon.c for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:34:15.555 INFO:tasks.rados.rados.0.smithi136.stdout:1003: done (0 left) 2024-08-19T11:34:15.555 INFO:tasks.rados.rados.0.smithi136.stdout:1004: read oid 40 snap -1 2024-08-19T11:34:15.555 INFO:tasks.rados.rados.0.smithi136.stdout:1004: expect (ObjNum 143 snap 37 seq_num 143) 2024-08-19T11:34:15.555 INFO:tasks.rados.rados.0.smithi136.stdout:1005: read oid 5 snap -1 2024-08-19T11:34:15.555 INFO:tasks.rados.rados.0.smithi136.stdout:1005: expect (ObjNum 272 snap 76 seq_num 272) 2024-08-19T11:34:15.555 INFO:tasks.rados.rados.0.smithi136.stdout:1006: setattr oid 44 current snap is 94 2024-08-19T11:34:15.557 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 26 current snap is 94 2024-08-19T11:34:15.557 INFO:tasks.rados.rados.0.smithi136.stdout:1007: seq_num 310 ranges {2318336=401408} 2024-08-19T11:34:15.572 INFO:tasks.rados.rados.0.smithi136.stdout:1007: writing smithi13674108-26 from 2318336 to 2719744 tid 1 2024-08-19T11:34:15.572 INFO:tasks.rados.rados.0.smithi136.stdout:1008: snap_create 2024-08-19T11:34:15.572 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 405 (ObjNum 267 snap 74 seq_num 267) dirty exists 2024-08-19T11:34:15.582 INFO:tasks.rados.rados.0.smithi136.stdout:1005: expect (ObjNum 272 snap 76 seq_num 272) 2024-08-19T11:34:15.726 INFO:tasks.rados.rados.0.smithi136.stdout:1007: finishing write tid 1 to smithi13674108-26 2024-08-19T11:34:15.726 INFO:tasks.rados.rados.0.smithi136.stdout:1007: finishing write tid 2 to smithi13674108-26 2024-08-19T11:34:15.726 INFO:tasks.rados.rados.0.smithi136.stdout:1007: finishing write tid 3 to smithi13674108-26 2024-08-19T11:34:15.726 INFO:tasks.rados.rados.0.smithi136.stdout:1007: oid 26 updating version 0 to 418 2024-08-19T11:34:15.726 INFO:tasks.rados.rados.0.smithi136.stdout:1007: oid 26 version 418 is already newer than 417 2024-08-19T11:34:15.726 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 418 (ObjNum 310 snap 94 seq_num 310) dirty exists 2024-08-19T11:34:15.727 INFO:tasks.rados.rados.0.smithi136.stdout:1007: left oid 26 (ObjNum 310 snap 94 seq_num 310) 2024-08-19T11:34:15.727 INFO:tasks.rados.rados.0.smithi136.stdout:1004: expect (ObjNum 143 snap 37 seq_num 143) 2024-08-19T11:34:16.182 INFO:teuthology.orchestra.run.smithi136.stdout:true 2024-08-19T11:34:16.567 INFO:tasks.rados.rados.0.smithi136.stdout:1004: done (4 left) 2024-08-19T11:34:16.568 INFO:tasks.rados.rados.0.smithi136.stdout:1005: done (3 left) 2024-08-19T11:34:16.568 INFO:tasks.rados.rados.0.smithi136.stdout:1006: done (2 left) 2024-08-19T11:34:16.568 INFO:tasks.rados.rados.0.smithi136.stdout:1007: done (1 left) 2024-08-19T11:34:16.568 INFO:tasks.rados.rados.0.smithi136.stdout:1008: done (0 left) 2024-08-19T11:34:16.568 INFO:tasks.rados.rados.0.smithi136.stdout:1009: copy_from oid 31 from oid 47 current snap is 95 2024-08-19T11:34:16.569 INFO:tasks.rados.rados.0.smithi136.stdout:1010: read oid 12 snap 94 2024-08-19T11:34:16.569 INFO:tasks.rados.rados.0.smithi136.stdout:1010: expect (ObjNum 296 snap 89 seq_num 296) 2024-08-19T11:34:16.569 INFO:tasks.rados.rados.0.smithi136.stdout:1011: delete oid 32 current snap is 95 2024-08-19T11:34:16.577 INFO:tasks.rados.rados.0.smithi136.stdout:1011: done (2 left) 2024-08-19T11:34:16.577 INFO:tasks.rados.rados.0.smithi136.stdout:1012: snap_create 2024-08-19T11:34:16.585 INFO:tasks.rados.rados.0.smithi136.stdout:1010: expect (ObjNum 296 snap 89 seq_num 296) 2024-08-19T11:34:16.804 INFO:teuthology.orchestra.run.smithi136.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T11:34:16.804 INFO:teuthology.orchestra.run.smithi136.stdout:alertmanager.a smithi136 *:9093,9094 running (4m) 17s ago 5m 24.0M - 0.25.0 c8568f914cd2 5af88c4acee8 2024-08-19T11:34:16.804 INFO:teuthology.orchestra.run.smithi136.stdout:grafana.a smithi155 *:3000 running (5m) 16s ago 5m 87.9M - 9.4.7 954c08fa6188 cb3e816dd27a 2024-08-19T11:34:16.804 INFO:teuthology.orchestra.run.smithi136.stdout:mds.a smithi136 running (7m) 17s ago 7m 20.5M - 18.2.4-721-gbaa926de e6c292a6bc95 70acc09ac00c 2024-08-19T11:34:16.804 INFO:teuthology.orchestra.run.smithi136.stdout:mds.b smithi155 running (7m) 16s ago 7m 17.2M - 18.2.4-721-gbaa926de e6c292a6bc95 f9104a674461 2024-08-19T11:34:16.805 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.x smithi155 *:8443,9283,8765 running (42s) 16s ago 10m 449M - 19.0.0-5847-g79766939 50bbda8a3289 64c8cd762719 2024-08-19T11:34:16.805 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.y smithi136 *:8443,9283,8765 running (71s) 17s ago 12m 486M - 19.0.0-5847-g79766939 50bbda8a3289 2c0aee4c2faf 2024-08-19T11:34:16.805 INFO:teuthology.orchestra.run.smithi136.stdout:mon.a smithi136 running (28s) 17s ago 12m 31.7M 2048M 19.0.0-5847-g79766939 50bbda8a3289 9ab88b9dc010 2024-08-19T11:34:16.805 INFO:teuthology.orchestra.run.smithi136.stdout:mon.b smithi155 running (10m) 16s ago 10m 55.5M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 91dd29510477 2024-08-19T11:34:16.805 INFO:teuthology.orchestra.run.smithi136.stdout:mon.c smithi136 starting - - - 2048M 2024-08-19T11:34:16.805 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.a smithi136 *:9100 running (5m) 17s ago 5m 16.4M - 1.5.0 0da6a335fe13 8b8c68944f5b 2024-08-19T11:34:16.805 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.b smithi155 *:9100 running (5m) 16s ago 5m 17.0M - 1.5.0 0da6a335fe13 94f522beed05 2024-08-19T11:34:16.805 INFO:teuthology.orchestra.run.smithi136.stdout:osd.0 smithi136 running (10m) 17s ago 10m 155M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 e96830382dcf 2024-08-19T11:34:16.805 INFO:teuthology.orchestra.run.smithi136.stdout:osd.1 smithi136 running (9m) 17s ago 9m 107M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 bca15785dcda 2024-08-19T11:34:16.805 INFO:teuthology.orchestra.run.smithi136.stdout:osd.2 smithi136 running (9m) 17s ago 9m 134M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 f79852ccd72a 2024-08-19T11:34:16.805 INFO:teuthology.orchestra.run.smithi136.stdout:osd.3 smithi136 running (8m) 17s ago 8m 108M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 e4e2f187c816 2024-08-19T11:34:16.806 INFO:teuthology.orchestra.run.smithi136.stdout:osd.4 smithi155 running (8m) 16s ago 8m 134M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 41fae920e9f8 2024-08-19T11:34:16.806 INFO:teuthology.orchestra.run.smithi136.stdout:osd.5 smithi155 running (8m) 16s ago 8m 144M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 a11fccf8327d 2024-08-19T11:34:16.806 INFO:teuthology.orchestra.run.smithi136.stdout:osd.6 smithi155 running (7m) 16s ago 7m 125M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 ae2da85c009a 2024-08-19T11:34:16.806 INFO:teuthology.orchestra.run.smithi136.stdout:osd.7 smithi155 running (7m) 16s ago 7m 99.7M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 78b9ac5d3d4f 2024-08-19T11:34:16.806 INFO:teuthology.orchestra.run.smithi136.stdout:prometheus.a smithi155 *:9095 running (47s) 16s ago 6m 43.4M - 2.43.0 a07b618ecd1d 58dd6060f319 2024-08-19T11:34:16.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[86496]: mon.c calling monitor election 2024-08-19T11:34:16.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[86496]: mon.a calling monitor election 2024-08-19T11:34:16.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[86496]: mon.b calling monitor election 2024-08-19T11:34:16.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[86496]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-19T11:34:16.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[86496]: monmap epoch 3 2024-08-19T11:34:16.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[86496]: fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:34:16.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[86496]: last_changed 2024-08-19T11:23:34.271854+0000 2024-08-19T11:34:16.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[86496]: created 2024-08-19T11:22:03.711368+0000 2024-08-19T11:34:16.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[86496]: min_mon_release 18 (reef) 2024-08-19T11:34:16.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[86496]: election_strategy: 1 2024-08-19T11:34:16.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[86496]: 0: [v2:172.21.15.136:3300/0,v1:172.21.15.136:6789/0] mon.a 2024-08-19T11:34:16.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[86496]: 1: [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] mon.b 2024-08-19T11:34:16.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[86496]: 2: [v2:172.21.15.136:3301/0,v1:172.21.15.136:6790/0] mon.c 2024-08-19T11:34:16.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[86496]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-19T11:34:16.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[86496]: osdmap e265: 8 total, 8 up, 8 in 2024-08-19T11:34:16.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[86496]: mgrmap e39: y(active, since 21s), standbys: x 2024-08-19T11:34:16.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[86496]: overall HEALTH_OK 2024-08-19T11:34:16.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[88916]: mon.c calling monitor election 2024-08-19T11:34:16.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[88916]: mon.a calling monitor election 2024-08-19T11:34:16.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[88916]: mon.b calling monitor election 2024-08-19T11:34:16.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[88916]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-19T11:34:16.850 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[88916]: monmap epoch 3 2024-08-19T11:34:16.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[88916]: fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:34:16.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[88916]: last_changed 2024-08-19T11:23:34.271854+0000 2024-08-19T11:34:16.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[88916]: created 2024-08-19T11:22:03.711368+0000 2024-08-19T11:34:16.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[88916]: min_mon_release 18 (reef) 2024-08-19T11:34:16.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[88916]: election_strategy: 1 2024-08-19T11:34:16.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[88916]: 0: [v2:172.21.15.136:3300/0,v1:172.21.15.136:6789/0] mon.a 2024-08-19T11:34:16.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[88916]: 1: [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] mon.b 2024-08-19T11:34:16.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[88916]: 2: [v2:172.21.15.136:3301/0,v1:172.21.15.136:6790/0] mon.c 2024-08-19T11:34:16.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[88916]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-19T11:34:16.851 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[88916]: osdmap e265: 8 total, 8 up, 8 in 2024-08-19T11:34:16.852 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[88916]: mgrmap e39: y(active, since 21s), standbys: x 2024-08-19T11:34:16.852 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:16 smithi136 ceph-mon[88916]: overall HEALTH_OK 2024-08-19T11:34:16.896 INFO:tasks.rados.rados.0.smithi136.stdout:1009: finishing copy_from racing read to smithi13674108-31 2024-08-19T11:34:16.897 INFO:tasks.rados.rados.0.smithi136.stdout:1009: finishing copy_from to smithi13674108-31 2024-08-19T11:34:16.897 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 267 (ObjNum 274 snap 77 seq_num 274) dirty exists 2024-08-19T11:34:16.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:16 smithi155 ceph-mon[19718]: mon.c calling monitor election 2024-08-19T11:34:16.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:16 smithi155 ceph-mon[19718]: mon.a calling monitor election 2024-08-19T11:34:16.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:16 smithi155 ceph-mon[19718]: mon.b calling monitor election 2024-08-19T11:34:16.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:16 smithi155 ceph-mon[19718]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-19T11:34:16.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:16 smithi155 ceph-mon[19718]: monmap epoch 3 2024-08-19T11:34:16.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:16 smithi155 ceph-mon[19718]: fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:34:16.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:16 smithi155 ceph-mon[19718]: last_changed 2024-08-19T11:23:34.271854+0000 2024-08-19T11:34:16.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:16 smithi155 ceph-mon[19718]: created 2024-08-19T11:22:03.711368+0000 2024-08-19T11:34:16.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:16 smithi155 ceph-mon[19718]: min_mon_release 18 (reef) 2024-08-19T11:34:16.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:16 smithi155 ceph-mon[19718]: election_strategy: 1 2024-08-19T11:34:16.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:16 smithi155 ceph-mon[19718]: 0: [v2:172.21.15.136:3300/0,v1:172.21.15.136:6789/0] mon.a 2024-08-19T11:34:16.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:16 smithi155 ceph-mon[19718]: 1: [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] mon.b 2024-08-19T11:34:16.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:16 smithi155 ceph-mon[19718]: 2: [v2:172.21.15.136:3301/0,v1:172.21.15.136:6790/0] mon.c 2024-08-19T11:34:16.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:16 smithi155 ceph-mon[19718]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-19T11:34:16.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:16 smithi155 ceph-mon[19718]: osdmap e265: 8 total, 8 up, 8 in 2024-08-19T11:34:16.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:16 smithi155 ceph-mon[19718]: mgrmap e39: y(active, since 21s), standbys: x 2024-08-19T11:34:16.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:16 smithi155 ceph-mon[19718]: overall HEALTH_OK 2024-08-19T11:34:17.165 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:34:17.166 INFO:teuthology.orchestra.run.smithi136.stdout: "mon": { 2024-08-19T11:34:17.166 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 1, 2024-08-19T11:34:17.166 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T11:34:17.166 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:34:17.166 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr": { 2024-08-19T11:34:17.166 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T11:34:17.166 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:34:17.166 INFO:teuthology.orchestra.run.smithi136.stdout: "osd": { 2024-08-19T11:34:17.167 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 8 2024-08-19T11:34:17.167 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:34:17.167 INFO:teuthology.orchestra.run.smithi136.stdout: "mds": { 2024-08-19T11:34:17.167 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T11:34:17.167 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:34:17.167 INFO:teuthology.orchestra.run.smithi136.stdout: "overall": { 2024-08-19T11:34:17.167 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 11, 2024-08-19T11:34:17.167 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 4 2024-08-19T11:34:17.167 INFO:teuthology.orchestra.run.smithi136.stdout: } 2024-08-19T11:34:17.167 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:34:17.458 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:34:17.459 INFO:teuthology.orchestra.run.smithi136.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T11:34:17.459 INFO:teuthology.orchestra.run.smithi136.stdout: "in_progress": true, 2024-08-19T11:34:17.459 INFO:teuthology.orchestra.run.smithi136.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T11:34:17.459 INFO:teuthology.orchestra.run.smithi136.stdout: "services_complete": [ 2024-08-19T11:34:17.459 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr" 2024-08-19T11:34:17.459 INFO:teuthology.orchestra.run.smithi136.stdout: ], 2024-08-19T11:34:17.459 INFO:teuthology.orchestra.run.smithi136.stdout: "progress": "3/20 daemons upgraded", 2024-08-19T11:34:17.459 INFO:teuthology.orchestra.run.smithi136.stdout: "message": "Currently upgrading mon daemons", 2024-08-19T11:34:17.460 INFO:teuthology.orchestra.run.smithi136.stdout: "is_paused": false 2024-08-19T11:34:17.460 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:34:17.582 INFO:tasks.rados.rados.0.smithi136.stdout:1009: done (2 left) 2024-08-19T11:34:17.582 INFO:tasks.rados.rados.0.smithi136.stdout:1010: done (1 left) 2024-08-19T11:34:17.582 INFO:tasks.rados.rados.0.smithi136.stdout:1012: done (0 left) 2024-08-19T11:34:17.582 INFO:tasks.rados.rados.0.smithi136.stdout:1013: copy_from oid 38 from oid 8 current snap is 96 2024-08-19T11:34:17.582 INFO:tasks.rados.rados.0.smithi136.stdout:1014: delete oid 42 current snap is 96 2024-08-19T11:34:17.586 INFO:tasks.rados.rados.0.smithi136.stdout:1014: done (1 left) 2024-08-19T11:34:17.586 INFO:tasks.rados.rados.0.smithi136.stdout:1015: delete oid 29 current snap is 96 2024-08-19T11:34:17.589 INFO:tasks.rados.rados.0.smithi136.stdout:1015: done (1 left) 2024-08-19T11:34:17.589 INFO:tasks.rados.rados.0.smithi136.stdout:1016: rollback oid 27 current snap is 96 2024-08-19T11:34:17.590 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 27 to 74 2024-08-19T11:34:17.590 INFO:tasks.rados.rados.0.smithi136.stdout:1017: snap_remove snap 90 2024-08-19T11:34:17.682 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:34:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:34:17] "GET /metrics HTTP/1.1" 200 36038 "" "Prometheus/2.43.0" 2024-08-19T11:34:17.682 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:17 smithi136 ceph-mon[88916]: from='client.34149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:34:17.682 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:17 smithi136 ceph-mon[88916]: from='client.34155 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:34:17.683 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:17 smithi136 ceph-mon[88916]: osdmap e266: 8 total, 8 up, 8 in 2024-08-19T11:34:17.683 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:17 smithi136 ceph-mon[88916]: from='client.34161 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:34:17.683 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:17 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/2376683282' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:34:17.683 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:17 smithi136 ceph-mon[86496]: from='client.34149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:34:17.683 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:17 smithi136 ceph-mon[86496]: from='client.34155 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:34:17.683 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:17 smithi136 ceph-mon[86496]: osdmap e266: 8 total, 8 up, 8 in 2024-08-19T11:34:17.683 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:17 smithi136 ceph-mon[86496]: from='client.34161 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:34:17.683 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:17 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/2376683282' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:34:17.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:17 smithi155 ceph-mon[19718]: from='client.34149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:34:17.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:17 smithi155 ceph-mon[19718]: from='client.34155 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:34:17.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:17 smithi155 ceph-mon[19718]: osdmap e266: 8 total, 8 up, 8 in 2024-08-19T11:34:17.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:17 smithi155 ceph-mon[19718]: from='client.34161 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:34:17.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:17 smithi155 ceph-mon[19718]: from='client.? 172.21.15.136:0/2376683282' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:34:18.579 INFO:tasks.rados.rados.0.smithi136.stdout:1017: done (2 left) 2024-08-19T11:34:18.579 INFO:tasks.rados.rados.0.smithi136.stdout:1018: copy_from oid 3 from oid 44 current snap is 96 2024-08-19T11:34:18.579 INFO:tasks.rados.rados.0.smithi136.stdout:1016: finishing rollback tid 0 to smithi13674108-27 2024-08-19T11:34:18.579 INFO:tasks.rados.rados.0.smithi136.stdout:1016: finishing rollback tid 1 to smithi13674108-27 2024-08-19T11:34:18.579 INFO:tasks.rados.rados.0.smithi136.stdout:1016: finishing rollback tid 2 to smithi13674108-27 2024-08-19T11:34:18.579 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 75 (ObjNum 219 snap 60 seq_num 219) dirty exists 2024-08-19T11:34:18.579 INFO:tasks.rados.rados.0.smithi136.stdout:1013: finishing copy_from racing read to smithi13674108-38 2024-08-19T11:34:18.579 INFO:tasks.rados.rados.0.smithi136.stdout:1013: finishing copy_from to smithi13674108-38 2024-08-19T11:34:18.579 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 338 (ObjNum 216 snap 60 seq_num 216) dirty exists 2024-08-19T11:34:18.580 INFO:tasks.rados.rados.0.smithi136.stdout:1013: done (2 left) 2024-08-19T11:34:18.580 INFO:tasks.rados.rados.0.smithi136.stdout:1016: done (1 left) 2024-08-19T11:34:18.580 INFO:tasks.rados.rados.0.smithi136.stdout:1019: rollback oid 23 current snap is 96 2024-08-19T11:34:18.580 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 23 to 93 2024-08-19T11:34:18.580 INFO:tasks.rados.rados.0.smithi136.stdout:1020: rollback oid 49 current snap is 96 2024-08-19T11:34:18.580 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 49 to 91 2024-08-19T11:34:18.580 INFO:tasks.rados.rados.0.smithi136.stdout:1021: snap_remove snap 88 2024-08-19T11:34:18.602 INFO:tasks.rados.rados.0.smithi136.stdout:1021: done (3 left) 2024-08-19T11:34:18.602 INFO:tasks.rados.rados.0.smithi136.stdout:1022: copy_from oid 19 from oid 11 current snap is 96 2024-08-19T11:34:18.602 INFO:tasks.rados.rados.0.smithi136.stdout:1020: finishing rollback tid 0 to smithi13674108-49 2024-08-19T11:34:18.602 INFO:tasks.rados.rados.0.smithi136.stdout:1019: finishing rollback tid 0 to smithi13674108-23 2024-08-19T11:34:18.602 INFO:tasks.rados.rados.0.smithi136.stdout:1019: finishing rollback tid 1 to smithi13674108-23 2024-08-19T11:34:18.602 INFO:tasks.rados.rados.0.smithi136.stdout:1019: finishing rollback tid 2 to smithi13674108-23 2024-08-19T11:34:18.602 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 178 (ObjNum 288 snap 85 seq_num 288) dirty exists 2024-08-19T11:34:18.602 INFO:tasks.rados.rados.0.smithi136.stdout:1020: finishing rollback tid 1 to smithi13674108-49 2024-08-19T11:34:18.602 INFO:tasks.rados.rados.0.smithi136.stdout:1020: finishing rollback tid 2 to smithi13674108-49 2024-08-19T11:34:18.602 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 376 (ObjNum 283 snap 81 seq_num 283) dirty exists 2024-08-19T11:34:18.603 INFO:tasks.rados.rados.0.smithi136.stdout:1019: done (3 left) 2024-08-19T11:34:18.603 INFO:tasks.rados.rados.0.smithi136.stdout:1020: done (2 left) 2024-08-19T11:34:18.603 INFO:tasks.rados.rados.0.smithi136.stdout:1023: snap_create 2024-08-19T11:34:18.608 INFO:tasks.rados.rados.0.smithi136.stdout:1018: finishing copy_from racing read to smithi13674108-3 2024-08-19T11:34:18.611 INFO:tasks.rados.rados.0.smithi136.stdout:1018: finishing copy_from to smithi13674108-3 2024-08-19T11:34:18.611 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 405 (ObjNum 267 snap 74 seq_num 267) dirty exists 2024-08-19T11:34:18.629 INFO:tasks.rados.rados.0.smithi136.stdout:1022: finishing copy_from racing read to smithi13674108-19 2024-08-19T11:34:18.630 INFO:tasks.rados.rados.0.smithi136.stdout:1022: finishing copy_from to smithi13674108-19 2024-08-19T11:34:18.630 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 342 (ObjNum 184 snap 48 seq_num 184) dirty exists 2024-08-19T11:34:18.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:18 smithi136 ceph-mon[88916]: pgmap v29: 121 pgs: 121 active+clean; 155 MiB data, 891 MiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 91 KiB/s wr, 4 op/s 2024-08-19T11:34:18.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:18 smithi136 ceph-mon[88916]: from='client.34173 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:34:18.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:18 smithi136 ceph-mon[88916]: osdmap e267: 8 total, 8 up, 8 in 2024-08-19T11:34:18.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:18 smithi136 ceph-mon[86496]: pgmap v29: 121 pgs: 121 active+clean; 155 MiB data, 891 MiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 91 KiB/s wr, 4 op/s 2024-08-19T11:34:18.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:18 smithi136 ceph-mon[86496]: from='client.34173 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:34:18.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:18 smithi136 ceph-mon[86496]: osdmap e267: 8 total, 8 up, 8 in 2024-08-19T11:34:18.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:18 smithi155 ceph-mon[19718]: pgmap v29: 121 pgs: 121 active+clean; 155 MiB data, 891 MiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 91 KiB/s wr, 4 op/s 2024-08-19T11:34:18.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:18 smithi155 ceph-mon[19718]: from='client.34173 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:34:18.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:18 smithi155 ceph-mon[19718]: osdmap e267: 8 total, 8 up, 8 in 2024-08-19T11:34:19.600 INFO:tasks.rados.rados.0.smithi136.stdout:1018: done (2 left) 2024-08-19T11:34:19.600 INFO:tasks.rados.rados.0.smithi136.stdout:1022: done (1 left) 2024-08-19T11:34:19.600 INFO:tasks.rados.rados.0.smithi136.stdout:1023: done (0 left) 2024-08-19T11:34:19.600 INFO:tasks.rados.rados.0.smithi136.stdout:1024: copy_from oid 35 from oid 22 current snap is 97 2024-08-19T11:34:19.600 INFO:tasks.rados.rados.0.smithi136.stdout:1025: rollback oid 20 current snap is 97 2024-08-19T11:34:19.600 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 20 to 95 2024-08-19T11:34:19.600 INFO:tasks.rados.rados.0.smithi136.stdout:1026: delete oid 27 current snap is 97 2024-08-19T11:34:19.605 INFO:tasks.rados.rados.0.smithi136.stdout:1024: finishing copy_from to smithi13674108-35 2024-08-19T11:34:19.605 INFO:tasks.rados.rados.0.smithi136.stdout:1024: got expected ENOENT (src dne) 2024-08-19T11:34:19.605 INFO:tasks.rados.rados.0.smithi136.stdout:1024: finishing copy_from racing read to smithi13674108-35 2024-08-19T11:34:19.607 INFO:tasks.rados.rados.0.smithi136.stdout:1025: finishing rollback tid 0 to smithi13674108-20 2024-08-19T11:34:19.607 INFO:tasks.rados.rados.0.smithi136.stdout:1024: done (2 left) 2024-08-19T11:34:19.607 INFO:tasks.rados.rados.0.smithi136.stdout:1026: done (1 left) 2024-08-19T11:34:19.607 INFO:tasks.rados.rados.0.smithi136.stdout:1027: rollback oid 24 current snap is 97 2024-08-19T11:34:19.607 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 24 to 91 2024-08-19T11:34:19.607 INFO:tasks.rados.rados.0.smithi136.stdout:1028: delete oid 25 current snap is 97 2024-08-19T11:34:19.607 INFO:tasks.rados.rados.0.smithi136.stdout:1025: finishing rollback tid 1 to smithi13674108-20 2024-08-19T11:34:19.607 INFO:tasks.rados.rados.0.smithi136.stdout:1025: finishing rollback tid 2 to smithi13674108-20 2024-08-19T11:34:19.608 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 408 (ObjNum 265 snap 73 seq_num 265) dirty exists 2024-08-19T11:34:19.610 INFO:tasks.rados.rados.0.smithi136.stdout:1025: done (2 left) 2024-08-19T11:34:19.610 INFO:tasks.rados.rados.0.smithi136.stdout:1028: done (1 left) 2024-08-19T11:34:19.610 INFO:tasks.rados.rados.0.smithi136.stdout:1029: copy_from oid 1 from oid 48 current snap is 97 2024-08-19T11:34:19.610 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 5 current snap is 97 2024-08-19T11:34:19.610 INFO:tasks.rados.rados.0.smithi136.stdout:1030: seq_num 316 ranges {4186112=499712} 2024-08-19T11:34:19.636 INFO:tasks.rados.rados.0.smithi136.stdout:1030: writing smithi13674108-5 from 4186112 to 4685824 tid 1 2024-08-19T11:34:19.636 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 3 current snap is 97 2024-08-19T11:34:19.636 INFO:tasks.rados.rados.0.smithi136.stdout:1027: finishing rollback tid 0 to smithi13674108-24 2024-08-19T11:34:19.636 INFO:tasks.rados.rados.0.smithi136.stdout:1031: seq_num 317 ranges {2080768=516096} 2024-08-19T11:34:19.651 INFO:tasks.rados.rados.0.smithi136.stdout:1031: writing smithi13674108-3 from 2080768 to 2596864 tid 1 2024-08-19T11:34:19.651 INFO:tasks.rados.rados.0.smithi136.stdout:1032: rollback oid 13 current snap is 97 2024-08-19T11:34:19.651 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 13 to 74 2024-08-19T11:34:19.651 INFO:tasks.rados.rados.0.smithi136.stdout:1027: finishing rollback tid 1 to smithi13674108-24 2024-08-19T11:34:19.651 INFO:tasks.rados.rados.0.smithi136.stdout:1027: finishing rollback tid 2 to smithi13674108-24 2024-08-19T11:34:19.651 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 430 (ObjNum 262 snap 73 seq_num 262) dirty exists 2024-08-19T11:34:19.651 INFO:tasks.rados.rados.0.smithi136.stdout:1029: finishing copy_from racing read to smithi13674108-1 2024-08-19T11:34:19.651 INFO:tasks.rados.rados.0.smithi136.stdout:1029: finishing copy_from to smithi13674108-1 2024-08-19T11:34:19.651 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 1 v 332 (ObjNum 134 snap 32 seq_num 134) dirty exists 2024-08-19T11:34:19.652 INFO:tasks.rados.rados.0.smithi136.stdout:1027: done (4 left) 2024-08-19T11:34:19.652 INFO:tasks.rados.rados.0.smithi136.stdout:1029: done (3 left) 2024-08-19T11:34:19.652 INFO:tasks.rados.rados.0.smithi136.stdout:1033: read oid 10 snap -1 2024-08-19T11:34:19.652 INFO:tasks.rados.rados.0.smithi136.stdout:1033: expect (ObjNum 305 snap 93 seq_num 305) 2024-08-19T11:34:19.652 INFO:tasks.rados.rados.0.smithi136.stdout:1034: snap_remove snap 95 2024-08-19T11:34:19.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:19 smithi136 ceph-mon[88916]: osdmap e268: 8 total, 8 up, 8 in 2024-08-19T11:34:19.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:19 smithi136 ceph-mon[88916]: osdmap e269: 8 total, 8 up, 8 in 2024-08-19T11:34:19.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:19 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:19.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:19 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:19.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:19 smithi136 ceph-mon[86496]: osdmap e268: 8 total, 8 up, 8 in 2024-08-19T11:34:19.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:19 smithi136 ceph-mon[86496]: osdmap e269: 8 total, 8 up, 8 in 2024-08-19T11:34:19.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:19 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:19.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:19 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:19.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:19 smithi155 ceph-mon[19718]: osdmap e268: 8 total, 8 up, 8 in 2024-08-19T11:34:19.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:19 smithi155 ceph-mon[19718]: osdmap e269: 8 total, 8 up, 8 in 2024-08-19T11:34:19.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:19 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:19.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:19 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:20.364 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:34:20 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:34:20.318+0000 7f725e66e640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-08-19T11:34:20.609 INFO:tasks.rados.rados.0.smithi136.stdout:1034: done (4 left) 2024-08-19T11:34:20.609 INFO:tasks.rados.rados.0.smithi136.stdout:1035: read oid 24 snap -1 2024-08-19T11:34:20.609 INFO:tasks.rados.rados.0.smithi136.stdout:1035: expect (ObjNum 262 snap 73 seq_num 262) 2024-08-19T11:34:20.609 INFO:tasks.rados.rados.0.smithi136.stdout:1036: read oid 36 snap -1 2024-08-19T11:34:20.609 INFO:tasks.rados.rados.0.smithi136.stdout:1036: expect (ObjNum 291 snap 86 seq_num 291) 2024-08-19T11:34:20.609 INFO:tasks.rados.rados.0.smithi136.stdout:1037: read oid 1 snap 93 2024-08-19T11:34:20.610 INFO:tasks.rados.rados.0.smithi136.stdout:1037: expect (ObjNum 242 snap 68 seq_num 242) 2024-08-19T11:34:20.610 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 12 current snap is 97 2024-08-19T11:34:20.610 INFO:tasks.rados.rados.0.smithi136.stdout:1038: seq_num 318 ranges {4653056=532480} 2024-08-19T11:34:20.639 INFO:tasks.rados.rados.0.smithi136.stdout:1038: writing smithi13674108-12 from 4653056 to 5185536 tid 1 2024-08-19T11:34:20.639 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 38 current snap is 97 2024-08-19T11:34:20.639 INFO:tasks.rados.rados.0.smithi136.stdout:1039: seq_num 319 ranges {1884160=548864} 2024-08-19T11:34:20.652 INFO:tasks.rados.rados.0.smithi136.stdout:1039: writing smithi13674108-38 from 1884160 to 2433024 tid 1 2024-08-19T11:34:20.652 INFO:tasks.rados.rados.0.smithi136.stdout:1040: read oid 4 snap -1 2024-08-19T11:34:20.652 INFO:tasks.rados.rados.0.smithi136.stdout:1040: expect (ObjNum 302 snap 91 seq_num 302) 2024-08-19T11:34:20.652 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 19 current snap is 97 2024-08-19T11:34:20.652 INFO:tasks.rados.rados.0.smithi136.stdout:1030: finishing write tid 1 to smithi13674108-5 2024-08-19T11:34:20.653 INFO:tasks.rados.rados.0.smithi136.stdout:1030: finishing write tid 2 to smithi13674108-5 2024-08-19T11:34:20.653 INFO:tasks.rados.rados.0.smithi136.stdout:1030: finishing write tid 3 to smithi13674108-5 2024-08-19T11:34:20.653 INFO:tasks.rados.rados.0.smithi136.stdout:1030: oid 5 updating version 0 to 433 2024-08-19T11:34:20.653 INFO:tasks.rados.rados.0.smithi136.stdout:1030: oid 5 version 433 is already newer than 432 2024-08-19T11:34:20.653 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 433 (ObjNum 316 snap 97 seq_num 316) dirty exists 2024-08-19T11:34:20.653 INFO:tasks.rados.rados.0.smithi136.stdout:1030: left oid 5 (ObjNum 316 snap 97 seq_num 316) 2024-08-19T11:34:20.653 INFO:tasks.rados.rados.0.smithi136.stdout:1041: seq_num 320 ranges {2981888=565248} 2024-08-19T11:34:20.653 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:20 smithi136 ceph-mon[88916]: pgmap v33: 121 pgs: 121 active+clean; 155 MiB data, 891 MiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 108 KiB/s wr, 8 op/s 2024-08-19T11:34:20.653 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:20 smithi136 ceph-mon[88916]: osdmap e270: 8 total, 8 up, 8 in 2024-08-19T11:34:20.654 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:20 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:20.654 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:20 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:20.654 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:20 smithi136 ceph-mon[86496]: pgmap v33: 121 pgs: 121 active+clean; 155 MiB data, 891 MiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 108 KiB/s wr, 8 op/s 2024-08-19T11:34:20.654 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:20 smithi136 ceph-mon[86496]: osdmap e270: 8 total, 8 up, 8 in 2024-08-19T11:34:20.654 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:20 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:20.654 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:20 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:20.672 INFO:tasks.rados.rados.0.smithi136.stdout:1041: writing smithi13674108-19 from 2981888 to 3547136 tid 1 2024-08-19T11:34:20.672 INFO:tasks.rados.rados.0.smithi136.stdout:1030: done (10 left) 2024-08-19T11:34:20.672 INFO:tasks.rados.rados.0.smithi136.stdout:1042: rollback oid 11 current snap is 97 2024-08-19T11:34:20.672 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 11 to 92 2024-08-19T11:34:20.672 INFO:tasks.rados.rados.0.smithi136.stdout:1032: finishing rollback tid 1 to smithi13674108-13 2024-08-19T11:34:20.672 INFO:tasks.rados.rados.0.smithi136.stdout:1032: finishing rollback tid 2 to smithi13674108-13 2024-08-19T11:34:20.672 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 199 (ObjNum 171 snap 45 seq_num 171) dirty exists 2024-08-19T11:34:20.672 INFO:tasks.rados.rados.0.smithi136.stdout:1033: expect (ObjNum 305 snap 93 seq_num 305) 2024-08-19T11:34:20.682 INFO:tasks.rados.rados.0.smithi136.stdout:1031: finishing write tid 1 to smithi13674108-3 2024-08-19T11:34:20.682 INFO:tasks.rados.rados.0.smithi136.stdout:1031: finishing write tid 2 to smithi13674108-3 2024-08-19T11:34:20.683 INFO:tasks.rados.rados.0.smithi136.stdout:1031: finishing write tid 3 to smithi13674108-3 2024-08-19T11:34:20.683 INFO:tasks.rados.rados.0.smithi136.stdout:1031: oid 3 updating version 0 to 418 2024-08-19T11:34:20.683 INFO:tasks.rados.rados.0.smithi136.stdout:1031: oid 3 updating version 418 to 419 2024-08-19T11:34:20.683 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 419 (ObjNum 317 snap 97 seq_num 317) dirty exists 2024-08-19T11:34:20.683 INFO:tasks.rados.rados.0.smithi136.stdout:1031: left oid 3 (ObjNum 317 snap 97 seq_num 317) 2024-08-19T11:34:20.683 INFO:tasks.rados.rados.0.smithi136.stdout:1031: done (10 left) 2024-08-19T11:34:20.683 INFO:tasks.rados.rados.0.smithi136.stdout:1032: done (9 left) 2024-08-19T11:34:20.683 INFO:tasks.rados.rados.0.smithi136.stdout:1033: done (8 left) 2024-08-19T11:34:20.683 INFO:tasks.rados.rados.0.smithi136.stdout:1043: rmattr oid 23 current snap is 97 2024-08-19T11:34:20.683 INFO:tasks.rados.rados.0.smithi136.stdout:1036: expect (ObjNum 291 snap 86 seq_num 291) 2024-08-19T11:34:20.686 INFO:tasks.rados.rados.0.smithi136.stdout:1037: expect (ObjNum 242 snap 68 seq_num 242) 2024-08-19T11:34:20.729 INFO:tasks.rados.rados.0.smithi136.stdout:1035: expect (ObjNum 262 snap 73 seq_num 262) 2024-08-19T11:34:20.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:20 smithi155 ceph-mon[19718]: pgmap v33: 121 pgs: 121 active+clean; 155 MiB data, 891 MiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 108 KiB/s wr, 8 op/s 2024-08-19T11:34:20.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:20 smithi155 ceph-mon[19718]: osdmap e270: 8 total, 8 up, 8 in 2024-08-19T11:34:20.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:20 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:20.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:20 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:20.968 INFO:tasks.rados.rados.0.smithi136.stdout:1038: finishing write tid 1 to smithi13674108-12 2024-08-19T11:34:20.968 INFO:tasks.rados.rados.0.smithi136.stdout:1038: finishing write tid 2 to smithi13674108-12 2024-08-19T11:34:20.968 INFO:tasks.rados.rados.0.smithi136.stdout:1038: finishing write tid 3 to smithi13674108-12 2024-08-19T11:34:20.968 INFO:tasks.rados.rados.0.smithi136.stdout:1038: oid 12 updating version 0 to 185 2024-08-19T11:34:20.968 INFO:tasks.rados.rados.0.smithi136.stdout:1038: oid 12 updating version 185 to 186 2024-08-19T11:34:20.968 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 186 (ObjNum 318 snap 97 seq_num 318) dirty exists 2024-08-19T11:34:20.968 INFO:tasks.rados.rados.0.smithi136.stdout:1038: left oid 12 (ObjNum 318 snap 97 seq_num 318) 2024-08-19T11:34:20.968 INFO:tasks.rados.rados.0.smithi136.stdout:1035: done (8 left) 2024-08-19T11:34:20.968 INFO:tasks.rados.rados.0.smithi136.stdout:1036: done (7 left) 2024-08-19T11:34:20.968 INFO:tasks.rados.rados.0.smithi136.stdout:1037: done (6 left) 2024-08-19T11:34:20.968 INFO:tasks.rados.rados.0.smithi136.stdout:1038: done (5 left) 2024-08-19T11:34:20.969 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 30 current snap is 97 2024-08-19T11:34:20.969 INFO:tasks.rados.rados.0.smithi136.stdout:1039: finishing write tid 1 to smithi13674108-38 2024-08-19T11:34:20.969 INFO:tasks.rados.rados.0.smithi136.stdout:1044: seq_num 321 ranges {0=581632} 2024-08-19T11:34:20.971 INFO:tasks.rados.rados.0.smithi136.stdout:1044: writing smithi13674108-30 from 0 to 581632 tid 1 2024-08-19T11:34:20.971 INFO:tasks.rados.rados.0.smithi136.stdout:1045: read oid 35 snap -1 2024-08-19T11:34:20.971 INFO:tasks.rados.rados.0.smithi136.stdout:1045: expect (ObjNum 192 snap 51 seq_num 192) 2024-08-19T11:34:20.971 INFO:tasks.rados.rados.0.smithi136.stdout:1046: delete oid 47 current snap is 97 2024-08-19T11:34:20.971 INFO:tasks.rados.rados.0.smithi136.stdout:1039: finishing write tid 2 to smithi13674108-38 2024-08-19T11:34:20.971 INFO:tasks.rados.rados.0.smithi136.stdout:1039: finishing write tid 3 to smithi13674108-38 2024-08-19T11:34:20.971 INFO:tasks.rados.rados.0.smithi136.stdout:1039: oid 38 updating version 0 to 341 2024-08-19T11:34:20.972 INFO:tasks.rados.rados.0.smithi136.stdout:1039: oid 38 version 341 is already newer than 340 2024-08-19T11:34:20.972 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 341 (ObjNum 319 snap 97 seq_num 319) dirty exists 2024-08-19T11:34:20.972 INFO:tasks.rados.rados.0.smithi136.stdout:1039: left oid 38 (ObjNum 319 snap 97 seq_num 319) 2024-08-19T11:34:20.972 INFO:tasks.rados.rados.0.smithi136.stdout:1040: expect (ObjNum 302 snap 91 seq_num 302) 2024-08-19T11:34:21.220 INFO:tasks.rados.rados.0.smithi136.stdout:1042: finishing rollback tid 0 to smithi13674108-11 2024-08-19T11:34:21.220 INFO:tasks.rados.rados.0.smithi136.stdout:1041: finishing write tid 1 to smithi13674108-19 2024-08-19T11:34:21.220 INFO:tasks.rados.rados.0.smithi136.stdout:1042: finishing rollback tid 1 to smithi13674108-11 2024-08-19T11:34:21.220 INFO:tasks.rados.rados.0.smithi136.stdout:1041: finishing write tid 2 to smithi13674108-19 2024-08-19T11:34:21.220 INFO:tasks.rados.rados.0.smithi136.stdout:1042: finishing rollback tid 2 to smithi13674108-11 2024-08-19T11:34:21.220 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 426 (ObjNum 184 snap 48 seq_num 184) dirty exists 2024-08-19T11:34:21.220 INFO:tasks.rados.rados.0.smithi136.stdout:1041: finishing write tid 3 to smithi13674108-19 2024-08-19T11:34:21.220 INFO:tasks.rados.rados.0.smithi136.stdout:1041: oid 19 updating version 0 to 343 2024-08-19T11:34:21.220 INFO:tasks.rados.rados.0.smithi136.stdout:1041: oid 19 updating version 343 to 344 2024-08-19T11:34:21.220 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 344 (ObjNum 320 snap 97 seq_num 320) dirty exists 2024-08-19T11:34:21.220 INFO:tasks.rados.rados.0.smithi136.stdout:1041: left oid 19 (ObjNum 320 snap 97 seq_num 320) 2024-08-19T11:34:21.220 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 179 (ObjNum 288 snap 85 seq_num 288) dirty exists 2024-08-19T11:34:21.221 INFO:tasks.rados.rados.0.smithi136.stdout:1039: done (7 left) 2024-08-19T11:34:21.221 INFO:tasks.rados.rados.0.smithi136.stdout:1040: done (6 left) 2024-08-19T11:34:21.221 INFO:tasks.rados.rados.0.smithi136.stdout:1041: done (5 left) 2024-08-19T11:34:21.221 INFO:tasks.rados.rados.0.smithi136.stdout:1042: done (4 left) 2024-08-19T11:34:21.221 INFO:tasks.rados.rados.0.smithi136.stdout:1043: done (3 left) 2024-08-19T11:34:21.221 INFO:tasks.rados.rados.0.smithi136.stdout:1046: done (2 left) 2024-08-19T11:34:21.221 INFO:tasks.rados.rados.0.smithi136.stdout:1047: rollback oid 47 current snap is 97 2024-08-19T11:34:21.221 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 47 to 93 2024-08-19T11:34:21.221 INFO:tasks.rados.rados.0.smithi136.stdout:1045: expect (ObjNum 192 snap 51 seq_num 192) 2024-08-19T11:34:21.240 INFO:tasks.rados.rados.0.smithi136.stdout:1044: finishing write tid 1 to smithi13674108-30 2024-08-19T11:34:21.240 INFO:tasks.rados.rados.0.smithi136.stdout:1044: finishing write tid 2 to smithi13674108-30 2024-08-19T11:34:21.241 INFO:tasks.rados.rados.0.smithi136.stdout:1044: finishing write tid 3 to smithi13674108-30 2024-08-19T11:34:21.241 INFO:tasks.rados.rados.0.smithi136.stdout:1044: oid 30 updating version 0 to 170 2024-08-19T11:34:21.241 INFO:tasks.rados.rados.0.smithi136.stdout:1044: oid 30 version 170 is already newer than 169 2024-08-19T11:34:21.241 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 170 (ObjNum 321 snap 97 seq_num 321) dirty exists 2024-08-19T11:34:21.241 INFO:tasks.rados.rados.0.smithi136.stdout:1044: left oid 30 (ObjNum 321 snap 97 seq_num 321) 2024-08-19T11:34:21.241 INFO:tasks.rados.rados.0.smithi136.stdout:1044: done (2 left) 2024-08-19T11:34:21.241 INFO:tasks.rados.rados.0.smithi136.stdout:1045: done (1 left) 2024-08-19T11:34:21.241 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 2 current snap is 97 2024-08-19T11:34:21.241 INFO:tasks.rados.rados.0.smithi136.stdout:1047: finishing rollback tid 1 to smithi13674108-47 2024-08-19T11:34:21.241 INFO:tasks.rados.rados.0.smithi136.stdout:1047: finishing rollback tid 2 to smithi13674108-47 2024-08-19T11:34:21.241 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 328 (ObjNum 274 snap 77 seq_num 274) dirty exists 2024-08-19T11:34:21.241 INFO:tasks.rados.rados.0.smithi136.stdout:1048: seq_num 323 ranges {1490944=614400} 2024-08-19T11:34:21.254 INFO:tasks.rados.rados.0.smithi136.stdout:1048: writing smithi13674108-2 from 1490944 to 2105344 tid 1 2024-08-19T11:34:21.254 INFO:tasks.rados.rados.0.smithi136.stdout:1047: done (1 left) 2024-08-19T11:34:21.254 INFO:tasks.rados.rados.0.smithi136.stdout:1049: read oid 42 snap -1 2024-08-19T11:34:21.254 INFO:tasks.rados.rados.0.smithi136.stdout:1049: expect deleted 2024-08-19T11:34:21.254 INFO:tasks.rados.rados.0.smithi136.stdout:1050: read oid 1 snap 96 2024-08-19T11:34:21.254 INFO:tasks.rados.rados.0.smithi136.stdout:1050: expect (ObjNum 242 snap 68 seq_num 242) 2024-08-19T11:34:21.254 INFO:tasks.rados.rados.0.smithi136.stdout:1051: snap_remove snap 92 2024-08-19T11:34:21.620 INFO:tasks.rados.rados.0.smithi136.stdout:1051: done (3 left) 2024-08-19T11:34:21.620 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 6 current snap is 97 2024-08-19T11:34:21.620 INFO:tasks.rados.rados.0.smithi136.stdout:1052: seq_num 324 ranges {0=630784} 2024-08-19T11:34:21.624 INFO:tasks.rados.rados.0.smithi136.stdout:1052: writing smithi13674108-6 from 0 to 630784 tid 1 2024-08-19T11:34:21.624 INFO:tasks.rados.rados.0.smithi136.stdout:1053: snap_create 2024-08-19T11:34:21.625 INFO:tasks.rados.rados.0.smithi136.stdout:1048: finishing write tid 1 to smithi13674108-2 2024-08-19T11:34:21.625 INFO:tasks.rados.rados.0.smithi136.stdout:1048: finishing write tid 2 to smithi13674108-2 2024-08-19T11:34:21.625 INFO:tasks.rados.rados.0.smithi136.stdout:1048: finishing write tid 3 to smithi13674108-2 2024-08-19T11:34:21.625 INFO:tasks.rados.rados.0.smithi136.stdout:1048: oid 2 updating version 0 to 387 2024-08-19T11:34:21.625 INFO:tasks.rados.rados.0.smithi136.stdout:1048: oid 2 version 387 is already newer than 386 2024-08-19T11:34:21.625 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 2 v 387 (ObjNum 323 snap 97 seq_num 323) dirty exists 2024-08-19T11:34:21.625 INFO:tasks.rados.rados.0.smithi136.stdout:1048: left oid 2 (ObjNum 323 snap 97 seq_num 323) 2024-08-19T11:34:21.625 INFO:tasks.rados.rados.0.smithi136.stdout:1050: expect (ObjNum 242 snap 68 seq_num 242) 2024-08-19T11:34:21.671 INFO:tasks.rados.rados.0.smithi136.stdout:1052: finishing write tid 1 to smithi13674108-6 2024-08-19T11:34:21.672 INFO:tasks.rados.rados.0.smithi136.stdout:1052: finishing write tid 2 to smithi13674108-6 2024-08-19T11:34:21.672 INFO:tasks.rados.rados.0.smithi136.stdout:1052: finishing write tid 3 to smithi13674108-6 2024-08-19T11:34:21.672 INFO:tasks.rados.rados.0.smithi136.stdout:1052: oid 6 updating version 0 to 332 2024-08-19T11:34:21.672 INFO:tasks.rados.rados.0.smithi136.stdout:1052: oid 6 version 332 is already newer than 331 2024-08-19T11:34:21.672 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 332 (ObjNum 324 snap 97 seq_num 324) dirty exists 2024-08-19T11:34:21.672 INFO:tasks.rados.rados.0.smithi136.stdout:1052: left oid 6 (ObjNum 324 snap 97 seq_num 324) 2024-08-19T11:34:21.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:21 smithi155 ceph-mon[19718]: osdmap e271: 8 total, 8 up, 8 in 2024-08-19T11:34:22.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:21 smithi136 ceph-mon[86496]: osdmap e271: 8 total, 8 up, 8 in 2024-08-19T11:34:22.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:21 smithi136 ceph-mon[88916]: osdmap e271: 8 total, 8 up, 8 in 2024-08-19T11:34:22.623 INFO:tasks.rados.rados.0.smithi136.stdout:1048: done (4 left) 2024-08-19T11:34:22.623 INFO:tasks.rados.rados.0.smithi136.stdout:1049: done (3 left) 2024-08-19T11:34:22.624 INFO:tasks.rados.rados.0.smithi136.stdout:1050: done (2 left) 2024-08-19T11:34:22.624 INFO:tasks.rados.rados.0.smithi136.stdout:1052: done (1 left) 2024-08-19T11:34:22.624 INFO:tasks.rados.rados.0.smithi136.stdout:1053: done (0 left) 2024-08-19T11:34:22.624 INFO:tasks.rados.rados.0.smithi136.stdout:1054: snap_create 2024-08-19T11:34:22.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:22 smithi155 ceph-mon[19718]: pgmap v36: 121 pgs: 121 active+clean; 155 MiB data, 891 MiB used, 714 GiB / 715 GiB avail 2024-08-19T11:34:22.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:22 smithi155 ceph-mon[19718]: osdmap e272: 8 total, 8 up, 8 in 2024-08-19T11:34:23.025 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:22 smithi136 ceph-mon[88916]: pgmap v36: 121 pgs: 121 active+clean; 155 MiB data, 891 MiB used, 714 GiB / 715 GiB avail 2024-08-19T11:34:23.025 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:22 smithi136 ceph-mon[88916]: osdmap e272: 8 total, 8 up, 8 in 2024-08-19T11:34:23.025 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:22 smithi136 ceph-mon[86496]: pgmap v36: 121 pgs: 121 active+clean; 155 MiB data, 891 MiB used, 714 GiB / 715 GiB avail 2024-08-19T11:34:23.026 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:22 smithi136 ceph-mon[86496]: osdmap e272: 8 total, 8 up, 8 in 2024-08-19T11:34:23.622 INFO:tasks.rados.rados.0.smithi136.stdout:1054: done (0 left) 2024-08-19T11:34:23.623 INFO:tasks.rados.rados.0.smithi136.stdout:1055: read oid 17 snap 98 2024-08-19T11:34:23.623 INFO:tasks.rados.rados.0.smithi136.stdout:1055: expect deleted 2024-08-19T11:34:23.623 INFO:tasks.rados.rados.0.smithi136.stdout:1056: delete oid 15 current snap is 99 2024-08-19T11:34:23.628 INFO:tasks.rados.rados.0.smithi136.stdout:1055: done (1 left) 2024-08-19T11:34:23.628 INFO:tasks.rados.rados.0.smithi136.stdout:1056: done (0 left) 2024-08-19T11:34:23.629 INFO:tasks.rados.rados.0.smithi136.stdout:1057: read oid 41 snap 94 2024-08-19T11:34:23.629 INFO:tasks.rados.rados.0.smithi136.stdout:1057: expect (ObjNum 179 snap 47 seq_num 179) 2024-08-19T11:34:23.629 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 36 current snap is 99 2024-08-19T11:34:23.629 INFO:tasks.rados.rados.0.smithi136.stdout:1058: seq_num 326 ranges {122880=663552} 2024-08-19T11:34:23.633 INFO:tasks.rados.rados.0.smithi136.stdout:1058: writing smithi13674108-36 from 122880 to 786432 tid 1 2024-08-19T11:34:23.633 INFO:tasks.rados.rados.0.smithi136.stdout:1059: rollback oid 4 current snap is 99 2024-08-19T11:34:23.633 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 4 to 94 2024-08-19T11:34:23.633 INFO:tasks.rados.rados.0.smithi136.stdout:1060: rmattr oid 46 current snap is 99 2024-08-19T11:34:23.634 INFO:tasks.rados.rados.0.smithi136.stdout:1060: done (3 left) 2024-08-19T11:34:23.634 INFO:tasks.rados.rados.0.smithi136.stdout:1061: setattr oid 10 current snap is 99 2024-08-19T11:34:23.635 INFO:tasks.rados.rados.0.smithi136.stdout:1062: snap_remove snap 74 2024-08-19T11:34:23.876 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:23 smithi155 ceph-mon[19718]: osdmap e273: 8 total, 8 up, 8 in 2024-08-19T11:34:23.877 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:23 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:23.877 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:23 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:23.877 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:23 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:23.877 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:23 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:34:23.877 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:23 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:23.877 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:23 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:34:23.877 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:23 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:34:23.877 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:23 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-19T11:34:23.877 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:23 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-08-19T11:34:24.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:23 smithi136 ceph-mon[88916]: osdmap e273: 8 total, 8 up, 8 in 2024-08-19T11:34:24.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:23 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:24.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:23 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:24.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:23 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:24.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:23 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:34:24.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:23 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:24.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:23 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:34:24.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:23 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:34:24.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:23 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-19T11:34:24.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:23 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-08-19T11:34:24.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:23 smithi136 ceph-mon[86496]: osdmap e273: 8 total, 8 up, 8 in 2024-08-19T11:34:24.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:23 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:24.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:23 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:24.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:23 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:24.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:23 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:34:24.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:23 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:24.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:23 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:34:24.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:23 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:34:24.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:23 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-19T11:34:24.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:23 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-08-19T11:34:24.639 INFO:tasks.rados.rados.0.smithi136.stdout:1059: finishing rollback tid 0 to smithi13674108-4 2024-08-19T11:34:24.639 INFO:tasks.rados.rados.0.smithi136.stdout:1059: finishing rollback tid 1 to smithi13674108-4 2024-08-19T11:34:24.639 INFO:tasks.rados.rados.0.smithi136.stdout:1059: finishing rollback tid 2 to smithi13674108-4 2024-08-19T11:34:24.639 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 436 (ObjNum 302 snap 91 seq_num 302) dirty exists 2024-08-19T11:34:24.639 INFO:tasks.rados.rados.0.smithi136.stdout:1057: expect (ObjNum 179 snap 47 seq_num 179) 2024-08-19T11:34:24.726 INFO:tasks.rados.rados.0.smithi136.stdout:1058: finishing write tid 1 to smithi13674108-36 2024-08-19T11:34:24.726 INFO:tasks.rados.rados.0.smithi136.stdout:1058: finishing write tid 2 to smithi13674108-36 2024-08-19T11:34:24.727 INFO:tasks.rados.rados.0.smithi136.stdout:1058: finishing write tid 3 to smithi13674108-36 2024-08-19T11:34:24.727 INFO:tasks.rados.rados.0.smithi136.stdout:1058: oid 36 updating version 0 to 171 2024-08-19T11:34:24.727 INFO:tasks.rados.rados.0.smithi136.stdout:1058: oid 36 updating version 171 to 172 2024-08-19T11:34:24.727 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 172 (ObjNum 326 snap 99 seq_num 326) dirty exists 2024-08-19T11:34:24.727 INFO:tasks.rados.rados.0.smithi136.stdout:1058: left oid 36 (ObjNum 326 snap 99 seq_num 326) 2024-08-19T11:34:24.727 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 173 (ObjNum 305 snap 93 seq_num 305) dirty exists 2024-08-19T11:34:24.727 INFO:tasks.rados.rados.0.smithi136.stdout:1057: done (4 left) 2024-08-19T11:34:24.727 INFO:tasks.rados.rados.0.smithi136.stdout:1058: done (3 left) 2024-08-19T11:34:24.727 INFO:tasks.rados.rados.0.smithi136.stdout:1059: done (2 left) 2024-08-19T11:34:24.727 INFO:tasks.rados.rados.0.smithi136.stdout:1061: done (1 left) 2024-08-19T11:34:24.727 INFO:tasks.rados.rados.0.smithi136.stdout:1062: done (0 left) 2024-08-19T11:34:24.727 INFO:tasks.rados.rados.0.smithi136.stdout:1063: rmattr oid 30 current snap is 99 2024-08-19T11:34:24.727 INFO:tasks.rados.rados.0.smithi136.stdout:1063: done (0 left) 2024-08-19T11:34:24.727 INFO:tasks.rados.rados.0.smithi136.stdout:1064: snap_remove snap 96 2024-08-19T11:34:24.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:24 smithi155 ceph-mon[19718]: pgmap v39: 121 pgs: 121 active+clean; 172 MiB data, 983 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 19 op/s 2024-08-19T11:34:24.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:24 smithi155 ceph-mon[19718]: Upgrade: It appears safe to stop mon.b 2024-08-19T11:34:24.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:24 smithi155 ceph-mon[19718]: osdmap e274: 8 total, 8 up, 8 in 2024-08-19T11:34:25.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:24 smithi136 ceph-mon[88916]: pgmap v39: 121 pgs: 121 active+clean; 172 MiB data, 983 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 19 op/s 2024-08-19T11:34:25.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:24 smithi136 ceph-mon[88916]: Upgrade: It appears safe to stop mon.b 2024-08-19T11:34:25.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:24 smithi136 ceph-mon[88916]: osdmap e274: 8 total, 8 up, 8 in 2024-08-19T11:34:25.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:24 smithi136 ceph-mon[86496]: pgmap v39: 121 pgs: 121 active+clean; 172 MiB data, 983 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 19 op/s 2024-08-19T11:34:25.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:24 smithi136 ceph-mon[86496]: Upgrade: It appears safe to stop mon.b 2024-08-19T11:34:25.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:24 smithi136 ceph-mon[86496]: osdmap e274: 8 total, 8 up, 8 in 2024-08-19T11:34:25.731 INFO:tasks.rados.rados.0.smithi136.stdout:1064: done (0 left) 2024-08-19T11:34:25.731 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 11 current snap is 99 2024-08-19T11:34:25.732 INFO:tasks.rados.rados.0.smithi136.stdout:1065: seq_num 327 ranges {2981888=679936} 2024-08-19T11:34:25.752 INFO:tasks.rados.rados.0.smithi136.stdout:1065: writing smithi13674108-11 from 2981888 to 3661824 tid 1 2024-08-19T11:34:25.752 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 3 current snap is 99 2024-08-19T11:34:25.752 INFO:tasks.rados.rados.0.smithi136.stdout:1066: seq_num 328 ranges {2596864=696320} 2024-08-19T11:34:25.771 INFO:tasks.rados.rados.0.smithi136.stdout:1066: writing smithi13674108-3 from 2596864 to 3293184 tid 1 2024-08-19T11:34:25.771 INFO:tasks.rados.rados.0.smithi136.stdout:1067: rollback oid 13 current snap is 99 2024-08-19T11:34:25.771 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 13 to 94 2024-08-19T11:34:25.771 INFO:tasks.rados.rados.0.smithi136.stdout:1065: finishing write tid 1 to smithi13674108-11 2024-08-19T11:34:25.771 INFO:tasks.rados.rados.0.smithi136.stdout:1065: finishing write tid 2 to smithi13674108-11 2024-08-19T11:34:25.771 INFO:tasks.rados.rados.0.smithi136.stdout:1065: finishing write tid 3 to smithi13674108-11 2024-08-19T11:34:25.771 INFO:tasks.rados.rados.0.smithi136.stdout:1065: oid 11 updating version 0 to 455 2024-08-19T11:34:25.771 INFO:tasks.rados.rados.0.smithi136.stdout:1065: oid 11 version 455 is already newer than 454 2024-08-19T11:34:25.771 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 455 (ObjNum 327 snap 99 seq_num 327) dirty exists 2024-08-19T11:34:25.771 INFO:tasks.rados.rados.0.smithi136.stdout:1065: left oid 11 (ObjNum 327 snap 99 seq_num 327) 2024-08-19T11:34:25.771 INFO:tasks.rados.rados.0.smithi136.stdout:1065: done (2 left) 2024-08-19T11:34:25.771 INFO:tasks.rados.rados.0.smithi136.stdout:1068: rollback oid 25 current snap is 99 2024-08-19T11:34:25.772 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 25 to 93 2024-08-19T11:34:25.772 INFO:tasks.rados.rados.0.smithi136.stdout:1069: rmattr oid 46 current snap is 99 2024-08-19T11:34:25.772 INFO:tasks.rados.rados.0.smithi136.stdout:1070: rmattr oid 18 current snap is 99 2024-08-19T11:34:25.772 INFO:tasks.rados.rados.0.smithi136.stdout:1071: delete oid 7 current snap is 99 2024-08-19T11:34:25.772 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 46 v 0 (ObjNum 276 snap 77 seq_num 276) dirty exists 2024-08-19T11:34:25.773 INFO:tasks.rados.rados.0.smithi136.stdout:1067: finishing rollback tid 0 to smithi13674108-13 2024-08-19T11:34:25.773 INFO:tasks.rados.rados.0.smithi136.stdout:1068: finishing rollback tid 1 to smithi13674108-25 2024-08-19T11:34:25.773 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 420 (ObjNum 125 snap 32 seq_num 125) dirty exists 2024-08-19T11:34:25.773 INFO:tasks.rados.rados.0.smithi136.stdout:1068: finishing rollback tid 2 to smithi13674108-25 2024-08-19T11:34:25.774 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 343 (ObjNum 292 snap 86 seq_num 292) dirty exists 2024-08-19T11:34:25.774 INFO:tasks.rados.rados.0.smithi136.stdout:1067: finishing rollback tid 1 to smithi13674108-13 2024-08-19T11:34:25.774 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 206 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-19T11:34:25.775 INFO:tasks.rados.rados.0.smithi136.stdout:1066: finishing write tid 1 to smithi13674108-3 2024-08-19T11:34:25.775 INFO:tasks.rados.rados.0.smithi136.stdout:1066: finishing write tid 2 to smithi13674108-3 2024-08-19T11:34:25.776 INFO:tasks.rados.rados.0.smithi136.stdout:1067: done (5 left) 2024-08-19T11:34:25.776 INFO:tasks.rados.rados.0.smithi136.stdout:1068: done (4 left) 2024-08-19T11:34:25.776 INFO:tasks.rados.rados.0.smithi136.stdout:1069: done (3 left) 2024-08-19T11:34:25.776 INFO:tasks.rados.rados.0.smithi136.stdout:1070: done (2 left) 2024-08-19T11:34:25.776 INFO:tasks.rados.rados.0.smithi136.stdout:1071: done (1 left) 2024-08-19T11:34:25.777 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 46 current snap is 99 2024-08-19T11:34:25.777 INFO:tasks.rados.rados.0.smithi136.stdout:1072: seq_num 330 ranges {2236416=737280} 2024-08-19T11:34:25.792 INFO:tasks.rados.rados.0.smithi136.stdout:1072: writing smithi13674108-46 from 2236416 to 2973696 tid 1 2024-08-19T11:34:25.792 INFO:tasks.rados.rados.0.smithi136.stdout:1073: snap_remove snap 94 2024-08-19T11:34:25.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:25 smithi155 ceph-mon[19718]: osdmap e275: 8 total, 8 up, 8 in 2024-08-19T11:34:25.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:25 smithi155 ceph-mon[19718]: Upgrade: Updating mon.b 2024-08-19T11:34:25.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:25 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:25.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:25 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-19T11:34:25.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:25 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-19T11:34:25.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:25 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:25.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:25 smithi155 ceph-mon[19718]: Deploying daemon mon.b on smithi155 2024-08-19T11:34:25.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:25 smithi155 ceph-mon[19718]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:34:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:25 smithi136 ceph-mon[88916]: osdmap e275: 8 total, 8 up, 8 in 2024-08-19T11:34:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:25 smithi136 ceph-mon[88916]: Upgrade: Updating mon.b 2024-08-19T11:34:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-19T11:34:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-19T11:34:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:25 smithi136 ceph-mon[88916]: Deploying daemon mon.b on smithi155 2024-08-19T11:34:26.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:34:26.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:25 smithi136 ceph-mon[86496]: osdmap e275: 8 total, 8 up, 8 in 2024-08-19T11:34:26.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:25 smithi136 ceph-mon[86496]: Upgrade: Updating mon.b 2024-08-19T11:34:26.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:26.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-19T11:34:26.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-19T11:34:26.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:26.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:25 smithi136 ceph-mon[86496]: Deploying daemon mon.b on smithi155 2024-08-19T11:34:26.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:34:26.664 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:26 smithi155 systemd[1]: Stopping Ceph mon.b for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:34:26.928 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:26 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-b[19695]: 2024-08-19T11:34:26.661+0000 7f66cf2f2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T11:34:26.928 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:26 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-b[19695]: 2024-08-19T11:34:26.661+0000 7f66cf2f2640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-08-19T11:34:26.928 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:26 smithi155 podman[76492]: 2024-08-19 11:34:26.70355458 +0000 UTC m=+0.153302269 container died 91dd29510477ed009eddde63435200dbb2e486795076b6d9214f013423cb0d67 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-baa926d, io.buildah.version=1.36.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-08-19T11:34:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:27 smithi155 podman[76492]: 2024-08-19 11:34:27.051403603 +0000 UTC m=+0.501151293 container cleanup 91dd29510477ed009eddde63435200dbb2e486795076b6d9214f013423cb0d67 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-b, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=reef-baa926d, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-08-19T11:34:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:27 smithi155 bash[76492]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-b 2024-08-19T11:34:27.689 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:27 smithi155 podman[76512]: 2024-08-19 11:34:27.261258818 +0000 UTC m=+0.549566899 container remove 91dd29510477ed009eddde63435200dbb2e486795076b6d9214f013423cb0d67 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-b, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=reef-baa926d, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-08-19T11:34:27.690 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:27 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mon.b.service: Deactivated successfully. 2024-08-19T11:34:27.690 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:27 smithi155 systemd[1]: Stopped Ceph mon.b for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:34:27.690 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:27 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mon.b.service: Consumed 9.045s CPU time. 2024-08-19T11:34:27.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:34:27 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:34:27] "GET /metrics HTTP/1.1" 200 36109 "" "Prometheus/2.43.0" 2024-08-19T11:34:27.954 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:27 smithi155 systemd[1]: Starting Ceph mon.b for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:34:27.954 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:27 smithi155 podman[76641]: 2024-08-19 11:34:27.808795884 +0000 UTC m=+0.017773884 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:34:27.954 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:27 smithi155 podman[76641]: 2024-08-19 11:34:27.953824073 +0000 UTC m=+0.162802072 container create 1260b8dbc4a890378f32805bc68a412ef0c27c716de3c4e9ce50869d04d621c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-b, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, RELEASE=main-7976693, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T11:34:28.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 podman[76641]: 2024-08-19 11:34:28.239814053 +0000 UTC m=+0.448792059 container init 1260b8dbc4a890378f32805bc68a412ef0c27c716de3c4e9ce50869d04d621c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-b, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, RELEASE=main-7976693, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T11:34:28.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 podman[76641]: 2024-08-19 11:34:28.244547383 +0000 UTC m=+0.453525386 container start 1260b8dbc4a890378f32805bc68a412ef0c27c716de3c4e9ce50869d04d621c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, RELEASE=main-7976693, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True) 2024-08-19T11:34:28.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: set uid:gid to 167:167 (ceph:ceph) 2024-08-19T11:34:28.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev), process ceph-mon, pid 7 2024-08-19T11:34:28.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: pidfile_write: ignore empty --pid-file 2024-08-19T11:34:28.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: load: jerasure load: lrc 2024-08-19T11:34:28.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: RocksDB version: 7.9.2 2024-08-19T11:34:28.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Git sha 0 2024-08-19T11:34:28.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Compile date 2024-08-17 20:32:33 2024-08-19T11:34:28.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: DB SUMMARY 2024-08-19T11:34:28.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: DB Session ID: 060HG75UK3EC71VT7IF6 2024-08-19T11:34:28.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: CURRENT file: CURRENT 2024-08-19T11:34:28.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: IDENTITY file: IDENTITY 2024-08-19T11:34:28.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1411 Bytes 2024-08-19T11:34:28.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-08-19T11:34:28.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 10572193 ; 2024-08-19T11:34:28.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.error_if_exists: 0 2024-08-19T11:34:28.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.create_if_missing: 0 2024-08-19T11:34:28.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.paranoid_checks: 1 2024-08-19T11:34:28.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-19T11:34:28.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-19T11:34:28.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-19T11:34:28.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.env: 0x5583ea05bbe0 2024-08-19T11:34:28.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.fs: PosixFileSystem 2024-08-19T11:34:28.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.info_log: 0x5583ec41b700 2024-08-19T11:34:28.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.max_file_opening_threads: 16 2024-08-19T11:34:28.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.statistics: (nil) 2024-08-19T11:34:28.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.use_fsync: 0 2024-08-19T11:34:28.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.max_log_file_size: 0 2024-08-19T11:34:28.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-19T11:34:28.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-19T11:34:28.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.keep_log_file_num: 1000 2024-08-19T11:34:28.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.recycle_log_file_num: 0 2024-08-19T11:34:28.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.allow_fallocate: 1 2024-08-19T11:34:28.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.allow_mmap_reads: 0 2024-08-19T11:34:28.713 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.allow_mmap_writes: 0 2024-08-19T11:34:28.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.use_direct_reads: 0 2024-08-19T11:34:28.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-19T11:34:28.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.create_missing_column_families: 0 2024-08-19T11:34:28.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.db_log_dir: 2024-08-19T11:34:28.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.wal_dir: 2024-08-19T11:34:28.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-19T11:34:28.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-19T11:34:28.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-19T11:34:28.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-19T11:34:28.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-19T11:34:28.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-19T11:34:28.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.advise_random_on_open: 1 2024-08-19T11:34:28.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.db_write_buffer_size: 0 2024-08-19T11:34:28.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.write_buffer_manager: 0x5583ec41e960 2024-08-19T11:34:28.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-19T11:34:28.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-19T11:34:28.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-19T11:34:28.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.rate_limiter: (nil) 2024-08-19T11:34:28.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-19T11:34:28.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.wal_recovery_mode: 2 2024-08-19T11:34:28.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.enable_thread_tracking: 0 2024-08-19T11:34:28.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.enable_pipelined_write: 0 2024-08-19T11:34:28.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.unordered_write: 0 2024-08-19T11:34:28.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-19T11:34:28.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-19T11:34:28.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-19T11:34:28.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-19T11:34:28.715 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.row_cache: None 2024-08-19T11:34:28.716 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.wal_filter: None 2024-08-19T11:34:28.716 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-19T11:34:28.717 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.allow_ingest_behind: 0 2024-08-19T11:34:28.717 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.two_write_queues: 0 2024-08-19T11:34:28.717 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.manual_wal_flush: 0 2024-08-19T11:34:28.717 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.wal_compression: 0 2024-08-19T11:34:28.717 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.atomic_flush: 0 2024-08-19T11:34:28.717 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-19T11:34:28.717 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-19T11:34:28.717 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-19T11:34:28.717 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.log_readahead_size: 0 2024-08-19T11:34:28.717 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-19T11:34:28.718 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.best_efforts_recovery: 0 2024-08-19T11:34:28.718 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-19T11:34:28.718 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-19T11:34:28.718 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.allow_data_in_errors: 0 2024-08-19T11:34:28.718 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.db_host_id: __hostname__ 2024-08-19T11:34:28.718 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-19T11:34:28.718 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.max_background_jobs: 2 2024-08-19T11:34:28.718 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.max_background_compactions: -1 2024-08-19T11:34:28.718 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.max_subcompactions: 1 2024-08-19T11:34:28.718 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-19T11:34:28.718 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-19T11:34:28.718 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-19T11:34:28.718 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.max_total_wal_size: 0 2024-08-19T11:34:28.718 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-19T11:34:28.719 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-19T11:34:28.719 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-19T11:34:28.719 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-19T11:34:28.719 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.max_open_files: -1 2024-08-19T11:34:28.719 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.bytes_per_sync: 0 2024-08-19T11:34:28.719 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-19T11:34:28.719 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-19T11:34:28.719 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.compaction_readahead_size: 0 2024-08-19T11:34:28.719 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.max_background_flushes: -1 2024-08-19T11:34:28.719 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Compression algorithms supported: 2024-08-19T11:34:28.719 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: kZSTD supported: 0 2024-08-19T11:34:28.719 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: kXpressCompression supported: 0 2024-08-19T11:34:28.719 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: kBZip2Compression supported: 0 2024-08-19T11:34:28.719 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-19T11:34:28.720 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: kLZ4Compression supported: 1 2024-08-19T11:34:28.720 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: kZlibCompression supported: 1 2024-08-19T11:34:28.720 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: kLZ4HCCompression supported: 1 2024-08-19T11:34:28.720 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: kSnappyCompression supported: 1 2024-08-19T11:34:28.720 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-19T11:34:28.720 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-19T11:34:28.720 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-08-19T11:34:28.720 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-19T11:34:28.720 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-19T11:34:28.720 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.merge_operator: 2024-08-19T11:34:28.720 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.compaction_filter: None 2024-08-19T11:34:28.720 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.compaction_filter_factory: None 2024-08-19T11:34:28.720 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.sst_partitioner_factory: None 2024-08-19T11:34:28.720 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-19T11:34:28.721 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-19T11:34:28.721 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5583ec41b380) 2024-08-19T11:34:28.721 INFO:journalctl@ceph.mon.b.smithi155.stdout: cache_index_and_filter_blocks: 1 2024-08-19T11:34:28.721 INFO:journalctl@ceph.mon.b.smithi155.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-19T11:34:28.721 INFO:journalctl@ceph.mon.b.smithi155.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-19T11:34:28.721 INFO:journalctl@ceph.mon.b.smithi155.stdout: pin_top_level_index_and_filter: 1 2024-08-19T11:34:28.721 INFO:journalctl@ceph.mon.b.smithi155.stdout: index_type: 0 2024-08-19T11:34:28.721 INFO:journalctl@ceph.mon.b.smithi155.stdout: data_block_index_type: 0 2024-08-19T11:34:28.721 INFO:journalctl@ceph.mon.b.smithi155.stdout: index_shortening: 1 2024-08-19T11:34:28.721 INFO:journalctl@ceph.mon.b.smithi155.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-19T11:34:28.721 INFO:journalctl@ceph.mon.b.smithi155.stdout: checksum: 4 2024-08-19T11:34:28.721 INFO:journalctl@ceph.mon.b.smithi155.stdout: no_block_cache: 0 2024-08-19T11:34:28.721 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_cache: 0x5583ec40f610 2024-08-19T11:34:28.721 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_cache_name: BinnedLRUCache 2024-08-19T11:34:28.721 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_cache_options: 2024-08-19T11:34:28.722 INFO:journalctl@ceph.mon.b.smithi155.stdout: capacity : 536870912 2024-08-19T11:34:28.722 INFO:journalctl@ceph.mon.b.smithi155.stdout: num_shard_bits : 4 2024-08-19T11:34:28.722 INFO:journalctl@ceph.mon.b.smithi155.stdout: strict_capacity_limit : 0 2024-08-19T11:34:28.722 INFO:journalctl@ceph.mon.b.smithi155.stdout: high_pri_pool_ratio: 0.000 2024-08-19T11:34:28.722 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_cache_compressed: (nil) 2024-08-19T11:34:28.722 INFO:journalctl@ceph.mon.b.smithi155.stdout: persistent_cache: (nil) 2024-08-19T11:34:28.722 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_size: 4096 2024-08-19T11:34:28.722 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_size_deviation: 10 2024-08-19T11:34:28.722 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_restart_interval: 16 2024-08-19T11:34:28.722 INFO:journalctl@ceph.mon.b.smithi155.stdout: index_block_restart_interval: 1 2024-08-19T11:34:28.722 INFO:journalctl@ceph.mon.b.smithi155.stdout: metadata_block_size: 4096 2024-08-19T11:34:28.722 INFO:journalctl@ceph.mon.b.smithi155.stdout: partition_filters: 0 2024-08-19T11:34:28.722 INFO:journalctl@ceph.mon.b.smithi155.stdout: use_delta_encoding: 1 2024-08-19T11:34:28.723 INFO:journalctl@ceph.mon.b.smithi155.stdout: filter_policy: bloomfilter 2024-08-19T11:34:28.723 INFO:journalctl@ceph.mon.b.smithi155.stdout: whole_key_filtering: 1 2024-08-19T11:34:28.723 INFO:journalctl@ceph.mon.b.smithi155.stdout: verify_compression: 0 2024-08-19T11:34:28.723 INFO:journalctl@ceph.mon.b.smithi155.stdout: read_amp_bytes_per_bit: 0 2024-08-19T11:34:28.723 INFO:journalctl@ceph.mon.b.smithi155.stdout: format_version: 5 2024-08-19T11:34:28.723 INFO:journalctl@ceph.mon.b.smithi155.stdout: enable_index_compression: 1 2024-08-19T11:34:28.723 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_align: 0 2024-08-19T11:34:28.723 INFO:journalctl@ceph.mon.b.smithi155.stdout: max_auto_readahead_size: 262144 2024-08-19T11:34:28.723 INFO:journalctl@ceph.mon.b.smithi155.stdout: prepopulate_block_cache: 0 2024-08-19T11:34:28.723 INFO:journalctl@ceph.mon.b.smithi155.stdout: initial_auto_readahead_size: 8192 2024-08-19T11:34:28.723 INFO:journalctl@ceph.mon.b.smithi155.stdout: num_file_reads_for_auto_readahead: 2 2024-08-19T11:34:28.723 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.write_buffer_size: 33554432 2024-08-19T11:34:28.723 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.max_write_buffer_number: 2 2024-08-19T11:34:28.723 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.compression: NoCompression 2024-08-19T11:34:28.723 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.bottommost_compression: Disabled 2024-08-19T11:34:28.724 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.prefix_extractor: nullptr 2024-08-19T11:34:28.724 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-19T11:34:28.724 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.num_levels: 7 2024-08-19T11:34:28.724 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-19T11:34:28.724 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-19T11:34:28.724 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-19T11:34:28.724 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-19T11:34:28.724 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-19T11:34:28.724 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-19T11:34:28.724 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-19T11:34:28.724 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-19T11:34:28.724 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-19T11:34:28.724 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-19T11:34:28.724 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-19T11:34:28.724 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-19T11:34:28.725 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-19T11:34:28.725 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.compression_opts.level: 32767 2024-08-19T11:34:28.725 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.compression_opts.strategy: 0 2024-08-19T11:34:28.725 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-19T11:34:28.725 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-19T11:34:28.725 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-19T11:34:28.725 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-19T11:34:28.725 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.compression_opts.enabled: false 2024-08-19T11:34:28.725 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-19T11:34:28.725 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-19T11:34:28.725 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-19T11:34:28.725 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-19T11:34:28.725 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.target_file_size_base: 67108864 2024-08-19T11:34:28.725 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-19T11:34:28.725 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-19T11:34:28.726 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-19T11:34:28.726 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-19T11:34:28.726 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-19T11:34:28.726 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-19T11:34:28.726 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-19T11:34:28.726 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-19T11:34:28.726 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-19T11:34:28.726 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-19T11:34:28.726 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-19T11:34:28.726 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-19T11:34:28.726 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-19T11:34:28.726 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-19T11:34:28.726 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.arena_block_size: 1048576 2024-08-19T11:34:28.726 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-19T11:34:28.726 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-19T11:34:28.726 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.disable_auto_compactions: 0 2024-08-19T11:34:28.727 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-19T11:34:28.727 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-19T11:34:28.727 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-19T11:34:28.727 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-19T11:34:28.727 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-19T11:34:28.727 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-19T11:34:28.727 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-19T11:34:28.727 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-19T11:34:28.727 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-19T11:34:28.727 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-19T11:34:28.727 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-19T11:34:28.727 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.inplace_update_support: 0 2024-08-19T11:34:28.727 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-19T11:34:28.727 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-19T11:34:28.728 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-19T11:34:28.728 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-19T11:34:28.728 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.bloom_locality: 0 2024-08-19T11:34:28.728 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.max_successive_merges: 0 2024-08-19T11:34:28.728 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-19T11:34:28.728 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.paranoid_file_checks: 0 2024-08-19T11:34:28.728 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.force_consistency_checks: 1 2024-08-19T11:34:28.728 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.report_bg_io_stats: 0 2024-08-19T11:34:28.728 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.ttl: 2592000 2024-08-19T11:34:28.728 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-19T11:34:28.728 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-19T11:34:28.728 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-19T11:34:28.728 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.enable_blob_files: false 2024-08-19T11:34:28.728 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.min_blob_size: 0 2024-08-19T11:34:28.728 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.blob_file_size: 268435456 2024-08-19T11:34:28.729 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-19T11:34:28.729 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-19T11:34:28.729 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-19T11:34:28.729 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-19T11:34:28.729 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-19T11:34:28.729 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.blob_file_starting_level: 0 2024-08-19T11:34:28.729 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-19T11:34:28.729 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-19T11:34:28.729 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13519, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-08-19T11:34:28.729 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-08-19T11:34:28.729 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: f5e73a55-1d3c-4b79-9892-d7e2033f350d 2024-08-19T11:34:28.729 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724067268272082, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-08-19T11:34:28.729 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-08-19T11:34:28.729 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724067268296326, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6486071, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13524, "largest_seqno": 17092, "table_properties": {"data_size": 6470032, "index_size": 10960, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4037, "raw_key_size": 36844, "raw_average_key_size": 23, "raw_value_size": 6436492, "raw_average_value_size": 4032, "num_data_blocks": 477, "num_entries": 1596, "num_filter_entries": 1596, "num_deletions": 292, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1724067268, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "f5e73a55-1d3c-4b79-9892-d7e2033f350d", "db_session_id": "060HG75UK3EC71VT7IF6", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-08-19T11:34:28.730 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724067268296451, "job": 1, "event": "recovery_finished"} 2024-08-19T11:34:28.730 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-08-19T11:34:28.730 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-19T11:34:28.730 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-19T11:34:28.730 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5583ec43ee00 2024-08-19T11:34:28.730 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: DB pointer 0x5583ec53c000 2024-08-19T11:34:28.730 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-19T11:34:28.730 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-19T11:34:28.730 INFO:journalctl@ceph.mon.b.smithi155.stdout: ** DB Stats ** 2024-08-19T11:34:28.730 INFO:journalctl@ceph.mon.b.smithi155.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-19T11:34:28.730 INFO:journalctl@ceph.mon.b.smithi155.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-19T11:34:28.730 INFO:journalctl@ceph.mon.b.smithi155.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-19T11:34:28.730 INFO:journalctl@ceph.mon.b.smithi155.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-19T11:34:28.730 INFO:journalctl@ceph.mon.b.smithi155.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-19T11:34:28.731 INFO:journalctl@ceph.mon.b.smithi155.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-19T11:34:28.731 INFO:journalctl@ceph.mon.b.smithi155.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-19T11:34:28.731 INFO:journalctl@ceph.mon.b.smithi155.stdout: 2024-08-19T11:34:28.731 INFO:journalctl@ceph.mon.b.smithi155.stdout: ** Compaction Stats [default] ** 2024-08-19T11:34:28.731 INFO:journalctl@ceph.mon.b.smithi155.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-19T11:34:28.731 INFO:journalctl@ceph.mon.b.smithi155.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-19T11:34:28.731 INFO:journalctl@ceph.mon.b.smithi155.stdout: L0 1/0 6.19 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 595.6 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-19T11:34:28.731 INFO:journalctl@ceph.mon.b.smithi155.stdout: L6 1/0 7.50 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-19T11:34:28.731 INFO:journalctl@ceph.mon.b.smithi155.stdout: Sum 2/0 13.68 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 595.6 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-19T11:34:28.731 INFO:journalctl@ceph.mon.b.smithi155.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 595.6 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-19T11:34:28.731 INFO:journalctl@ceph.mon.b.smithi155.stdout: 2024-08-19T11:34:28.731 INFO:journalctl@ceph.mon.b.smithi155.stdout: ** Compaction Stats [default] ** 2024-08-19T11:34:28.731 INFO:journalctl@ceph.mon.b.smithi155.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-19T11:34:28.732 INFO:journalctl@ceph.mon.b.smithi155.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-19T11:34:28.732 INFO:journalctl@ceph.mon.b.smithi155.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 595.6 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-19T11:34:28.732 INFO:journalctl@ceph.mon.b.smithi155.stdout: 2024-08-19T11:34:28.732 INFO:journalctl@ceph.mon.b.smithi155.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-19T11:34:28.732 INFO:journalctl@ceph.mon.b.smithi155.stdout: 2024-08-19T11:34:28.732 INFO:journalctl@ceph.mon.b.smithi155.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-19T11:34:28.732 INFO:journalctl@ceph.mon.b.smithi155.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-08-19T11:34:28.732 INFO:journalctl@ceph.mon.b.smithi155.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-19T11:34:28.732 INFO:journalctl@ceph.mon.b.smithi155.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-19T11:34:28.732 INFO:journalctl@ceph.mon.b.smithi155.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-19T11:34:28.732 INFO:journalctl@ceph.mon.b.smithi155.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-19T11:34:28.732 INFO:journalctl@ceph.mon.b.smithi155.stdout: Cumulative compaction: 0.01 GB write, 210.52 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-19T11:34:28.732 INFO:journalctl@ceph.mon.b.smithi155.stdout: Interval compaction: 0.01 GB write, 210.52 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-19T11:34:28.732 INFO:journalctl@ceph.mon.b.smithi155.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-19T11:34:28.732 INFO:journalctl@ceph.mon.b.smithi155.stdout: Block cache BinnedLRUCache@0x5583ec40f610#7 capacity: 512.00 MB usage: 16.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-08-19T11:34:28.733 INFO:journalctl@ceph.mon.b.smithi155.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.03 KB,0.0007689%) IndexBlock(1,12.08 KB,0.00230372%) Misc(1,0.00 KB,0%) 2024-08-19T11:34:28.733 INFO:journalctl@ceph.mon.b.smithi155.stdout: 2024-08-19T11:34:28.733 INFO:journalctl@ceph.mon.b.smithi155.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-19T11:34:28.733 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: starting mon.b rank 1 at public addrs [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] at bind addrs [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:34:28.733 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: mon.b@-1(???) e3 preinit fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:34:28.733 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: mon.b@-1(???).mds e8 new map 2024-08-19T11:34:28.733 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: mon.b@-1(???).mds e8 print_map 2024-08-19T11:34:28.733 INFO:journalctl@ceph.mon.b.smithi155.stdout: e8 2024-08-19T11:34:28.733 INFO:journalctl@ceph.mon.b.smithi155.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-19T11:34:28.733 INFO:journalctl@ceph.mon.b.smithi155.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-19T11:34:28.733 INFO:journalctl@ceph.mon.b.smithi155.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-19T11:34:28.733 INFO:journalctl@ceph.mon.b.smithi155.stdout: legacy client fscid: 1 2024-08-19T11:34:28.733 INFO:journalctl@ceph.mon.b.smithi155.stdout: 2024-08-19T11:34:28.733 INFO:journalctl@ceph.mon.b.smithi155.stdout: Filesystem 'cephfs' (1) 2024-08-19T11:34:28.734 INFO:journalctl@ceph.mon.b.smithi155.stdout: fs_name cephfs 2024-08-19T11:34:28.734 INFO:journalctl@ceph.mon.b.smithi155.stdout: epoch 8 2024-08-19T11:34:28.734 INFO:journalctl@ceph.mon.b.smithi155.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-19T11:34:28.734 INFO:journalctl@ceph.mon.b.smithi155.stdout: created 2024-08-19T11:27:29.322092+0000 2024-08-19T11:34:28.734 INFO:journalctl@ceph.mon.b.smithi155.stdout: modified 2024-08-19T11:27:40.817495+0000 2024-08-19T11:34:28.734 INFO:journalctl@ceph.mon.b.smithi155.stdout: tableserver 0 2024-08-19T11:34:28.734 INFO:journalctl@ceph.mon.b.smithi155.stdout: root 0 2024-08-19T11:34:28.734 INFO:journalctl@ceph.mon.b.smithi155.stdout: session_timeout 60 2024-08-19T11:34:28.734 INFO:journalctl@ceph.mon.b.smithi155.stdout: session_autoclose 300 2024-08-19T11:34:28.734 INFO:journalctl@ceph.mon.b.smithi155.stdout: max_file_size 1099511627776 2024-08-19T11:34:28.734 INFO:journalctl@ceph.mon.b.smithi155.stdout: max_xattr_size 65536 2024-08-19T11:34:28.734 INFO:journalctl@ceph.mon.b.smithi155.stdout: required_client_features {} 2024-08-19T11:34:28.734 INFO:journalctl@ceph.mon.b.smithi155.stdout: last_failure 0 2024-08-19T11:34:28.734 INFO:journalctl@ceph.mon.b.smithi155.stdout: last_failure_osd_epoch 0 2024-08-19T11:34:28.735 INFO:journalctl@ceph.mon.b.smithi155.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-19T11:34:28.735 INFO:journalctl@ceph.mon.b.smithi155.stdout: max_mds 1 2024-08-19T11:34:28.735 INFO:journalctl@ceph.mon.b.smithi155.stdout: in 0 2024-08-19T11:34:28.735 INFO:journalctl@ceph.mon.b.smithi155.stdout: up {0=24350} 2024-08-19T11:34:28.735 INFO:journalctl@ceph.mon.b.smithi155.stdout: failed 2024-08-19T11:34:28.735 INFO:journalctl@ceph.mon.b.smithi155.stdout: damaged 2024-08-19T11:34:28.735 INFO:journalctl@ceph.mon.b.smithi155.stdout: stopped 2024-08-19T11:34:28.735 INFO:journalctl@ceph.mon.b.smithi155.stdout: data_pools [3] 2024-08-19T11:34:28.735 INFO:journalctl@ceph.mon.b.smithi155.stdout: metadata_pool 2 2024-08-19T11:34:28.735 INFO:journalctl@ceph.mon.b.smithi155.stdout: inline_data disabled 2024-08-19T11:34:28.735 INFO:journalctl@ceph.mon.b.smithi155.stdout: balancer 2024-08-19T11:34:28.735 INFO:journalctl@ceph.mon.b.smithi155.stdout: bal_rank_mask -1 2024-08-19T11:34:28.735 INFO:journalctl@ceph.mon.b.smithi155.stdout: standby_count_wanted 0 2024-08-19T11:34:28.735 INFO:journalctl@ceph.mon.b.smithi155.stdout: qdb_cluster leader: 0 members: 2024-08-19T11:34:28.735 INFO:journalctl@ceph.mon.b.smithi155.stdout: [mds.a{0:24350} state up:active seq 6 addr [v2:172.21.15.136:6834/771816949,v1:172.21.15.136:6835/771816949] compat {c=[1],r=[1],i=[7ff]}] 2024-08-19T11:34:28.736 INFO:journalctl@ceph.mon.b.smithi155.stdout: 2024-08-19T11:34:28.736 INFO:journalctl@ceph.mon.b.smithi155.stdout: 2024-08-19T11:34:28.736 INFO:journalctl@ceph.mon.b.smithi155.stdout: Standby daemons: 2024-08-19T11:34:28.736 INFO:journalctl@ceph.mon.b.smithi155.stdout: 2024-08-19T11:34:28.736 INFO:journalctl@ceph.mon.b.smithi155.stdout: [mds.b{-1:24319} state up:standby seq 1 addr [v2:172.21.15.155:6832/3471803320,v1:172.21.15.155:6833/3471803320] compat {c=[1],r=[1],i=[7ff]}] 2024-08-19T11:34:28.736 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: mon.b@-1(???).osd e276 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-19T11:34:28.736 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: mon.b@-1(???).osd e276 crush map has features 432629308056666112, adjusting msgr requires 2024-08-19T11:34:28.736 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: mon.b@-1(???).osd e276 crush map has features 432629308056666112, adjusting msgr requires 2024-08-19T11:34:28.736 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: mon.b@-1(???).osd e276 crush map has features 432629308056666112, adjusting msgr requires 2024-08-19T11:34:28.736 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 ceph-mon[76679]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-08-19T11:34:28.736 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 bash[76641]: 1260b8dbc4a890378f32805bc68a412ef0c27c716de3c4e9ce50869d04d621c8 2024-08-19T11:34:28.736 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:28 smithi155 systemd[1]: Started Ceph mon.b for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:34:30.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:29 smithi136 ceph-mon[88916]: pgmap v42: 121 pgs: 121 active+clean; 172 MiB data, 983 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 19 op/s 2024-08-19T11:34:30.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:29 smithi136 ceph-mon[88916]: osdmap e276: 8 total, 8 up, 8 in 2024-08-19T11:34:30.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:29 smithi136 ceph-mon[86496]: pgmap v42: 121 pgs: 121 active+clean; 172 MiB data, 983 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 19 op/s 2024-08-19T11:34:30.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:29 smithi136 ceph-mon[86496]: osdmap e276: 8 total, 8 up, 8 in 2024-08-19T11:34:30.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:29 smithi155 ceph-mon[76679]: pgmap v42: 121 pgs: 121 active+clean; 172 MiB data, 983 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 19 op/s 2024-08-19T11:34:30.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:29 smithi155 ceph-mon[76679]: osdmap e276: 8 total, 8 up, 8 in 2024-08-19T11:34:33.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:34:33 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:34:33.310+0000 7f725e66e640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-08-19T11:34:35.789 INFO:tasks.rados.rados.0.smithi136.stdout:1066: finishing write tid 3 to smithi13674108-3 2024-08-19T11:34:35.790 INFO:tasks.rados.rados.0.smithi136.stdout:1066: oid 3 updating version 0 to 432 2024-08-19T11:34:35.790 INFO:tasks.rados.rados.0.smithi136.stdout:1066: oid 3 version 432 is already newer than 431 2024-08-19T11:34:35.790 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 432 (ObjNum 328 snap 99 seq_num 328) dirty exists 2024-08-19T11:34:35.790 INFO:tasks.rados.rados.0.smithi136.stdout:1066: left oid 3 (ObjNum 328 snap 99 seq_num 328) 2024-08-19T11:34:35.790 INFO:tasks.rados.rados.0.smithi136.stdout:1072: finishing write tid 1 to smithi13674108-46 2024-08-19T11:34:35.790 INFO:tasks.rados.rados.0.smithi136.stdout:1072: finishing write tid 2 to smithi13674108-46 2024-08-19T11:34:35.790 INFO:tasks.rados.rados.0.smithi136.stdout:1072: finishing write tid 3 to smithi13674108-46 2024-08-19T11:34:35.790 INFO:tasks.rados.rados.0.smithi136.stdout:1072: oid 46 updating version 0 to 423 2024-08-19T11:34:35.790 INFO:tasks.rados.rados.0.smithi136.stdout:1072: oid 46 version 423 is already newer than 422 2024-08-19T11:34:35.790 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 46 v 423 (ObjNum 330 snap 99 seq_num 330) dirty exists 2024-08-19T11:34:35.790 INFO:tasks.rados.rados.0.smithi136.stdout:1072: left oid 46 (ObjNum 330 snap 99 seq_num 330) 2024-08-19T11:34:35.790 INFO:tasks.rados.rados.0.smithi136.stdout:1066: done (2 left) 2024-08-19T11:34:35.790 INFO:tasks.rados.rados.0.smithi136.stdout:1072: done (1 left) 2024-08-19T11:34:35.791 INFO:tasks.rados.rados.0.smithi136.stdout:1073: done (0 left) 2024-08-19T11:34:35.791 INFO:tasks.rados.rados.0.smithi136.stdout:1074: read oid 18 snap -1 2024-08-19T11:34:35.791 INFO:tasks.rados.rados.0.smithi136.stdout:1074: expect (ObjNum 125 snap 32 seq_num 125) 2024-08-19T11:34:35.791 INFO:tasks.rados.rados.0.smithi136.stdout:1075: copy_from oid 25 from oid 50 current snap is 99 2024-08-19T11:34:35.791 INFO:tasks.rados.rados.0.smithi136.stdout:1076: read oid 36 snap 91 2024-08-19T11:34:35.791 INFO:tasks.rados.rados.0.smithi136.stdout:1076: expect (ObjNum 291 snap 86 seq_num 291) 2024-08-19T11:34:35.791 INFO:tasks.rados.rados.0.smithi136.stdout:1077: copy_from oid 23 from oid 33 current snap is 99 2024-08-19T11:34:35.791 INFO:tasks.rados.rados.0.smithi136.stdout:1078: snap_create 2024-08-19T11:34:35.796 INFO:tasks.rados.rados.0.smithi136.stdout:1075: finishing copy_from to smithi13674108-25 2024-08-19T11:34:35.796 INFO:tasks.rados.rados.0.smithi136.stdout:1075: got expected ENOENT (src dne) 2024-08-19T11:34:35.796 INFO:tasks.rados.rados.0.smithi136.stdout:1075: finishing copy_from racing read to smithi13674108-25 2024-08-19T11:34:35.800 INFO:tasks.rados.rados.0.smithi136.stdout:1076: expect (ObjNum 291 snap 86 seq_num 291) 2024-08-19T11:34:35.812 INFO:tasks.rados.rados.0.smithi136.stdout:1077: finishing copy_from racing read to smithi13674108-23 2024-08-19T11:34:35.814 INFO:tasks.rados.rados.0.smithi136.stdout:1077: finishing copy_from to smithi13674108-23 2024-08-19T11:34:35.814 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 396 (ObjNum 267 snap 74 seq_num 267) dirty exists 2024-08-19T11:34:35.815 INFO:tasks.rados.rados.0.smithi136.stdout:1074: expect (ObjNum 125 snap 32 seq_num 125) 2024-08-19T11:34:36.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: mon.b calling monitor election 2024-08-19T11:34:36.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: mon.c calling monitor election 2024-08-19T11:34:36.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: mon.b calling monitor election 2024-08-19T11:34:36.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: monmap epoch 4 2024-08-19T11:34:36.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:34:36.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: last_changed 2024-08-19T11:34:29.754400+0000 2024-08-19T11:34:36.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: created 2024-08-19T11:22:03.711368+0000 2024-08-19T11:34:36.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: min_mon_release 19 (squid) 2024-08-19T11:34:36.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: election_strategy: 1 2024-08-19T11:34:36.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: 0: [v2:172.21.15.136:3300/0,v1:172.21.15.136:6789/0] mon.a 2024-08-19T11:34:36.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: 1: [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] mon.b 2024-08-19T11:34:36.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: 2: [v2:172.21.15.136:3301/0,v1:172.21.15.136:6790/0] mon.c 2024-08-19T11:34:36.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-19T11:34:36.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: osdmap e276: 8 total, 8 up, 8 in 2024-08-19T11:34:36.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: mgrmap e39: y(active, since 39s), standbys: x 2024-08-19T11:34:36.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: overall HEALTH_OK 2024-08-19T11:34:36.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: mon.a calling monitor election 2024-08-19T11:34:36.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-19T11:34:36.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: monmap epoch 4 2024-08-19T11:34:36.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:34:36.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: last_changed 2024-08-19T11:34:29.754400+0000 2024-08-19T11:34:36.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: created 2024-08-19T11:22:03.711368+0000 2024-08-19T11:34:36.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: min_mon_release 19 (squid) 2024-08-19T11:34:36.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: election_strategy: 1 2024-08-19T11:34:36.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: 0: [v2:172.21.15.136:3300/0,v1:172.21.15.136:6789/0] mon.a 2024-08-19T11:34:36.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: 1: [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] mon.b 2024-08-19T11:34:36.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: 2: [v2:172.21.15.136:3301/0,v1:172.21.15.136:6790/0] mon.c 2024-08-19T11:34:36.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-19T11:34:36.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: osdmap e276: 8 total, 8 up, 8 in 2024-08-19T11:34:36.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: mgrmap e39: y(active, since 39s), standbys: x 2024-08-19T11:34:36.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: overall HEALTH_OK 2024-08-19T11:34:36.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:36.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:36.101 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:34:36.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: mon.b calling monitor election 2024-08-19T11:34:36.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: mon.c calling monitor election 2024-08-19T11:34:36.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: mon.b calling monitor election 2024-08-19T11:34:36.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: monmap epoch 4 2024-08-19T11:34:36.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:34:36.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: last_changed 2024-08-19T11:34:29.754400+0000 2024-08-19T11:34:36.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: created 2024-08-19T11:22:03.711368+0000 2024-08-19T11:34:36.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: min_mon_release 19 (squid) 2024-08-19T11:34:36.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: election_strategy: 1 2024-08-19T11:34:36.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: 0: [v2:172.21.15.136:3300/0,v1:172.21.15.136:6789/0] mon.a 2024-08-19T11:34:36.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: 1: [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] mon.b 2024-08-19T11:34:36.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: 2: [v2:172.21.15.136:3301/0,v1:172.21.15.136:6790/0] mon.c 2024-08-19T11:34:36.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-19T11:34:36.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: osdmap e276: 8 total, 8 up, 8 in 2024-08-19T11:34:36.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: mgrmap e39: y(active, since 39s), standbys: x 2024-08-19T11:34:36.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: overall HEALTH_OK 2024-08-19T11:34:36.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: mon.a calling monitor election 2024-08-19T11:34:36.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-19T11:34:36.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: monmap epoch 4 2024-08-19T11:34:36.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:34:36.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: last_changed 2024-08-19T11:34:29.754400+0000 2024-08-19T11:34:36.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: created 2024-08-19T11:22:03.711368+0000 2024-08-19T11:34:36.103 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: min_mon_release 19 (squid) 2024-08-19T11:34:36.103 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: election_strategy: 1 2024-08-19T11:34:36.103 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: 0: [v2:172.21.15.136:3300/0,v1:172.21.15.136:6789/0] mon.a 2024-08-19T11:34:36.103 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: 1: [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] mon.b 2024-08-19T11:34:36.103 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: 2: [v2:172.21.15.136:3301/0,v1:172.21.15.136:6790/0] mon.c 2024-08-19T11:34:36.103 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-19T11:34:36.103 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: osdmap e276: 8 total, 8 up, 8 in 2024-08-19T11:34:36.103 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: mgrmap e39: y(active, since 39s), standbys: x 2024-08-19T11:34:36.103 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: overall HEALTH_OK 2024-08-19T11:34:36.103 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:36.103 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:36.103 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:35 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:34:36.204 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: mon.b calling monitor election 2024-08-19T11:34:36.204 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: mon.c calling monitor election 2024-08-19T11:34:36.204 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: mon.b calling monitor election 2024-08-19T11:34:36.204 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: monmap epoch 4 2024-08-19T11:34:36.205 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:34:36.205 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: last_changed 2024-08-19T11:34:29.754400+0000 2024-08-19T11:34:36.205 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: created 2024-08-19T11:22:03.711368+0000 2024-08-19T11:34:36.205 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: min_mon_release 19 (squid) 2024-08-19T11:34:36.205 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: election_strategy: 1 2024-08-19T11:34:36.205 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: 0: [v2:172.21.15.136:3300/0,v1:172.21.15.136:6789/0] mon.a 2024-08-19T11:34:36.205 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: 1: [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] mon.b 2024-08-19T11:34:36.205 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: 2: [v2:172.21.15.136:3301/0,v1:172.21.15.136:6790/0] mon.c 2024-08-19T11:34:36.205 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-19T11:34:36.205 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: osdmap e276: 8 total, 8 up, 8 in 2024-08-19T11:34:36.205 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: mgrmap e39: y(active, since 39s), standbys: x 2024-08-19T11:34:36.205 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: overall HEALTH_OK 2024-08-19T11:34:36.205 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: mon.a calling monitor election 2024-08-19T11:34:36.205 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-19T11:34:36.205 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: monmap epoch 4 2024-08-19T11:34:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:34:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: last_changed 2024-08-19T11:34:29.754400+0000 2024-08-19T11:34:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: created 2024-08-19T11:22:03.711368+0000 2024-08-19T11:34:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: min_mon_release 19 (squid) 2024-08-19T11:34:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: election_strategy: 1 2024-08-19T11:34:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: 0: [v2:172.21.15.136:3300/0,v1:172.21.15.136:6789/0] mon.a 2024-08-19T11:34:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: 1: [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] mon.b 2024-08-19T11:34:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: 2: [v2:172.21.15.136:3301/0,v1:172.21.15.136:6790/0] mon.c 2024-08-19T11:34:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-19T11:34:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: osdmap e276: 8 total, 8 up, 8 in 2024-08-19T11:34:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: mgrmap e39: y(active, since 39s), standbys: x 2024-08-19T11:34:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: overall HEALTH_OK 2024-08-19T11:34:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:35 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:34:36.808 INFO:tasks.rados.rados.0.smithi136.stdout:1074: done (4 left) 2024-08-19T11:34:36.808 INFO:tasks.rados.rados.0.smithi136.stdout:1075: done (3 left) 2024-08-19T11:34:36.808 INFO:tasks.rados.rados.0.smithi136.stdout:1076: done (2 left) 2024-08-19T11:34:36.809 INFO:tasks.rados.rados.0.smithi136.stdout:1077: done (1 left) 2024-08-19T11:34:36.809 INFO:tasks.rados.rados.0.smithi136.stdout:1078: done (0 left) 2024-08-19T11:34:36.809 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 11 current snap is 100 2024-08-19T11:34:36.809 INFO:tasks.rados.rados.0.smithi136.stdout:1079: seq_num 331 ranges {3661824=753664} 2024-08-19T11:34:36.831 INFO:tasks.rados.rados.0.smithi136.stdout:1079: writing smithi13674108-11 from 3661824 to 4415488 tid 1 2024-08-19T11:34:36.832 INFO:tasks.rados.rados.0.smithi136.stdout:1080: rmattr oid 30 current snap is 100 2024-08-19T11:34:36.832 INFO:tasks.rados.rados.0.smithi136.stdout:1080: done (1 left) 2024-08-19T11:34:36.832 INFO:tasks.rados.rados.0.smithi136.stdout:1081: delete oid 19 current snap is 100 2024-08-19T11:34:36.835 INFO:tasks.rados.rados.0.smithi136.stdout:1081: done (1 left) 2024-08-19T11:34:36.835 INFO:tasks.rados.rados.0.smithi136.stdout:1082: rollback oid 30 current snap is 100 2024-08-19T11:34:36.835 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 30 to 98 2024-08-19T11:34:36.835 INFO:tasks.rados.rados.0.smithi136.stdout:1083: copy_from oid 23 from oid 17 current snap is 100 2024-08-19T11:34:36.836 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 24 current snap is 100 2024-08-19T11:34:36.836 INFO:tasks.rados.rados.0.smithi136.stdout:1084: seq_num 333 ranges {5586944=786432} 2024-08-19T11:34:36.870 INFO:tasks.rados.rados.0.smithi136.stdout:1084: writing smithi13674108-24 from 5586944 to 6373376 tid 1 2024-08-19T11:34:36.870 INFO:tasks.rados.rados.0.smithi136.stdout:1085: read oid 34 snap 99 2024-08-19T11:34:36.870 INFO:tasks.rados.rados.0.smithi136.stdout:1085: expect (ObjNum 235 snap 66 seq_num 235) 2024-08-19T11:34:36.870 INFO:tasks.rados.rados.0.smithi136.stdout:1086: setattr oid 14 current snap is 100 2024-08-19T11:34:36.870 INFO:tasks.rados.rados.0.smithi136.stdout:1079: finishing write tid 1 to smithi13674108-11 2024-08-19T11:34:36.870 INFO:tasks.rados.rados.0.smithi136.stdout:1083: finishing copy_from to smithi13674108-23 2024-08-19T11:34:36.870 INFO:tasks.rados.rados.0.smithi136.stdout:1083: got expected ENOENT (src dne) 2024-08-19T11:34:36.871 INFO:tasks.rados.rados.0.smithi136.stdout:1079: finishing write tid 2 to smithi13674108-11 2024-08-19T11:34:36.871 INFO:tasks.rados.rados.0.smithi136.stdout:1083: finishing copy_from racing read to smithi13674108-23 2024-08-19T11:34:36.871 INFO:tasks.rados.rados.0.smithi136.stdout:1079: finishing write tid 3 to smithi13674108-11 2024-08-19T11:34:36.871 INFO:tasks.rados.rados.0.smithi136.stdout:1079: oid 11 updating version 0 to 464 2024-08-19T11:34:36.871 INFO:tasks.rados.rados.0.smithi136.stdout:1079: oid 11 version 464 is already newer than 463 2024-08-19T11:34:36.871 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 464 (ObjNum 331 snap 100 seq_num 331) dirty exists 2024-08-19T11:34:36.871 INFO:tasks.rados.rados.0.smithi136.stdout:1079: left oid 11 (ObjNum 331 snap 100 seq_num 331) 2024-08-19T11:34:36.871 INFO:tasks.rados.rados.0.smithi136.stdout:1082: finishing rollback tid 0 to smithi13674108-30 2024-08-19T11:34:36.871 INFO:tasks.rados.rados.0.smithi136.stdout:1082: finishing rollback tid 1 to smithi13674108-30 2024-08-19T11:34:36.871 INFO:tasks.rados.rados.0.smithi136.stdout:1082: finishing rollback tid 2 to smithi13674108-30 2024-08-19T11:34:36.871 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 180 (ObjNum 321 snap 97 seq_num 321) dirty exists 2024-08-19T11:34:36.872 INFO:tasks.rados.rados.0.smithi136.stdout:1079: done (5 left) 2024-08-19T11:34:36.873 INFO:tasks.rados.rados.0.smithi136.stdout:1082: done (4 left) 2024-08-19T11:34:36.873 INFO:tasks.rados.rados.0.smithi136.stdout:1083: done (3 left) 2024-08-19T11:34:36.873 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 7 current snap is 100 2024-08-19T11:34:36.873 INFO:tasks.rados.rados.0.smithi136.stdout:1087: seq_num 334 ranges {0=802816} 2024-08-19T11:34:36.877 INFO:tasks.rados.rados.0.smithi136.stdout:1087: writing smithi13674108-7 from 0 to 802816 tid 1 2024-08-19T11:34:36.877 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 12 current snap is 100 2024-08-19T11:34:36.877 INFO:tasks.rados.rados.0.smithi136.stdout:1088: seq_num 335 ranges {5185536=417792,5603328=401408} 2024-08-19T11:34:36.906 INFO:tasks.rados.rados.0.smithi136.stdout:1088: writing smithi13674108-12 from 5185536 to 5603328 tid 1 2024-08-19T11:34:36.910 INFO:tasks.rados.rados.0.smithi136.stdout:1088: writing smithi13674108-12 from 5603328 to 6004736 tid 2 2024-08-19T11:34:36.910 INFO:tasks.rados.rados.0.smithi136.stdout:1089: read oid 31 snap -1 2024-08-19T11:34:36.910 INFO:tasks.rados.rados.0.smithi136.stdout:1089: expect (ObjNum 274 snap 77 seq_num 274) 2024-08-19T11:34:36.910 INFO:tasks.rados.rados.0.smithi136.stdout:1090: rmattr oid 45 current snap is 100 2024-08-19T11:34:36.910 INFO:tasks.rados.rados.0.smithi136.stdout:1090: done (6 left) 2024-08-19T11:34:36.910 INFO:tasks.rados.rados.0.smithi136.stdout:1091: read oid 49 snap -1 2024-08-19T11:34:36.910 INFO:tasks.rados.rados.0.smithi136.stdout:1091: expect (ObjNum 283 snap 81 seq_num 283) 2024-08-19T11:34:36.911 INFO:tasks.rados.rados.0.smithi136.stdout:1092: read oid 50 snap -1 2024-08-19T11:34:36.911 INFO:tasks.rados.rados.0.smithi136.stdout:1092: expect deleted 2024-08-19T11:34:36.911 INFO:tasks.rados.rados.0.smithi136.stdout:1093: delete oid 8 current snap is 100 2024-08-19T11:34:36.911 INFO:tasks.rados.rados.0.smithi136.stdout:1084: finishing write tid 1 to smithi13674108-24 2024-08-19T11:34:36.911 INFO:tasks.rados.rados.0.smithi136.stdout:1084: finishing write tid 2 to smithi13674108-24 2024-08-19T11:34:36.911 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 411 (ObjNum 134 snap 32 seq_num 134) dirty exists 2024-08-19T11:34:36.911 INFO:tasks.rados.rados.0.smithi136.stdout:1085: expect (ObjNum 235 snap 66 seq_num 235) 2024-08-19T11:34:36.912 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:36 smithi155 ceph-mon[76679]: pgmap v48: 121 pgs: 121 active+clean; 156 MiB data, 974 MiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 393 KiB/s wr, 6 op/s 2024-08-19T11:34:36.912 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:36 smithi155 ceph-mon[76679]: osdmap e277: 8 total, 8 up, 8 in 2024-08-19T11:34:36.954 INFO:tasks.rados.rados.0.smithi136.stdout:1084: finishing write tid 3 to smithi13674108-24 2024-08-19T11:34:36.955 INFO:tasks.rados.rados.0.smithi136.stdout:1084: oid 24 updating version 0 to 458 2024-08-19T11:34:36.955 INFO:tasks.rados.rados.0.smithi136.stdout:1084: oid 24 version 458 is already newer than 457 2024-08-19T11:34:36.955 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 458 (ObjNum 333 snap 100 seq_num 333) dirty exists 2024-08-19T11:34:36.955 INFO:tasks.rados.rados.0.smithi136.stdout:1084: left oid 24 (ObjNum 333 snap 100 seq_num 333) 2024-08-19T11:34:36.955 INFO:tasks.rados.rados.0.smithi136.stdout:1087: finishing write tid 1 to smithi13674108-7 2024-08-19T11:34:36.955 INFO:tasks.rados.rados.0.smithi136.stdout:1084: done (8 left) 2024-08-19T11:34:36.955 INFO:tasks.rados.rados.0.smithi136.stdout:1085: done (7 left) 2024-08-19T11:34:36.955 INFO:tasks.rados.rados.0.smithi136.stdout:1086: done (6 left) 2024-08-19T11:34:36.955 INFO:tasks.rados.rados.0.smithi136.stdout:1093: done (5 left) 2024-08-19T11:34:36.955 INFO:tasks.rados.rados.0.smithi136.stdout:1094: snap_remove snap 99 2024-08-19T11:34:37.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:36 smithi136 ceph-mon[86496]: pgmap v48: 121 pgs: 121 active+clean; 156 MiB data, 974 MiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 393 KiB/s wr, 6 op/s 2024-08-19T11:34:37.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:36 smithi136 ceph-mon[86496]: osdmap e277: 8 total, 8 up, 8 in 2024-08-19T11:34:37.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:36 smithi136 ceph-mon[88916]: pgmap v48: 121 pgs: 121 active+clean; 156 MiB data, 974 MiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 393 KiB/s wr, 6 op/s 2024-08-19T11:34:37.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:36 smithi136 ceph-mon[88916]: osdmap e277: 8 total, 8 up, 8 in 2024-08-19T11:34:37.807 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:34:37 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:34:37] "GET /metrics HTTP/1.1" 200 36109 "" "Prometheus/2.43.0" 2024-08-19T11:34:37.814 INFO:tasks.rados.rados.0.smithi136.stdout:1094: done (5 left) 2024-08-19T11:34:37.814 INFO:tasks.rados.rados.0.smithi136.stdout:1095: read oid 33 snap 97 2024-08-19T11:34:37.814 INFO:tasks.rados.rados.0.smithi136.stdout:1095: expect (ObjNum 267 snap 74 seq_num 267) 2024-08-19T11:34:37.814 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 37 current snap is 100 2024-08-19T11:34:37.814 INFO:tasks.rados.rados.0.smithi136.stdout:1096: seq_num 337 ranges {0=450560,450560=401408} 2024-08-19T11:34:37.817 INFO:tasks.rados.rados.0.smithi136.stdout:1096: writing smithi13674108-37 from 0 to 450560 tid 1 2024-08-19T11:34:37.820 INFO:tasks.rados.rados.0.smithi136.stdout:1096: writing smithi13674108-37 from 450560 to 851968 tid 2 2024-08-19T11:34:37.820 INFO:tasks.rados.rados.0.smithi136.stdout:1097: snap_create 2024-08-19T11:34:37.820 INFO:tasks.rados.rados.0.smithi136.stdout:1087: finishing write tid 2 to smithi13674108-7 2024-08-19T11:34:37.820 INFO:tasks.rados.rados.0.smithi136.stdout:1087: finishing write tid 3 to smithi13674108-7 2024-08-19T11:34:37.820 INFO:tasks.rados.rados.0.smithi136.stdout:1087: oid 7 updating version 0 to 440 2024-08-19T11:34:37.820 INFO:tasks.rados.rados.0.smithi136.stdout:1087: oid 7 version 440 is already newer than 439 2024-08-19T11:34:37.820 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 440 (ObjNum 334 snap 100 seq_num 334) dirty exists 2024-08-19T11:34:37.820 INFO:tasks.rados.rados.0.smithi136.stdout:1087: left oid 7 (ObjNum 334 snap 100 seq_num 334) 2024-08-19T11:34:37.820 INFO:tasks.rados.rados.0.smithi136.stdout:1088: finishing write tid 1 to smithi13674108-12 2024-08-19T11:34:37.820 INFO:tasks.rados.rados.0.smithi136.stdout:1088: finishing write tid 2 to smithi13674108-12 2024-08-19T11:34:37.820 INFO:tasks.rados.rados.0.smithi136.stdout:1088: finishing write tid 3 to smithi13674108-12 2024-08-19T11:34:37.821 INFO:tasks.rados.rados.0.smithi136.stdout:1088: finishing write tid 4 to smithi13674108-12 2024-08-19T11:34:37.821 INFO:tasks.rados.rados.0.smithi136.stdout:1088: oid 12 updating version 0 to 197 2024-08-19T11:34:37.821 INFO:tasks.rados.rados.0.smithi136.stdout:1088: oid 12 version 197 is already newer than 196 2024-08-19T11:34:37.821 INFO:tasks.rados.rados.0.smithi136.stdout:1088: oid 12 updating version 197 to 198 2024-08-19T11:34:37.821 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 198 (ObjNum 335 snap 100 seq_num 335) dirty exists 2024-08-19T11:34:37.821 INFO:tasks.rados.rados.0.smithi136.stdout:1088: left oid 12 (ObjNum 335 snap 100 seq_num 335) 2024-08-19T11:34:37.821 INFO:tasks.rados.rados.0.smithi136.stdout:1091: expect (ObjNum 283 snap 81 seq_num 283) 2024-08-19T11:34:37.991 INFO:tasks.rados.rados.0.smithi136.stdout:1089: expect (ObjNum 274 snap 77 seq_num 274) 2024-08-19T11:34:38.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:37 smithi136 ceph-mon[88916]: osdmap e278: 8 total, 8 up, 8 in 2024-08-19T11:34:38.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:37 smithi136 ceph-mon[86496]: osdmap e278: 8 total, 8 up, 8 in 2024-08-19T11:34:38.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:37 smithi155 ceph-mon[76679]: osdmap e278: 8 total, 8 up, 8 in 2024-08-19T11:34:38.550 INFO:tasks.rados.rados.0.smithi136.stdout:1095: expect (ObjNum 267 snap 74 seq_num 267) 2024-08-19T11:34:38.605 INFO:tasks.rados.rados.0.smithi136.stdout:1096: finishing write tid 1 to smithi13674108-37 2024-08-19T11:34:38.605 INFO:tasks.rados.rados.0.smithi136.stdout:1096: finishing write tid 2 to smithi13674108-37 2024-08-19T11:34:38.605 INFO:tasks.rados.rados.0.smithi136.stdout:1096: finishing write tid 3 to smithi13674108-37 2024-08-19T11:34:38.605 INFO:tasks.rados.rados.0.smithi136.stdout:1096: finishing write tid 4 to smithi13674108-37 2024-08-19T11:34:38.605 INFO:tasks.rados.rados.0.smithi136.stdout:1096: oid 37 updating version 0 to 459 2024-08-19T11:34:38.605 INFO:tasks.rados.rados.0.smithi136.stdout:1096: oid 37 updating version 459 to 461 2024-08-19T11:34:38.605 INFO:tasks.rados.rados.0.smithi136.stdout:1096: oid 37 version 461 is already newer than 460 2024-08-19T11:34:38.605 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 461 (ObjNum 337 snap 100 seq_num 337) dirty exists 2024-08-19T11:34:38.605 INFO:tasks.rados.rados.0.smithi136.stdout:1096: left oid 37 (ObjNum 337 snap 100 seq_num 337) 2024-08-19T11:34:38.605 INFO:tasks.rados.rados.0.smithi136.stdout:1087: done (7 left) 2024-08-19T11:34:38.605 INFO:tasks.rados.rados.0.smithi136.stdout:1088: done (6 left) 2024-08-19T11:34:38.606 INFO:tasks.rados.rados.0.smithi136.stdout:1089: done (5 left) 2024-08-19T11:34:38.606 INFO:tasks.rados.rados.0.smithi136.stdout:1091: done (4 left) 2024-08-19T11:34:38.606 INFO:tasks.rados.rados.0.smithi136.stdout:1092: done (3 left) 2024-08-19T11:34:38.606 INFO:tasks.rados.rados.0.smithi136.stdout:1095: done (2 left) 2024-08-19T11:34:38.606 INFO:tasks.rados.rados.0.smithi136.stdout:1096: done (1 left) 2024-08-19T11:34:38.606 INFO:tasks.rados.rados.0.smithi136.stdout:1097: done (0 left) 2024-08-19T11:34:38.606 INFO:tasks.rados.rados.0.smithi136.stdout:1098: read oid 39 snap -1 2024-08-19T11:34:38.606 INFO:tasks.rados.rados.0.smithi136.stdout:1098: expect deleted 2024-08-19T11:34:38.606 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 31 current snap is 101 2024-08-19T11:34:38.606 INFO:tasks.rados.rados.0.smithi136.stdout:1099: seq_num 338 ranges {9748480=466944,10215424=401408} 2024-08-19T11:34:38.657 INFO:tasks.rados.rados.0.smithi136.stdout:1099: writing smithi13674108-31 from 9748480 to 10215424 tid 1 2024-08-19T11:34:38.660 INFO:tasks.rados.rados.0.smithi136.stdout:1099: writing smithi13674108-31 from 10215424 to 10616832 tid 2 2024-08-19T11:34:38.660 INFO:tasks.rados.rados.0.smithi136.stdout:1100: read oid 20 snap -1 2024-08-19T11:34:38.660 INFO:tasks.rados.rados.0.smithi136.stdout:1100: expect (ObjNum 265 snap 73 seq_num 265) 2024-08-19T11:34:38.660 INFO:tasks.rados.rados.0.smithi136.stdout:1101: setattr oid 46 current snap is 101 2024-08-19T11:34:38.664 INFO:tasks.rados.rados.0.smithi136.stdout:1098: done (3 left) 2024-08-19T11:34:38.664 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 27 current snap is 101 2024-08-19T11:34:38.664 INFO:tasks.rados.rados.0.smithi136.stdout:1102: seq_num 339 ranges {0=483328,483328=401408} 2024-08-19T11:34:38.667 INFO:tasks.rados.rados.0.smithi136.stdout:1102: writing smithi13674108-27 from 0 to 483328 tid 1 2024-08-19T11:34:38.670 INFO:tasks.rados.rados.0.smithi136.stdout:1102: writing smithi13674108-27 from 483328 to 884736 tid 2 2024-08-19T11:34:38.671 INFO:tasks.rados.rados.0.smithi136.stdout:1103: rmattr oid 4 current snap is 101 2024-08-19T11:34:38.671 INFO:tasks.rados.rados.0.smithi136.stdout:1099: finishing write tid 1 to smithi13674108-31 2024-08-19T11:34:38.671 INFO:tasks.rados.rados.0.smithi136.stdout:1099: finishing write tid 2 to smithi13674108-31 2024-08-19T11:34:38.671 INFO:tasks.rados.rados.0.smithi136.stdout:1099: finishing write tid 3 to smithi13674108-31 2024-08-19T11:34:38.671 INFO:tasks.rados.rados.0.smithi136.stdout:1099: finishing write tid 4 to smithi13674108-31 2024-08-19T11:34:38.671 INFO:tasks.rados.rados.0.smithi136.stdout:1099: oid 31 updating version 0 to 443 2024-08-19T11:34:38.671 INFO:tasks.rados.rados.0.smithi136.stdout:1099: oid 31 version 443 is already newer than 442 2024-08-19T11:34:38.671 INFO:tasks.rados.rados.0.smithi136.stdout:1099: oid 31 updating version 443 to 444 2024-08-19T11:34:38.671 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 444 (ObjNum 338 snap 101 seq_num 338) dirty exists 2024-08-19T11:34:38.671 INFO:tasks.rados.rados.0.smithi136.stdout:1099: left oid 31 (ObjNum 338 snap 101 seq_num 338) 2024-08-19T11:34:38.671 INFO:tasks.rados.rados.0.smithi136.stdout:1099: done (4 left) 2024-08-19T11:34:38.671 INFO:tasks.rados.rados.0.smithi136.stdout:1104: delete oid 39 current snap is 101 2024-08-19T11:34:38.674 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 472 (ObjNum 302 snap 91 seq_num 302) dirty exists 2024-08-19T11:34:38.675 INFO:tasks.rados.rados.0.smithi136.stdout:1102: finishing write tid 1 to smithi13674108-27 2024-08-19T11:34:38.675 INFO:tasks.rados.rados.0.smithi136.stdout:1102: finishing write tid 2 to smithi13674108-27 2024-08-19T11:34:38.676 INFO:tasks.rados.rados.0.smithi136.stdout:1102: finishing write tid 3 to smithi13674108-27 2024-08-19T11:34:38.676 INFO:tasks.rados.rados.0.smithi136.stdout:1103: done (4 left) 2024-08-19T11:34:38.676 INFO:tasks.rados.rados.0.smithi136.stdout:1104: done (3 left) 2024-08-19T11:34:38.676 INFO:tasks.rados.rados.0.smithi136.stdout:1105: rmattr oid 16 current snap is 101 2024-08-19T11:34:38.677 INFO:tasks.rados.rados.0.smithi136.stdout:1106: rmattr oid 33 current snap is 101 2024-08-19T11:34:38.677 INFO:tasks.rados.rados.0.smithi136.stdout:1106: done (4 left) 2024-08-19T11:34:38.677 INFO:tasks.rados.rados.0.smithi136.stdout:1107: snap_create 2024-08-19T11:34:38.677 INFO:tasks.rados.rados.0.smithi136.stdout:1102: finishing write tid 4 to smithi13674108-27 2024-08-19T11:34:38.677 INFO:tasks.rados.rados.0.smithi136.stdout:1102: oid 27 updating version 0 to 92 2024-08-19T11:34:38.677 INFO:tasks.rados.rados.0.smithi136.stdout:1102: oid 27 updating version 92 to 93 2024-08-19T11:34:38.677 INFO:tasks.rados.rados.0.smithi136.stdout:1102: oid 27 updating version 93 to 94 2024-08-19T11:34:38.678 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 94 (ObjNum 339 snap 101 seq_num 339) dirty exists 2024-08-19T11:34:38.678 INFO:tasks.rados.rados.0.smithi136.stdout:1102: left oid 27 (ObjNum 339 snap 101 seq_num 339) 2024-08-19T11:34:38.679 INFO:tasks.rados.rados.0.smithi136.stdout:1100: expect (ObjNum 265 snap 73 seq_num 265) 2024-08-19T11:34:38.880 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 46 v 431 (ObjNum 330 snap 99 seq_num 330) dirty exists 2024-08-19T11:34:38.880 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 16 v 415 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-19T11:34:38.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:38 smithi155 ceph-mon[76679]: pgmap v51: 121 pgs: 121 active+clean; 158 MiB data, 975 MiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 254 KiB/s wr, 1 op/s 2024-08-19T11:34:38.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:38 smithi155 ceph-mon[76679]: osdmap e279: 8 total, 8 up, 8 in 2024-08-19T11:34:38.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:38 smithi155 ceph-mon[76679]: osdmap e280: 8 total, 8 up, 8 in 2024-08-19T11:34:39.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:38 smithi136 ceph-mon[88916]: pgmap v51: 121 pgs: 121 active+clean; 158 MiB data, 975 MiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 254 KiB/s wr, 1 op/s 2024-08-19T11:34:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:38 smithi136 ceph-mon[88916]: osdmap e279: 8 total, 8 up, 8 in 2024-08-19T11:34:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:38 smithi136 ceph-mon[88916]: osdmap e280: 8 total, 8 up, 8 in 2024-08-19T11:34:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:38 smithi136 ceph-mon[86496]: pgmap v51: 121 pgs: 121 active+clean; 158 MiB data, 975 MiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 254 KiB/s wr, 1 op/s 2024-08-19T11:34:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:38 smithi136 ceph-mon[86496]: osdmap e279: 8 total, 8 up, 8 in 2024-08-19T11:34:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:38 smithi136 ceph-mon[86496]: osdmap e280: 8 total, 8 up, 8 in 2024-08-19T11:34:39.606 INFO:tasks.rados.rados.0.smithi136.stdout:1100: done (4 left) 2024-08-19T11:34:39.606 INFO:tasks.rados.rados.0.smithi136.stdout:1101: done (3 left) 2024-08-19T11:34:39.606 INFO:tasks.rados.rados.0.smithi136.stdout:1102: done (2 left) 2024-08-19T11:34:39.607 INFO:tasks.rados.rados.0.smithi136.stdout:1105: done (1 left) 2024-08-19T11:34:39.607 INFO:tasks.rados.rados.0.smithi136.stdout:1107: done (0 left) 2024-08-19T11:34:39.607 INFO:tasks.rados.rados.0.smithi136.stdout:1108: rollback oid 39 current snap is 102 2024-08-19T11:34:39.607 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 39 to 93 2024-08-19T11:34:39.607 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 44 current snap is 102 2024-08-19T11:34:39.607 INFO:tasks.rados.rados.0.smithi136.stdout:1109: seq_num 341 ranges {2080768=516096,2596864=401408} 2024-08-19T11:34:39.619 INFO:tasks.rados.rados.0.smithi136.stdout:1109: writing smithi13674108-44 from 2080768 to 2596864 tid 1 2024-08-19T11:34:39.622 INFO:tasks.rados.rados.0.smithi136.stdout:1109: writing smithi13674108-44 from 2596864 to 2998272 tid 2 2024-08-19T11:34:39.622 INFO:tasks.rados.rados.0.smithi136.stdout:1110: read oid 16 snap 100 2024-08-19T11:34:39.622 INFO:tasks.rados.rados.0.smithi136.stdout:1110: expect (ObjNum -532132288 snap 22033 seq_num 3825257808) 2024-08-19T11:34:39.622 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 42 current snap is 102 2024-08-19T11:34:39.622 INFO:tasks.rados.rados.0.smithi136.stdout:1111: seq_num 342 ranges {0=532480,532480=401408} 2024-08-19T11:34:39.625 INFO:tasks.rados.rados.0.smithi136.stdout:1111: writing smithi13674108-42 from 0 to 532480 tid 1 2024-08-19T11:34:39.628 INFO:tasks.rados.rados.0.smithi136.stdout:1111: writing smithi13674108-42 from 532480 to 933888 tid 2 2024-08-19T11:34:39.628 INFO:tasks.rados.rados.0.smithi136.stdout:1112: snap_create 2024-08-19T11:34:39.628 INFO:tasks.rados.rados.0.smithi136.stdout:1108: finishing rollback tid 1 to smithi13674108-39 2024-08-19T11:34:39.628 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 0 (ObjNum 33 snap 0 seq_num 1667322958) dirty dne 2024-08-19T11:34:39.628 INFO:tasks.rados.rados.0.smithi136.stdout:1110: expect (ObjNum -532132288 snap 22033 seq_num 3825257808) 2024-08-19T11:34:39.629 INFO:tasks.rados.rados.0.smithi136.stdout:1109: finishing write tid 1 to smithi13674108-44 2024-08-19T11:34:39.630 INFO:tasks.rados.rados.0.smithi136.stdout:1109: finishing write tid 2 to smithi13674108-44 2024-08-19T11:34:39.630 INFO:tasks.rados.rados.0.smithi136.stdout:1109: finishing write tid 3 to smithi13674108-44 2024-08-19T11:34:39.630 INFO:tasks.rados.rados.0.smithi136.stdout:1109: finishing write tid 4 to smithi13674108-44 2024-08-19T11:34:39.630 INFO:tasks.rados.rados.0.smithi136.stdout:1109: oid 44 updating version 0 to 448 2024-08-19T11:34:39.630 INFO:tasks.rados.rados.0.smithi136.stdout:1109: oid 44 version 448 is already newer than 446 2024-08-19T11:34:39.630 INFO:tasks.rados.rados.0.smithi136.stdout:1109: oid 44 version 448 is already newer than 447 2024-08-19T11:34:39.630 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 448 (ObjNum 341 snap 102 seq_num 341) dirty exists 2024-08-19T11:34:39.630 INFO:tasks.rados.rados.0.smithi136.stdout:1109: left oid 44 (ObjNum 341 snap 102 seq_num 341) 2024-08-19T11:34:39.631 INFO:tasks.rados.rados.0.smithi136.stdout:1111: finishing write tid 1 to smithi13674108-42 2024-08-19T11:34:39.631 INFO:tasks.rados.rados.0.smithi136.stdout:1111: finishing write tid 2 to smithi13674108-42 2024-08-19T11:34:39.631 INFO:tasks.rados.rados.0.smithi136.stdout:1111: finishing write tid 3 to smithi13674108-42 2024-08-19T11:34:39.633 INFO:tasks.rados.rados.0.smithi136.stdout:1111: finishing write tid 4 to smithi13674108-42 2024-08-19T11:34:39.633 INFO:tasks.rados.rados.0.smithi136.stdout:1111: oid 42 updating version 0 to 170 2024-08-19T11:34:39.633 INFO:tasks.rados.rados.0.smithi136.stdout:1111: oid 42 updating version 170 to 171 2024-08-19T11:34:39.633 INFO:tasks.rados.rados.0.smithi136.stdout:1111: oid 42 version 171 is already newer than 169 2024-08-19T11:34:39.633 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 171 (ObjNum 342 snap 102 seq_num 342) dirty exists 2024-08-19T11:34:39.633 INFO:tasks.rados.rados.0.smithi136.stdout:1111: left oid 42 (ObjNum 342 snap 102 seq_num 342) 2024-08-19T11:34:40.341 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:40.342 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:40.342 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:40 smithi155 ceph-mon[76679]: pgmap v54: 121 pgs: 121 active+clean; 158 MiB data, 975 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 508 KiB/s wr, 2 op/s 2024-08-19T11:34:40.342 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:40 smithi155 ceph-mon[76679]: osdmap e281: 8 total, 8 up, 8 in 2024-08-19T11:34:40.342 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:40.342 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:40.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:40.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:40.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:40 smithi136 ceph-mon[86496]: pgmap v54: 121 pgs: 121 active+clean; 158 MiB data, 975 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 508 KiB/s wr, 2 op/s 2024-08-19T11:34:40.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:40 smithi136 ceph-mon[86496]: osdmap e281: 8 total, 8 up, 8 in 2024-08-19T11:34:40.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:40.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:40.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:40.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:40.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:40 smithi136 ceph-mon[88916]: pgmap v54: 121 pgs: 121 active+clean; 158 MiB data, 975 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 508 KiB/s wr, 2 op/s 2024-08-19T11:34:40.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:40 smithi136 ceph-mon[88916]: osdmap e281: 8 total, 8 up, 8 in 2024-08-19T11:34:40.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:40.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:40.605 INFO:tasks.rados.rados.0.smithi136.stdout:1108: done (4 left) 2024-08-19T11:34:40.605 INFO:tasks.rados.rados.0.smithi136.stdout:1109: done (3 left) 2024-08-19T11:34:40.605 INFO:tasks.rados.rados.0.smithi136.stdout:1110: done (2 left) 2024-08-19T11:34:40.605 INFO:tasks.rados.rados.0.smithi136.stdout:1111: done (1 left) 2024-08-19T11:34:40.605 INFO:tasks.rados.rados.0.smithi136.stdout:1112: done (0 left) 2024-08-19T11:34:40.605 INFO:tasks.rados.rados.0.smithi136.stdout:1113: copy_from oid 49 from oid 24 current snap is 103 2024-08-19T11:34:40.605 INFO:tasks.rados.rados.0.smithi136.stdout:1114: rollback oid 15 current snap is 103 2024-08-19T11:34:40.605 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 15 to 101 2024-08-19T11:34:40.605 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 35 current snap is 103 2024-08-19T11:34:40.605 INFO:tasks.rados.rados.0.smithi136.stdout:1115: seq_num 343 ranges {819200=548864,1368064=401408} 2024-08-19T11:34:40.612 INFO:tasks.rados.rados.0.smithi136.stdout:1115: writing smithi13674108-35 from 819200 to 1368064 tid 1 2024-08-19T11:34:40.615 INFO:tasks.rados.rados.0.smithi136.stdout:1115: writing smithi13674108-35 from 1368064 to 1769472 tid 2 2024-08-19T11:34:40.615 INFO:tasks.rados.rados.0.smithi136.stdout:1116: snap_create 2024-08-19T11:34:40.615 INFO:tasks.rados.rados.0.smithi136.stdout:1114: finishing rollback tid 1 to smithi13674108-15 2024-08-19T11:34:40.615 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 265 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-08-19T11:34:40.615 INFO:tasks.rados.rados.0.smithi136.stdout:1115: finishing write tid 1 to smithi13674108-35 2024-08-19T11:34:40.618 INFO:tasks.rados.rados.0.smithi136.stdout:1115: finishing write tid 2 to smithi13674108-35 2024-08-19T11:34:40.618 INFO:tasks.rados.rados.0.smithi136.stdout:1115: finishing write tid 3 to smithi13674108-35 2024-08-19T11:34:40.619 INFO:tasks.rados.rados.0.smithi136.stdout:1115: finishing write tid 4 to smithi13674108-35 2024-08-19T11:34:40.619 INFO:tasks.rados.rados.0.smithi136.stdout:1115: oid 35 updating version 0 to 202 2024-08-19T11:34:40.619 INFO:tasks.rados.rados.0.smithi136.stdout:1115: oid 35 updating version 202 to 203 2024-08-19T11:34:40.619 INFO:tasks.rados.rados.0.smithi136.stdout:1115: oid 35 updating version 203 to 204 2024-08-19T11:34:40.619 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 204 (ObjNum 343 snap 103 seq_num 343) dirty exists 2024-08-19T11:34:40.619 INFO:tasks.rados.rados.0.smithi136.stdout:1115: left oid 35 (ObjNum 343 snap 103 seq_num 343) 2024-08-19T11:34:40.632 INFO:tasks.rados.rados.0.smithi136.stdout:1113: finishing copy_from racing read to smithi13674108-49 2024-08-19T11:34:40.633 INFO:tasks.rados.rados.0.smithi136.stdout:1113: finishing copy_from to smithi13674108-49 2024-08-19T11:34:40.633 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 458 (ObjNum 333 snap 100 seq_num 333) dirty exists 2024-08-19T11:34:41.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:41 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:34:41.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:41 smithi136 ceph-mon[86496]: osdmap e282: 8 total, 8 up, 8 in 2024-08-19T11:34:41.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:41 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:34:41.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:41 smithi136 ceph-mon[88916]: osdmap e282: 8 total, 8 up, 8 in 2024-08-19T11:34:41.384 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:41 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:34:41.384 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:41 smithi155 ceph-mon[76679]: osdmap e282: 8 total, 8 up, 8 in 2024-08-19T11:34:41.608 INFO:tasks.rados.rados.0.smithi136.stdout:1113: done (3 left) 2024-08-19T11:34:41.608 INFO:tasks.rados.rados.0.smithi136.stdout:1114: done (2 left) 2024-08-19T11:34:41.608 INFO:tasks.rados.rados.0.smithi136.stdout:1115: done (1 left) 2024-08-19T11:34:41.608 INFO:tasks.rados.rados.0.smithi136.stdout:1116: done (0 left) 2024-08-19T11:34:41.608 INFO:tasks.rados.rados.0.smithi136.stdout:1117: rollback oid 1 current snap is 104 2024-08-19T11:34:41.608 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 1 to 93 2024-08-19T11:34:41.609 INFO:tasks.rados.rados.0.smithi136.stdout:1118: rollback oid 36 current snap is 104 2024-08-19T11:34:41.609 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 36 to 91 2024-08-19T11:34:41.609 INFO:tasks.rados.rados.0.smithi136.stdout:1119: snap_remove snap 102 2024-08-19T11:34:42.611 INFO:tasks.rados.rados.0.smithi136.stdout:1119: done (2 left) 2024-08-19T11:34:42.611 INFO:tasks.rados.rados.0.smithi136.stdout:1120: snap_remove snap 103 2024-08-19T11:34:42.818 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:42 smithi155 ceph-mon[76679]: pgmap v57: 121 pgs: 121 active+clean; 158 MiB data, 975 MiB used, 714 GiB / 715 GiB avail 2024-08-19T11:34:42.818 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:42 smithi155 ceph-mon[76679]: osdmap e283: 8 total, 8 up, 8 in 2024-08-19T11:34:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:42 smithi136 ceph-mon[88916]: pgmap v57: 121 pgs: 121 active+clean; 158 MiB data, 975 MiB used, 714 GiB / 715 GiB avail 2024-08-19T11:34:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:42 smithi136 ceph-mon[88916]: osdmap e283: 8 total, 8 up, 8 in 2024-08-19T11:34:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:42 smithi136 ceph-mon[86496]: pgmap v57: 121 pgs: 121 active+clean; 158 MiB data, 975 MiB used, 714 GiB / 715 GiB avail 2024-08-19T11:34:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:42 smithi136 ceph-mon[86496]: osdmap e283: 8 total, 8 up, 8 in 2024-08-19T11:34:43.618 INFO:tasks.rados.rados.0.smithi136.stdout:1120: done (2 left) 2024-08-19T11:34:43.618 INFO:tasks.rados.rados.0.smithi136.stdout:1121: snap_remove snap 98 2024-08-19T11:34:43.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:43 smithi155 ceph-mon[76679]: osdmap e284: 8 total, 8 up, 8 in 2024-08-19T11:34:43.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:43 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:43.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:43 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:43.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:43 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:43.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:43 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:34:43.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:43 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:43.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:43 smithi155 ceph-mon[76679]: Reconfiguring mon.a (monmap changed)... 2024-08-19T11:34:43.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:43 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-19T11:34:43.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:43 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-19T11:34:43.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:43 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:43.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:43 smithi155 ceph-mon[76679]: Reconfiguring daemon mon.a on smithi136 2024-08-19T11:34:44.030 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:43 smithi136 ceph-mon[88916]: osdmap e284: 8 total, 8 up, 8 in 2024-08-19T11:34:44.030 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:43 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:44.030 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:43 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:44.030 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:43 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:44.030 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:43 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:34:44.030 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:43 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:44.030 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:43 smithi136 ceph-mon[88916]: Reconfiguring mon.a (monmap changed)... 2024-08-19T11:34:44.030 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:43 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-19T11:34:44.031 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:43 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-19T11:34:44.031 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:43 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:44.031 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:43 smithi136 ceph-mon[88916]: Reconfiguring daemon mon.a on smithi136 2024-08-19T11:34:44.031 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:43 smithi136 ceph-mon[86496]: osdmap e284: 8 total, 8 up, 8 in 2024-08-19T11:34:44.031 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:43 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:44.031 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:43 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:44.031 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:43 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:44.031 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:43 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:34:44.031 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:43 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:44.032 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:43 smithi136 ceph-mon[86496]: Reconfiguring mon.a (monmap changed)... 2024-08-19T11:34:44.032 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:43 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-19T11:34:44.032 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:43 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-19T11:34:44.032 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:43 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:44.032 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:43 smithi136 ceph-mon[86496]: Reconfiguring daemon mon.a on smithi136 2024-08-19T11:34:44.637 INFO:tasks.rados.rados.0.smithi136.stdout:1121: done (2 left) 2024-08-19T11:34:44.638 INFO:tasks.rados.rados.0.smithi136.stdout:1122: delete oid 19 current snap is 104 2024-08-19T11:34:44.638 INFO:tasks.rados.rados.0.smithi136.stdout:1117: finishing rollback tid 0 to smithi13674108-1 2024-08-19T11:34:44.638 INFO:tasks.rados.rados.0.smithi136.stdout:1117: finishing rollback tid 1 to smithi13674108-1 2024-08-19T11:34:44.638 INFO:tasks.rados.rados.0.smithi136.stdout:1117: finishing rollback tid 2 to smithi13674108-1 2024-08-19T11:34:44.638 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 1 v 461 (ObjNum 242 snap 68 seq_num 242) dirty exists 2024-08-19T11:34:44.638 INFO:tasks.rados.rados.0.smithi136.stdout:1118: finishing rollback tid 0 to smithi13674108-36 2024-08-19T11:34:44.638 INFO:tasks.rados.rados.0.smithi136.stdout:1118: finishing rollback tid 1 to smithi13674108-36 2024-08-19T11:34:44.638 INFO:tasks.rados.rados.0.smithi136.stdout:1118: finishing rollback tid 2 to smithi13674108-36 2024-08-19T11:34:44.638 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 186 (ObjNum 291 snap 86 seq_num 291) dirty exists 2024-08-19T11:34:44.641 INFO:tasks.rados.rados.0.smithi136.stdout:1117: done (2 left) 2024-08-19T11:34:44.641 INFO:tasks.rados.rados.0.smithi136.stdout:1118: done (1 left) 2024-08-19T11:34:44.641 INFO:tasks.rados.rados.0.smithi136.stdout:1122: done (0 left) 2024-08-19T11:34:44.641 INFO:tasks.rados.rados.0.smithi136.stdout:1123: delete oid 12 current snap is 104 2024-08-19T11:34:44.647 INFO:tasks.rados.rados.0.smithi136.stdout:1123: done (0 left) 2024-08-19T11:34:44.647 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 15 current snap is 104 2024-08-19T11:34:44.647 INFO:tasks.rados.rados.0.smithi136.stdout:1124: seq_num 346 ranges {0=598016,598016=401408} 2024-08-19T11:34:44.649 INFO:tasks.rados.rados.0.smithi136.stdout:1124: writing smithi13674108-15 from 0 to 598016 tid 1 2024-08-19T11:34:44.651 INFO:tasks.rados.rados.0.smithi136.stdout:1124: writing smithi13674108-15 from 598016 to 999424 tid 2 2024-08-19T11:34:44.651 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 22 current snap is 104 2024-08-19T11:34:44.651 INFO:tasks.rados.rados.0.smithi136.stdout:1125: seq_num 347 ranges {0=614400,614400=401408} 2024-08-19T11:34:44.655 INFO:tasks.rados.rados.0.smithi136.stdout:1125: writing smithi13674108-22 from 0 to 614400 tid 1 2024-08-19T11:34:44.658 INFO:tasks.rados.rados.0.smithi136.stdout:1125: writing smithi13674108-22 from 614400 to 1015808 tid 2 2024-08-19T11:34:44.658 INFO:tasks.rados.rados.0.smithi136.stdout:1126: read oid 30 snap -1 2024-08-19T11:34:44.658 INFO:tasks.rados.rados.0.smithi136.stdout:1126: expect (ObjNum 321 snap 97 seq_num 321) 2024-08-19T11:34:44.658 INFO:tasks.rados.rados.0.smithi136.stdout:1127: read oid 50 snap -1 2024-08-19T11:34:44.658 INFO:tasks.rados.rados.0.smithi136.stdout:1127: expect deleted 2024-08-19T11:34:44.658 INFO:tasks.rados.rados.0.smithi136.stdout:1128: snap_create 2024-08-19T11:34:44.658 INFO:tasks.rados.rados.0.smithi136.stdout:1124: finishing write tid 1 to smithi13674108-15 2024-08-19T11:34:44.658 INFO:tasks.rados.rados.0.smithi136.stdout:1124: finishing write tid 2 to smithi13674108-15 2024-08-19T11:34:44.658 INFO:tasks.rados.rados.0.smithi136.stdout:1124: finishing write tid 3 to smithi13674108-15 2024-08-19T11:34:44.658 INFO:tasks.rados.rados.0.smithi136.stdout:1124: finishing write tid 4 to smithi13674108-15 2024-08-19T11:34:44.658 INFO:tasks.rados.rados.0.smithi136.stdout:1124: oid 15 updating version 0 to 266 2024-08-19T11:34:44.659 INFO:tasks.rados.rados.0.smithi136.stdout:1124: oid 15 updating version 266 to 267 2024-08-19T11:34:44.659 INFO:tasks.rados.rados.0.smithi136.stdout:1124: oid 15 updating version 267 to 268 2024-08-19T11:34:44.659 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 268 (ObjNum 346 snap 104 seq_num 346) dirty exists 2024-08-19T11:34:44.659 INFO:tasks.rados.rados.0.smithi136.stdout:1124: left oid 15 (ObjNum 346 snap 104 seq_num 346) 2024-08-19T11:34:44.659 INFO:tasks.rados.rados.0.smithi136.stdout:1125: finishing write tid 1 to smithi13674108-22 2024-08-19T11:34:44.660 INFO:tasks.rados.rados.0.smithi136.stdout:1125: finishing write tid 2 to smithi13674108-22 2024-08-19T11:34:44.661 INFO:tasks.rados.rados.0.smithi136.stdout:1125: finishing write tid 3 to smithi13674108-22 2024-08-19T11:34:44.662 INFO:tasks.rados.rados.0.smithi136.stdout:1125: finishing write tid 4 to smithi13674108-22 2024-08-19T11:34:44.662 INFO:tasks.rados.rados.0.smithi136.stdout:1125: oid 22 updating version 0 to 468 2024-08-19T11:34:44.662 INFO:tasks.rados.rados.0.smithi136.stdout:1125: oid 22 version 468 is already newer than 467 2024-08-19T11:34:44.662 INFO:tasks.rados.rados.0.smithi136.stdout:1125: oid 22 version 468 is already newer than 466 2024-08-19T11:34:44.662 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 468 (ObjNum 347 snap 104 seq_num 347) dirty exists 2024-08-19T11:34:44.662 INFO:tasks.rados.rados.0.smithi136.stdout:1125: left oid 22 (ObjNum 347 snap 104 seq_num 347) 2024-08-19T11:34:44.663 INFO:tasks.rados.rados.0.smithi136.stdout:1126: expect (ObjNum 321 snap 97 seq_num 321) 2024-08-19T11:34:44.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:44 smithi136 ceph-mon[88916]: pgmap v60: 121 pgs: 121 active+clean; 172 MiB data, 992 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.6 MiB/s wr, 29 op/s 2024-08-19T11:34:44.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:44 smithi136 ceph-mon[88916]: osdmap e285: 8 total, 8 up, 8 in 2024-08-19T11:34:44.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:44 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:44.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:44 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:44.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:44 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-19T11:34:44.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:44 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-19T11:34:44.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:44 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:44.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:44 smithi136 ceph-mon[86496]: pgmap v60: 121 pgs: 121 active+clean; 172 MiB data, 992 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.6 MiB/s wr, 29 op/s 2024-08-19T11:34:44.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:44 smithi136 ceph-mon[86496]: osdmap e285: 8 total, 8 up, 8 in 2024-08-19T11:34:44.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:44 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:44.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:44 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:44.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:44 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-19T11:34:44.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:44 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-19T11:34:44.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:44 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:44.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:44 smithi155 ceph-mon[76679]: pgmap v60: 121 pgs: 121 active+clean; 172 MiB data, 992 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.6 MiB/s wr, 29 op/s 2024-08-19T11:34:44.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:44 smithi155 ceph-mon[76679]: osdmap e285: 8 total, 8 up, 8 in 2024-08-19T11:34:44.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:44 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:44.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:44 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:44.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:44 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-19T11:34:44.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:44 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-19T11:34:44.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:44 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:45.644 INFO:tasks.rados.rados.0.smithi136.stdout:1124: done (4 left) 2024-08-19T11:34:45.645 INFO:tasks.rados.rados.0.smithi136.stdout:1125: done (3 left) 2024-08-19T11:34:45.645 INFO:tasks.rados.rados.0.smithi136.stdout:1126: done (2 left) 2024-08-19T11:34:45.645 INFO:tasks.rados.rados.0.smithi136.stdout:1127: done (1 left) 2024-08-19T11:34:45.645 INFO:tasks.rados.rados.0.smithi136.stdout:1128: done (0 left) 2024-08-19T11:34:45.645 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 17 current snap is 105 2024-08-19T11:34:45.645 INFO:tasks.rados.rados.0.smithi136.stdout:1129: seq_num 348 ranges {0=630784,630784=401408} 2024-08-19T11:34:45.648 INFO:tasks.rados.rados.0.smithi136.stdout:1129: writing smithi13674108-17 from 0 to 630784 tid 1 2024-08-19T11:34:45.650 INFO:tasks.rados.rados.0.smithi136.stdout:1129: writing smithi13674108-17 from 630784 to 1032192 tid 2 2024-08-19T11:34:45.650 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 35 current snap is 105 2024-08-19T11:34:45.651 INFO:tasks.rados.rados.0.smithi136.stdout:1130: seq_num 349 ranges {1769472=655360,2424832=401408} 2024-08-19T11:34:45.663 INFO:tasks.rados.rados.0.smithi136.stdout:1130: writing smithi13674108-35 from 1769472 to 2424832 tid 1 2024-08-19T11:34:45.666 INFO:tasks.rados.rados.0.smithi136.stdout:1130: writing smithi13674108-35 from 2424832 to 2826240 tid 2 2024-08-19T11:34:45.666 INFO:tasks.rados.rados.0.smithi136.stdout:1131: snap_create 2024-08-19T11:34:45.666 INFO:tasks.rados.rados.0.smithi136.stdout:1129: finishing write tid 1 to smithi13674108-17 2024-08-19T11:34:45.666 INFO:tasks.rados.rados.0.smithi136.stdout:1129: finishing write tid 2 to smithi13674108-17 2024-08-19T11:34:45.667 INFO:tasks.rados.rados.0.smithi136.stdout:1129: finishing write tid 3 to smithi13674108-17 2024-08-19T11:34:45.667 INFO:tasks.rados.rados.0.smithi136.stdout:1129: finishing write tid 4 to smithi13674108-17 2024-08-19T11:34:45.667 INFO:tasks.rados.rados.0.smithi136.stdout:1129: oid 17 updating version 0 to 481 2024-08-19T11:34:45.667 INFO:tasks.rados.rados.0.smithi136.stdout:1129: oid 17 version 481 is already newer than 480 2024-08-19T11:34:45.667 INFO:tasks.rados.rados.0.smithi136.stdout:1129: oid 17 version 481 is already newer than 479 2024-08-19T11:34:45.667 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 17 v 481 (ObjNum 348 snap 105 seq_num 348) dirty exists 2024-08-19T11:34:45.667 INFO:tasks.rados.rados.0.smithi136.stdout:1129: left oid 17 (ObjNum 348 snap 105 seq_num 348) 2024-08-19T11:34:45.667 INFO:tasks.rados.rados.0.smithi136.stdout:1130: finishing write tid 1 to smithi13674108-35 2024-08-19T11:34:45.668 INFO:tasks.rados.rados.0.smithi136.stdout:1130: finishing write tid 2 to smithi13674108-35 2024-08-19T11:34:45.668 INFO:tasks.rados.rados.0.smithi136.stdout:1130: finishing write tid 3 to smithi13674108-35 2024-08-19T11:34:45.669 INFO:tasks.rados.rados.0.smithi136.stdout:1130: finishing write tid 4 to smithi13674108-35 2024-08-19T11:34:45.669 INFO:tasks.rados.rados.0.smithi136.stdout:1130: oid 35 updating version 0 to 215 2024-08-19T11:34:45.670 INFO:tasks.rados.rados.0.smithi136.stdout:1130: oid 35 version 215 is already newer than 214 2024-08-19T11:34:45.670 INFO:tasks.rados.rados.0.smithi136.stdout:1130: oid 35 updating version 215 to 216 2024-08-19T11:34:45.670 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 216 (ObjNum 349 snap 105 seq_num 349) dirty exists 2024-08-19T11:34:45.670 INFO:tasks.rados.rados.0.smithi136.stdout:1130: left oid 35 (ObjNum 349 snap 105 seq_num 349) 2024-08-19T11:34:45.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:45 smithi155 ceph-mon[76679]: Reconfiguring mgr.y (monmap changed)... 2024-08-19T11:34:45.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:45 smithi155 ceph-mon[76679]: Reconfiguring daemon mgr.y on smithi136 2024-08-19T11:34:45.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:45 smithi155 ceph-mon[76679]: osdmap e286: 8 total, 8 up, 8 in 2024-08-19T11:34:45.969 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:45 smithi136 ceph-mon[88916]: Reconfiguring mgr.y (monmap changed)... 2024-08-19T11:34:45.969 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:45 smithi136 ceph-mon[88916]: Reconfiguring daemon mgr.y on smithi136 2024-08-19T11:34:45.969 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:45 smithi136 ceph-mon[88916]: osdmap e286: 8 total, 8 up, 8 in 2024-08-19T11:34:45.969 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:45 smithi136 ceph-mon[86496]: Reconfiguring mgr.y (monmap changed)... 2024-08-19T11:34:45.970 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:45 smithi136 ceph-mon[86496]: Reconfiguring daemon mgr.y on smithi136 2024-08-19T11:34:45.970 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:45 smithi136 ceph-mon[86496]: osdmap e286: 8 total, 8 up, 8 in 2024-08-19T11:34:46.641 INFO:tasks.rados.rados.0.smithi136.stdout:1129: done (2 left) 2024-08-19T11:34:46.642 INFO:tasks.rados.rados.0.smithi136.stdout:1130: done (1 left) 2024-08-19T11:34:46.642 INFO:tasks.rados.rados.0.smithi136.stdout:1131: done (0 left) 2024-08-19T11:34:46.642 INFO:tasks.rados.rados.0.smithi136.stdout:1132: delete oid 44 current snap is 106 2024-08-19T11:34:46.647 INFO:tasks.rados.rados.0.smithi136.stdout:1132: done (0 left) 2024-08-19T11:34:46.648 INFO:tasks.rados.rados.0.smithi136.stdout:1133: rmattr oid 21 current snap is 106 2024-08-19T11:34:46.648 INFO:tasks.rados.rados.0.smithi136.stdout:1134: read oid 35 snap -1 2024-08-19T11:34:46.648 INFO:tasks.rados.rados.0.smithi136.stdout:1134: expect (ObjNum 349 snap 105 seq_num 349) 2024-08-19T11:34:46.648 INFO:tasks.rados.rados.0.smithi136.stdout:1135: read oid 47 snap -1 2024-08-19T11:34:46.648 INFO:tasks.rados.rados.0.smithi136.stdout:1135: expect (ObjNum 274 snap 77 seq_num 274) 2024-08-19T11:34:46.648 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 24 current snap is 106 2024-08-19T11:34:46.648 INFO:tasks.rados.rados.0.smithi136.stdout:1136: seq_num 351 ranges {6373376=688128,7061504=401408} 2024-08-19T11:34:46.681 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:46 smithi136 ceph-mon[88916]: pgmap v63: 121 pgs: 121 active+clean; 172 MiB data, 992 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.6 MiB/s wr, 29 op/s 2024-08-19T11:34:46.681 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:46 smithi136 ceph-mon[88916]: osdmap e287: 8 total, 8 up, 8 in 2024-08-19T11:34:46.681 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:46 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:46.681 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:46 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:46.681 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:46 smithi136 ceph-mon[88916]: Reconfiguring mon.c (monmap changed)... 2024-08-19T11:34:46.681 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:46 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-19T11:34:46.681 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:46 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-19T11:34:46.681 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:46 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:46.681 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:46 smithi136 ceph-mon[88916]: Reconfiguring daemon mon.c on smithi136 2024-08-19T11:34:46.682 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:46 smithi136 ceph-mon[86496]: pgmap v63: 121 pgs: 121 active+clean; 172 MiB data, 992 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.6 MiB/s wr, 29 op/s 2024-08-19T11:34:46.682 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:46 smithi136 ceph-mon[86496]: osdmap e287: 8 total, 8 up, 8 in 2024-08-19T11:34:46.682 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:46 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:46.682 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:46 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:46.682 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:46 smithi136 ceph-mon[86496]: Reconfiguring mon.c (monmap changed)... 2024-08-19T11:34:46.682 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:46 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-19T11:34:46.682 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:46 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-19T11:34:46.682 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:46 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:46.682 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:46 smithi136 ceph-mon[86496]: Reconfiguring daemon mon.c on smithi136 2024-08-19T11:34:46.686 INFO:tasks.rados.rados.0.smithi136.stdout:1136: writing smithi13674108-24 from 6373376 to 7061504 tid 1 2024-08-19T11:34:46.688 INFO:tasks.rados.rados.0.smithi136.stdout:1136: writing smithi13674108-24 from 7061504 to 7462912 tid 2 2024-08-19T11:34:46.688 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 30 current snap is 106 2024-08-19T11:34:46.688 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 346 (ObjNum 239 snap 66 seq_num 239) dirty exists 2024-08-19T11:34:46.688 INFO:tasks.rados.rados.0.smithi136.stdout:1137: seq_num 352 ranges {581632=704512,1286144=401408} 2024-08-19T11:34:46.695 INFO:tasks.rados.rados.0.smithi136.stdout:1137: writing smithi13674108-30 from 581632 to 1286144 tid 1 2024-08-19T11:34:46.698 INFO:tasks.rados.rados.0.smithi136.stdout:1137: writing smithi13674108-30 from 1286144 to 1687552 tid 2 2024-08-19T11:34:46.698 INFO:tasks.rados.rados.0.smithi136.stdout:1133: done (4 left) 2024-08-19T11:34:46.698 INFO:tasks.rados.rados.0.smithi136.stdout:1138: snap_remove snap 91 2024-08-19T11:34:46.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:46 smithi155 ceph-mon[76679]: pgmap v63: 121 pgs: 121 active+clean; 172 MiB data, 992 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.6 MiB/s wr, 29 op/s 2024-08-19T11:34:46.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:46 smithi155 ceph-mon[76679]: osdmap e287: 8 total, 8 up, 8 in 2024-08-19T11:34:46.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:46 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:46.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:46 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:46.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:46 smithi155 ceph-mon[76679]: Reconfiguring mon.c (monmap changed)... 2024-08-19T11:34:46.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:46 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-19T11:34:46.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:46 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-19T11:34:46.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:46 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:46.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:46 smithi155 ceph-mon[76679]: Reconfiguring daemon mon.c on smithi136 2024-08-19T11:34:47.657 INFO:tasks.rados.rados.0.smithi136.stdout:1138: done (4 left) 2024-08-19T11:34:47.657 INFO:tasks.rados.rados.0.smithi136.stdout:1139: snap_create 2024-08-19T11:34:47.657 INFO:tasks.rados.rados.0.smithi136.stdout:1134: expect (ObjNum 349 snap 105 seq_num 349) 2024-08-19T11:34:47.841 INFO:tasks.rados.rados.0.smithi136.stdout:1136: finishing write tid 1 to smithi13674108-24 2024-08-19T11:34:47.841 INFO:tasks.rados.rados.0.smithi136.stdout:1136: finishing write tid 2 to smithi13674108-24 2024-08-19T11:34:47.841 INFO:tasks.rados.rados.0.smithi136.stdout:1136: finishing write tid 3 to smithi13674108-24 2024-08-19T11:34:47.841 INFO:tasks.rados.rados.0.smithi136.stdout:1136: finishing write tid 4 to smithi13674108-24 2024-08-19T11:34:47.841 INFO:tasks.rados.rados.0.smithi136.stdout:1136: oid 24 updating version 0 to 470 2024-08-19T11:34:47.841 INFO:tasks.rados.rados.0.smithi136.stdout:1136: oid 24 updating version 470 to 472 2024-08-19T11:34:47.842 INFO:tasks.rados.rados.0.smithi136.stdout:1136: oid 24 version 472 is already newer than 471 2024-08-19T11:34:47.842 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 472 (ObjNum 351 snap 106 seq_num 351) dirty exists 2024-08-19T11:34:47.842 INFO:tasks.rados.rados.0.smithi136.stdout:1136: left oid 24 (ObjNum 351 snap 106 seq_num 351) 2024-08-19T11:34:47.842 INFO:tasks.rados.rados.0.smithi136.stdout:1135: expect (ObjNum 274 snap 77 seq_num 274) 2024-08-19T11:34:47.847 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:34:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:34:47] "GET /metrics HTTP/1.1" 200 36107 "" "Prometheus/2.43.0" 2024-08-19T11:34:47.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:47 smithi136 ceph-mon[88916]: osdmap e288: 8 total, 8 up, 8 in 2024-08-19T11:34:47.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:47 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:47.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:47 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:47.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:47 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-19T11:34:47.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:47 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:47.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:47 smithi136 ceph-mon[86496]: osdmap e288: 8 total, 8 up, 8 in 2024-08-19T11:34:47.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:47 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:47.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:47 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:47.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:47 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-19T11:34:47.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:47 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:47.887 INFO:teuthology.orchestra.run.smithi136.stdout:true 2024-08-19T11:34:47.939 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:47 smithi155 ceph-mon[76679]: osdmap e288: 8 total, 8 up, 8 in 2024-08-19T11:34:47.940 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:47 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:47.940 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:47 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:47.940 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:47 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-19T11:34:47.940 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:47 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:48.444 INFO:tasks.rados.rados.0.smithi136.stdout:1137: finishing write tid 1 to smithi13674108-30 2024-08-19T11:34:48.444 INFO:tasks.rados.rados.0.smithi136.stdout:1137: finishing write tid 2 to smithi13674108-30 2024-08-19T11:34:48.444 INFO:tasks.rados.rados.0.smithi136.stdout:1137: finishing write tid 3 to smithi13674108-30 2024-08-19T11:34:48.445 INFO:tasks.rados.rados.0.smithi136.stdout:1137: finishing write tid 4 to smithi13674108-30 2024-08-19T11:34:48.445 INFO:tasks.rados.rados.0.smithi136.stdout:1137: oid 30 updating version 0 to 200 2024-08-19T11:34:48.445 INFO:tasks.rados.rados.0.smithi136.stdout:1137: oid 30 version 200 is already newer than 198 2024-08-19T11:34:48.445 INFO:tasks.rados.rados.0.smithi136.stdout:1137: oid 30 version 200 is already newer than 199 2024-08-19T11:34:48.445 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 200 (ObjNum 352 snap 106 seq_num 352) dirty exists 2024-08-19T11:34:48.445 INFO:tasks.rados.rados.0.smithi136.stdout:1137: left oid 30 (ObjNum 352 snap 106 seq_num 352) 2024-08-19T11:34:48.491 INFO:teuthology.orchestra.run.smithi136.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T11:34:48.491 INFO:teuthology.orchestra.run.smithi136.stdout:alertmanager.a smithi136 *:9093,9094 running (5m) 29s ago 6m 24.0M - 0.25.0 c8568f914cd2 5af88c4acee8 2024-08-19T11:34:48.491 INFO:teuthology.orchestra.run.smithi136.stdout:grafana.a smithi155 *:3000 running (6m) 9s ago 6m 87.9M - 9.4.7 954c08fa6188 cb3e816dd27a 2024-08-19T11:34:48.491 INFO:teuthology.orchestra.run.smithi136.stdout:mds.a smithi136 running (7m) 29s ago 7m 20.7M - 18.2.4-721-gbaa926de e6c292a6bc95 70acc09ac00c 2024-08-19T11:34:48.491 INFO:teuthology.orchestra.run.smithi136.stdout:mds.b smithi155 running (7m) 9s ago 7m 17.5M - 18.2.4-721-gbaa926de e6c292a6bc95 f9104a674461 2024-08-19T11:34:48.491 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.x smithi155 *:8443,9283,8765 running (74s) 9s ago 10m 451M - 19.0.0-5847-g79766939 50bbda8a3289 64c8cd762719 2024-08-19T11:34:48.491 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.y smithi136 *:8443,9283,8765 running (102s) 29s ago 12m 503M - 19.0.0-5847-g79766939 50bbda8a3289 2c0aee4c2faf 2024-08-19T11:34:48.491 INFO:teuthology.orchestra.run.smithi136.stdout:mon.a smithi136 running (60s) 29s ago 12m 39.1M 2048M 19.0.0-5847-g79766939 50bbda8a3289 9ab88b9dc010 2024-08-19T11:34:48.491 INFO:teuthology.orchestra.run.smithi136.stdout:mon.b smithi155 running (20s) 9s ago 11m 31.1M 2048M 19.0.0-5847-g79766939 50bbda8a3289 1260b8dbc4a8 2024-08-19T11:34:48.492 INFO:teuthology.orchestra.run.smithi136.stdout:mon.c smithi136 running (38s) 29s ago 11m 26.4M 2048M 19.0.0-5847-g79766939 50bbda8a3289 6904f5e6079f 2024-08-19T11:34:48.492 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.a smithi136 *:9100 running (5m) 29s ago 5m 16.0M - 1.5.0 0da6a335fe13 8b8c68944f5b 2024-08-19T11:34:48.492 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.b smithi155 *:9100 running (5m) 9s ago 5m 16.6M - 1.5.0 0da6a335fe13 94f522beed05 2024-08-19T11:34:48.492 INFO:teuthology.orchestra.run.smithi136.stdout:osd.0 smithi136 running (10m) 29s ago 10m 164M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 e96830382dcf 2024-08-19T11:34:48.492 INFO:teuthology.orchestra.run.smithi136.stdout:osd.1 smithi136 running (10m) 29s ago 10m 111M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 bca15785dcda 2024-08-19T11:34:48.492 INFO:teuthology.orchestra.run.smithi136.stdout:osd.2 smithi136 running (9m) 29s ago 9m 141M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 f79852ccd72a 2024-08-19T11:34:48.492 INFO:teuthology.orchestra.run.smithi136.stdout:osd.3 smithi136 running (9m) 29s ago 9m 112M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 e4e2f187c816 2024-08-19T11:34:48.492 INFO:teuthology.orchestra.run.smithi136.stdout:osd.4 smithi155 running (9m) 9s ago 9m 151M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 41fae920e9f8 2024-08-19T11:34:48.492 INFO:teuthology.orchestra.run.smithi136.stdout:osd.5 smithi155 running (8m) 9s ago 8m 157M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 a11fccf8327d 2024-08-19T11:34:48.492 INFO:teuthology.orchestra.run.smithi136.stdout:osd.6 smithi155 running (8m) 9s ago 8m 139M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 ae2da85c009a 2024-08-19T11:34:48.492 INFO:teuthology.orchestra.run.smithi136.stdout:osd.7 smithi155 running (7m) 9s ago 7m 105M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 78b9ac5d3d4f 2024-08-19T11:34:48.492 INFO:teuthology.orchestra.run.smithi136.stdout:prometheus.a smithi155 *:9095 running (79s) 9s ago 6m 45.6M - 2.43.0 a07b618ecd1d 58dd6060f319 2024-08-19T11:34:48.605 INFO:tasks.rados.rados.0.smithi136.stdout:1134: done (4 left) 2024-08-19T11:34:48.605 INFO:tasks.rados.rados.0.smithi136.stdout:1135: done (3 left) 2024-08-19T11:34:48.605 INFO:tasks.rados.rados.0.smithi136.stdout:1136: done (2 left) 2024-08-19T11:34:48.605 INFO:tasks.rados.rados.0.smithi136.stdout:1137: done (1 left) 2024-08-19T11:34:48.606 INFO:tasks.rados.rados.0.smithi136.stdout:1139: done (0 left) 2024-08-19T11:34:48.606 INFO:tasks.rados.rados.0.smithi136.stdout:1140: copy_from oid 34 from oid 38 current snap is 107 2024-08-19T11:34:48.606 INFO:tasks.rados.rados.0.smithi136.stdout:1141: rollback oid 46 current snap is 107 2024-08-19T11:34:48.606 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 46 to 93 2024-08-19T11:34:48.606 INFO:tasks.rados.rados.0.smithi136.stdout:1142: rollback oid 23 current snap is 107 2024-08-19T11:34:48.606 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 23 to 105 2024-08-19T11:34:48.606 INFO:tasks.rados.rados.0.smithi136.stdout:1143: delete oid 22 current snap is 107 2024-08-19T11:34:48.611 INFO:tasks.rados.rados.0.smithi136.stdout:1142: finishing rollback tid 0 to smithi13674108-23 2024-08-19T11:34:48.614 INFO:tasks.rados.rados.0.smithi136.stdout:1143: done (3 left) 2024-08-19T11:34:48.614 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 12 current snap is 107 2024-08-19T11:34:48.614 INFO:tasks.rados.rados.0.smithi136.stdout:1144: seq_num 354 ranges {0=737280,737280=401408} 2024-08-19T11:34:48.618 INFO:tasks.rados.rados.0.smithi136.stdout:1144: writing smithi13674108-12 from 0 to 737280 tid 1 2024-08-19T11:34:48.621 INFO:tasks.rados.rados.0.smithi136.stdout:1144: writing smithi13674108-12 from 737280 to 1138688 tid 2 2024-08-19T11:34:48.622 INFO:tasks.rados.rados.0.smithi136.stdout:1145: copy_from oid 28 from oid 42 current snap is 107 2024-08-19T11:34:48.622 INFO:tasks.rados.rados.0.smithi136.stdout:1142: finishing rollback tid 1 to smithi13674108-23 2024-08-19T11:34:48.622 INFO:tasks.rados.rados.0.smithi136.stdout:1142: finishing rollback tid 2 to smithi13674108-23 2024-08-19T11:34:48.622 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 399 (ObjNum 267 snap 74 seq_num 267) dirty exists 2024-08-19T11:34:48.622 INFO:tasks.rados.rados.0.smithi136.stdout:1141: finishing rollback tid 0 to smithi13674108-46 2024-08-19T11:34:48.622 INFO:tasks.rados.rados.0.smithi136.stdout:1141: finishing rollback tid 1 to smithi13674108-46 2024-08-19T11:34:48.622 INFO:tasks.rados.rados.0.smithi136.stdout:1141: finishing rollback tid 2 to smithi13674108-46 2024-08-19T11:34:48.622 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 46 v 445 (ObjNum 276 snap 77 seq_num 276) dirty exists 2024-08-19T11:34:48.622 INFO:tasks.rados.rados.0.smithi136.stdout:1141: done (4 left) 2024-08-19T11:34:48.622 INFO:tasks.rados.rados.0.smithi136.stdout:1142: done (3 left) 2024-08-19T11:34:48.622 INFO:tasks.rados.rados.0.smithi136.stdout:1146: snap_remove snap 105 2024-08-19T11:34:48.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:48 smithi136 ceph-mon[88916]: pgmap v66: 121 pgs: 121 active+clean; 178 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 427 KiB/s rd, 1002 KiB/s wr, 6 op/s 2024-08-19T11:34:48.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:48 smithi136 ceph-mon[88916]: Reconfiguring osd.0 (monmap changed)... 2024-08-19T11:34:48.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:48 smithi136 ceph-mon[88916]: Reconfiguring daemon osd.0 on smithi136 2024-08-19T11:34:48.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:48 smithi136 ceph-mon[88916]: osdmap e289: 8 total, 8 up, 8 in 2024-08-19T11:34:48.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:48 smithi136 ceph-mon[88916]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:34:48.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:48 smithi136 ceph-mon[88916]: osdmap e290: 8 total, 8 up, 8 in 2024-08-19T11:34:48.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:48 smithi136 ceph-mon[86496]: pgmap v66: 121 pgs: 121 active+clean; 178 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 427 KiB/s rd, 1002 KiB/s wr, 6 op/s 2024-08-19T11:34:48.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:48 smithi136 ceph-mon[86496]: Reconfiguring osd.0 (monmap changed)... 2024-08-19T11:34:48.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:48 smithi136 ceph-mon[86496]: Reconfiguring daemon osd.0 on smithi136 2024-08-19T11:34:48.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:48 smithi136 ceph-mon[86496]: osdmap e289: 8 total, 8 up, 8 in 2024-08-19T11:34:48.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:48 smithi136 ceph-mon[86496]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:34:48.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:48 smithi136 ceph-mon[86496]: osdmap e290: 8 total, 8 up, 8 in 2024-08-19T11:34:48.860 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:34:48.861 INFO:teuthology.orchestra.run.smithi136.stdout: "mon": { 2024-08-19T11:34:48.861 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 3 2024-08-19T11:34:48.861 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:34:48.861 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr": { 2024-08-19T11:34:48.861 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T11:34:48.861 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:34:48.861 INFO:teuthology.orchestra.run.smithi136.stdout: "osd": { 2024-08-19T11:34:48.861 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 8 2024-08-19T11:34:48.861 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:34:48.862 INFO:teuthology.orchestra.run.smithi136.stdout: "mds": { 2024-08-19T11:34:48.862 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T11:34:48.862 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:34:48.862 INFO:teuthology.orchestra.run.smithi136.stdout: "overall": { 2024-08-19T11:34:48.862 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 10, 2024-08-19T11:34:48.862 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 5 2024-08-19T11:34:48.862 INFO:teuthology.orchestra.run.smithi136.stdout: } 2024-08-19T11:34:48.862 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:34:48.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:48 smithi155 ceph-mon[76679]: pgmap v66: 121 pgs: 121 active+clean; 178 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 427 KiB/s rd, 1002 KiB/s wr, 6 op/s 2024-08-19T11:34:48.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:48 smithi155 ceph-mon[76679]: Reconfiguring osd.0 (monmap changed)... 2024-08-19T11:34:48.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:48 smithi155 ceph-mon[76679]: Reconfiguring daemon osd.0 on smithi136 2024-08-19T11:34:48.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:48 smithi155 ceph-mon[76679]: osdmap e289: 8 total, 8 up, 8 in 2024-08-19T11:34:48.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:48 smithi155 ceph-mon[76679]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:34:48.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:48 smithi155 ceph-mon[76679]: osdmap e290: 8 total, 8 up, 8 in 2024-08-19T11:34:49.159 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:34:49.159 INFO:teuthology.orchestra.run.smithi136.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T11:34:49.159 INFO:teuthology.orchestra.run.smithi136.stdout: "in_progress": true, 2024-08-19T11:34:49.159 INFO:teuthology.orchestra.run.smithi136.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T11:34:49.159 INFO:teuthology.orchestra.run.smithi136.stdout: "services_complete": [ 2024-08-19T11:34:49.159 INFO:teuthology.orchestra.run.smithi136.stdout: "mon", 2024-08-19T11:34:49.159 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr" 2024-08-19T11:34:49.159 INFO:teuthology.orchestra.run.smithi136.stdout: ], 2024-08-19T11:34:49.160 INFO:teuthology.orchestra.run.smithi136.stdout: "progress": "5/20 daemons upgraded", 2024-08-19T11:34:49.160 INFO:teuthology.orchestra.run.smithi136.stdout: "message": "Currently upgrading mon daemons", 2024-08-19T11:34:49.160 INFO:teuthology.orchestra.run.smithi136.stdout: "is_paused": false 2024-08-19T11:34:49.160 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:34:49.606 INFO:tasks.rados.rados.0.smithi136.stdout:1146: done (3 left) 2024-08-19T11:34:49.606 INFO:tasks.rados.rados.0.smithi136.stdout:1147: copy_from oid 35 from oid 46 current snap is 107 2024-08-19T11:34:49.606 INFO:tasks.rados.rados.0.smithi136.stdout:1148: copy_from oid 36 from oid 45 current snap is 107 2024-08-19T11:34:49.606 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 30 current snap is 107 2024-08-19T11:34:49.606 INFO:tasks.rados.rados.0.smithi136.stdout:1149: seq_num 355 ranges {1687552=753664,2441216=401408} 2024-08-19T11:34:49.620 INFO:tasks.rados.rados.0.smithi136.stdout:1149: writing smithi13674108-30 from 1687552 to 2441216 tid 1 2024-08-19T11:34:49.622 INFO:tasks.rados.rados.0.smithi136.stdout:1149: writing smithi13674108-30 from 2441216 to 2842624 tid 2 2024-08-19T11:34:49.622 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 27 current snap is 107 2024-08-19T11:34:49.622 INFO:tasks.rados.rados.0.smithi136.stdout:1144: finishing write tid 1 to smithi13674108-12 2024-08-19T11:34:49.622 INFO:tasks.rados.rados.0.smithi136.stdout:1150: seq_num 356 ranges {884736=770048,1654784=401408} 2024-08-19T11:34:49.631 INFO:tasks.rados.rados.0.smithi136.stdout:1150: writing smithi13674108-27 from 884736 to 1654784 tid 1 2024-08-19T11:34:49.634 INFO:tasks.rados.rados.0.smithi136.stdout:1150: writing smithi13674108-27 from 1654784 to 2056192 tid 2 2024-08-19T11:34:49.634 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 11 current snap is 107 2024-08-19T11:34:49.634 INFO:tasks.rados.rados.0.smithi136.stdout:1144: finishing write tid 2 to smithi13674108-12 2024-08-19T11:34:49.634 INFO:tasks.rados.rados.0.smithi136.stdout:1144: finishing write tid 3 to smithi13674108-12 2024-08-19T11:34:49.635 INFO:tasks.rados.rados.0.smithi136.stdout:1144: finishing write tid 4 to smithi13674108-12 2024-08-19T11:34:49.635 INFO:tasks.rados.rados.0.smithi136.stdout:1144: oid 12 updating version 0 to 223 2024-08-19T11:34:49.635 INFO:tasks.rados.rados.0.smithi136.stdout:1144: oid 12 version 223 is already newer than 222 2024-08-19T11:34:49.635 INFO:tasks.rados.rados.0.smithi136.stdout:1144: oid 12 version 223 is already newer than 221 2024-08-19T11:34:49.635 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 223 (ObjNum 354 snap 107 seq_num 354) dirty exists 2024-08-19T11:34:49.635 INFO:tasks.rados.rados.0.smithi136.stdout:1144: left oid 12 (ObjNum 354 snap 107 seq_num 354) 2024-08-19T11:34:49.635 INFO:tasks.rados.rados.0.smithi136.stdout:1140: finishing copy_from racing read to smithi13674108-34 2024-08-19T11:34:49.635 INFO:tasks.rados.rados.0.smithi136.stdout:1140: finishing copy_from to smithi13674108-34 2024-08-19T11:34:49.635 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 34 v 341 (ObjNum 319 snap 97 seq_num 319) dirty exists 2024-08-19T11:34:49.635 INFO:tasks.rados.rados.0.smithi136.stdout:1145: finishing copy_from racing read to smithi13674108-28 2024-08-19T11:34:49.635 INFO:tasks.rados.rados.0.smithi136.stdout:1145: finishing copy_from to smithi13674108-28 2024-08-19T11:34:49.635 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 171 (ObjNum 342 snap 102 seq_num 342) dirty exists 2024-08-19T11:34:49.636 INFO:tasks.rados.rados.0.smithi136.stdout:1148: finishing copy_from to smithi13674108-36 2024-08-19T11:34:49.636 INFO:tasks.rados.rados.0.smithi136.stdout:1148: got expected ENOENT (src dne) 2024-08-19T11:34:49.636 INFO:tasks.rados.rados.0.smithi136.stdout:1148: finishing copy_from racing read to smithi13674108-36 2024-08-19T11:34:49.636 INFO:tasks.rados.rados.0.smithi136.stdout:1147: finishing copy_from racing read to smithi13674108-35 2024-08-19T11:34:49.636 INFO:tasks.rados.rados.0.smithi136.stdout:1147: finishing copy_from to smithi13674108-35 2024-08-19T11:34:49.636 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 445 (ObjNum 276 snap 77 seq_num 276) dirty exists 2024-08-19T11:34:49.636 INFO:tasks.rados.rados.0.smithi136.stdout:1151: seq_num 357 ranges {4415488=786432,5201920=401408} 2024-08-19T11:34:49.662 INFO:tasks.rados.rados.0.smithi136.stdout:1151: writing smithi13674108-11 from 4415488 to 5201920 tid 1 2024-08-19T11:34:49.665 INFO:tasks.rados.rados.0.smithi136.stdout:1151: writing smithi13674108-11 from 5201920 to 5603328 tid 2 2024-08-19T11:34:49.666 INFO:tasks.rados.rados.0.smithi136.stdout:1140: done (7 left) 2024-08-19T11:34:49.666 INFO:tasks.rados.rados.0.smithi136.stdout:1144: done (6 left) 2024-08-19T11:34:49.666 INFO:tasks.rados.rados.0.smithi136.stdout:1145: done (5 left) 2024-08-19T11:34:49.666 INFO:tasks.rados.rados.0.smithi136.stdout:1147: done (4 left) 2024-08-19T11:34:49.666 INFO:tasks.rados.rados.0.smithi136.stdout:1148: done (3 left) 2024-08-19T11:34:49.666 INFO:tasks.rados.rados.0.smithi136.stdout:1152: rmattr oid 36 current snap is 107 2024-08-19T11:34:49.666 INFO:tasks.rados.rados.0.smithi136.stdout:1152: done (3 left) 2024-08-19T11:34:49.666 INFO:tasks.rados.rados.0.smithi136.stdout:1153: delete oid 1 current snap is 107 2024-08-19T11:34:49.666 INFO:tasks.rados.rados.0.smithi136.stdout:1149: finishing write tid 1 to smithi13674108-30 2024-08-19T11:34:49.666 INFO:tasks.rados.rados.0.smithi136.stdout:1149: finishing write tid 2 to smithi13674108-30 2024-08-19T11:34:49.666 INFO:tasks.rados.rados.0.smithi136.stdout:1149: finishing write tid 3 to smithi13674108-30 2024-08-19T11:34:49.666 INFO:tasks.rados.rados.0.smithi136.stdout:1149: finishing write tid 4 to smithi13674108-30 2024-08-19T11:34:49.666 INFO:tasks.rados.rados.0.smithi136.stdout:1149: oid 30 updating version 0 to 210 2024-08-19T11:34:49.666 INFO:tasks.rados.rados.0.smithi136.stdout:1149: oid 30 updating version 210 to 212 2024-08-19T11:34:49.667 INFO:tasks.rados.rados.0.smithi136.stdout:1149: oid 30 version 212 is already newer than 211 2024-08-19T11:34:49.667 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 212 (ObjNum 355 snap 107 seq_num 355) dirty exists 2024-08-19T11:34:49.667 INFO:tasks.rados.rados.0.smithi136.stdout:1149: left oid 30 (ObjNum 355 snap 107 seq_num 355) 2024-08-19T11:34:49.667 INFO:tasks.rados.rados.0.smithi136.stdout:1150: finishing write tid 1 to smithi13674108-27 2024-08-19T11:34:49.667 INFO:tasks.rados.rados.0.smithi136.stdout:1150: finishing write tid 2 to smithi13674108-27 2024-08-19T11:34:49.667 INFO:tasks.rados.rados.0.smithi136.stdout:1150: finishing write tid 3 to smithi13674108-27 2024-08-19T11:34:49.667 INFO:tasks.rados.rados.0.smithi136.stdout:1150: finishing write tid 4 to smithi13674108-27 2024-08-19T11:34:49.667 INFO:tasks.rados.rados.0.smithi136.stdout:1150: oid 27 updating version 0 to 99 2024-08-19T11:34:49.667 INFO:tasks.rados.rados.0.smithi136.stdout:1150: oid 27 updating version 99 to 100 2024-08-19T11:34:49.667 INFO:tasks.rados.rados.0.smithi136.stdout:1150: oid 27 version 100 is already newer than 98 2024-08-19T11:34:49.667 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 100 (ObjNum 356 snap 107 seq_num 356) dirty exists 2024-08-19T11:34:49.667 INFO:tasks.rados.rados.0.smithi136.stdout:1150: left oid 27 (ObjNum 356 snap 107 seq_num 356) 2024-08-19T11:34:49.668 INFO:tasks.rados.rados.0.smithi136.stdout:1151: finishing write tid 1 to smithi13674108-11 2024-08-19T11:34:49.668 INFO:tasks.rados.rados.0.smithi136.stdout:1149: done (3 left) 2024-08-19T11:34:49.668 INFO:tasks.rados.rados.0.smithi136.stdout:1150: done (2 left) 2024-08-19T11:34:49.668 INFO:tasks.rados.rados.0.smithi136.stdout:1153: done (1 left) 2024-08-19T11:34:49.668 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 5 current snap is 107 2024-08-19T11:34:49.668 INFO:tasks.rados.rados.0.smithi136.stdout:1154: seq_num 359 ranges {4685824=417792,5103616=417792,5521408=385024} 2024-08-19T11:34:49.695 INFO:tasks.rados.rados.0.smithi136.stdout:1154: writing smithi13674108-5 from 4685824 to 5103616 tid 1 2024-08-19T11:34:49.697 INFO:tasks.rados.rados.0.smithi136.stdout:1154: writing smithi13674108-5 from 5103616 to 5521408 tid 2 2024-08-19T11:34:49.700 INFO:tasks.rados.rados.0.smithi136.stdout:1154: writing smithi13674108-5 from 5521408 to 5906432 tid 3 2024-08-19T11:34:49.700 INFO:tasks.rados.rados.0.smithi136.stdout:1155: delete oid 38 current snap is 107 2024-08-19T11:34:49.700 INFO:tasks.rados.rados.0.smithi136.stdout:1151: finishing write tid 2 to smithi13674108-11 2024-08-19T11:34:49.700 INFO:tasks.rados.rados.0.smithi136.stdout:1151: finishing write tid 3 to smithi13674108-11 2024-08-19T11:34:49.700 INFO:tasks.rados.rados.0.smithi136.stdout:1151: finishing write tid 4 to smithi13674108-11 2024-08-19T11:34:49.701 INFO:tasks.rados.rados.0.smithi136.stdout:1151: oid 11 updating version 0 to 495 2024-08-19T11:34:49.701 INFO:tasks.rados.rados.0.smithi136.stdout:1151: oid 11 version 495 is already newer than 493 2024-08-19T11:34:49.701 INFO:tasks.rados.rados.0.smithi136.stdout:1151: oid 11 version 495 is already newer than 494 2024-08-19T11:34:49.701 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 495 (ObjNum 357 snap 107 seq_num 357) dirty exists 2024-08-19T11:34:49.701 INFO:tasks.rados.rados.0.smithi136.stdout:1151: left oid 11 (ObjNum 357 snap 107 seq_num 357) 2024-08-19T11:34:49.701 INFO:tasks.rados.rados.0.smithi136.stdout:1154: finishing write tid 1 to smithi13674108-5 2024-08-19T11:34:49.701 INFO:tasks.rados.rados.0.smithi136.stdout:1154: finishing write tid 2 to smithi13674108-5 2024-08-19T11:34:49.702 INFO:tasks.rados.rados.0.smithi136.stdout:1151: done (2 left) 2024-08-19T11:34:49.702 INFO:tasks.rados.rados.0.smithi136.stdout:1155: done (1 left) 2024-08-19T11:34:49.702 INFO:tasks.rados.rados.0.smithi136.stdout:1156: setattr oid 17 current snap is 107 2024-08-19T11:34:49.704 INFO:tasks.rados.rados.0.smithi136.stdout:1154: finishing write tid 3 to smithi13674108-5 2024-08-19T11:34:49.704 INFO:tasks.rados.rados.0.smithi136.stdout:1154: finishing write tid 4 to smithi13674108-5 2024-08-19T11:34:49.704 INFO:tasks.rados.rados.0.smithi136.stdout:1157: read oid 21 snap -1 2024-08-19T11:34:49.704 INFO:tasks.rados.rados.0.smithi136.stdout:1157: expect (ObjNum 239 snap 66 seq_num 239) 2024-08-19T11:34:49.704 INFO:tasks.rados.rados.0.smithi136.stdout:1158: read oid 23 snap -1 2024-08-19T11:34:49.704 INFO:tasks.rados.rados.0.smithi136.stdout:1158: expect (ObjNum 267 snap 74 seq_num 267) 2024-08-19T11:34:49.704 INFO:tasks.rados.rados.0.smithi136.stdout:1159: delete oid 19 current snap is 107 2024-08-19T11:34:49.706 INFO:tasks.rados.rados.0.smithi136.stdout:1159: done (4 left) 2024-08-19T11:34:49.706 INFO:tasks.rados.rados.0.smithi136.stdout:1160: snap_remove snap 97 2024-08-19T11:34:49.812 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:49 smithi136 ceph-mon[86496]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:34:49.812 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:49 smithi136 ceph-mon[86496]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:34:49.812 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:49 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/2598916569' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:34:49.812 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:49 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:49.812 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:49 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:49.812 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:49 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-19T11:34:49.812 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:49 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:49.812 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:49 smithi136 ceph-mon[86496]: osdmap e291: 8 total, 8 up, 8 in 2024-08-19T11:34:49.813 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:49 smithi136 ceph-mon[88916]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:34:49.813 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:49 smithi136 ceph-mon[88916]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:34:49.813 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:49 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/2598916569' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:34:49.813 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:49 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:49.813 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:49 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:49.813 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:49 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-19T11:34:49.813 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:49 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:49.813 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:49 smithi136 ceph-mon[88916]: osdmap e291: 8 total, 8 up, 8 in 2024-08-19T11:34:49.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:49 smithi155 ceph-mon[76679]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:34:49.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:49 smithi155 ceph-mon[76679]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:34:49.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:49 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/2598916569' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:34:49.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:49 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:49.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:49 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:49.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:49 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-19T11:34:49.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:49 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:49.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:49 smithi155 ceph-mon[76679]: osdmap e291: 8 total, 8 up, 8 in 2024-08-19T11:34:50.666 INFO:tasks.rados.rados.0.smithi136.stdout:1160: done (4 left) 2024-08-19T11:34:50.666 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 41 current snap is 107 2024-08-19T11:34:50.666 INFO:tasks.rados.rados.0.smithi136.stdout:1154: finishing write tid 5 to smithi13674108-5 2024-08-19T11:34:50.667 INFO:tasks.rados.rados.0.smithi136.stdout:1154: oid 5 updating version 0 to 488 2024-08-19T11:34:50.667 INFO:tasks.rados.rados.0.smithi136.stdout:1154: oid 5 version 488 is already newer than 487 2024-08-19T11:34:50.667 INFO:tasks.rados.rados.0.smithi136.stdout:1154: oid 5 updating version 488 to 489 2024-08-19T11:34:50.667 INFO:tasks.rados.rados.0.smithi136.stdout:1154: oid 5 version 489 is already newer than 486 2024-08-19T11:34:50.667 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 489 (ObjNum 359 snap 107 seq_num 359) dirty exists 2024-08-19T11:34:50.667 INFO:tasks.rados.rados.0.smithi136.stdout:1154: left oid 5 (ObjNum 359 snap 107 seq_num 359) 2024-08-19T11:34:50.667 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 17 v 497 (ObjNum 348 snap 105 seq_num 348) dirty exists 2024-08-19T11:34:50.667 INFO:tasks.rados.rados.0.smithi136.stdout:1158: expect (ObjNum 267 snap 74 seq_num 267) 2024-08-19T11:34:50.731 INFO:tasks.rados.rados.0.smithi136.stdout:1157: expect (ObjNum 239 snap 66 seq_num 239) 2024-08-19T11:34:50.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:50 smithi136 ceph-mon[86496]: Reconfiguring osd.1 (monmap changed)... 2024-08-19T11:34:50.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:50 smithi136 ceph-mon[86496]: Reconfiguring daemon osd.1 on smithi136 2024-08-19T11:34:50.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:50 smithi136 ceph-mon[86496]: from='client.34203 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:34:50.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:50 smithi136 ceph-mon[86496]: pgmap v69: 121 pgs: 121 active+clean; 178 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 427 KiB/s rd, 1002 KiB/s wr, 6 op/s 2024-08-19T11:34:50.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:50 smithi136 ceph-mon[88916]: Reconfiguring osd.1 (monmap changed)... 2024-08-19T11:34:50.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:50 smithi136 ceph-mon[88916]: Reconfiguring daemon osd.1 on smithi136 2024-08-19T11:34:50.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:50 smithi136 ceph-mon[88916]: from='client.34203 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:34:50.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:50 smithi136 ceph-mon[88916]: pgmap v69: 121 pgs: 121 active+clean; 178 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 427 KiB/s rd, 1002 KiB/s wr, 6 op/s 2024-08-19T11:34:50.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:50 smithi155 ceph-mon[76679]: Reconfiguring osd.1 (monmap changed)... 2024-08-19T11:34:50.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:50 smithi155 ceph-mon[76679]: Reconfiguring daemon osd.1 on smithi136 2024-08-19T11:34:50.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:50 smithi155 ceph-mon[76679]: from='client.34203 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:34:50.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:50 smithi155 ceph-mon[76679]: pgmap v69: 121 pgs: 121 active+clean; 178 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 427 KiB/s rd, 1002 KiB/s wr, 6 op/s 2024-08-19T11:34:51.142 INFO:tasks.rados.rados.0.smithi136.stdout:1161: seq_num 362 ranges {2162688=466944,2629632=466944,3096576=335872} 2024-08-19T11:34:51.157 INFO:tasks.rados.rados.0.smithi136.stdout:1161: writing smithi13674108-41 from 2162688 to 2629632 tid 1 2024-08-19T11:34:51.159 INFO:tasks.rados.rados.0.smithi136.stdout:1161: writing smithi13674108-41 from 2629632 to 3096576 tid 2 2024-08-19T11:34:51.162 INFO:tasks.rados.rados.0.smithi136.stdout:1161: writing smithi13674108-41 from 3096576 to 3432448 tid 3 2024-08-19T11:34:51.162 INFO:tasks.rados.rados.0.smithi136.stdout:1154: done (4 left) 2024-08-19T11:34:51.162 INFO:tasks.rados.rados.0.smithi136.stdout:1156: done (3 left) 2024-08-19T11:34:51.162 INFO:tasks.rados.rados.0.smithi136.stdout:1157: done (2 left) 2024-08-19T11:34:51.162 INFO:tasks.rados.rados.0.smithi136.stdout:1158: done (1 left) 2024-08-19T11:34:51.163 INFO:tasks.rados.rados.0.smithi136.stdout:1162: copy_from oid 35 from oid 18 current snap is 107 2024-08-19T11:34:51.163 INFO:tasks.rados.rados.0.smithi136.stdout:1163: read oid 26 snap -1 2024-08-19T11:34:51.163 INFO:tasks.rados.rados.0.smithi136.stdout:1163: expect (ObjNum 310 snap 94 seq_num 310) 2024-08-19T11:34:51.163 INFO:tasks.rados.rados.0.smithi136.stdout:1164: rollback oid 28 current snap is 107 2024-08-19T11:34:51.163 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 28 to 100 2024-08-19T11:34:51.163 INFO:tasks.rados.rados.0.smithi136.stdout:1165: rollback oid 13 current snap is 107 2024-08-19T11:34:51.163 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 13 to 106 2024-08-19T11:34:51.163 INFO:tasks.rados.rados.0.smithi136.stdout:1166: snap_create 2024-08-19T11:34:51.163 INFO:tasks.rados.rados.0.smithi136.stdout:1161: finishing write tid 1 to smithi13674108-41 2024-08-19T11:34:51.163 INFO:tasks.rados.rados.0.smithi136.stdout:1161: finishing write tid 2 to smithi13674108-41 2024-08-19T11:34:51.163 INFO:tasks.rados.rados.0.smithi136.stdout:1165: finishing rollback tid 1 to smithi13674108-13 2024-08-19T11:34:51.163 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-19T11:34:51.165 INFO:tasks.rados.rados.0.smithi136.stdout:1164: finishing rollback tid 0 to smithi13674108-28 2024-08-19T11:34:51.166 INFO:tasks.rados.rados.0.smithi136.stdout:1161: finishing write tid 3 to smithi13674108-41 2024-08-19T11:34:51.166 INFO:tasks.rados.rados.0.smithi136.stdout:1164: finishing rollback tid 1 to smithi13674108-28 2024-08-19T11:34:51.166 INFO:tasks.rados.rados.0.smithi136.stdout:1161: finishing write tid 4 to smithi13674108-41 2024-08-19T11:34:51.166 INFO:tasks.rados.rados.0.smithi136.stdout:1164: finishing rollback tid 2 to smithi13674108-28 2024-08-19T11:34:51.166 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 489 (ObjNum 232 snap 65 seq_num 232) dirty exists 2024-08-19T11:34:51.169 INFO:tasks.rados.rados.0.smithi136.stdout:1161: finishing write tid 5 to smithi13674108-41 2024-08-19T11:34:51.169 INFO:tasks.rados.rados.0.smithi136.stdout:1161: oid 41 updating version 0 to 358 2024-08-19T11:34:51.170 INFO:tasks.rados.rados.0.smithi136.stdout:1161: oid 41 version 358 is already newer than 356 2024-08-19T11:34:51.170 INFO:tasks.rados.rados.0.smithi136.stdout:1161: oid 41 updating version 358 to 359 2024-08-19T11:34:51.170 INFO:tasks.rados.rados.0.smithi136.stdout:1161: oid 41 version 359 is already newer than 357 2024-08-19T11:34:51.170 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 359 (ObjNum 362 snap 107 seq_num 362) dirty exists 2024-08-19T11:34:51.170 INFO:tasks.rados.rados.0.smithi136.stdout:1161: left oid 41 (ObjNum 362 snap 107 seq_num 362) 2024-08-19T11:34:51.177 INFO:tasks.rados.rados.0.smithi136.stdout:1163: expect (ObjNum 310 snap 94 seq_num 310) 2024-08-19T11:34:51.285 INFO:tasks.rados.rados.0.smithi136.stdout:1162: finishing copy_from racing read to smithi13674108-35 2024-08-19T11:34:51.286 INFO:tasks.rados.rados.0.smithi136.stdout:1162: finishing copy_from to smithi13674108-35 2024-08-19T11:34:51.286 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 420 (ObjNum 125 snap 32 seq_num 125) dirty exists 2024-08-19T11:34:51.678 INFO:tasks.rados.rados.0.smithi136.stdout:1161: done (5 left) 2024-08-19T11:34:51.679 INFO:tasks.rados.rados.0.smithi136.stdout:1162: done (4 left) 2024-08-19T11:34:51.679 INFO:tasks.rados.rados.0.smithi136.stdout:1163: done (3 left) 2024-08-19T11:34:51.679 INFO:tasks.rados.rados.0.smithi136.stdout:1164: done (2 left) 2024-08-19T11:34:51.679 INFO:tasks.rados.rados.0.smithi136.stdout:1165: done (1 left) 2024-08-19T11:34:51.679 INFO:tasks.rados.rados.0.smithi136.stdout:1166: done (0 left) 2024-08-19T11:34:51.679 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 5 current snap is 108 2024-08-19T11:34:51.679 INFO:tasks.rados.rados.0.smithi136.stdout:1167: seq_num 363 ranges {5906432=483328,6389760=753664,7143424=49152} 2024-08-19T11:34:51.711 INFO:tasks.rados.rados.0.smithi136.stdout:1167: writing smithi13674108-5 from 5906432 to 6389760 tid 1 2024-08-19T11:34:51.715 INFO:tasks.rados.rados.0.smithi136.stdout:1167: writing smithi13674108-5 from 6389760 to 7143424 tid 2 2024-08-19T11:34:51.716 INFO:tasks.rados.rados.0.smithi136.stdout:1167: writing smithi13674108-5 from 7143424 to 7192576 tid 3 2024-08-19T11:34:51.716 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 10 current snap is 108 2024-08-19T11:34:51.716 INFO:tasks.rados.rados.0.smithi136.stdout:1168: seq_num 364 ranges {311296=499712,811008=638976,1449984=163840} 2024-08-19T11:34:51.720 INFO:tasks.rados.rados.0.smithi136.stdout:1168: writing smithi13674108-10 from 311296 to 811008 tid 1 2024-08-19T11:34:51.723 INFO:tasks.rados.rados.0.smithi136.stdout:1168: writing smithi13674108-10 from 811008 to 1449984 tid 2 2024-08-19T11:34:51.725 INFO:tasks.rados.rados.0.smithi136.stdout:1168: writing smithi13674108-10 from 1449984 to 1613824 tid 3 2024-08-19T11:34:51.725 INFO:tasks.rados.rados.0.smithi136.stdout:1169: rmattr oid 30 current snap is 108 2024-08-19T11:34:51.725 INFO:tasks.rados.rados.0.smithi136.stdout:1169: done (2 left) 2024-08-19T11:34:51.725 INFO:tasks.rados.rados.0.smithi136.stdout:1170: copy_from oid 33 from oid 50 current snap is 108 2024-08-19T11:34:51.725 INFO:tasks.rados.rados.0.smithi136.stdout:1167: finishing write tid 1 to smithi13674108-5 2024-08-19T11:34:51.725 INFO:tasks.rados.rados.0.smithi136.stdout:1167: finishing write tid 2 to smithi13674108-5 2024-08-19T11:34:51.725 INFO:tasks.rados.rados.0.smithi136.stdout:1167: finishing write tid 3 to smithi13674108-5 2024-08-19T11:34:51.726 INFO:tasks.rados.rados.0.smithi136.stdout:1167: finishing write tid 4 to smithi13674108-5 2024-08-19T11:34:51.726 INFO:tasks.rados.rados.0.smithi136.stdout:1167: finishing write tid 5 to smithi13674108-5 2024-08-19T11:34:51.726 INFO:tasks.rados.rados.0.smithi136.stdout:1167: oid 5 updating version 0 to 498 2024-08-19T11:34:51.726 INFO:tasks.rados.rados.0.smithi136.stdout:1167: oid 5 version 498 is already newer than 496 2024-08-19T11:34:51.726 INFO:tasks.rados.rados.0.smithi136.stdout:1167: oid 5 version 498 is already newer than 497 2024-08-19T11:34:51.726 INFO:tasks.rados.rados.0.smithi136.stdout:1167: oid 5 version 498 is already newer than 495 2024-08-19T11:34:51.726 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 498 (ObjNum 363 snap 108 seq_num 363) dirty exists 2024-08-19T11:34:51.726 INFO:tasks.rados.rados.0.smithi136.stdout:1167: left oid 5 (ObjNum 363 snap 108 seq_num 363) 2024-08-19T11:34:51.726 INFO:tasks.rados.rados.0.smithi136.stdout:1167: done (2 left) 2024-08-19T11:34:51.726 INFO:tasks.rados.rados.0.smithi136.stdout:1171: read oid 28 snap -1 2024-08-19T11:34:51.726 INFO:tasks.rados.rados.0.smithi136.stdout:1171: expect (ObjNum 232 snap 65 seq_num 232) 2024-08-19T11:34:51.726 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 20 current snap is 108 2024-08-19T11:34:51.726 INFO:tasks.rados.rados.0.smithi136.stdout:1172: seq_num 365 ranges {4653056=516096,5169152=573440,5742592=229376} 2024-08-19T11:34:51.752 INFO:tasks.rados.rados.0.smithi136.stdout:1172: writing smithi13674108-20 from 4653056 to 5169152 tid 1 2024-08-19T11:34:51.756 INFO:tasks.rados.rados.0.smithi136.stdout:1172: writing smithi13674108-20 from 5169152 to 5742592 tid 2 2024-08-19T11:34:51.757 INFO:tasks.rados.rados.0.smithi136.stdout:1172: writing smithi13674108-20 from 5742592 to 5971968 tid 3 2024-08-19T11:34:51.758 INFO:tasks.rados.rados.0.smithi136.stdout:1173: copy_from oid 36 from oid 38 current snap is 108 2024-08-19T11:34:51.758 INFO:tasks.rados.rados.0.smithi136.stdout:1170: finishing copy_from to smithi13674108-33 2024-08-19T11:34:51.758 INFO:tasks.rados.rados.0.smithi136.stdout:1170: got expected ENOENT (src dne) 2024-08-19T11:34:51.758 INFO:tasks.rados.rados.0.smithi136.stdout:1170: finishing copy_from racing read to smithi13674108-33 2024-08-19T11:34:51.758 INFO:tasks.rados.rados.0.smithi136.stdout:1168: finishing write tid 1 to smithi13674108-10 2024-08-19T11:34:51.758 INFO:tasks.rados.rados.0.smithi136.stdout:1168: finishing write tid 2 to smithi13674108-10 2024-08-19T11:34:51.758 INFO:tasks.rados.rados.0.smithi136.stdout:1168: finishing write tid 3 to smithi13674108-10 2024-08-19T11:34:51.758 INFO:tasks.rados.rados.0.smithi136.stdout:1168: finishing write tid 4 to smithi13674108-10 2024-08-19T11:34:51.758 INFO:tasks.rados.rados.0.smithi136.stdout:1168: finishing write tid 5 to smithi13674108-10 2024-08-19T11:34:51.758 INFO:tasks.rados.rados.0.smithi136.stdout:1168: oid 10 updating version 0 to 220 2024-08-19T11:34:51.758 INFO:tasks.rados.rados.0.smithi136.stdout:1168: oid 10 updating version 220 to 223 2024-08-19T11:34:51.758 INFO:tasks.rados.rados.0.smithi136.stdout:1168: oid 10 version 223 is already newer than 222 2024-08-19T11:34:51.758 INFO:tasks.rados.rados.0.smithi136.stdout:1168: oid 10 version 223 is already newer than 221 2024-08-19T11:34:51.759 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 223 (ObjNum 364 snap 108 seq_num 364) dirty exists 2024-08-19T11:34:51.759 INFO:tasks.rados.rados.0.smithi136.stdout:1168: left oid 10 (ObjNum 364 snap 108 seq_num 364) 2024-08-19T11:34:51.759 INFO:tasks.rados.rados.0.smithi136.stdout:1171: expect (ObjNum 232 snap 65 seq_num 232) 2024-08-19T11:34:51.797 INFO:tasks.rados.rados.0.smithi136.stdout:1172: finishing write tid 1 to smithi13674108-20 2024-08-19T11:34:51.797 INFO:tasks.rados.rados.0.smithi136.stdout:1173: finishing copy_from to smithi13674108-36 2024-08-19T11:34:51.797 INFO:tasks.rados.rados.0.smithi136.stdout:1173: got expected ENOENT (src dne) 2024-08-19T11:34:51.797 INFO:tasks.rados.rados.0.smithi136.stdout:1173: finishing copy_from racing read to smithi13674108-36 2024-08-19T11:34:51.797 INFO:tasks.rados.rados.0.smithi136.stdout:1172: finishing write tid 2 to smithi13674108-20 2024-08-19T11:34:51.797 INFO:tasks.rados.rados.0.smithi136.stdout:1172: finishing write tid 3 to smithi13674108-20 2024-08-19T11:34:51.797 INFO:tasks.rados.rados.0.smithi136.stdout:1172: finishing write tid 4 to smithi13674108-20 2024-08-19T11:34:51.798 INFO:tasks.rados.rados.0.smithi136.stdout:1172: finishing write tid 5 to smithi13674108-20 2024-08-19T11:34:51.798 INFO:tasks.rados.rados.0.smithi136.stdout:1172: oid 20 updating version 0 to 454 2024-08-19T11:34:51.798 INFO:tasks.rados.rados.0.smithi136.stdout:1172: oid 20 version 454 is already newer than 453 2024-08-19T11:34:51.798 INFO:tasks.rados.rados.0.smithi136.stdout:1172: oid 20 updating version 454 to 456 2024-08-19T11:34:51.798 INFO:tasks.rados.rados.0.smithi136.stdout:1172: oid 20 version 456 is already newer than 455 2024-08-19T11:34:51.798 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 456 (ObjNum 365 snap 108 seq_num 365) dirty exists 2024-08-19T11:34:51.798 INFO:tasks.rados.rados.0.smithi136.stdout:1172: left oid 20 (ObjNum 365 snap 108 seq_num 365) 2024-08-19T11:34:51.798 INFO:tasks.rados.rados.0.smithi136.stdout:1168: done (4 left) 2024-08-19T11:34:51.798 INFO:tasks.rados.rados.0.smithi136.stdout:1170: done (3 left) 2024-08-19T11:34:51.799 INFO:tasks.rados.rados.0.smithi136.stdout:1171: done (2 left) 2024-08-19T11:34:51.799 INFO:tasks.rados.rados.0.smithi136.stdout:1172: done (1 left) 2024-08-19T11:34:51.799 INFO:tasks.rados.rados.0.smithi136.stdout:1173: done (0 left) 2024-08-19T11:34:51.799 INFO:tasks.rados.rados.0.smithi136.stdout:1174: snap_remove snap 107 2024-08-19T11:34:51.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:51 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:51.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:51 smithi155 ceph-mon[76679]: osdmap e292: 8 total, 8 up, 8 in 2024-08-19T11:34:51.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:51 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:51.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:51 smithi155 ceph-mon[76679]: Reconfiguring osd.2 (monmap changed)... 2024-08-19T11:34:51.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:51 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-19T11:34:51.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:51 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:51.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:51 smithi155 ceph-mon[76679]: Reconfiguring daemon osd.2 on smithi136 2024-08-19T11:34:52.021 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:51 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:52.021 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:51 smithi136 ceph-mon[88916]: osdmap e292: 8 total, 8 up, 8 in 2024-08-19T11:34:52.021 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:51 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:52.021 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:51 smithi136 ceph-mon[88916]: Reconfiguring osd.2 (monmap changed)... 2024-08-19T11:34:52.021 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:51 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-19T11:34:52.021 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:51 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:52.021 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:51 smithi136 ceph-mon[88916]: Reconfiguring daemon osd.2 on smithi136 2024-08-19T11:34:52.022 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:51 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:52.022 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:51 smithi136 ceph-mon[86496]: osdmap e292: 8 total, 8 up, 8 in 2024-08-19T11:34:52.022 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:51 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:52.022 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:51 smithi136 ceph-mon[86496]: Reconfiguring osd.2 (monmap changed)... 2024-08-19T11:34:52.022 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:51 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-19T11:34:52.022 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:51 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:52.022 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:51 smithi136 ceph-mon[86496]: Reconfiguring daemon osd.2 on smithi136 2024-08-19T11:34:52.687 INFO:tasks.rados.rados.0.smithi136.stdout:1174: done (0 left) 2024-08-19T11:34:52.687 INFO:tasks.rados.rados.0.smithi136.stdout:1175: snap_remove snap 104 2024-08-19T11:34:52.775 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:52 smithi136 ceph-mon[88916]: pgmap v72: 121 pgs: 121 active+clean; 178 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 564 KiB/s wr, 3 op/s 2024-08-19T11:34:52.775 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:52 smithi136 ceph-mon[88916]: osdmap e293: 8 total, 8 up, 8 in 2024-08-19T11:34:52.775 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:52 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:52.775 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:52 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:52.775 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:52 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-19T11:34:52.775 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:52 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:52.775 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:52 smithi136 ceph-mon[86496]: pgmap v72: 121 pgs: 121 active+clean; 178 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 564 KiB/s wr, 3 op/s 2024-08-19T11:34:52.776 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:52 smithi136 ceph-mon[86496]: osdmap e293: 8 total, 8 up, 8 in 2024-08-19T11:34:52.776 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:52 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:52.776 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:52 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:52.776 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:52 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-19T11:34:52.776 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:52 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:52.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:52 smithi155 ceph-mon[76679]: pgmap v72: 121 pgs: 121 active+clean; 178 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 564 KiB/s wr, 3 op/s 2024-08-19T11:34:52.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:52 smithi155 ceph-mon[76679]: osdmap e293: 8 total, 8 up, 8 in 2024-08-19T11:34:52.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:52 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:52.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:52 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:52.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:52 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-19T11:34:52.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:52 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:53.698 INFO:tasks.rados.rados.0.smithi136.stdout:1175: done (0 left) 2024-08-19T11:34:53.698 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 12 current snap is 108 2024-08-19T11:34:53.698 INFO:tasks.rados.rados.0.smithi136.stdout:1176: seq_num 366 ranges {1138688=532480,1671168=458752,2129920=344064} 2024-08-19T11:34:53.709 INFO:tasks.rados.rados.0.smithi136.stdout:1176: writing smithi13674108-12 from 1138688 to 1671168 tid 1 2024-08-19T11:34:53.713 INFO:tasks.rados.rados.0.smithi136.stdout:1176: writing smithi13674108-12 from 1671168 to 2129920 tid 2 2024-08-19T11:34:53.716 INFO:tasks.rados.rados.0.smithi136.stdout:1176: writing smithi13674108-12 from 2129920 to 2473984 tid 3 2024-08-19T11:34:53.716 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 30 current snap is 108 2024-08-19T11:34:53.716 INFO:tasks.rados.rados.0.smithi136.stdout:1176: finishing write tid 1 to smithi13674108-12 2024-08-19T11:34:53.716 INFO:tasks.rados.rados.0.smithi136.stdout:1176: finishing write tid 2 to smithi13674108-12 2024-08-19T11:34:53.716 INFO:tasks.rados.rados.0.smithi136.stdout:1177: seq_num 367 ranges {2842624=548864,3391488=737280,4128768=65536} 2024-08-19T11:34:53.736 INFO:tasks.rados.rados.0.smithi136.stdout:1177: writing smithi13674108-30 from 2842624 to 3391488 tid 1 2024-08-19T11:34:53.742 INFO:tasks.rados.rados.0.smithi136.stdout:1177: writing smithi13674108-30 from 3391488 to 4128768 tid 2 2024-08-19T11:34:53.742 INFO:tasks.rados.rados.0.smithi136.stdout:1177: writing smithi13674108-30 from 4128768 to 4194304 tid 3 2024-08-19T11:34:53.742 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 48 current snap is 108 2024-08-19T11:34:53.742 INFO:tasks.rados.rados.0.smithi136.stdout:1176: finishing write tid 3 to smithi13674108-12 2024-08-19T11:34:53.742 INFO:tasks.rados.rados.0.smithi136.stdout:1178: seq_num 368 ranges {2359296=573440,2932736=622592,3555328=180224} 2024-08-19T11:34:53.758 INFO:tasks.rados.rados.0.smithi136.stdout:1178: writing smithi13674108-48 from 2359296 to 2932736 tid 1 2024-08-19T11:34:53.761 INFO:tasks.rados.rados.0.smithi136.stdout:1178: writing smithi13674108-48 from 2932736 to 3555328 tid 2 2024-08-19T11:34:53.764 INFO:tasks.rados.rados.0.smithi136.stdout:1178: writing smithi13674108-48 from 3555328 to 3735552 tid 3 2024-08-19T11:34:53.764 INFO:tasks.rados.rados.0.smithi136.stdout:1179: copy_from oid 38 from oid 8 current snap is 108 2024-08-19T11:34:53.764 INFO:tasks.rados.rados.0.smithi136.stdout:1176: finishing write tid 4 to smithi13674108-12 2024-08-19T11:34:53.764 INFO:tasks.rados.rados.0.smithi136.stdout:1176: finishing write tid 5 to smithi13674108-12 2024-08-19T11:34:53.764 INFO:tasks.rados.rados.0.smithi136.stdout:1176: oid 12 updating version 0 to 447 2024-08-19T11:34:53.764 INFO:tasks.rados.rados.0.smithi136.stdout:1176: oid 12 updating version 447 to 449 2024-08-19T11:34:53.764 INFO:tasks.rados.rados.0.smithi136.stdout:1176: oid 12 version 449 is already newer than 448 2024-08-19T11:34:53.764 INFO:tasks.rados.rados.0.smithi136.stdout:1176: oid 12 version 449 is already newer than 446 2024-08-19T11:34:53.765 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 449 (ObjNum 366 snap 108 seq_num 366) dirty exists 2024-08-19T11:34:53.765 INFO:tasks.rados.rados.0.smithi136.stdout:1176: left oid 12 (ObjNum 366 snap 108 seq_num 366) 2024-08-19T11:34:53.765 INFO:tasks.rados.rados.0.smithi136.stdout:1177: finishing write tid 1 to smithi13674108-30 2024-08-19T11:34:53.765 INFO:tasks.rados.rados.0.smithi136.stdout:1177: finishing write tid 2 to smithi13674108-30 2024-08-19T11:34:53.765 INFO:tasks.rados.rados.0.smithi136.stdout:1177: finishing write tid 3 to smithi13674108-30 2024-08-19T11:34:53.765 INFO:tasks.rados.rados.0.smithi136.stdout:1177: finishing write tid 4 to smithi13674108-30 2024-08-19T11:34:53.765 INFO:tasks.rados.rados.0.smithi136.stdout:1177: finishing write tid 5 to smithi13674108-30 2024-08-19T11:34:53.765 INFO:tasks.rados.rados.0.smithi136.stdout:1177: oid 30 updating version 0 to 232 2024-08-19T11:34:53.765 INFO:tasks.rados.rados.0.smithi136.stdout:1177: oid 30 version 232 is already newer than 231 2024-08-19T11:34:53.765 INFO:tasks.rados.rados.0.smithi136.stdout:1177: oid 30 version 232 is already newer than 230 2024-08-19T11:34:53.765 INFO:tasks.rados.rados.0.smithi136.stdout:1177: oid 30 updating version 232 to 233 2024-08-19T11:34:53.765 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 233 (ObjNum 367 snap 108 seq_num 367) dirty exists 2024-08-19T11:34:53.765 INFO:tasks.rados.rados.0.smithi136.stdout:1177: left oid 30 (ObjNum 367 snap 108 seq_num 367) 2024-08-19T11:34:53.765 INFO:tasks.rados.rados.0.smithi136.stdout:1178: finishing write tid 1 to smithi13674108-48 2024-08-19T11:34:53.765 INFO:tasks.rados.rados.0.smithi136.stdout:1176: done (3 left) 2024-08-19T11:34:53.766 INFO:tasks.rados.rados.0.smithi136.stdout:1177: done (2 left) 2024-08-19T11:34:53.766 INFO:tasks.rados.rados.0.smithi136.stdout:1180: copy_from oid 45 from oid 36 current snap is 108 2024-08-19T11:34:53.766 INFO:tasks.rados.rados.0.smithi136.stdout:1181: rollback oid 34 current snap is 108 2024-08-19T11:34:53.766 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 34 to 93 2024-08-19T11:34:53.766 INFO:tasks.rados.rados.0.smithi136.stdout:1182: read oid 40 snap -1 2024-08-19T11:34:53.766 INFO:tasks.rados.rados.0.smithi136.stdout:1182: expect (ObjNum 143 snap 37 seq_num 143) 2024-08-19T11:34:53.766 INFO:tasks.rados.rados.0.smithi136.stdout:1183: read oid 2 snap -1 2024-08-19T11:34:53.766 INFO:tasks.rados.rados.0.smithi136.stdout:1183: expect (ObjNum 323 snap 97 seq_num 323) 2024-08-19T11:34:53.766 INFO:tasks.rados.rados.0.smithi136.stdout:1184: read oid 21 snap -1 2024-08-19T11:34:53.766 INFO:tasks.rados.rados.0.smithi136.stdout:1184: expect (ObjNum 239 snap 66 seq_num 239) 2024-08-19T11:34:53.766 INFO:tasks.rados.rados.0.smithi136.stdout:1185: copy_from oid 10 from oid 37 current snap is 108 2024-08-19T11:34:53.766 INFO:tasks.rados.rados.0.smithi136.stdout:1186: setattr oid 22 current snap is 108 2024-08-19T11:34:53.767 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 23 current snap is 108 2024-08-19T11:34:53.767 INFO:tasks.rados.rados.0.smithi136.stdout:1187: seq_num 369 ranges {2080768=589824,2670592=507904,3178496=294912} 2024-08-19T11:34:53.781 INFO:tasks.rados.rados.0.smithi136.stdout:1187: writing smithi13674108-23 from 2080768 to 2670592 tid 1 2024-08-19T11:34:53.784 INFO:tasks.rados.rados.0.smithi136.stdout:1187: writing smithi13674108-23 from 2670592 to 3178496 tid 2 2024-08-19T11:34:53.786 INFO:tasks.rados.rados.0.smithi136.stdout:1187: writing smithi13674108-23 from 3178496 to 3473408 tid 3 2024-08-19T11:34:53.786 INFO:tasks.rados.rados.0.smithi136.stdout:1188: rollback oid 7 current snap is 108 2024-08-19T11:34:53.786 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 7 to 100 2024-08-19T11:34:53.786 INFO:tasks.rados.rados.0.smithi136.stdout:1178: finishing write tid 2 to smithi13674108-48 2024-08-19T11:34:53.786 INFO:tasks.rados.rados.0.smithi136.stdout:1181: finishing rollback tid 0 to smithi13674108-34 2024-08-19T11:34:53.786 INFO:tasks.rados.rados.0.smithi136.stdout:1189: read oid 5 snap -1 2024-08-19T11:34:53.786 INFO:tasks.rados.rados.0.smithi136.stdout:1189: expect (ObjNum 363 snap 108 seq_num 363) 2024-08-19T11:34:53.787 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 12 current snap is 108 2024-08-19T11:34:53.787 INFO:tasks.rados.rados.0.smithi136.stdout:1178: finishing write tid 3 to smithi13674108-48 2024-08-19T11:34:53.787 INFO:tasks.rados.rados.0.smithi136.stdout:1190: seq_num 370 ranges {2473984=606208,3080192=794624,3874816=8192} 2024-08-19T11:34:53.802 INFO:tasks.rados.rados.0.smithi136.stdout:1190: writing smithi13674108-12 from 2473984 to 3080192 tid 1 2024-08-19T11:34:53.807 INFO:tasks.rados.rados.0.smithi136.stdout:1190: writing smithi13674108-12 from 3080192 to 3874816 tid 2 2024-08-19T11:34:53.808 INFO:tasks.rados.rados.0.smithi136.stdout:1190: writing smithi13674108-12 from 3874816 to 3883008 tid 3 2024-08-19T11:34:53.808 INFO:tasks.rados.rados.0.smithi136.stdout:1191: snap_remove snap 101 2024-08-19T11:34:53.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:53 smithi136 ceph-mon[86496]: Reconfiguring osd.3 (monmap changed)... 2024-08-19T11:34:53.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:53 smithi136 ceph-mon[86496]: Reconfiguring daemon osd.3 on smithi136 2024-08-19T11:34:53.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:53 smithi136 ceph-mon[86496]: osdmap e294: 8 total, 8 up, 8 in 2024-08-19T11:34:53.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:53 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:53.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:53 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:53.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:53 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-19T11:34:53.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:53 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:53.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:53 smithi136 ceph-mon[88916]: Reconfiguring osd.3 (monmap changed)... 2024-08-19T11:34:53.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:53 smithi136 ceph-mon[88916]: Reconfiguring daemon osd.3 on smithi136 2024-08-19T11:34:53.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:53 smithi136 ceph-mon[88916]: osdmap e294: 8 total, 8 up, 8 in 2024-08-19T11:34:53.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:53 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:53.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:53 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:53.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:53 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-19T11:34:53.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:53 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:53.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:53 smithi155 ceph-mon[76679]: Reconfiguring osd.3 (monmap changed)... 2024-08-19T11:34:53.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:53 smithi155 ceph-mon[76679]: Reconfiguring daemon osd.3 on smithi136 2024-08-19T11:34:53.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:53 smithi155 ceph-mon[76679]: osdmap e294: 8 total, 8 up, 8 in 2024-08-19T11:34:53.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:53 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:53.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:53 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:53.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:53 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-19T11:34:53.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:53 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:54.691 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:54 smithi136 ceph-mon[86496]: pgmap v75: 121 pgs: 121 active+clean; 186 MiB data, 1023 MiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 4.4 MiB/s wr, 25 op/s 2024-08-19T11:34:54.691 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:54 smithi136 ceph-mon[86496]: Reconfiguring mds.a (monmap changed)... 2024-08-19T11:34:54.691 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:54 smithi136 ceph-mon[86496]: Reconfiguring daemon mds.a on smithi136 2024-08-19T11:34:54.691 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:54 smithi136 ceph-mon[86496]: osdmap e295: 8 total, 8 up, 8 in 2024-08-19T11:34:54.701 INFO:tasks.rados.rados.0.smithi136.stdout:1191: done (13 left) 2024-08-19T11:34:54.701 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 19 current snap is 108 2024-08-19T11:34:54.701 INFO:tasks.rados.rados.0.smithi136.stdout:1192: seq_num 371 ranges {0=622592,622592=679936,1302528=122880} 2024-08-19T11:34:54.705 INFO:tasks.rados.rados.0.smithi136.stdout:1192: writing smithi13674108-19 from 0 to 622592 tid 1 2024-08-19T11:34:54.710 INFO:tasks.rados.rados.0.smithi136.stdout:1192: writing smithi13674108-19 from 622592 to 1302528 tid 2 2024-08-19T11:34:54.711 INFO:tasks.rados.rados.0.smithi136.stdout:1192: writing smithi13674108-19 from 1302528 to 1425408 tid 3 2024-08-19T11:34:54.711 INFO:tasks.rados.rados.0.smithi136.stdout:1181: finishing rollback tid 1 to smithi13674108-34 2024-08-19T11:34:54.711 INFO:tasks.rados.rados.0.smithi136.stdout:1181: finishing rollback tid 2 to smithi13674108-34 2024-08-19T11:34:54.711 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 34 v 498 (ObjNum 235 snap 66 seq_num 235) dirty exists 2024-08-19T11:34:54.711 INFO:tasks.rados.rados.0.smithi136.stdout:1178: finishing write tid 4 to smithi13674108-48 2024-08-19T11:34:54.711 INFO:tasks.rados.rados.0.smithi136.stdout:1183: expect (ObjNum 323 snap 97 seq_num 323) 2024-08-19T11:34:54.791 INFO:tasks.rados.rados.0.smithi136.stdout:1178: finishing write tid 5 to smithi13674108-48 2024-08-19T11:34:54.792 INFO:tasks.rados.rados.0.smithi136.stdout:1178: oid 48 updating version 0 to 508 2024-08-19T11:34:54.792 INFO:tasks.rados.rados.0.smithi136.stdout:1178: oid 48 updating version 508 to 509 2024-08-19T11:34:54.792 INFO:tasks.rados.rados.0.smithi136.stdout:1178: oid 48 updating version 509 to 510 2024-08-19T11:34:54.792 INFO:tasks.rados.rados.0.smithi136.stdout:1178: oid 48 version 510 is already newer than 507 2024-08-19T11:34:54.792 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 48 v 510 (ObjNum 368 snap 108 seq_num 368) dirty exists 2024-08-19T11:34:54.792 INFO:tasks.rados.rados.0.smithi136.stdout:1178: left oid 48 (ObjNum 368 snap 108 seq_num 368) 2024-08-19T11:34:54.792 INFO:tasks.rados.rados.0.smithi136.stdout:1180: finishing copy_from racing read to smithi13674108-45 2024-08-19T11:34:54.792 INFO:tasks.rados.rados.0.smithi136.stdout:1178: done (13 left) 2024-08-19T11:34:54.792 INFO:tasks.rados.rados.0.smithi136.stdout:1181: done (12 left) 2024-08-19T11:34:54.792 INFO:tasks.rados.rados.0.smithi136.stdout:1183: done (11 left) 2024-08-19T11:34:54.792 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 33 current snap is 108 2024-08-19T11:34:54.792 INFO:tasks.rados.rados.0.smithi136.stdout:1179: finishing copy_from to smithi13674108-38 2024-08-19T11:34:54.792 INFO:tasks.rados.rados.0.smithi136.stdout:1179: got expected ENOENT (src dne) 2024-08-19T11:34:54.793 INFO:tasks.rados.rados.0.smithi136.stdout:1179: finishing copy_from racing read to smithi13674108-38 2024-08-19T11:34:54.793 INFO:tasks.rados.rados.0.smithi136.stdout:1180: finishing copy_from to smithi13674108-45 2024-08-19T11:34:54.793 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 186 (ObjNum 291 snap 86 seq_num 291) dirty exists 2024-08-19T11:34:54.793 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 507 (ObjNum 65 snap 0 seq_num 3739280208) dirty exists 2024-08-19T11:34:54.793 INFO:tasks.rados.rados.0.smithi136.stdout:1185: finishing copy_from racing read to smithi13674108-10 2024-08-19T11:34:54.793 INFO:tasks.rados.rados.0.smithi136.stdout:1185: finishing copy_from to smithi13674108-10 2024-08-19T11:34:54.793 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 461 (ObjNum 337 snap 100 seq_num 337) dirty exists 2024-08-19T11:34:54.793 INFO:tasks.rados.rados.0.smithi136.stdout:1182: expect (ObjNum 143 snap 37 seq_num 143) 2024-08-19T11:34:54.878 INFO:tasks.rados.rados.0.smithi136.stdout:1188: finishing rollback tid 0 to smithi13674108-7 2024-08-19T11:34:54.878 INFO:tasks.rados.rados.0.smithi136.stdout:1188: finishing rollback tid 1 to smithi13674108-7 2024-08-19T11:34:54.878 INFO:tasks.rados.rados.0.smithi136.stdout:1193: seq_num 372 ranges {2080768=638976,2719744=565248,3284992=237568} 2024-08-19T11:34:54.892 INFO:tasks.rados.rados.0.smithi136.stdout:1193: writing smithi13674108-33 from 2080768 to 2719744 tid 1 2024-08-19T11:34:54.895 INFO:tasks.rados.rados.0.smithi136.stdout:1193: writing smithi13674108-33 from 2719744 to 3284992 tid 2 2024-08-19T11:34:54.897 INFO:tasks.rados.rados.0.smithi136.stdout:1193: writing smithi13674108-33 from 3284992 to 3522560 tid 3 2024-08-19T11:34:54.897 INFO:tasks.rados.rados.0.smithi136.stdout:1179: done (11 left) 2024-08-19T11:34:54.897 INFO:tasks.rados.rados.0.smithi136.stdout:1180: done (10 left) 2024-08-19T11:34:54.897 INFO:tasks.rados.rados.0.smithi136.stdout:1182: done (9 left) 2024-08-19T11:34:54.898 INFO:tasks.rados.rados.0.smithi136.stdout:1185: done (8 left) 2024-08-19T11:34:54.898 INFO:tasks.rados.rados.0.smithi136.stdout:1186: done (7 left) 2024-08-19T11:34:54.898 INFO:tasks.rados.rados.0.smithi136.stdout:1194: copy_from oid 47 from oid 38 current snap is 108 2024-08-19T11:34:54.898 INFO:tasks.rados.rados.0.smithi136.stdout:1188: finishing rollback tid 2 to smithi13674108-7 2024-08-19T11:34:54.898 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 502 (ObjNum 334 snap 100 seq_num 334) dirty exists 2024-08-19T11:34:54.898 INFO:tasks.rados.rados.0.smithi136.stdout:1184: expect (ObjNum 239 snap 66 seq_num 239) 2024-08-19T11:34:54.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:54 smithi155 ceph-mon[76679]: pgmap v75: 121 pgs: 121 active+clean; 186 MiB data, 1023 MiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 4.4 MiB/s wr, 25 op/s 2024-08-19T11:34:54.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:54 smithi155 ceph-mon[76679]: Reconfiguring mds.a (monmap changed)... 2024-08-19T11:34:54.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:54 smithi155 ceph-mon[76679]: Reconfiguring daemon mds.a on smithi136 2024-08-19T11:34:54.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:54 smithi155 ceph-mon[76679]: osdmap e295: 8 total, 8 up, 8 in 2024-08-19T11:34:55.034 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:54 smithi136 ceph-mon[88916]: pgmap v75: 121 pgs: 121 active+clean; 186 MiB data, 1023 MiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 4.4 MiB/s wr, 25 op/s 2024-08-19T11:34:55.035 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:54 smithi136 ceph-mon[88916]: Reconfiguring mds.a (monmap changed)... 2024-08-19T11:34:55.035 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:54 smithi136 ceph-mon[88916]: Reconfiguring daemon mds.a on smithi136 2024-08-19T11:34:55.035 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:54 smithi136 ceph-mon[88916]: osdmap e295: 8 total, 8 up, 8 in 2024-08-19T11:34:55.306 INFO:tasks.rados.rados.0.smithi136.stdout:1187: finishing write tid 1 to smithi13674108-23 2024-08-19T11:34:55.306 INFO:tasks.rados.rados.0.smithi136.stdout:1187: finishing write tid 2 to smithi13674108-23 2024-08-19T11:34:55.306 INFO:tasks.rados.rados.0.smithi136.stdout:1187: finishing write tid 3 to smithi13674108-23 2024-08-19T11:34:55.306 INFO:tasks.rados.rados.0.smithi136.stdout:1187: finishing write tid 4 to smithi13674108-23 2024-08-19T11:34:55.307 INFO:tasks.rados.rados.0.smithi136.stdout:1187: finishing write tid 5 to smithi13674108-23 2024-08-19T11:34:55.307 INFO:tasks.rados.rados.0.smithi136.stdout:1187: oid 23 updating version 0 to 401 2024-08-19T11:34:55.307 INFO:tasks.rados.rados.0.smithi136.stdout:1187: oid 23 updating version 401 to 402 2024-08-19T11:34:55.307 INFO:tasks.rados.rados.0.smithi136.stdout:1187: oid 23 version 402 is already newer than 400 2024-08-19T11:34:55.307 INFO:tasks.rados.rados.0.smithi136.stdout:1187: oid 23 updating version 402 to 403 2024-08-19T11:34:55.307 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 403 (ObjNum 369 snap 108 seq_num 369) dirty exists 2024-08-19T11:34:55.307 INFO:tasks.rados.rados.0.smithi136.stdout:1187: left oid 23 (ObjNum 369 snap 108 seq_num 369) 2024-08-19T11:34:55.307 INFO:tasks.rados.rados.0.smithi136.stdout:1190: finishing write tid 1 to smithi13674108-12 2024-08-19T11:34:55.307 INFO:tasks.rados.rados.0.smithi136.stdout:1184: done (7 left) 2024-08-19T11:34:55.307 INFO:tasks.rados.rados.0.smithi136.stdout:1187: done (6 left) 2024-08-19T11:34:55.307 INFO:tasks.rados.rados.0.smithi136.stdout:1188: done (5 left) 2024-08-19T11:34:55.307 INFO:tasks.rados.rados.0.smithi136.stdout:1195: read oid 40 snap 93 2024-08-19T11:34:55.307 INFO:tasks.rados.rados.0.smithi136.stdout:1195: expect (ObjNum 143 snap 37 seq_num 143) 2024-08-19T11:34:55.308 INFO:tasks.rados.rados.0.smithi136.stdout:1196: snap_remove snap 106 2024-08-19T11:34:55.804 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:55 smithi155 ceph-mon[76679]: osdmap e296: 8 total, 8 up, 8 in 2024-08-19T11:34:55.804 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:55 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:55.804 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:55 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:55.804 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:55 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-19T11:34:55.804 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:55 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-19T11:34:55.804 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:55 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:55.804 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:55 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:34:56.093 INFO:tasks.rados.rados.0.smithi136.stdout:1196: done (6 left) 2024-08-19T11:34:56.094 INFO:tasks.rados.rados.0.smithi136.stdout:1197: setattr oid 10 current snap is 108 2024-08-19T11:34:56.094 INFO:tasks.rados.rados.0.smithi136.stdout:1190: finishing write tid 2 to smithi13674108-12 2024-08-19T11:34:56.094 INFO:tasks.rados.rados.0.smithi136.stdout:1190: finishing write tid 3 to smithi13674108-12 2024-08-19T11:34:56.094 INFO:tasks.rados.rados.0.smithi136.stdout:1190: finishing write tid 4 to smithi13674108-12 2024-08-19T11:34:56.094 INFO:tasks.rados.rados.0.smithi136.stdout:1190: finishing write tid 5 to smithi13674108-12 2024-08-19T11:34:56.094 INFO:tasks.rados.rados.0.smithi136.stdout:1190: oid 12 updating version 0 to 453 2024-08-19T11:34:56.094 INFO:tasks.rados.rados.0.smithi136.stdout:1190: oid 12 version 453 is already newer than 450 2024-08-19T11:34:56.094 INFO:tasks.rados.rados.0.smithi136.stdout:1190: oid 12 version 453 is already newer than 451 2024-08-19T11:34:56.094 INFO:tasks.rados.rados.0.smithi136.stdout:1190: oid 12 version 453 is already newer than 452 2024-08-19T11:34:56.094 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 453 (ObjNum 370 snap 108 seq_num 370) dirty exists 2024-08-19T11:34:56.094 INFO:tasks.rados.rados.0.smithi136.stdout:1190: left oid 12 (ObjNum 370 snap 108 seq_num 370) 2024-08-19T11:34:56.095 INFO:tasks.rados.rados.0.smithi136.stdout:1189: expect (ObjNum 363 snap 108 seq_num 363) 2024-08-19T11:34:56.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:55 smithi136 ceph-mon[88916]: osdmap e296: 8 total, 8 up, 8 in 2024-08-19T11:34:56.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:55 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:56.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:55 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:56.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:55 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-19T11:34:56.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:55 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-19T11:34:56.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:55 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:56.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:55 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:34:56.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:55 smithi136 ceph-mon[86496]: osdmap e296: 8 total, 8 up, 8 in 2024-08-19T11:34:56.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:56.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:56.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-19T11:34:56.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-19T11:34:56.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:56.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:34:56.544 INFO:tasks.rados.rados.0.smithi136.stdout:1192: finishing write tid 1 to smithi13674108-19 2024-08-19T11:34:56.544 INFO:tasks.rados.rados.0.smithi136.stdout:1192: finishing write tid 2 to smithi13674108-19 2024-08-19T11:34:56.544 INFO:tasks.rados.rados.0.smithi136.stdout:1192: finishing write tid 3 to smithi13674108-19 2024-08-19T11:34:56.545 INFO:tasks.rados.rados.0.smithi136.stdout:1192: finishing write tid 4 to smithi13674108-19 2024-08-19T11:34:56.545 INFO:tasks.rados.rados.0.smithi136.stdout:1192: finishing write tid 5 to smithi13674108-19 2024-08-19T11:34:56.545 INFO:tasks.rados.rados.0.smithi136.stdout:1192: oid 19 updating version 0 to 346 2024-08-19T11:34:56.545 INFO:tasks.rados.rados.0.smithi136.stdout:1192: oid 19 updating version 346 to 347 2024-08-19T11:34:56.545 INFO:tasks.rados.rados.0.smithi136.stdout:1192: oid 19 updating version 347 to 348 2024-08-19T11:34:56.545 INFO:tasks.rados.rados.0.smithi136.stdout:1192: oid 19 updating version 348 to 349 2024-08-19T11:34:56.545 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 349 (ObjNum 371 snap 108 seq_num 371) dirty exists 2024-08-19T11:34:56.545 INFO:tasks.rados.rados.0.smithi136.stdout:1192: left oid 19 (ObjNum 371 snap 108 seq_num 371) 2024-08-19T11:34:56.545 INFO:tasks.rados.rados.0.smithi136.stdout:1193: finishing write tid 1 to smithi13674108-33 2024-08-19T11:34:56.545 INFO:tasks.rados.rados.0.smithi136.stdout:1194: finishing copy_from to smithi13674108-47 2024-08-19T11:34:56.545 INFO:tasks.rados.rados.0.smithi136.stdout:1194: got expected ENOENT (src dne) 2024-08-19T11:34:56.545 INFO:tasks.rados.rados.0.smithi136.stdout:1194: finishing copy_from racing read to smithi13674108-47 2024-08-19T11:34:56.545 INFO:tasks.rados.rados.0.smithi136.stdout:1193: finishing write tid 2 to smithi13674108-33 2024-08-19T11:34:56.545 INFO:tasks.rados.rados.0.smithi136.stdout:1193: finishing write tid 3 to smithi13674108-33 2024-08-19T11:34:56.546 INFO:tasks.rados.rados.0.smithi136.stdout:1193: finishing write tid 4 to smithi13674108-33 2024-08-19T11:34:56.546 INFO:tasks.rados.rados.0.smithi136.stdout:1193: finishing write tid 5 to smithi13674108-33 2024-08-19T11:34:56.546 INFO:tasks.rados.rados.0.smithi136.stdout:1193: oid 33 updating version 0 to 471 2024-08-19T11:34:56.546 INFO:tasks.rados.rados.0.smithi136.stdout:1193: oid 33 version 471 is already newer than 470 2024-08-19T11:34:56.546 INFO:tasks.rados.rados.0.smithi136.stdout:1193: oid 33 updating version 471 to 472 2024-08-19T11:34:56.546 INFO:tasks.rados.rados.0.smithi136.stdout:1193: oid 33 version 472 is already newer than 469 2024-08-19T11:34:56.546 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 33 v 472 (ObjNum 372 snap 108 seq_num 372) dirty exists 2024-08-19T11:34:56.546 INFO:tasks.rados.rados.0.smithi136.stdout:1193: left oid 33 (ObjNum 372 snap 108 seq_num 372) 2024-08-19T11:34:56.546 INFO:tasks.rados.rados.0.smithi136.stdout:1195: expect (ObjNum 143 snap 37 seq_num 143) 2024-08-19T11:34:56.633 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 462 (ObjNum 337 snap 100 seq_num 337) dirty exists 2024-08-19T11:34:56.633 INFO:tasks.rados.rados.0.smithi136.stdout:1189: done (6 left) 2024-08-19T11:34:56.633 INFO:tasks.rados.rados.0.smithi136.stdout:1190: done (5 left) 2024-08-19T11:34:56.633 INFO:tasks.rados.rados.0.smithi136.stdout:1192: done (4 left) 2024-08-19T11:34:56.634 INFO:tasks.rados.rados.0.smithi136.stdout:1193: done (3 left) 2024-08-19T11:34:56.634 INFO:tasks.rados.rados.0.smithi136.stdout:1194: done (2 left) 2024-08-19T11:34:56.634 INFO:tasks.rados.rados.0.smithi136.stdout:1195: done (1 left) 2024-08-19T11:34:56.634 INFO:tasks.rados.rados.0.smithi136.stdout:1197: done (0 left) 2024-08-19T11:34:56.634 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 11 current snap is 108 2024-08-19T11:34:56.634 INFO:tasks.rados.rados.0.smithi136.stdout:1198: seq_num 373 ranges {5603328=655360,6258688=499712,6758400=303104} 2024-08-19T11:34:56.666 INFO:tasks.rados.rados.0.smithi136.stdout:1198: writing smithi13674108-11 from 5603328 to 6258688 tid 1 2024-08-19T11:34:56.669 INFO:tasks.rados.rados.0.smithi136.stdout:1198: writing smithi13674108-11 from 6258688 to 6758400 tid 2 2024-08-19T11:34:56.671 INFO:tasks.rados.rados.0.smithi136.stdout:1198: writing smithi13674108-11 from 6758400 to 7061504 tid 3 2024-08-19T11:34:56.671 INFO:tasks.rados.rados.0.smithi136.stdout:1199: snap_remove snap 100 2024-08-19T11:34:56.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:56 smithi155 ceph-mon[76679]: Reconfiguring mon.b (monmap changed)... 2024-08-19T11:34:56.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:56 smithi155 ceph-mon[76679]: Reconfiguring daemon mon.b on smithi155 2024-08-19T11:34:56.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:56 smithi155 ceph-mon[76679]: pgmap v78: 121 pgs: 121 active+clean; 186 MiB data, 1023 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.9 MiB/s wr, 21 op/s 2024-08-19T11:34:56.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:56 smithi155 ceph-mon[76679]: osdmap e297: 8 total, 8 up, 8 in 2024-08-19T11:34:56.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:56 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:56.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:56 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:56.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:56 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-19T11:34:56.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:56 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-19T11:34:56.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:56 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:57.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:56 smithi136 ceph-mon[88916]: Reconfiguring mon.b (monmap changed)... 2024-08-19T11:34:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:56 smithi136 ceph-mon[88916]: Reconfiguring daemon mon.b on smithi155 2024-08-19T11:34:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:56 smithi136 ceph-mon[88916]: pgmap v78: 121 pgs: 121 active+clean; 186 MiB data, 1023 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.9 MiB/s wr, 21 op/s 2024-08-19T11:34:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:56 smithi136 ceph-mon[88916]: osdmap e297: 8 total, 8 up, 8 in 2024-08-19T11:34:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:56 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:56 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:56 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-19T11:34:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:56 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-19T11:34:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:56 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:57.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:56 smithi136 ceph-mon[86496]: Reconfiguring mon.b (monmap changed)... 2024-08-19T11:34:57.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:56 smithi136 ceph-mon[86496]: Reconfiguring daemon mon.b on smithi155 2024-08-19T11:34:57.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:56 smithi136 ceph-mon[86496]: pgmap v78: 121 pgs: 121 active+clean; 186 MiB data, 1023 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.9 MiB/s wr, 21 op/s 2024-08-19T11:34:57.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:56 smithi136 ceph-mon[86496]: osdmap e297: 8 total, 8 up, 8 in 2024-08-19T11:34:57.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:56 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:57.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:56 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:57.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:56 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-19T11:34:57.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:56 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-19T11:34:57.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:56 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:57.614 INFO:tasks.rados.rados.0.smithi136.stdout:1199: done (1 left) 2024-08-19T11:34:57.614 INFO:tasks.rados.rados.0.smithi136.stdout:1198: finishing write tid 1 to smithi13674108-11 2024-08-19T11:34:57.614 INFO:tasks.rados.rados.0.smithi136.stdout:1198: finishing write tid 2 to smithi13674108-11 2024-08-19T11:34:57.615 INFO:tasks.rados.rados.0.smithi136.stdout:1198: finishing write tid 3 to smithi13674108-11 2024-08-19T11:34:57.615 INFO:tasks.rados.rados.0.smithi136.stdout:1198: finishing write tid 4 to smithi13674108-11 2024-08-19T11:34:57.615 INFO:tasks.rados.rados.0.smithi136.stdout:1198: finishing write tid 5 to smithi13674108-11 2024-08-19T11:34:57.615 INFO:tasks.rados.rados.0.smithi136.stdout:1198: oid 11 updating version 0 to 521 2024-08-19T11:34:57.615 INFO:tasks.rados.rados.0.smithi136.stdout:1198: oid 11 updating version 521 to 522 2024-08-19T11:34:57.615 INFO:tasks.rados.rados.0.smithi136.stdout:1198: oid 11 updating version 522 to 523 2024-08-19T11:34:57.615 INFO:tasks.rados.rados.0.smithi136.stdout:1198: oid 11 updating version 523 to 524 2024-08-19T11:34:57.615 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 524 (ObjNum 373 snap 108 seq_num 373) dirty exists 2024-08-19T11:34:57.615 INFO:tasks.rados.rados.0.smithi136.stdout:1198: left oid 11 (ObjNum 373 snap 108 seq_num 373) 2024-08-19T11:34:57.615 INFO:tasks.rados.rados.0.smithi136.stdout:1200: read oid 20 snap -1 2024-08-19T11:34:57.615 INFO:tasks.rados.rados.0.smithi136.stdout:1200: expect (ObjNum 365 snap 108 seq_num 365) 2024-08-19T11:34:57.615 INFO:tasks.rados.rados.0.smithi136.stdout:1198: done (1 left) 2024-08-19T11:34:57.615 INFO:tasks.rados.rados.0.smithi136.stdout:1201: snap_remove snap 93 2024-08-19T11:34:57.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:34:57 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:34:57] "GET /metrics HTTP/1.1" 200 36108 "" "Prometheus/2.43.0" 2024-08-19T11:34:57.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:57 smithi136 ceph-mon[86496]: Reconfiguring mgr.x (monmap changed)... 2024-08-19T11:34:57.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:57 smithi136 ceph-mon[86496]: Reconfiguring daemon mgr.x on smithi155 2024-08-19T11:34:57.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:57 smithi136 ceph-mon[86496]: osdmap e298: 8 total, 8 up, 8 in 2024-08-19T11:34:57.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:57 smithi136 ceph-mon[88916]: Reconfiguring mgr.x (monmap changed)... 2024-08-19T11:34:57.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:57 smithi136 ceph-mon[88916]: Reconfiguring daemon mgr.x on smithi155 2024-08-19T11:34:57.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:57 smithi136 ceph-mon[88916]: osdmap e298: 8 total, 8 up, 8 in 2024-08-19T11:34:57.898 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:57 smithi155 ceph-mon[76679]: Reconfiguring mgr.x (monmap changed)... 2024-08-19T11:34:57.898 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:57 smithi155 ceph-mon[76679]: Reconfiguring daemon mgr.x on smithi155 2024-08-19T11:34:57.898 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:57 smithi155 ceph-mon[76679]: osdmap e298: 8 total, 8 up, 8 in 2024-08-19T11:34:58.612 INFO:tasks.rados.rados.0.smithi136.stdout:1201: done (1 left) 2024-08-19T11:34:58.612 INFO:tasks.rados.rados.0.smithi136.stdout:1202: setattr oid 3 current snap is 108 2024-08-19T11:34:58.613 INFO:tasks.rados.rados.0.smithi136.stdout:1200: expect (ObjNum 365 snap 108 seq_num 365) 2024-08-19T11:34:58.928 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 527 (ObjNum 328 snap 99 seq_num 328) dirty exists 2024-08-19T11:34:58.929 INFO:tasks.rados.rados.0.smithi136.stdout:1200: done (1 left) 2024-08-19T11:34:58.929 INFO:tasks.rados.rados.0.smithi136.stdout:1202: done (0 left) 2024-08-19T11:34:58.929 INFO:tasks.rados.rados.0.smithi136.stdout:1203: read oid 11 snap -1 2024-08-19T11:34:58.929 INFO:tasks.rados.rados.0.smithi136.stdout:1203: expect (ObjNum 373 snap 108 seq_num 373) 2024-08-19T11:34:58.929 INFO:tasks.rados.rados.0.smithi136.stdout:1204: setattr oid 45 current snap is 108 2024-08-19T11:34:58.929 INFO:tasks.rados.rados.0.smithi136.stdout:1205: copy_from oid 41 from oid 7 current snap is 108 2024-08-19T11:34:58.929 INFO:tasks.rados.rados.0.smithi136.stdout:1206: setattr oid 49 current snap is 108 2024-08-19T11:34:58.930 INFO:tasks.rados.rados.0.smithi136.stdout:1207: read oid 25 snap -1 2024-08-19T11:34:58.930 INFO:tasks.rados.rados.0.smithi136.stdout:1207: expect (ObjNum 292 snap 86 seq_num 292) 2024-08-19T11:34:58.930 INFO:tasks.rados.rados.0.smithi136.stdout:1208: rollback oid 13 current snap is 108 2024-08-19T11:34:58.930 INFO:tasks.rados.rados.0.smithi136.stdout:1208: done (5 left) 2024-08-19T11:34:58.931 INFO:tasks.rados.rados.0.smithi136.stdout:1209: delete oid 33 current snap is 108 2024-08-19T11:34:58.932 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 493 (ObjNum 291 snap 86 seq_num 291) dirty exists 2024-08-19T11:34:58.932 INFO:tasks.rados.rados.0.smithi136.stdout:1204: done (5 left) 2024-08-19T11:34:58.932 INFO:tasks.rados.rados.0.smithi136.stdout:1209: done (4 left) 2024-08-19T11:34:58.932 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 39 current snap is 108 2024-08-19T11:34:58.933 INFO:tasks.rados.rados.0.smithi136.stdout:1210: seq_num 375 ranges {0=688128,688128=663552,1351680=139264} 2024-08-19T11:34:58.937 INFO:tasks.rados.rados.0.smithi136.stdout:1210: writing smithi13674108-39 from 0 to 688128 tid 1 2024-08-19T11:34:58.942 INFO:tasks.rados.rados.0.smithi136.stdout:1210: writing smithi13674108-39 from 688128 to 1351680 tid 2 2024-08-19T11:34:58.944 INFO:tasks.rados.rados.0.smithi136.stdout:1210: writing smithi13674108-39 from 1351680 to 1490944 tid 3 2024-08-19T11:34:58.944 INFO:tasks.rados.rados.0.smithi136.stdout:1211: copy_from oid 36 from oid 33 current snap is 108 2024-08-19T11:34:58.944 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 480 (ObjNum 333 snap 100 seq_num 333) dirty exists 2024-08-19T11:34:58.944 INFO:tasks.rados.rados.0.smithi136.stdout:1205: finishing copy_from racing read to smithi13674108-41 2024-08-19T11:34:58.945 INFO:tasks.rados.rados.0.smithi136.stdout:1205: finishing copy_from to smithi13674108-41 2024-08-19T11:34:58.945 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 502 (ObjNum 334 snap 100 seq_num 334) dirty exists 2024-08-19T11:34:58.945 INFO:tasks.rados.rados.0.smithi136.stdout:1205: done (5 left) 2024-08-19T11:34:58.945 INFO:tasks.rados.rados.0.smithi136.stdout:1206: done (4 left) 2024-08-19T11:34:58.945 INFO:tasks.rados.rados.0.smithi136.stdout:1212: rollback oid 16 current snap is 108 2024-08-19T11:34:58.945 INFO:tasks.rados.rados.0.smithi136.stdout:1212: done (4 left) 2024-08-19T11:34:58.945 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 18 current snap is 108 2024-08-19T11:34:58.945 INFO:tasks.rados.rados.0.smithi136.stdout:1213: seq_num 376 ranges {3571712=704512,4276224=548864,4825088=253952} 2024-08-19T11:34:58.968 INFO:tasks.rados.rados.0.smithi136.stdout:1213: writing smithi13674108-18 from 3571712 to 4276224 tid 1 2024-08-19T11:34:58.972 INFO:tasks.rados.rados.0.smithi136.stdout:1213: writing smithi13674108-18 from 4276224 to 4825088 tid 2 2024-08-19T11:34:58.974 INFO:tasks.rados.rados.0.smithi136.stdout:1213: writing smithi13674108-18 from 4825088 to 5079040 tid 3 2024-08-19T11:34:58.974 INFO:tasks.rados.rados.0.smithi136.stdout:1214: delete oid 42 current snap is 108 2024-08-19T11:34:58.974 INFO:tasks.rados.rados.0.smithi136.stdout:1211: finishing copy_from to smithi13674108-36 2024-08-19T11:34:58.974 INFO:tasks.rados.rados.0.smithi136.stdout:1211: got expected ENOENT (src dne) 2024-08-19T11:34:58.974 INFO:tasks.rados.rados.0.smithi136.stdout:1211: finishing copy_from racing read to smithi13674108-36 2024-08-19T11:34:58.975 INFO:tasks.rados.rados.0.smithi136.stdout:1210: finishing write tid 1 to smithi13674108-39 2024-08-19T11:34:58.975 INFO:tasks.rados.rados.0.smithi136.stdout:1210: finishing write tid 2 to smithi13674108-39 2024-08-19T11:34:58.975 INFO:tasks.rados.rados.0.smithi136.stdout:1210: finishing write tid 3 to smithi13674108-39 2024-08-19T11:34:58.975 INFO:tasks.rados.rados.0.smithi136.stdout:1210: finishing write tid 4 to smithi13674108-39 2024-08-19T11:34:58.975 INFO:tasks.rados.rados.0.smithi136.stdout:1210: finishing write tid 5 to smithi13674108-39 2024-08-19T11:34:58.975 INFO:tasks.rados.rados.0.smithi136.stdout:1210: oid 39 updating version 0 to 272 2024-08-19T11:34:58.975 INFO:tasks.rados.rados.0.smithi136.stdout:1210: oid 39 version 272 is already newer than 270 2024-08-19T11:34:58.975 INFO:tasks.rados.rados.0.smithi136.stdout:1210: oid 39 version 272 is already newer than 269 2024-08-19T11:34:58.975 INFO:tasks.rados.rados.0.smithi136.stdout:1210: oid 39 version 272 is already newer than 271 2024-08-19T11:34:58.975 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 272 (ObjNum 375 snap 108 seq_num 375) dirty exists 2024-08-19T11:34:58.975 INFO:tasks.rados.rados.0.smithi136.stdout:1210: left oid 39 (ObjNum 375 snap 108 seq_num 375) 2024-08-19T11:34:58.975 INFO:tasks.rados.rados.0.smithi136.stdout:1207: expect (ObjNum 292 snap 86 seq_num 292) 2024-08-19T11:34:59.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:58 smithi136 ceph-mon[86496]: pgmap v80: 121 pgs: 121 active+clean; 192 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-08-19T11:34:59.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:58 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:59.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:58 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:59.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:58 smithi136 ceph-mon[86496]: Reconfiguring osd.4 (monmap changed)... 2024-08-19T11:34:59.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:58 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-19T11:34:59.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:58 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:59.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:58 smithi136 ceph-mon[86496]: Reconfiguring daemon osd.4 on smithi155 2024-08-19T11:34:59.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:34:58 smithi136 ceph-mon[86496]: osdmap e299: 8 total, 8 up, 8 in 2024-08-19T11:34:59.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:58 smithi136 ceph-mon[88916]: pgmap v80: 121 pgs: 121 active+clean; 192 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-08-19T11:34:59.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:58 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:59.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:58 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:59.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:58 smithi136 ceph-mon[88916]: Reconfiguring osd.4 (monmap changed)... 2024-08-19T11:34:59.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:58 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-19T11:34:59.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:58 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:59.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:58 smithi136 ceph-mon[88916]: Reconfiguring daemon osd.4 on smithi155 2024-08-19T11:34:59.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:34:58 smithi136 ceph-mon[88916]: osdmap e299: 8 total, 8 up, 8 in 2024-08-19T11:34:59.183 INFO:tasks.rados.rados.0.smithi136.stdout:1203: expect (ObjNum 373 snap 108 seq_num 373) 2024-08-19T11:34:59.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:58 smithi155 ceph-mon[76679]: pgmap v80: 121 pgs: 121 active+clean; 192 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-08-19T11:34:59.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:58 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:59.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:58 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:34:59.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:58 smithi155 ceph-mon[76679]: Reconfiguring osd.4 (monmap changed)... 2024-08-19T11:34:59.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:58 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-19T11:34:59.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:58 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:34:59.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:58 smithi155 ceph-mon[76679]: Reconfiguring daemon osd.4 on smithi155 2024-08-19T11:34:59.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:34:58 smithi155 ceph-mon[76679]: osdmap e299: 8 total, 8 up, 8 in 2024-08-19T11:34:59.666 INFO:tasks.rados.rados.0.smithi136.stdout:1213: finishing write tid 1 to smithi13674108-18 2024-08-19T11:34:59.666 INFO:tasks.rados.rados.0.smithi136.stdout:1203: done (5 left) 2024-08-19T11:34:59.667 INFO:tasks.rados.rados.0.smithi136.stdout:1207: done (4 left) 2024-08-19T11:34:59.667 INFO:tasks.rados.rados.0.smithi136.stdout:1210: done (3 left) 2024-08-19T11:34:59.667 INFO:tasks.rados.rados.0.smithi136.stdout:1211: done (2 left) 2024-08-19T11:34:59.667 INFO:tasks.rados.rados.0.smithi136.stdout:1214: done (1 left) 2024-08-19T11:34:59.667 INFO:tasks.rados.rados.0.smithi136.stdout:1215: setattr oid 2 current snap is 108 2024-08-19T11:34:59.667 INFO:tasks.rados.rados.0.smithi136.stdout:1213: finishing write tid 2 to smithi13674108-18 2024-08-19T11:34:59.667 INFO:tasks.rados.rados.0.smithi136.stdout:1213: finishing write tid 3 to smithi13674108-18 2024-08-19T11:34:59.667 INFO:tasks.rados.rados.0.smithi136.stdout:1213: finishing write tid 4 to smithi13674108-18 2024-08-19T11:34:59.667 INFO:tasks.rados.rados.0.smithi136.stdout:1213: finishing write tid 5 to smithi13674108-18 2024-08-19T11:34:59.667 INFO:tasks.rados.rados.0.smithi136.stdout:1213: oid 18 updating version 0 to 496 2024-08-19T11:34:59.667 INFO:tasks.rados.rados.0.smithi136.stdout:1213: oid 18 updating version 496 to 498 2024-08-19T11:34:59.667 INFO:tasks.rados.rados.0.smithi136.stdout:1213: oid 18 version 498 is already newer than 495 2024-08-19T11:34:59.667 INFO:tasks.rados.rados.0.smithi136.stdout:1213: oid 18 version 498 is already newer than 497 2024-08-19T11:34:59.667 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 498 (ObjNum 376 snap 108 seq_num 376) dirty exists 2024-08-19T11:34:59.667 INFO:tasks.rados.rados.0.smithi136.stdout:1213: left oid 18 (ObjNum 376 snap 108 seq_num 376) 2024-08-19T11:34:59.668 INFO:tasks.rados.rados.0.smithi136.stdout:1213: done (1 left) 2024-08-19T11:34:59.668 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 9 current snap is 108 2024-08-19T11:34:59.668 INFO:tasks.rados.rados.0.smithi136.stdout:1216: seq_num 378 ranges {0=737280,737280=720896,1458176=81920} 2024-08-19T11:34:59.669 INFO:tasks.rados.rados.0.smithi136.stdout:1216: writing smithi13674108-9 from 0 to 737280 tid 1 2024-08-19T11:34:59.673 INFO:tasks.rados.rados.0.smithi136.stdout:1216: writing smithi13674108-9 from 737280 to 1458176 tid 2 2024-08-19T11:34:59.673 INFO:tasks.rados.rados.0.smithi136.stdout:1216: writing smithi13674108-9 from 1458176 to 1540096 tid 3 2024-08-19T11:34:59.674 INFO:tasks.rados.rados.0.smithi136.stdout:1217: rollback oid 48 current snap is 108 2024-08-19T11:34:59.674 INFO:tasks.rados.rados.0.smithi136.stdout:1217: done (2 left) 2024-08-19T11:34:59.674 INFO:tasks.rados.rados.0.smithi136.stdout:1218: snap_create 2024-08-19T11:34:59.674 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 2 v 481 (ObjNum 323 snap 97 seq_num 323) dirty exists 2024-08-19T11:34:59.674 INFO:tasks.rados.rados.0.smithi136.stdout:1216: finishing write tid 1 to smithi13674108-9 2024-08-19T11:34:59.675 INFO:tasks.rados.rados.0.smithi136.stdout:1216: finishing write tid 2 to smithi13674108-9 2024-08-19T11:34:59.675 INFO:tasks.rados.rados.0.smithi136.stdout:1216: finishing write tid 3 to smithi13674108-9 2024-08-19T11:34:59.675 INFO:tasks.rados.rados.0.smithi136.stdout:1216: finishing write tid 4 to smithi13674108-9 2024-08-19T11:34:59.677 INFO:tasks.rados.rados.0.smithi136.stdout:1216: finishing write tid 5 to smithi13674108-9 2024-08-19T11:34:59.677 INFO:tasks.rados.rados.0.smithi136.stdout:1216: oid 9 updating version 0 to 180 2024-08-19T11:34:59.677 INFO:tasks.rados.rados.0.smithi136.stdout:1216: oid 9 version 180 is already newer than 178 2024-08-19T11:34:59.677 INFO:tasks.rados.rados.0.smithi136.stdout:1216: oid 9 version 180 is already newer than 179 2024-08-19T11:34:59.677 INFO:tasks.rados.rados.0.smithi136.stdout:1216: oid 9 version 180 is already newer than 177 2024-08-19T11:34:59.677 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 180 (ObjNum 378 snap 108 seq_num 378) dirty exists 2024-08-19T11:34:59.677 INFO:tasks.rados.rados.0.smithi136.stdout:1216: left oid 9 (ObjNum 378 snap 108 seq_num 378) 2024-08-19T11:35:00.584 INFO:tasks.rados.rados.0.smithi136.stdout:1215: done (2 left) 2024-08-19T11:35:00.584 INFO:tasks.rados.rados.0.smithi136.stdout:1216: done (1 left) 2024-08-19T11:35:00.584 INFO:tasks.rados.rados.0.smithi136.stdout:1218: done (0 left) 2024-08-19T11:35:00.584 INFO:tasks.rados.rados.0.smithi136.stdout:1219: snap_remove snap 108 2024-08-19T11:35:00.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:00 smithi136 ceph-mon[88916]: pgmap v83: 121 pgs: 121 active+clean; 192 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-08-19T11:35:00.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:00 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:00.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:00 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:00.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:00 smithi136 ceph-mon[88916]: Reconfiguring osd.5 (monmap changed)... 2024-08-19T11:35:00.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:00 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-19T11:35:00.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:00 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:35:00.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:00 smithi136 ceph-mon[88916]: Reconfiguring daemon osd.5 on smithi155 2024-08-19T11:35:00.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:00 smithi136 ceph-mon[86496]: pgmap v83: 121 pgs: 121 active+clean; 192 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-08-19T11:35:00.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:00.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:00.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:00 smithi136 ceph-mon[86496]: Reconfiguring osd.5 (monmap changed)... 2024-08-19T11:35:00.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-19T11:35:00.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:35:00.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:00 smithi136 ceph-mon[86496]: Reconfiguring daemon osd.5 on smithi155 2024-08-19T11:35:00.909 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:00 smithi155 ceph-mon[76679]: pgmap v83: 121 pgs: 121 active+clean; 192 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-08-19T11:35:00.909 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:00 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:00.909 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:00 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:00.910 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:00 smithi155 ceph-mon[76679]: Reconfiguring osd.5 (monmap changed)... 2024-08-19T11:35:00.910 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:00 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-19T11:35:00.910 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:00 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:35:00.910 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:00 smithi155 ceph-mon[76679]: Reconfiguring daemon osd.5 on smithi155 2024-08-19T11:35:01.586 INFO:tasks.rados.rados.0.smithi136.stdout:1219: done (0 left) 2024-08-19T11:35:01.587 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 29 current snap is 109 2024-08-19T11:35:01.587 INFO:tasks.rados.rados.0.smithi136.stdout:1220: seq_num 379 ranges {0=753664,753664=606208,1359872=196608} 2024-08-19T11:35:01.591 INFO:tasks.rados.rados.0.smithi136.stdout:1220: writing smithi13674108-29 from 0 to 753664 tid 1 2024-08-19T11:35:01.595 INFO:tasks.rados.rados.0.smithi136.stdout:1220: writing smithi13674108-29 from 753664 to 1359872 tid 2 2024-08-19T11:35:01.596 INFO:tasks.rados.rados.0.smithi136.stdout:1220: writing smithi13674108-29 from 1359872 to 1556480 tid 3 2024-08-19T11:35:01.596 INFO:tasks.rados.rados.0.smithi136.stdout:1221: copy_from oid 14 from oid 8 current snap is 109 2024-08-19T11:35:01.596 INFO:tasks.rados.rados.0.smithi136.stdout:1222: setattr oid 25 current snap is 109 2024-08-19T11:35:01.599 INFO:tasks.rados.rados.0.smithi136.stdout:1223: rollback oid 45 current snap is 109 2024-08-19T11:35:01.599 INFO:tasks.rados.rados.0.smithi136.stdout:1223: done (3 left) 2024-08-19T11:35:01.599 INFO:tasks.rados.rados.0.smithi136.stdout:1224: rollback oid 42 current snap is 109 2024-08-19T11:35:01.599 INFO:tasks.rados.rados.0.smithi136.stdout:1224: done (3 left) 2024-08-19T11:35:01.599 INFO:tasks.rados.rados.0.smithi136.stdout:1225: snap_create 2024-08-19T11:35:01.600 INFO:tasks.rados.rados.0.smithi136.stdout:1220: finishing write tid 1 to smithi13674108-29 2024-08-19T11:35:01.601 INFO:tasks.rados.rados.0.smithi136.stdout:1220: finishing write tid 2 to smithi13674108-29 2024-08-19T11:35:01.601 INFO:tasks.rados.rados.0.smithi136.stdout:1220: finishing write tid 3 to smithi13674108-29 2024-08-19T11:35:01.602 INFO:tasks.rados.rados.0.smithi136.stdout:1220: finishing write tid 4 to smithi13674108-29 2024-08-19T11:35:01.602 INFO:tasks.rados.rados.0.smithi136.stdout:1221: finishing copy_from to smithi13674108-14 2024-08-19T11:35:01.602 INFO:tasks.rados.rados.0.smithi136.stdout:1221: got expected ENOENT (src dne) 2024-08-19T11:35:01.602 INFO:tasks.rados.rados.0.smithi136.stdout:1221: finishing copy_from racing read to smithi13674108-14 2024-08-19T11:35:01.603 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 345 (ObjNum 292 snap 86 seq_num 292) dirty exists 2024-08-19T11:35:01.604 INFO:tasks.rados.rados.0.smithi136.stdout:1220: finishing write tid 5 to smithi13674108-29 2024-08-19T11:35:01.604 INFO:tasks.rados.rados.0.smithi136.stdout:1220: oid 29 updating version 0 to 543 2024-08-19T11:35:01.604 INFO:tasks.rados.rados.0.smithi136.stdout:1220: oid 29 version 543 is already newer than 541 2024-08-19T11:35:01.604 INFO:tasks.rados.rados.0.smithi136.stdout:1220: oid 29 updating version 543 to 544 2024-08-19T11:35:01.604 INFO:tasks.rados.rados.0.smithi136.stdout:1220: oid 29 version 544 is already newer than 542 2024-08-19T11:35:01.604 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 544 (ObjNum 379 snap 109 seq_num 379) dirty exists 2024-08-19T11:35:01.604 INFO:tasks.rados.rados.0.smithi136.stdout:1220: left oid 29 (ObjNum 379 snap 109 seq_num 379) 2024-08-19T11:35:01.687 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:01 smithi155 ceph-mon[76679]: osdmap e300: 8 total, 8 up, 8 in 2024-08-19T11:35:01.687 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:01 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:01.687 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:01 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:01.687 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:01 smithi155 ceph-mon[76679]: Reconfiguring osd.6 (monmap changed)... 2024-08-19T11:35:01.687 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:01 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-19T11:35:01.687 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:01 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:35:01.687 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:01 smithi155 ceph-mon[76679]: Reconfiguring daemon osd.6 on smithi155 2024-08-19T11:35:01.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:01 smithi136 ceph-mon[88916]: osdmap e300: 8 total, 8 up, 8 in 2024-08-19T11:35:01.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:01 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:01.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:01 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:01.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:01 smithi136 ceph-mon[88916]: Reconfiguring osd.6 (monmap changed)... 2024-08-19T11:35:01.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:01 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-19T11:35:01.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:01 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:35:01.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:01 smithi136 ceph-mon[88916]: Reconfiguring daemon osd.6 on smithi155 2024-08-19T11:35:01.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:01 smithi136 ceph-mon[86496]: osdmap e300: 8 total, 8 up, 8 in 2024-08-19T11:35:01.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:01 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:01.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:01 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:01.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:01 smithi136 ceph-mon[86496]: Reconfiguring osd.6 (monmap changed)... 2024-08-19T11:35:01.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:01 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-19T11:35:01.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:01 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:35:01.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:01 smithi136 ceph-mon[86496]: Reconfiguring daemon osd.6 on smithi155 2024-08-19T11:35:02.597 INFO:tasks.rados.rados.0.smithi136.stdout:1220: done (3 left) 2024-08-19T11:35:02.598 INFO:tasks.rados.rados.0.smithi136.stdout:1221: done (2 left) 2024-08-19T11:35:02.598 INFO:tasks.rados.rados.0.smithi136.stdout:1222: done (1 left) 2024-08-19T11:35:02.598 INFO:tasks.rados.rados.0.smithi136.stdout:1225: done (0 left) 2024-08-19T11:35:02.598 INFO:tasks.rados.rados.0.smithi136.stdout:1226: delete oid 14 current snap is 110 2024-08-19T11:35:02.601 INFO:tasks.rados.rados.0.smithi136.stdout:1226: done (0 left) 2024-08-19T11:35:02.601 INFO:tasks.rados.rados.0.smithi136.stdout:1227: read oid 24 snap -1 2024-08-19T11:35:02.601 INFO:tasks.rados.rados.0.smithi136.stdout:1227: expect (ObjNum 351 snap 106 seq_num 351) 2024-08-19T11:35:02.601 INFO:tasks.rados.rados.0.smithi136.stdout:1228: read oid 4 snap 109 2024-08-19T11:35:02.601 INFO:tasks.rados.rados.0.smithi136.stdout:1228: expect (ObjNum 302 snap 91 seq_num 302) 2024-08-19T11:35:02.601 INFO:tasks.rados.rados.0.smithi136.stdout:1229: read oid 19 snap -1 2024-08-19T11:35:02.602 INFO:tasks.rados.rados.0.smithi136.stdout:1229: expect (ObjNum 371 snap 108 seq_num 371) 2024-08-19T11:35:02.602 INFO:tasks.rados.rados.0.smithi136.stdout:1230: rollback oid 15 current snap is 110 2024-08-19T11:35:02.602 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 15 to 109 2024-08-19T11:35:02.602 INFO:tasks.rados.rados.0.smithi136.stdout:1231: delete oid 48 current snap is 110 2024-08-19T11:35:02.607 INFO:tasks.rados.rados.0.smithi136.stdout:1230: finishing rollback tid 0 to smithi13674108-15 2024-08-19T11:35:02.610 INFO:tasks.rados.rados.0.smithi136.stdout:1229: expect (ObjNum 371 snap 108 seq_num 371) 2024-08-19T11:35:02.649 INFO:tasks.rados.rados.0.smithi136.stdout:1230: finishing rollback tid 1 to smithi13674108-15 2024-08-19T11:35:02.649 INFO:tasks.rados.rados.0.smithi136.stdout:1230: finishing rollback tid 2 to smithi13674108-15 2024-08-19T11:35:02.649 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 275 (ObjNum 346 snap 104 seq_num 346) dirty exists 2024-08-19T11:35:02.650 INFO:tasks.rados.rados.0.smithi136.stdout:1228: expect (ObjNum 302 snap 91 seq_num 302) 2024-08-19T11:35:02.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:02 smithi136 ceph-mon[88916]: pgmap v85: 121 pgs: 121 active+clean; 141 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 33 op/s 2024-08-19T11:35:02.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:02 smithi136 ceph-mon[88916]: osdmap e301: 8 total, 8 up, 8 in 2024-08-19T11:35:02.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:02 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:02.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:02 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:02.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:02 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-19T11:35:02.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:02 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:35:02.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:02 smithi136 ceph-mon[86496]: pgmap v85: 121 pgs: 121 active+clean; 141 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 33 op/s 2024-08-19T11:35:02.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:02 smithi136 ceph-mon[86496]: osdmap e301: 8 total, 8 up, 8 in 2024-08-19T11:35:02.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:02 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:02.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:02 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:02.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:02 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-19T11:35:02.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:02 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:35:02.868 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:02 smithi155 ceph-mon[76679]: pgmap v85: 121 pgs: 121 active+clean; 141 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 33 op/s 2024-08-19T11:35:02.868 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:02 smithi155 ceph-mon[76679]: osdmap e301: 8 total, 8 up, 8 in 2024-08-19T11:35:02.868 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:02 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:02.868 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:02 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:02.868 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:02 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-19T11:35:02.869 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:02 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:35:02.894 INFO:tasks.rados.rados.0.smithi136.stdout:1227: expect (ObjNum 351 snap 106 seq_num 351) 2024-08-19T11:35:03.366 INFO:tasks.rados.rados.0.smithi136.stdout:1227: done (4 left) 2024-08-19T11:35:03.367 INFO:tasks.rados.rados.0.smithi136.stdout:1228: done (3 left) 2024-08-19T11:35:03.367 INFO:tasks.rados.rados.0.smithi136.stdout:1229: done (2 left) 2024-08-19T11:35:03.367 INFO:tasks.rados.rados.0.smithi136.stdout:1230: done (1 left) 2024-08-19T11:35:03.367 INFO:tasks.rados.rados.0.smithi136.stdout:1231: done (0 left) 2024-08-19T11:35:03.367 INFO:tasks.rados.rados.0.smithi136.stdout:1232: snap_remove snap 109 2024-08-19T11:35:03.604 INFO:tasks.rados.rados.0.smithi136.stdout:1232: done (0 left) 2024-08-19T11:35:03.604 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 16 current snap is 110 2024-08-19T11:35:03.604 INFO:tasks.rados.rados.0.smithi136.stdout:1233: seq_num 382 ranges {0=802816,802816=704512,1507328=98304} 2024-08-19T11:35:03.609 INFO:tasks.rados.rados.0.smithi136.stdout:1233: writing smithi13674108-16 from 0 to 802816 tid 1 2024-08-19T11:35:03.613 INFO:tasks.rados.rados.0.smithi136.stdout:1233: writing smithi13674108-16 from 802816 to 1507328 tid 2 2024-08-19T11:35:03.614 INFO:tasks.rados.rados.0.smithi136.stdout:1233: writing smithi13674108-16 from 1507328 to 1605632 tid 3 2024-08-19T11:35:03.615 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 15 current snap is 110 2024-08-19T11:35:03.615 INFO:tasks.rados.rados.0.smithi136.stdout:1234: seq_num 383 ranges {999424=417792,1417216=589824,2007040=417792,2424832=196608} 2024-08-19T11:35:03.622 INFO:tasks.rados.rados.0.smithi136.stdout:1234: writing smithi13674108-15 from 999424 to 1417216 tid 1 2024-08-19T11:35:03.626 INFO:tasks.rados.rados.0.smithi136.stdout:1234: writing smithi13674108-15 from 1417216 to 2007040 tid 2 2024-08-19T11:35:03.628 INFO:tasks.rados.rados.0.smithi136.stdout:1234: writing smithi13674108-15 from 2007040 to 2424832 tid 3 2024-08-19T11:35:03.630 INFO:tasks.rados.rados.0.smithi136.stdout:1234: writing smithi13674108-15 from 2424832 to 2621440 tid 4 2024-08-19T11:35:03.630 INFO:tasks.rados.rados.0.smithi136.stdout:1235: rollback oid 35 current snap is 110 2024-08-19T11:35:03.630 INFO:tasks.rados.rados.0.smithi136.stdout:1235: done (2 left) 2024-08-19T11:35:03.630 INFO:tasks.rados.rados.0.smithi136.stdout:1236: read oid 20 snap -1 2024-08-19T11:35:03.630 INFO:tasks.rados.rados.0.smithi136.stdout:1236: expect (ObjNum 365 snap 108 seq_num 365) 2024-08-19T11:35:03.630 INFO:tasks.rados.rados.0.smithi136.stdout:1237: read oid 12 snap -1 2024-08-19T11:35:03.630 INFO:tasks.rados.rados.0.smithi136.stdout:1237: expect (ObjNum 370 snap 108 seq_num 370) 2024-08-19T11:35:03.630 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 49 current snap is 110 2024-08-19T11:35:03.630 INFO:tasks.rados.rados.0.smithi136.stdout:1238: seq_num 384 ranges {6373376=434176,6807552=475136,7282688=630784,7913472=98304} 2024-08-19T11:35:03.667 INFO:tasks.rados.rados.0.smithi136.stdout:1238: writing smithi13674108-49 from 6373376 to 6807552 tid 1 2024-08-19T11:35:03.670 INFO:tasks.rados.rados.0.smithi136.stdout:1238: writing smithi13674108-49 from 6807552 to 7282688 tid 2 2024-08-19T11:35:03.673 INFO:tasks.rados.rados.0.smithi136.stdout:1238: writing smithi13674108-49 from 7282688 to 7913472 tid 3 2024-08-19T11:35:03.675 INFO:tasks.rados.rados.0.smithi136.stdout:1238: writing smithi13674108-49 from 7913472 to 8011776 tid 4 2024-08-19T11:35:03.675 INFO:tasks.rados.rados.0.smithi136.stdout:1239: delete oid 28 current snap is 110 2024-08-19T11:35:03.675 INFO:tasks.rados.rados.0.smithi136.stdout:1233: finishing write tid 1 to smithi13674108-16 2024-08-19T11:35:03.675 INFO:tasks.rados.rados.0.smithi136.stdout:1233: finishing write tid 2 to smithi13674108-16 2024-08-19T11:35:03.675 INFO:tasks.rados.rados.0.smithi136.stdout:1233: finishing write tid 3 to smithi13674108-16 2024-08-19T11:35:03.675 INFO:tasks.rados.rados.0.smithi136.stdout:1233: finishing write tid 4 to smithi13674108-16 2024-08-19T11:35:03.675 INFO:tasks.rados.rados.0.smithi136.stdout:1233: finishing write tid 5 to smithi13674108-16 2024-08-19T11:35:03.675 INFO:tasks.rados.rados.0.smithi136.stdout:1233: oid 16 updating version 0 to 487 2024-08-19T11:35:03.676 INFO:tasks.rados.rados.0.smithi136.stdout:1233: oid 16 updating version 487 to 488 2024-08-19T11:35:03.676 INFO:tasks.rados.rados.0.smithi136.stdout:1233: oid 16 version 488 is already newer than 486 2024-08-19T11:35:03.676 INFO:tasks.rados.rados.0.smithi136.stdout:1233: oid 16 updating version 488 to 489 2024-08-19T11:35:03.676 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 16 v 489 (ObjNum 382 snap 110 seq_num 382) dirty exists 2024-08-19T11:35:03.676 INFO:tasks.rados.rados.0.smithi136.stdout:1233: left oid 16 (ObjNum 382 snap 110 seq_num 382) 2024-08-19T11:35:03.676 INFO:tasks.rados.rados.0.smithi136.stdout:1234: finishing write tid 1 to smithi13674108-15 2024-08-19T11:35:03.676 INFO:tasks.rados.rados.0.smithi136.stdout:1234: finishing write tid 2 to smithi13674108-15 2024-08-19T11:35:03.676 INFO:tasks.rados.rados.0.smithi136.stdout:1234: finishing write tid 3 to smithi13674108-15 2024-08-19T11:35:03.676 INFO:tasks.rados.rados.0.smithi136.stdout:1234: finishing write tid 4 to smithi13674108-15 2024-08-19T11:35:03.676 INFO:tasks.rados.rados.0.smithi136.stdout:1234: finishing write tid 5 to smithi13674108-15 2024-08-19T11:35:03.676 INFO:tasks.rados.rados.0.smithi136.stdout:1234: finishing write tid 6 to smithi13674108-15 2024-08-19T11:35:03.676 INFO:tasks.rados.rados.0.smithi136.stdout:1234: oid 15 updating version 0 to 277 2024-08-19T11:35:03.676 INFO:tasks.rados.rados.0.smithi136.stdout:1234: oid 15 version 277 is already newer than 276 2024-08-19T11:35:03.677 INFO:tasks.rados.rados.0.smithi136.stdout:1234: oid 15 updating version 277 to 278 2024-08-19T11:35:03.677 INFO:tasks.rados.rados.0.smithi136.stdout:1234: oid 15 updating version 278 to 279 2024-08-19T11:35:03.677 INFO:tasks.rados.rados.0.smithi136.stdout:1234: oid 15 updating version 279 to 280 2024-08-19T11:35:03.677 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 280 (ObjNum 383 snap 110 seq_num 383) dirty exists 2024-08-19T11:35:03.677 INFO:tasks.rados.rados.0.smithi136.stdout:1234: left oid 15 (ObjNum 383 snap 110 seq_num 383) 2024-08-19T11:35:03.677 INFO:tasks.rados.rados.0.smithi136.stdout:1237: expect (ObjNum 370 snap 108 seq_num 370) 2024-08-19T11:35:03.815 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:03 smithi155 ceph-mon[76679]: Reconfiguring osd.7 (monmap changed)... 2024-08-19T11:35:03.815 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:03 smithi155 ceph-mon[76679]: Reconfiguring daemon osd.7 on smithi155 2024-08-19T11:35:03.815 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:03 smithi155 ceph-mon[76679]: osdmap e302: 8 total, 8 up, 8 in 2024-08-19T11:35:03.832 INFO:tasks.rados.rados.0.smithi136.stdout:1236: expect (ObjNum 365 snap 108 seq_num 365) 2024-08-19T11:35:04.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:03 smithi136 ceph-mon[88916]: Reconfiguring osd.7 (monmap changed)... 2024-08-19T11:35:04.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:03 smithi136 ceph-mon[88916]: Reconfiguring daemon osd.7 on smithi155 2024-08-19T11:35:04.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:03 smithi136 ceph-mon[88916]: osdmap e302: 8 total, 8 up, 8 in 2024-08-19T11:35:04.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:03 smithi136 ceph-mon[86496]: Reconfiguring osd.7 (monmap changed)... 2024-08-19T11:35:04.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:03 smithi136 ceph-mon[86496]: Reconfiguring daemon osd.7 on smithi155 2024-08-19T11:35:04.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:03 smithi136 ceph-mon[86496]: osdmap e302: 8 total, 8 up, 8 in 2024-08-19T11:35:04.142 INFO:tasks.rados.rados.0.smithi136.stdout:1238: finishing write tid 1 to smithi13674108-49 2024-08-19T11:35:04.142 INFO:tasks.rados.rados.0.smithi136.stdout:1238: finishing write tid 2 to smithi13674108-49 2024-08-19T11:35:04.142 INFO:tasks.rados.rados.0.smithi136.stdout:1238: finishing write tid 3 to smithi13674108-49 2024-08-19T11:35:04.142 INFO:tasks.rados.rados.0.smithi136.stdout:1238: finishing write tid 4 to smithi13674108-49 2024-08-19T11:35:04.142 INFO:tasks.rados.rados.0.smithi136.stdout:1238: finishing write tid 5 to smithi13674108-49 2024-08-19T11:35:04.142 INFO:tasks.rados.rados.0.smithi136.stdout:1238: finishing write tid 6 to smithi13674108-49 2024-08-19T11:35:04.142 INFO:tasks.rados.rados.0.smithi136.stdout:1238: oid 49 updating version 0 to 491 2024-08-19T11:35:04.142 INFO:tasks.rados.rados.0.smithi136.stdout:1238: oid 49 updating version 491 to 493 2024-08-19T11:35:04.143 INFO:tasks.rados.rados.0.smithi136.stdout:1238: oid 49 updating version 493 to 494 2024-08-19T11:35:04.143 INFO:tasks.rados.rados.0.smithi136.stdout:1238: oid 49 version 494 is already newer than 492 2024-08-19T11:35:04.143 INFO:tasks.rados.rados.0.smithi136.stdout:1238: oid 49 version 494 is already newer than 490 2024-08-19T11:35:04.143 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 494 (ObjNum 384 snap 110 seq_num 384) dirty exists 2024-08-19T11:35:04.143 INFO:tasks.rados.rados.0.smithi136.stdout:1238: left oid 49 (ObjNum 384 snap 110 seq_num 384) 2024-08-19T11:35:04.143 INFO:tasks.rados.rados.0.smithi136.stdout:1233: done (5 left) 2024-08-19T11:35:04.143 INFO:tasks.rados.rados.0.smithi136.stdout:1234: done (4 left) 2024-08-19T11:35:04.143 INFO:tasks.rados.rados.0.smithi136.stdout:1236: done (3 left) 2024-08-19T11:35:04.143 INFO:tasks.rados.rados.0.smithi136.stdout:1237: done (2 left) 2024-08-19T11:35:04.143 INFO:tasks.rados.rados.0.smithi136.stdout:1238: done (1 left) 2024-08-19T11:35:04.143 INFO:tasks.rados.rados.0.smithi136.stdout:1239: done (0 left) 2024-08-19T11:35:04.143 INFO:tasks.rados.rados.0.smithi136.stdout:1240: snap_create 2024-08-19T11:35:04.919 INFO:tasks.rados.rados.0.smithi136.stdout:1240: done (0 left) 2024-08-19T11:35:04.919 INFO:tasks.rados.rados.0.smithi136.stdout:1241: rollback oid 30 current snap is 111 2024-08-19T11:35:04.919 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 30 to 110 2024-08-19T11:35:04.919 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 44 current snap is 111 2024-08-19T11:35:04.919 INFO:tasks.rados.rados.0.smithi136.stdout:1242: seq_num 386 ranges {0=466944,466944=638976,1105920=565248} 2024-08-19T11:35:04.921 INFO:tasks.rados.rados.0.smithi136.stdout:1242: writing smithi13674108-44 from 0 to 466944 tid 1 2024-08-19T11:35:04.925 INFO:tasks.rados.rados.0.smithi136.stdout:1242: writing smithi13674108-44 from 466944 to 1105920 tid 2 2024-08-19T11:35:04.928 INFO:tasks.rados.rados.0.smithi136.stdout:1242: writing smithi13674108-44 from 1105920 to 1671168 tid 3 2024-08-19T11:35:04.929 INFO:tasks.rados.rados.0.smithi136.stdout:1243: copy_from oid 19 from oid 45 current snap is 111 2024-08-19T11:35:04.929 INFO:tasks.rados.rados.0.smithi136.stdout:1241: finishing rollback tid 0 to smithi13674108-30 2024-08-19T11:35:04.929 INFO:tasks.rados.rados.0.smithi136.stdout:1241: finishing rollback tid 1 to smithi13674108-30 2024-08-19T11:35:04.929 INFO:tasks.rados.rados.0.smithi136.stdout:1241: finishing rollback tid 2 to smithi13674108-30 2024-08-19T11:35:04.929 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 465 (ObjNum 367 snap 108 seq_num 367) dirty exists 2024-08-19T11:35:04.929 INFO:tasks.rados.rados.0.smithi136.stdout:1241: done (2 left) 2024-08-19T11:35:04.929 INFO:tasks.rados.rados.0.smithi136.stdout:1244: read oid 36 snap -1 2024-08-19T11:35:04.929 INFO:tasks.rados.rados.0.smithi136.stdout:1244: expect (ObjNum 291 snap 86 seq_num 291) 2024-08-19T11:35:04.929 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 22 current snap is 111 2024-08-19T11:35:04.929 INFO:tasks.rados.rados.0.smithi136.stdout:1242: finishing write tid 1 to smithi13674108-44 2024-08-19T11:35:04.929 INFO:tasks.rados.rados.0.smithi136.stdout:1242: finishing write tid 2 to smithi13674108-44 2024-08-19T11:35:04.929 INFO:tasks.rados.rados.0.smithi136.stdout:1245: seq_num 387 ranges {0=483328,483328=524288,1007616=679936} 2024-08-19T11:35:04.931 INFO:tasks.rados.rados.0.smithi136.stdout:1245: writing smithi13674108-22 from 0 to 483328 tid 1 2024-08-19T11:35:04.934 INFO:tasks.rados.rados.0.smithi136.stdout:1245: writing smithi13674108-22 from 483328 to 1007616 tid 2 2024-08-19T11:35:04.939 INFO:tasks.rados.rados.0.smithi136.stdout:1245: writing smithi13674108-22 from 1007616 to 1687552 tid 3 2024-08-19T11:35:04.939 INFO:tasks.rados.rados.0.smithi136.stdout:1246: read oid 48 snap -1 2024-08-19T11:35:04.939 INFO:tasks.rados.rados.0.smithi136.stdout:1246: expect deleted 2024-08-19T11:35:04.939 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 23 current snap is 111 2024-08-19T11:35:04.939 INFO:tasks.rados.rados.0.smithi136.stdout:1247: seq_num 388 ranges {3473408=507904,3981312=458752,4440064=606208,5046272=139264} 2024-08-19T11:35:04.959 INFO:tasks.rados.rados.0.smithi136.stdout:1247: writing smithi13674108-23 from 3473408 to 3981312 tid 1 2024-08-19T11:35:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:04 smithi155 ceph-mon[76679]: pgmap v88: 121 pgs: 121 active+clean; 124 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-08-19T11:35:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:04 smithi155 ceph-mon[76679]: osdmap e303: 8 total, 8 up, 8 in 2024-08-19T11:35:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:04 smithi155 ceph-mon[76679]: osdmap e304: 8 total, 8 up, 8 in 2024-08-19T11:35:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:04 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:04 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:04 smithi155 ceph-mon[76679]: Reconfiguring mds.b (monmap changed)... 2024-08-19T11:35:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:04 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-19T11:35:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:04 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:35:04.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:04 smithi155 ceph-mon[76679]: Reconfiguring daemon mds.b on smithi155 2024-08-19T11:35:04.962 INFO:tasks.rados.rados.0.smithi136.stdout:1247: writing smithi13674108-23 from 3981312 to 4440064 tid 2 2024-08-19T11:35:04.965 INFO:tasks.rados.rados.0.smithi136.stdout:1247: writing smithi13674108-23 from 4440064 to 5046272 tid 3 2024-08-19T11:35:04.967 INFO:tasks.rados.rados.0.smithi136.stdout:1247: writing smithi13674108-23 from 5046272 to 5185536 tid 4 2024-08-19T11:35:04.967 INFO:tasks.rados.rados.0.smithi136.stdout:1248: read oid 43 snap -1 2024-08-19T11:35:04.967 INFO:tasks.rados.rados.0.smithi136.stdout:1248: expect (ObjNum 294 snap 86 seq_num 294) 2024-08-19T11:35:04.967 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 4 current snap is 111 2024-08-19T11:35:04.967 INFO:tasks.rados.rados.0.smithi136.stdout:1249: seq_num 389 ranges {4030464=524288,4554752=745472,5300224=458752} 2024-08-19T11:35:04.991 INFO:tasks.rados.rados.0.smithi136.stdout:1249: writing smithi13674108-4 from 4030464 to 4554752 tid 1 2024-08-19T11:35:04.995 INFO:tasks.rados.rados.0.smithi136.stdout:1249: writing smithi13674108-4 from 4554752 to 5300224 tid 2 2024-08-19T11:35:04.998 INFO:tasks.rados.rados.0.smithi136.stdout:1249: writing smithi13674108-4 from 5300224 to 5758976 tid 3 2024-08-19T11:35:04.999 INFO:tasks.rados.rados.0.smithi136.stdout:1250: setattr oid 6 current snap is 111 2024-08-19T11:35:04.999 INFO:tasks.rados.rados.0.smithi136.stdout:1242: finishing write tid 3 to smithi13674108-44 2024-08-19T11:35:04.999 INFO:tasks.rados.rados.0.smithi136.stdout:1244: expect (ObjNum 291 snap 86 seq_num 291) 2024-08-19T11:35:05.004 INFO:tasks.rados.rados.0.smithi136.stdout:1242: finishing write tid 4 to smithi13674108-44 2024-08-19T11:35:05.004 INFO:tasks.rados.rados.0.smithi136.stdout:1242: finishing write tid 5 to smithi13674108-44 2024-08-19T11:35:05.005 INFO:tasks.rados.rados.0.smithi136.stdout:1242: oid 44 updating version 0 to 541 2024-08-19T11:35:05.005 INFO:tasks.rados.rados.0.smithi136.stdout:1242: oid 44 version 541 is already newer than 540 2024-08-19T11:35:05.005 INFO:tasks.rados.rados.0.smithi136.stdout:1242: oid 44 updating version 541 to 542 2024-08-19T11:35:05.005 INFO:tasks.rados.rados.0.smithi136.stdout:1242: oid 44 version 542 is already newer than 539 2024-08-19T11:35:05.005 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 542 (ObjNum 386 snap 111 seq_num 386) dirty exists 2024-08-19T11:35:05.005 INFO:tasks.rados.rados.0.smithi136.stdout:1242: left oid 44 (ObjNum 386 snap 111 seq_num 386) 2024-08-19T11:35:05.005 INFO:tasks.rados.rados.0.smithi136.stdout:1243: finishing copy_from racing read to smithi13674108-19 2024-08-19T11:35:05.005 INFO:tasks.rados.rados.0.smithi136.stdout:1243: finishing copy_from to smithi13674108-19 2024-08-19T11:35:05.005 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 493 (ObjNum 291 snap 86 seq_num 291) dirty exists 2024-08-19T11:35:05.005 INFO:tasks.rados.rados.0.smithi136.stdout:1245: finishing write tid 1 to smithi13674108-22 2024-08-19T11:35:05.005 INFO:tasks.rados.rados.0.smithi136.stdout:1245: finishing write tid 2 to smithi13674108-22 2024-08-19T11:35:05.005 INFO:tasks.rados.rados.0.smithi136.stdout:1245: finishing write tid 3 to smithi13674108-22 2024-08-19T11:35:05.005 INFO:tasks.rados.rados.0.smithi136.stdout:1245: finishing write tid 4 to smithi13674108-22 2024-08-19T11:35:05.005 INFO:tasks.rados.rados.0.smithi136.stdout:1245: finishing write tid 5 to smithi13674108-22 2024-08-19T11:35:05.006 INFO:tasks.rados.rados.0.smithi136.stdout:1245: oid 22 updating version 0 to 529 2024-08-19T11:35:05.006 INFO:tasks.rados.rados.0.smithi136.stdout:1245: oid 22 version 529 is already newer than 528 2024-08-19T11:35:05.006 INFO:tasks.rados.rados.0.smithi136.stdout:1245: oid 22 updating version 529 to 530 2024-08-19T11:35:05.006 INFO:tasks.rados.rados.0.smithi136.stdout:1245: oid 22 version 530 is already newer than 527 2024-08-19T11:35:05.006 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 530 (ObjNum 387 snap 111 seq_num 387) dirty exists 2024-08-19T11:35:05.006 INFO:tasks.rados.rados.0.smithi136.stdout:1245: left oid 22 (ObjNum 387 snap 111 seq_num 387) 2024-08-19T11:35:05.006 INFO:tasks.rados.rados.0.smithi136.stdout:1247: finishing write tid 1 to smithi13674108-23 2024-08-19T11:35:05.006 INFO:tasks.rados.rados.0.smithi136.stdout:1247: finishing write tid 2 to smithi13674108-23 2024-08-19T11:35:05.006 INFO:tasks.rados.rados.0.smithi136.stdout:1247: finishing write tid 3 to smithi13674108-23 2024-08-19T11:35:05.006 INFO:tasks.rados.rados.0.smithi136.stdout:1247: finishing write tid 4 to smithi13674108-23 2024-08-19T11:35:05.006 INFO:tasks.rados.rados.0.smithi136.stdout:1247: finishing write tid 5 to smithi13674108-23 2024-08-19T11:35:05.006 INFO:tasks.rados.rados.0.smithi136.stdout:1242: done (8 left) 2024-08-19T11:35:05.006 INFO:tasks.rados.rados.0.smithi136.stdout:1243: done (7 left) 2024-08-19T11:35:05.006 INFO:tasks.rados.rados.0.smithi136.stdout:1244: done (6 left) 2024-08-19T11:35:05.007 INFO:tasks.rados.rados.0.smithi136.stdout:1245: done (5 left) 2024-08-19T11:35:05.007 INFO:tasks.rados.rados.0.smithi136.stdout:1246: done (4 left) 2024-08-19T11:35:05.007 INFO:tasks.rados.rados.0.smithi136.stdout:1251: delete oid 28 current snap is 111 2024-08-19T11:35:05.007 INFO:tasks.rados.rados.0.smithi136.stdout:1247: finishing write tid 6 to smithi13674108-23 2024-08-19T11:35:05.007 INFO:tasks.rados.rados.0.smithi136.stdout:1247: oid 23 updating version 0 to 407 2024-08-19T11:35:05.007 INFO:tasks.rados.rados.0.smithi136.stdout:1247: oid 23 version 407 is already newer than 406 2024-08-19T11:35:05.007 INFO:tasks.rados.rados.0.smithi136.stdout:1247: oid 23 version 407 is already newer than 405 2024-08-19T11:35:05.007 INFO:tasks.rados.rados.0.smithi136.stdout:1247: oid 23 version 407 is already newer than 404 2024-08-19T11:35:05.007 INFO:tasks.rados.rados.0.smithi136.stdout:1247: oid 23 updating version 407 to 408 2024-08-19T11:35:05.007 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 408 (ObjNum 388 snap 111 seq_num 388) dirty exists 2024-08-19T11:35:05.007 INFO:tasks.rados.rados.0.smithi136.stdout:1247: left oid 23 (ObjNum 388 snap 111 seq_num 388) 2024-08-19T11:35:05.007 INFO:tasks.rados.rados.0.smithi136.stdout:1248: expect (ObjNum 294 snap 86 seq_num 294) 2024-08-19T11:35:05.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:04 smithi136 ceph-mon[88916]: pgmap v88: 121 pgs: 121 active+clean; 124 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-08-19T11:35:05.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:04 smithi136 ceph-mon[88916]: osdmap e303: 8 total, 8 up, 8 in 2024-08-19T11:35:05.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:04 smithi136 ceph-mon[88916]: osdmap e304: 8 total, 8 up, 8 in 2024-08-19T11:35:05.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:04 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:05.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:04 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:05.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:04 smithi136 ceph-mon[88916]: Reconfiguring mds.b (monmap changed)... 2024-08-19T11:35:05.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:04 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-19T11:35:05.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:04 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:35:05.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:04 smithi136 ceph-mon[88916]: Reconfiguring daemon mds.b on smithi155 2024-08-19T11:35:05.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:04 smithi136 ceph-mon[86496]: pgmap v88: 121 pgs: 121 active+clean; 124 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-08-19T11:35:05.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:04 smithi136 ceph-mon[86496]: osdmap e303: 8 total, 8 up, 8 in 2024-08-19T11:35:05.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:04 smithi136 ceph-mon[86496]: osdmap e304: 8 total, 8 up, 8 in 2024-08-19T11:35:05.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:04 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:05.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:04 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:05.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:04 smithi136 ceph-mon[86496]: Reconfiguring mds.b (monmap changed)... 2024-08-19T11:35:05.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:04 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-19T11:35:05.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:04 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:35:05.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:04 smithi136 ceph-mon[86496]: Reconfiguring daemon mds.b on smithi155 2024-08-19T11:35:05.180 INFO:tasks.rados.rados.0.smithi136.stdout:1249: finishing write tid 1 to smithi13674108-4 2024-08-19T11:35:05.181 INFO:tasks.rados.rados.0.smithi136.stdout:1249: finishing write tid 2 to smithi13674108-4 2024-08-19T11:35:05.181 INFO:tasks.rados.rados.0.smithi136.stdout:1249: finishing write tid 3 to smithi13674108-4 2024-08-19T11:35:05.181 INFO:tasks.rados.rados.0.smithi136.stdout:1249: finishing write tid 4 to smithi13674108-4 2024-08-19T11:35:05.181 INFO:tasks.rados.rados.0.smithi136.stdout:1249: finishing write tid 5 to smithi13674108-4 2024-08-19T11:35:05.181 INFO:tasks.rados.rados.0.smithi136.stdout:1249: oid 4 updating version 0 to 550 2024-08-19T11:35:05.181 INFO:tasks.rados.rados.0.smithi136.stdout:1249: oid 4 updating version 550 to 551 2024-08-19T11:35:05.181 INFO:tasks.rados.rados.0.smithi136.stdout:1249: oid 4 updating version 551 to 553 2024-08-19T11:35:05.181 INFO:tasks.rados.rados.0.smithi136.stdout:1249: oid 4 version 553 is already newer than 552 2024-08-19T11:35:05.181 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 553 (ObjNum 389 snap 111 seq_num 389) dirty exists 2024-08-19T11:35:05.181 INFO:tasks.rados.rados.0.smithi136.stdout:1249: left oid 4 (ObjNum 389 snap 111 seq_num 389) 2024-08-19T11:35:05.181 INFO:tasks.rados.rados.0.smithi136.stdout:1247: done (4 left) 2024-08-19T11:35:05.181 INFO:tasks.rados.rados.0.smithi136.stdout:1248: done (3 left) 2024-08-19T11:35:05.181 INFO:tasks.rados.rados.0.smithi136.stdout:1249: done (2 left) 2024-08-19T11:35:05.182 INFO:tasks.rados.rados.0.smithi136.stdout:1251: done (1 left) 2024-08-19T11:35:05.182 INFO:tasks.rados.rados.0.smithi136.stdout:1252: rollback oid 40 current snap is 111 2024-08-19T11:35:05.182 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 40 to 110 2024-08-19T11:35:05.182 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 503 (ObjNum 324 snap 97 seq_num 324) dirty exists 2024-08-19T11:35:05.182 INFO:tasks.rados.rados.0.smithi136.stdout:1250: done (1 left) 2024-08-19T11:35:05.182 INFO:tasks.rados.rados.0.smithi136.stdout:1253: delete oid 32 current snap is 111 2024-08-19T11:35:05.182 INFO:tasks.rados.rados.0.smithi136.stdout:1253: done (1 left) 2024-08-19T11:35:05.182 INFO:tasks.rados.rados.0.smithi136.stdout:1254: delete oid 22 current snap is 111 2024-08-19T11:35:05.184 INFO:tasks.rados.rados.0.smithi136.stdout:1254: done (1 left) 2024-08-19T11:35:05.184 INFO:tasks.rados.rados.0.smithi136.stdout:1255: read oid 8 snap -1 2024-08-19T11:35:05.184 INFO:tasks.rados.rados.0.smithi136.stdout:1255: expect deleted 2024-08-19T11:35:05.184 INFO:tasks.rados.rados.0.smithi136.stdout:1256: setattr oid 1 current snap is 111 2024-08-19T11:35:05.184 INFO:tasks.rados.rados.0.smithi136.stdout:1252: finishing rollback tid 0 to smithi13674108-40 2024-08-19T11:35:05.185 INFO:tasks.rados.rados.0.smithi136.stdout:1252: finishing rollback tid 1 to smithi13674108-40 2024-08-19T11:35:05.185 INFO:tasks.rados.rados.0.smithi136.stdout:1252: finishing rollback tid 2 to smithi13674108-40 2024-08-19T11:35:05.185 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 348 (ObjNum 143 snap 37 seq_num 143) dirty exists 2024-08-19T11:35:05.186 INFO:tasks.rados.rados.0.smithi136.stdout:1252: done (2 left) 2024-08-19T11:35:05.186 INFO:tasks.rados.rados.0.smithi136.stdout:1255: done (1 left) 2024-08-19T11:35:05.186 INFO:tasks.rados.rados.0.smithi136.stdout:1257: snap_remove snap 110 2024-08-19T11:35:05.920 INFO:tasks.rados.rados.0.smithi136.stdout:1257: done (1 left) 2024-08-19T11:35:05.920 INFO:tasks.rados.rados.0.smithi136.stdout:1258: read oid 41 snap -1 2024-08-19T11:35:05.920 INFO:tasks.rados.rados.0.smithi136.stdout:1258: expect (ObjNum 334 snap 100 seq_num 334) 2024-08-19T11:35:05.920 INFO:tasks.rados.rados.0.smithi136.stdout:1259: rmattr oid 42 current snap is 111 2024-08-19T11:35:05.920 INFO:tasks.rados.rados.0.smithi136.stdout:1259: done (2 left) 2024-08-19T11:35:05.920 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 36 current snap is 111 2024-08-19T11:35:05.920 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 1 v 495 (ObjNum 33 snap 0 seq_num 3762626176) dirty exists 2024-08-19T11:35:05.920 INFO:tasks.rados.rados.0.smithi136.stdout:1260: seq_num 393 ranges {122880=589824,712704=679936,1392640=524288} 2024-08-19T11:35:05.924 INFO:tasks.rados.rados.0.smithi136.stdout:1260: writing smithi13674108-36 from 122880 to 712704 tid 1 2024-08-19T11:35:05.928 INFO:tasks.rados.rados.0.smithi136.stdout:1260: writing smithi13674108-36 from 712704 to 1392640 tid 2 2024-08-19T11:35:05.932 INFO:tasks.rados.rados.0.smithi136.stdout:1260: writing smithi13674108-36 from 1392640 to 1916928 tid 3 2024-08-19T11:35:05.932 INFO:tasks.rados.rados.0.smithi136.stdout:1258: expect (ObjNum 334 snap 100 seq_num 334) 2024-08-19T11:35:05.954 INFO:tasks.rados.rados.0.smithi136.stdout:1260: finishing write tid 1 to smithi13674108-36 2024-08-19T11:35:05.954 INFO:tasks.rados.rados.0.smithi136.stdout:1260: finishing write tid 2 to smithi13674108-36 2024-08-19T11:35:05.954 INFO:tasks.rados.rados.0.smithi136.stdout:1256: done (2 left) 2024-08-19T11:35:05.954 INFO:tasks.rados.rados.0.smithi136.stdout:1258: done (1 left) 2024-08-19T11:35:05.954 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 11 current snap is 111 2024-08-19T11:35:05.954 INFO:tasks.rados.rados.0.smithi136.stdout:1260: finishing write tid 3 to smithi13674108-36 2024-08-19T11:35:05.954 INFO:tasks.rados.rados.0.smithi136.stdout:1261: seq_num 394 ranges {7061504=606208,7667712=565248,8232960=557056,8790016=81920} 2024-08-19T11:35:05.995 INFO:tasks.rados.rados.0.smithi136.stdout:1261: writing smithi13674108-11 from 7061504 to 7667712 tid 1 2024-08-19T11:35:05.998 INFO:tasks.rados.rados.0.smithi136.stdout:1261: writing smithi13674108-11 from 7667712 to 8232960 tid 2 2024-08-19T11:35:06.001 INFO:tasks.rados.rados.0.smithi136.stdout:1261: writing smithi13674108-11 from 8232960 to 8790016 tid 3 2024-08-19T11:35:06.002 INFO:tasks.rados.rados.0.smithi136.stdout:1261: writing smithi13674108-11 from 8790016 to 8871936 tid 4 2024-08-19T11:35:06.002 INFO:tasks.rados.rados.0.smithi136.stdout:1262: snap_create 2024-08-19T11:35:06.003 INFO:tasks.rados.rados.0.smithi136.stdout:1260: finishing write tid 4 to smithi13674108-36 2024-08-19T11:35:06.003 INFO:tasks.rados.rados.0.smithi136.stdout:1260: finishing write tid 5 to smithi13674108-36 2024-08-19T11:35:06.003 INFO:tasks.rados.rados.0.smithi136.stdout:1260: oid 36 updating version 0 to 469 2024-08-19T11:35:06.003 INFO:tasks.rados.rados.0.smithi136.stdout:1260: oid 36 version 469 is already newer than 467 2024-08-19T11:35:06.003 INFO:tasks.rados.rados.0.smithi136.stdout:1260: oid 36 version 469 is already newer than 466 2024-08-19T11:35:06.003 INFO:tasks.rados.rados.0.smithi136.stdout:1260: oid 36 version 469 is already newer than 468 2024-08-19T11:35:06.003 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 469 (ObjNum 393 snap 111 seq_num 393) dirty exists 2024-08-19T11:35:06.003 INFO:tasks.rados.rados.0.smithi136.stdout:1260: left oid 36 (ObjNum 393 snap 111 seq_num 393) 2024-08-19T11:35:06.003 INFO:tasks.rados.rados.0.smithi136.stdout:1261: finishing write tid 1 to smithi13674108-11 2024-08-19T11:35:06.003 INFO:tasks.rados.rados.0.smithi136.stdout:1261: finishing write tid 2 to smithi13674108-11 2024-08-19T11:35:06.005 INFO:tasks.rados.rados.0.smithi136.stdout:1261: finishing write tid 3 to smithi13674108-11 2024-08-19T11:35:06.005 INFO:tasks.rados.rados.0.smithi136.stdout:1261: finishing write tid 4 to smithi13674108-11 2024-08-19T11:35:06.005 INFO:tasks.rados.rados.0.smithi136.stdout:1261: finishing write tid 5 to smithi13674108-11 2024-08-19T11:35:06.006 INFO:tasks.rados.rados.0.smithi136.stdout:1261: finishing write tid 6 to smithi13674108-11 2024-08-19T11:35:06.006 INFO:tasks.rados.rados.0.smithi136.stdout:1261: oid 11 updating version 0 to 557 2024-08-19T11:35:06.007 INFO:tasks.rados.rados.0.smithi136.stdout:1261: oid 11 updating version 557 to 560 2024-08-19T11:35:06.007 INFO:tasks.rados.rados.0.smithi136.stdout:1261: oid 11 version 560 is already newer than 556 2024-08-19T11:35:06.007 INFO:tasks.rados.rados.0.smithi136.stdout:1261: oid 11 version 560 is already newer than 559 2024-08-19T11:35:06.007 INFO:tasks.rados.rados.0.smithi136.stdout:1261: oid 11 version 560 is already newer than 558 2024-08-19T11:35:06.007 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 560 (ObjNum 394 snap 111 seq_num 394) dirty exists 2024-08-19T11:35:06.007 INFO:tasks.rados.rados.0.smithi136.stdout:1261: left oid 11 (ObjNum 394 snap 111 seq_num 394) 2024-08-19T11:35:06.061 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[88916]: osdmap e305: 8 total, 8 up, 8 in 2024-08-19T11:35:06.061 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:06.062 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:06.062 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:35:06.062 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:06.062 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:06.062 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:06.062 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-08-19T11:35:06.062 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-19T11:35:06.062 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-08-19T11:35:06.062 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-19T11:35:06.062 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-08-19T11:35:06.062 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-19T11:35:06.062 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:06.063 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:06.063 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-08-19T11:35:06.063 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[86496]: osdmap e305: 8 total, 8 up, 8 in 2024-08-19T11:35:06.063 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:06.063 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:06.063 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:35:06.063 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:06.063 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:06.063 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:06.063 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-08-19T11:35:06.063 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-19T11:35:06.064 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-08-19T11:35:06.064 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-19T11:35:06.064 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-08-19T11:35:06.064 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-19T11:35:06.064 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:06.064 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:06.064 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:05 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-08-19T11:35:06.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:05 smithi155 ceph-mon[76679]: osdmap e305: 8 total, 8 up, 8 in 2024-08-19T11:35:06.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:05 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:06.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:05 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:06.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:05 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:35:06.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:05 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:06.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:05 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:06.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:05 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:06.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:05 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-08-19T11:35:06.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:05 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-19T11:35:06.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:05 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-08-19T11:35:06.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:05 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-19T11:35:06.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:05 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-08-19T11:35:06.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:05 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-19T11:35:06.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:05 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:06.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:05 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:06.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:05 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-08-19T11:35:06.921 INFO:tasks.rados.rados.0.smithi136.stdout:1260: done (2 left) 2024-08-19T11:35:06.921 INFO:tasks.rados.rados.0.smithi136.stdout:1261: done (1 left) 2024-08-19T11:35:06.921 INFO:tasks.rados.rados.0.smithi136.stdout:1262: done (0 left) 2024-08-19T11:35:06.921 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 9 current snap is 112 2024-08-19T11:35:06.921 INFO:tasks.rados.rados.0.smithi136.stdout:1263: seq_num 395 ranges {1540096=622592,2162688=450560,2613248=753664} 2024-08-19T11:35:06.933 INFO:tasks.rados.rados.0.smithi136.stdout:1263: writing smithi13674108-9 from 1540096 to 2162688 tid 1 2024-08-19T11:35:06.935 INFO:tasks.rados.rados.0.smithi136.stdout:1263: writing smithi13674108-9 from 2162688 to 2613248 tid 2 2024-08-19T11:35:06.940 INFO:tasks.rados.rados.0.smithi136.stdout:1263: writing smithi13674108-9 from 2613248 to 3366912 tid 3 2024-08-19T11:35:06.940 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 10 current snap is 112 2024-08-19T11:35:06.940 INFO:tasks.rados.rados.0.smithi136.stdout:1264: seq_num 396 ranges {851968=638976,1490944=786432,2277376=417792} 2024-08-19T11:35:06.948 INFO:tasks.rados.rados.0.smithi136.stdout:1264: writing smithi13674108-10 from 851968 to 1490944 tid 1 2024-08-19T11:35:06.952 INFO:tasks.rados.rados.0.smithi136.stdout:1264: writing smithi13674108-10 from 1490944 to 2277376 tid 2 2024-08-19T11:35:06.955 INFO:tasks.rados.rados.0.smithi136.stdout:1264: writing smithi13674108-10 from 2277376 to 2695168 tid 3 2024-08-19T11:35:06.955 INFO:tasks.rados.rados.0.smithi136.stdout:1265: copy_from oid 6 from oid 7 current snap is 112 2024-08-19T11:35:06.955 INFO:tasks.rados.rados.0.smithi136.stdout:1263: finishing write tid 1 to smithi13674108-9 2024-08-19T11:35:06.955 INFO:tasks.rados.rados.0.smithi136.stdout:1263: finishing write tid 2 to smithi13674108-9 2024-08-19T11:35:06.956 INFO:tasks.rados.rados.0.smithi136.stdout:1263: finishing write tid 3 to smithi13674108-9 2024-08-19T11:35:06.956 INFO:tasks.rados.rados.0.smithi136.stdout:1263: finishing write tid 4 to smithi13674108-9 2024-08-19T11:35:06.956 INFO:tasks.rados.rados.0.smithi136.stdout:1263: finishing write tid 5 to smithi13674108-9 2024-08-19T11:35:06.956 INFO:tasks.rados.rados.0.smithi136.stdout:1263: oid 9 updating version 0 to 182 2024-08-19T11:35:06.956 INFO:tasks.rados.rados.0.smithi136.stdout:1263: oid 9 updating version 182 to 184 2024-08-19T11:35:06.956 INFO:tasks.rados.rados.0.smithi136.stdout:1263: oid 9 version 184 is already newer than 183 2024-08-19T11:35:06.956 INFO:tasks.rados.rados.0.smithi136.stdout:1263: oid 9 updating version 184 to 185 2024-08-19T11:35:06.956 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 185 (ObjNum 395 snap 112 seq_num 395) dirty exists 2024-08-19T11:35:06.956 INFO:tasks.rados.rados.0.smithi136.stdout:1263: left oid 9 (ObjNum 395 snap 112 seq_num 395) 2024-08-19T11:35:06.956 INFO:tasks.rados.rados.0.smithi136.stdout:1264: finishing write tid 1 to smithi13674108-10 2024-08-19T11:35:06.956 INFO:tasks.rados.rados.0.smithi136.stdout:1263: done (2 left) 2024-08-19T11:35:06.956 INFO:tasks.rados.rados.0.smithi136.stdout:1266: rmattr oid 50 current snap is 112 2024-08-19T11:35:06.956 INFO:tasks.rados.rados.0.smithi136.stdout:1266: done (2 left) 2024-08-19T11:35:06.956 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 38 current snap is 112 2024-08-19T11:35:06.957 INFO:tasks.rados.rados.0.smithi136.stdout:1267: seq_num 397 ranges {0=655360,655360=671744,1327104=532480} 2024-08-19T11:35:06.959 INFO:tasks.rados.rados.0.smithi136.stdout:1267: writing smithi13674108-38 from 0 to 655360 tid 1 2024-08-19T11:35:06.962 INFO:tasks.rados.rados.0.smithi136.stdout:1267: writing smithi13674108-38 from 655360 to 1327104 tid 2 2024-08-19T11:35:06.966 INFO:tasks.rados.rados.0.smithi136.stdout:1267: writing smithi13674108-38 from 1327104 to 1859584 tid 3 2024-08-19T11:35:06.966 INFO:tasks.rados.rados.0.smithi136.stdout:1268: delete oid 18 current snap is 112 2024-08-19T11:35:06.966 INFO:tasks.rados.rados.0.smithi136.stdout:1264: finishing write tid 2 to smithi13674108-10 2024-08-19T11:35:06.967 INFO:tasks.rados.rados.0.smithi136.stdout:1264: finishing write tid 3 to smithi13674108-10 2024-08-19T11:35:06.967 INFO:tasks.rados.rados.0.smithi136.stdout:1264: finishing write tid 4 to smithi13674108-10 2024-08-19T11:35:06.967 INFO:tasks.rados.rados.0.smithi136.stdout:1264: finishing write tid 5 to smithi13674108-10 2024-08-19T11:35:06.967 INFO:tasks.rados.rados.0.smithi136.stdout:1264: oid 10 updating version 0 to 470 2024-08-19T11:35:06.967 INFO:tasks.rados.rados.0.smithi136.stdout:1264: oid 10 updating version 470 to 472 2024-08-19T11:35:06.967 INFO:tasks.rados.rados.0.smithi136.stdout:1264: oid 10 version 472 is already newer than 471 2024-08-19T11:35:06.967 INFO:tasks.rados.rados.0.smithi136.stdout:1264: oid 10 updating version 472 to 473 2024-08-19T11:35:06.967 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 473 (ObjNum 396 snap 112 seq_num 396) dirty exists 2024-08-19T11:35:06.967 INFO:tasks.rados.rados.0.smithi136.stdout:1264: left oid 10 (ObjNum 396 snap 112 seq_num 396) 2024-08-19T11:35:06.967 INFO:tasks.rados.rados.0.smithi136.stdout:1265: finishing copy_from racing read to smithi13674108-6 2024-08-19T11:35:06.967 INFO:tasks.rados.rados.0.smithi136.stdout:1265: finishing copy_from to smithi13674108-6 2024-08-19T11:35:06.967 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 502 (ObjNum 334 snap 100 seq_num 334) dirty exists 2024-08-19T11:35:06.967 INFO:tasks.rados.rados.0.smithi136.stdout:1267: finishing write tid 1 to smithi13674108-38 2024-08-19T11:35:06.968 INFO:tasks.rados.rados.0.smithi136.stdout:1267: finishing write tid 2 to smithi13674108-38 2024-08-19T11:35:06.969 INFO:tasks.rados.rados.0.smithi136.stdout:1264: done (3 left) 2024-08-19T11:35:06.969 INFO:tasks.rados.rados.0.smithi136.stdout:1265: done (2 left) 2024-08-19T11:35:06.969 INFO:tasks.rados.rados.0.smithi136.stdout:1268: done (1 left) 2024-08-19T11:35:06.969 INFO:tasks.rados.rados.0.smithi136.stdout:1269: read oid 11 snap -1 2024-08-19T11:35:06.969 INFO:tasks.rados.rados.0.smithi136.stdout:1269: expect (ObjNum 394 snap 111 seq_num 394) 2024-08-19T11:35:06.969 INFO:tasks.rados.rados.0.smithi136.stdout:1270: snap_create 2024-08-19T11:35:06.969 INFO:tasks.rados.rados.0.smithi136.stdout:1267: finishing write tid 3 to smithi13674108-38 2024-08-19T11:35:06.969 INFO:tasks.rados.rados.0.smithi136.stdout:1267: finishing write tid 4 to smithi13674108-38 2024-08-19T11:35:06.970 INFO:tasks.rados.rados.0.smithi136.stdout:1267: finishing write tid 5 to smithi13674108-38 2024-08-19T11:35:06.970 INFO:tasks.rados.rados.0.smithi136.stdout:1267: oid 38 updating version 0 to 349 2024-08-19T11:35:06.970 INFO:tasks.rados.rados.0.smithi136.stdout:1267: oid 38 updating version 349 to 352 2024-08-19T11:35:06.970 INFO:tasks.rados.rados.0.smithi136.stdout:1267: oid 38 version 352 is already newer than 351 2024-08-19T11:35:06.970 INFO:tasks.rados.rados.0.smithi136.stdout:1267: oid 38 version 352 is already newer than 350 2024-08-19T11:35:06.970 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 352 (ObjNum 397 snap 112 seq_num 397) dirty exists 2024-08-19T11:35:06.970 INFO:tasks.rados.rados.0.smithi136.stdout:1267: left oid 38 (ObjNum 397 snap 112 seq_num 397) 2024-08-19T11:35:06.999 INFO:tasks.rados.rados.0.smithi136.stdout:1269: expect (ObjNum 394 snap 111 seq_num 394) 2024-08-19T11:35:07.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:06 smithi136 ceph-mon[88916]: pgmap v92: 121 pgs: 121 active+clean; 124 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-08-19T11:35:07.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:06 smithi136 ceph-mon[88916]: Upgrade: Setting container_image for all mon 2024-08-19T11:35:07.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:06 smithi136 ceph-mon[88916]: Upgrade: Setting container_image for all crash 2024-08-19T11:35:07.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:06 smithi136 ceph-mon[88916]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-19T11:35:07.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:06 smithi136 ceph-mon[88916]: Upgrade: osd.0 is safe to restart 2024-08-19T11:35:07.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:06 smithi136 ceph-mon[88916]: osdmap e306: 8 total, 8 up, 8 in 2024-08-19T11:35:07.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:06 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:07.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:06 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-19T11:35:07.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:06 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:35:07.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:06 smithi136 ceph-mon[86496]: pgmap v92: 121 pgs: 121 active+clean; 124 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-08-19T11:35:07.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:06 smithi136 ceph-mon[86496]: Upgrade: Setting container_image for all mon 2024-08-19T11:35:07.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:06 smithi136 ceph-mon[86496]: Upgrade: Setting container_image for all crash 2024-08-19T11:35:07.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:06 smithi136 ceph-mon[86496]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-19T11:35:07.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:06 smithi136 ceph-mon[86496]: Upgrade: osd.0 is safe to restart 2024-08-19T11:35:07.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:06 smithi136 ceph-mon[86496]: osdmap e306: 8 total, 8 up, 8 in 2024-08-19T11:35:07.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:06 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:07.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:06 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-19T11:35:07.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:06 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:35:07.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:06 smithi155 ceph-mon[76679]: pgmap v92: 121 pgs: 121 active+clean; 124 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-08-19T11:35:07.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:06 smithi155 ceph-mon[76679]: Upgrade: Setting container_image for all mon 2024-08-19T11:35:07.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:06 smithi155 ceph-mon[76679]: Upgrade: Setting container_image for all crash 2024-08-19T11:35:07.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:06 smithi155 ceph-mon[76679]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-19T11:35:07.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:06 smithi155 ceph-mon[76679]: Upgrade: osd.0 is safe to restart 2024-08-19T11:35:07.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:06 smithi155 ceph-mon[76679]: osdmap e306: 8 total, 8 up, 8 in 2024-08-19T11:35:07.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:06 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:07.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:06 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-19T11:35:07.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:06 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:35:07.838 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:35:07 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:35:07] "GET /metrics HTTP/1.1" 200 36108 "" "Prometheus/2.43.0" 2024-08-19T11:35:07.931 INFO:tasks.rados.rados.0.smithi136.stdout:1267: done (2 left) 2024-08-19T11:35:07.931 INFO:tasks.rados.rados.0.smithi136.stdout:1269: done (1 left) 2024-08-19T11:35:07.931 INFO:tasks.rados.rados.0.smithi136.stdout:1270: done (0 left) 2024-08-19T11:35:07.931 INFO:tasks.rados.rados.0.smithi136.stdout:1271: snap_remove snap 112 2024-08-19T11:35:08.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:07 smithi136 ceph-mon[88916]: Upgrade: Updating osd.0 2024-08-19T11:35:08.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:07 smithi136 ceph-mon[88916]: Deploying daemon osd.0 on smithi136 2024-08-19T11:35:08.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:07 smithi136 ceph-mon[88916]: osdmap e307: 8 total, 8 up, 8 in 2024-08-19T11:35:08.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:07 smithi136 ceph-mon[86496]: Upgrade: Updating osd.0 2024-08-19T11:35:08.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:07 smithi136 ceph-mon[86496]: Deploying daemon osd.0 on smithi136 2024-08-19T11:35:08.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:07 smithi136 ceph-mon[86496]: osdmap e307: 8 total, 8 up, 8 in 2024-08-19T11:35:08.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:07 smithi155 ceph-mon[76679]: Upgrade: Updating osd.0 2024-08-19T11:35:08.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:07 smithi155 ceph-mon[76679]: Deploying daemon osd.0 on smithi136 2024-08-19T11:35:08.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:07 smithi155 ceph-mon[76679]: osdmap e307: 8 total, 8 up, 8 in 2024-08-19T11:35:08.611 INFO:tasks.rados.rados.0.smithi136.stdout:1271: done (0 left) 2024-08-19T11:35:08.611 INFO:tasks.rados.rados.0.smithi136.stdout:1272: snap_create 2024-08-19T11:35:09.036 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:08 smithi136 ceph-mon[86496]: pgmap v95: 121 pgs: 121 active+clean; 129 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 4.5 MiB/s wr, 45 op/s 2024-08-19T11:35:09.036 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:08 smithi136 ceph-mon[86496]: osdmap e308: 8 total, 8 up, 8 in 2024-08-19T11:35:09.036 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:08 smithi136 ceph-mon[86496]: osdmap e309: 8 total, 8 up, 8 in 2024-08-19T11:35:09.037 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:08 smithi136 ceph-mon[88916]: pgmap v95: 121 pgs: 121 active+clean; 129 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 4.5 MiB/s wr, 45 op/s 2024-08-19T11:35:09.037 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:08 smithi136 ceph-mon[88916]: osdmap e308: 8 total, 8 up, 8 in 2024-08-19T11:35:09.037 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:08 smithi136 ceph-mon[88916]: osdmap e309: 8 total, 8 up, 8 in 2024-08-19T11:35:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:08 smithi155 ceph-mon[76679]: pgmap v95: 121 pgs: 121 active+clean; 129 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 4.5 MiB/s wr, 45 op/s 2024-08-19T11:35:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:08 smithi155 ceph-mon[76679]: osdmap e308: 8 total, 8 up, 8 in 2024-08-19T11:35:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:08 smithi155 ceph-mon[76679]: osdmap e309: 8 total, 8 up, 8 in 2024-08-19T11:35:09.612 INFO:tasks.rados.rados.0.smithi136.stdout:1272: done (0 left) 2024-08-19T11:35:09.612 INFO:tasks.rados.rados.0.smithi136.stdout:1273: read oid 28 snap -1 2024-08-19T11:35:09.612 INFO:tasks.rados.rados.0.smithi136.stdout:1273: expect deleted 2024-08-19T11:35:09.612 INFO:tasks.rados.rados.0.smithi136.stdout:1274: read oid 11 snap -1 2024-08-19T11:35:09.612 INFO:tasks.rados.rados.0.smithi136.stdout:1274: expect (ObjNum 394 snap 111 seq_num 394) 2024-08-19T11:35:09.613 INFO:tasks.rados.rados.0.smithi136.stdout:1275: read oid 22 snap -1 2024-08-19T11:35:09.613 INFO:tasks.rados.rados.0.smithi136.stdout:1275: expect deleted 2024-08-19T11:35:09.613 INFO:tasks.rados.rados.0.smithi136.stdout:1276: rollback oid 45 current snap is 114 2024-08-19T11:35:09.613 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 45 to 111 2024-08-19T11:35:09.613 INFO:tasks.rados.rados.0.smithi136.stdout:1277: delete oid 50 current snap is 114 2024-08-19T11:35:09.614 INFO:tasks.rados.rados.0.smithi136.stdout:1277: done (4 left) 2024-08-19T11:35:09.614 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 46 current snap is 114 2024-08-19T11:35:09.614 INFO:tasks.rados.rados.0.smithi136.stdout:1278: seq_num 400 ranges {2236416=704512,2940928=720896,3661824=483328} 2024-08-19T11:35:09.632 INFO:tasks.rados.rados.0.smithi136.stdout:1278: writing smithi13674108-46 from 2236416 to 2940928 tid 1 2024-08-19T11:35:09.636 INFO:tasks.rados.rados.0.smithi136.stdout:1278: writing smithi13674108-46 from 2940928 to 3661824 tid 2 2024-08-19T11:35:09.641 INFO:tasks.rados.rados.0.smithi136.stdout:1278: writing smithi13674108-46 from 3661824 to 4145152 tid 3 2024-08-19T11:35:09.641 INFO:tasks.rados.rados.0.smithi136.stdout:1279: rollback oid 20 current snap is 114 2024-08-19T11:35:09.641 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 20 to 111 2024-08-19T11:35:09.641 INFO:tasks.rados.rados.0.smithi136.stdout:1276: finishing rollback tid 0 to smithi13674108-45 2024-08-19T11:35:09.641 INFO:tasks.rados.rados.0.smithi136.stdout:1276: finishing rollback tid 1 to smithi13674108-45 2024-08-19T11:35:09.641 INFO:tasks.rados.rados.0.smithi136.stdout:1276: finishing rollback tid 2 to smithi13674108-45 2024-08-19T11:35:09.641 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 504 (ObjNum 291 snap 86 seq_num 291) dirty exists 2024-08-19T11:35:09.641 INFO:tasks.rados.rados.0.smithi136.stdout:1278: finishing write tid 1 to smithi13674108-46 2024-08-19T11:35:09.641 INFO:tasks.rados.rados.0.smithi136.stdout:1273: done (5 left) 2024-08-19T11:35:09.641 INFO:tasks.rados.rados.0.smithi136.stdout:1275: done (4 left) 2024-08-19T11:35:09.641 INFO:tasks.rados.rados.0.smithi136.stdout:1276: done (3 left) 2024-08-19T11:35:09.641 INFO:tasks.rados.rados.0.smithi136.stdout:1280: copy_from oid 31 from oid 27 current snap is 114 2024-08-19T11:35:09.642 INFO:tasks.rados.rados.0.smithi136.stdout:1281: read oid 41 snap -1 2024-08-19T11:35:09.642 INFO:tasks.rados.rados.0.smithi136.stdout:1281: expect (ObjNum 334 snap 100 seq_num 334) 2024-08-19T11:35:09.642 INFO:tasks.rados.rados.0.smithi136.stdout:1282: rmattr oid 42 current snap is 114 2024-08-19T11:35:09.642 INFO:tasks.rados.rados.0.smithi136.stdout:1282: done (5 left) 2024-08-19T11:35:09.642 INFO:tasks.rados.rados.0.smithi136.stdout:1283: read oid 29 snap -1 2024-08-19T11:35:09.642 INFO:tasks.rados.rados.0.smithi136.stdout:1283: expect (ObjNum 379 snap 109 seq_num 379) 2024-08-19T11:35:09.642 INFO:tasks.rados.rados.0.smithi136.stdout:1284: delete oid 1 current snap is 114 2024-08-19T11:35:09.642 INFO:tasks.rados.rados.0.smithi136.stdout:1278: finishing write tid 2 to smithi13674108-46 2024-08-19T11:35:09.644 INFO:tasks.rados.rados.0.smithi136.stdout:1284: done (6 left) 2024-08-19T11:35:09.644 INFO:tasks.rados.rados.0.smithi136.stdout:1285: rollback oid 26 current snap is 114 2024-08-19T11:35:09.644 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 26 to 111 2024-08-19T11:35:09.644 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 12 current snap is 114 2024-08-19T11:35:09.645 INFO:tasks.rados.rados.0.smithi136.stdout:1286: seq_num 402 ranges {3883008=737280,4620288=491520,5111808=516096,5627904=196608} 2024-08-19T11:35:09.670 INFO:tasks.rados.rados.0.smithi136.stdout:1286: writing smithi13674108-12 from 3883008 to 4620288 tid 1 2024-08-19T11:35:09.672 INFO:tasks.rados.rados.0.smithi136.stdout:1286: writing smithi13674108-12 from 4620288 to 5111808 tid 2 2024-08-19T11:35:09.676 INFO:tasks.rados.rados.0.smithi136.stdout:1286: writing smithi13674108-12 from 5111808 to 5627904 tid 3 2024-08-19T11:35:09.678 INFO:tasks.rados.rados.0.smithi136.stdout:1286: writing smithi13674108-12 from 5627904 to 5824512 tid 4 2024-08-19T11:35:09.678 INFO:tasks.rados.rados.0.smithi136.stdout:1287: setattr oid 36 current snap is 114 2024-08-19T11:35:09.678 INFO:tasks.rados.rados.0.smithi136.stdout:1281: expect (ObjNum 334 snap 100 seq_num 334) 2024-08-19T11:35:09.699 INFO:tasks.rados.rados.0.smithi136.stdout:1278: finishing write tid 3 to smithi13674108-46 2024-08-19T11:35:09.699 INFO:tasks.rados.rados.0.smithi136.stdout:1278: finishing write tid 4 to smithi13674108-46 2024-08-19T11:35:09.699 INFO:tasks.rados.rados.0.smithi136.stdout:1285: finishing rollback tid 0 to smithi13674108-26 2024-08-19T11:35:09.699 INFO:tasks.rados.rados.0.smithi136.stdout:1285: finishing rollback tid 1 to smithi13674108-26 2024-08-19T11:35:09.700 INFO:tasks.rados.rados.0.smithi136.stdout:1285: finishing rollback tid 2 to smithi13674108-26 2024-08-19T11:35:09.700 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 537 (ObjNum 310 snap 94 seq_num 310) dirty exists 2024-08-19T11:35:09.700 INFO:tasks.rados.rados.0.smithi136.stdout:1279: finishing rollback tid 0 to smithi13674108-20 2024-08-19T11:35:09.700 INFO:tasks.rados.rados.0.smithi136.stdout:1274: expect (ObjNum 394 snap 111 seq_num 394) 2024-08-19T11:35:10.020 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:09 smithi136 systemd[1]: Stopping Ceph osd.0 for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:35:10.347 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:10 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0[32659]: 2024-08-19T11:35:10.017+0000 7fe68482e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T11:35:10.348 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:10 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0[32659]: 2024-08-19T11:35:10.017+0000 7fe68482e640 -1 osd.0 310 *** Got signal Terminated *** 2024-08-19T11:35:10.348 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:10 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0[32659]: 2024-08-19T11:35:10.017+0000 7fe68482e640 -1 osd.0 310 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T11:35:10.349 INFO:tasks.rados.rados.0.smithi136.stdout:1279: finishing rollback tid 1 to smithi13674108-20 2024-08-19T11:35:10.350 INFO:tasks.rados.rados.0.smithi136.stdout:1278: finishing write tid 5 to smithi13674108-46 2024-08-19T11:35:10.350 INFO:tasks.rados.rados.0.smithi136.stdout:1278: oid 46 updating version 0 to 509 2024-08-19T11:35:10.350 INFO:tasks.rados.rados.0.smithi136.stdout:1278: oid 46 version 509 is already newer than 506 2024-08-19T11:35:10.350 INFO:tasks.rados.rados.0.smithi136.stdout:1278: oid 46 version 509 is already newer than 508 2024-08-19T11:35:10.350 INFO:tasks.rados.rados.0.smithi136.stdout:1278: oid 46 version 509 is already newer than 507 2024-08-19T11:35:10.350 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 46 v 509 (ObjNum 400 snap 114 seq_num 400) dirty exists 2024-08-19T11:35:10.350 INFO:tasks.rados.rados.0.smithi136.stdout:1278: left oid 46 (ObjNum 400 snap 114 seq_num 400) 2024-08-19T11:35:10.350 INFO:tasks.rados.rados.0.smithi136.stdout:1279: finishing rollback tid 2 to smithi13674108-20 2024-08-19T11:35:10.350 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 513 (ObjNum 365 snap 108 seq_num 365) dirty exists 2024-08-19T11:35:10.350 INFO:tasks.rados.rados.0.smithi136.stdout:1283: expect (ObjNum 379 snap 109 seq_num 379) 2024-08-19T11:35:10.390 INFO:tasks.rados.rados.0.smithi136.stdout:1280: finishing copy_from racing read to smithi13674108-31 2024-08-19T11:35:10.390 INFO:tasks.rados.rados.0.smithi136.stdout:1280: finishing copy_from to smithi13674108-31 2024-08-19T11:35:10.390 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 100 (ObjNum 356 snap 107 seq_num 356) dirty exists 2024-08-19T11:35:10.390 INFO:tasks.rados.rados.0.smithi136.stdout:1286: finishing write tid 1 to smithi13674108-12 2024-08-19T11:35:10.390 INFO:tasks.rados.rados.0.smithi136.stdout:1286: finishing write tid 2 to smithi13674108-12 2024-08-19T11:35:10.390 INFO:tasks.rados.rados.0.smithi136.stdout:1286: finishing write tid 3 to smithi13674108-12 2024-08-19T11:35:10.390 INFO:tasks.rados.rados.0.smithi136.stdout:1286: finishing write tid 4 to smithi13674108-12 2024-08-19T11:35:10.390 INFO:tasks.rados.rados.0.smithi136.stdout:1286: finishing write tid 5 to smithi13674108-12 2024-08-19T11:35:10.390 INFO:tasks.rados.rados.0.smithi136.stdout:1286: finishing write tid 6 to smithi13674108-12 2024-08-19T11:35:10.390 INFO:tasks.rados.rados.0.smithi136.stdout:1286: oid 12 updating version 0 to 458 2024-08-19T11:35:10.390 INFO:tasks.rados.rados.0.smithi136.stdout:1286: oid 12 version 458 is already newer than 454 2024-08-19T11:35:10.391 INFO:tasks.rados.rados.0.smithi136.stdout:1286: oid 12 version 458 is already newer than 457 2024-08-19T11:35:10.391 INFO:tasks.rados.rados.0.smithi136.stdout:1286: oid 12 version 458 is already newer than 455 2024-08-19T11:35:10.391 INFO:tasks.rados.rados.0.smithi136.stdout:1286: oid 12 version 458 is already newer than 456 2024-08-19T11:35:10.391 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 458 (ObjNum 402 snap 114 seq_num 402) dirty exists 2024-08-19T11:35:10.391 INFO:tasks.rados.rados.0.smithi136.stdout:1286: left oid 12 (ObjNum 402 snap 114 seq_num 402) 2024-08-19T11:35:10.391 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 474 (ObjNum 393 snap 111 seq_num 393) dirty exists 2024-08-19T11:35:10.391 INFO:tasks.rados.rados.0.smithi136.stdout:1274: done (8 left) 2024-08-19T11:35:10.391 INFO:tasks.rados.rados.0.smithi136.stdout:1278: done (7 left) 2024-08-19T11:35:10.391 INFO:tasks.rados.rados.0.smithi136.stdout:1279: done (6 left) 2024-08-19T11:35:10.391 INFO:tasks.rados.rados.0.smithi136.stdout:1280: done (5 left) 2024-08-19T11:35:10.391 INFO:tasks.rados.rados.0.smithi136.stdout:1281: done (4 left) 2024-08-19T11:35:10.391 INFO:tasks.rados.rados.0.smithi136.stdout:1283: done (3 left) 2024-08-19T11:35:10.391 INFO:tasks.rados.rados.0.smithi136.stdout:1285: done (2 left) 2024-08-19T11:35:10.391 INFO:tasks.rados.rados.0.smithi136.stdout:1286: done (1 left) 2024-08-19T11:35:10.391 INFO:tasks.rados.rados.0.smithi136.stdout:1287: done (0 left) 2024-08-19T11:35:10.392 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 6 current snap is 114 2024-08-19T11:35:10.392 INFO:tasks.rados.rados.0.smithi136.stdout:1288: seq_num 403 ranges {802816=753664,1556480=425984,1982464=720896,2703360=57344} 2024-08-19T11:35:10.397 INFO:tasks.rados.rados.0.smithi136.stdout:1288: writing smithi13674108-6 from 802816 to 1556480 tid 1 2024-08-19T11:35:10.399 INFO:tasks.rados.rados.0.smithi136.stdout:1288: writing smithi13674108-6 from 1556480 to 1982464 tid 2 2024-08-19T11:35:10.403 INFO:tasks.rados.rados.0.smithi136.stdout:1288: writing smithi13674108-6 from 1982464 to 2703360 tid 3 2024-08-19T11:35:10.404 INFO:tasks.rados.rados.0.smithi136.stdout:1288: writing smithi13674108-6 from 2703360 to 2760704 tid 4 2024-08-19T11:35:10.404 INFO:tasks.rados.rados.0.smithi136.stdout:1289: copy_from oid 20 from oid 47 current snap is 114 2024-08-19T11:35:10.404 INFO:tasks.rados.rados.0.smithi136.stdout:1288: finishing write tid 1 to smithi13674108-6 2024-08-19T11:35:10.404 INFO:tasks.rados.rados.0.smithi136.stdout:1288: finishing write tid 2 to smithi13674108-6 2024-08-19T11:35:10.404 INFO:tasks.rados.rados.0.smithi136.stdout:1290: read oid 26 snap 111 2024-08-19T11:35:10.405 INFO:tasks.rados.rados.0.smithi136.stdout:1290: expect (ObjNum 310 snap 94 seq_num 310) 2024-08-19T11:35:10.405 INFO:tasks.rados.rados.0.smithi136.stdout:1291: rmattr oid 10 current snap is 114 2024-08-19T11:35:10.405 INFO:tasks.rados.rados.0.smithi136.stdout:1292: snap_remove snap 113 2024-08-19T11:35:10.938 INFO:tasks.rados.rados.0.smithi136.stdout:1292: done (4 left) 2024-08-19T11:35:10.938 INFO:tasks.rados.rados.0.smithi136.stdout:1293: read oid 9 snap -1 2024-08-19T11:35:10.938 INFO:tasks.rados.rados.0.smithi136.stdout:1293: expect (ObjNum 395 snap 112 seq_num 395) 2024-08-19T11:35:10.938 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 25 current snap is 114 2024-08-19T11:35:10.938 INFO:tasks.rados.rados.0.smithi136.stdout:1294: seq_num 404 ranges {3948544=770048,4718592=712704,5431296=491520} 2024-08-19T11:35:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:10 smithi155 ceph-mon[76679]: pgmap v98: 121 pgs: 121 active+clean; 129 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 40 op/s 2024-08-19T11:35:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:10 smithi155 ceph-mon[76679]: osdmap e310: 8 total, 8 up, 8 in 2024-08-19T11:35:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:10 smithi155 ceph-mon[76679]: osd.0 marked itself down and dead 2024-08-19T11:35:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:10 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:35:10.964 INFO:tasks.rados.rados.0.smithi136.stdout:1294: writing smithi13674108-25 from 3948544 to 4718592 tid 1 2024-08-19T11:35:10.968 INFO:tasks.rados.rados.0.smithi136.stdout:1294: writing smithi13674108-25 from 4718592 to 5431296 tid 2 2024-08-19T11:35:10.971 INFO:tasks.rados.rados.0.smithi136.stdout:1294: writing smithi13674108-25 from 5431296 to 5922816 tid 3 2024-08-19T11:35:10.972 INFO:tasks.rados.rados.0.smithi136.stdout:1295: rollback oid 3 current snap is 114 2024-08-19T11:35:10.972 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 3 to 111 2024-08-19T11:35:10.972 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 475 (ObjNum 396 snap 112 seq_num 396) dirty exists 2024-08-19T11:35:10.972 INFO:tasks.rados.rados.0.smithi136.stdout:1288: finishing write tid 3 to smithi13674108-6 2024-08-19T11:35:10.972 INFO:tasks.rados.rados.0.smithi136.stdout:1288: finishing write tid 4 to smithi13674108-6 2024-08-19T11:35:10.972 INFO:tasks.rados.rados.0.smithi136.stdout:1288: finishing write tid 5 to smithi13674108-6 2024-08-19T11:35:10.972 INFO:tasks.rados.rados.0.smithi136.stdout:1288: finishing write tid 6 to smithi13674108-6 2024-08-19T11:35:10.972 INFO:tasks.rados.rados.0.smithi136.stdout:1288: oid 6 updating version 0 to 506 2024-08-19T11:35:10.972 INFO:tasks.rados.rados.0.smithi136.stdout:1288: oid 6 version 506 is already newer than 505 2024-08-19T11:35:10.972 INFO:tasks.rados.rados.0.smithi136.stdout:1288: oid 6 version 506 is already newer than 504 2024-08-19T11:35:10.972 INFO:tasks.rados.rados.0.smithi136.stdout:1288: oid 6 updating version 506 to 507 2024-08-19T11:35:10.972 INFO:tasks.rados.rados.0.smithi136.stdout:1288: oid 6 updating version 507 to 508 2024-08-19T11:35:10.972 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 508 (ObjNum 403 snap 114 seq_num 403) dirty exists 2024-08-19T11:35:10.972 INFO:tasks.rados.rados.0.smithi136.stdout:1288: left oid 6 (ObjNum 403 snap 114 seq_num 403) 2024-08-19T11:35:10.973 INFO:tasks.rados.rados.0.smithi136.stdout:1290: expect (ObjNum 310 snap 94 seq_num 310) 2024-08-19T11:35:11.077 INFO:tasks.rados.rados.0.smithi136.stdout:1289: finishing copy_from racing read to smithi13674108-20 2024-08-19T11:35:11.077 INFO:tasks.rados.rados.0.smithi136.stdout:1289: finishing copy_from to smithi13674108-20 2024-08-19T11:35:11.077 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 328 (ObjNum 274 snap 77 seq_num 274) dirty exists 2024-08-19T11:35:11.077 INFO:tasks.rados.rados.0.smithi136.stdout:1293: expect (ObjNum 395 snap 112 seq_num 395) 2024-08-19T11:35:11.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:10 smithi136 ceph-mon[88916]: pgmap v98: 121 pgs: 121 active+clean; 129 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 40 op/s 2024-08-19T11:35:11.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:10 smithi136 ceph-mon[88916]: osdmap e310: 8 total, 8 up, 8 in 2024-08-19T11:35:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:10 smithi136 ceph-mon[88916]: osd.0 marked itself down and dead 2024-08-19T11:35:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:10 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:35:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:10 smithi136 ceph-mon[86496]: pgmap v98: 121 pgs: 121 active+clean; 129 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 40 op/s 2024-08-19T11:35:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:10 smithi136 ceph-mon[86496]: osdmap e310: 8 total, 8 up, 8 in 2024-08-19T11:35:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:10 smithi136 ceph-mon[86496]: osd.0 marked itself down and dead 2024-08-19T11:35:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:10 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:35:11.189 INFO:tasks.rados.rados.0.smithi136.stdout:1288: done (6 left) 2024-08-19T11:35:11.189 INFO:tasks.rados.rados.0.smithi136.stdout:1289: done (5 left) 2024-08-19T11:35:11.189 INFO:tasks.rados.rados.0.smithi136.stdout:1290: done (4 left) 2024-08-19T11:35:11.189 INFO:tasks.rados.rados.0.smithi136.stdout:1291: done (3 left) 2024-08-19T11:35:11.189 INFO:tasks.rados.rados.0.smithi136.stdout:1293: done (2 left) 2024-08-19T11:35:11.189 INFO:tasks.rados.rados.0.smithi136.stdout:1296: rollback oid 30 current snap is 114 2024-08-19T11:35:11.189 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 30 to 111 2024-08-19T11:35:11.189 INFO:tasks.rados.rados.0.smithi136.stdout:1295: finishing rollback tid 0 to smithi13674108-3 2024-08-19T11:35:11.189 INFO:tasks.rados.rados.0.smithi136.stdout:1295: finishing rollback tid 1 to smithi13674108-3 2024-08-19T11:35:11.189 INFO:tasks.rados.rados.0.smithi136.stdout:1295: finishing rollback tid 2 to smithi13674108-3 2024-08-19T11:35:11.189 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 551 (ObjNum 328 snap 99 seq_num 328) dirty exists 2024-08-19T11:35:11.189 INFO:tasks.rados.rados.0.smithi136.stdout:1295: done (2 left) 2024-08-19T11:35:11.190 INFO:tasks.rados.rados.0.smithi136.stdout:1297: rmattr oid 49 current snap is 114 2024-08-19T11:35:11.190 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 42 current snap is 114 2024-08-19T11:35:11.190 INFO:tasks.rados.rados.0.smithi136.stdout:1298: seq_num 405 ranges {0=786432,786432=589824,1376256=614400} 2024-08-19T11:35:11.192 INFO:tasks.rados.rados.0.smithi136.stdout:1298: writing smithi13674108-42 from 0 to 786432 tid 1 2024-08-19T11:35:11.196 INFO:tasks.rados.rados.0.smithi136.stdout:1298: writing smithi13674108-42 from 786432 to 1376256 tid 2 2024-08-19T11:35:11.200 INFO:tasks.rados.rados.0.smithi136.stdout:1298: writing smithi13674108-42 from 1376256 to 1990656 tid 3 2024-08-19T11:35:11.201 INFO:tasks.rados.rados.0.smithi136.stdout:1296: finishing rollback tid 0 to smithi13674108-30 2024-08-19T11:35:11.201 INFO:tasks.rados.rados.0.smithi136.stdout:1296: finishing rollback tid 1 to smithi13674108-30 2024-08-19T11:35:11.201 INFO:tasks.rados.rados.0.smithi136.stdout:1296: finishing rollback tid 2 to smithi13674108-30 2024-08-19T11:35:11.201 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 478 (ObjNum 367 snap 108 seq_num 367) dirty exists 2024-08-19T11:35:11.201 INFO:tasks.rados.rados.0.smithi136.stdout:1298: finishing write tid 1 to smithi13674108-42 2024-08-19T11:35:11.201 INFO:tasks.rados.rados.0.smithi136.stdout:1298: finishing write tid 2 to smithi13674108-42 2024-08-19T11:35:11.201 INFO:tasks.rados.rados.0.smithi136.stdout:1299: read oid 43 snap -1 2024-08-19T11:35:11.201 INFO:tasks.rados.rados.0.smithi136.stdout:1299: expect (ObjNum 294 snap 86 seq_num 294) 2024-08-19T11:35:11.201 INFO:tasks.rados.rados.0.smithi136.stdout:1296: done (4 left) 2024-08-19T11:35:11.201 INFO:tasks.rados.rados.0.smithi136.stdout:1300: rollback oid 44 current snap is 114 2024-08-19T11:35:11.201 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 44 to 111 2024-08-19T11:35:11.201 INFO:tasks.rados.rados.0.smithi136.stdout:1301: read oid 7 snap -1 2024-08-19T11:35:11.201 INFO:tasks.rados.rados.0.smithi136.stdout:1301: expect (ObjNum 334 snap 100 seq_num 334) 2024-08-19T11:35:11.202 INFO:tasks.rados.rados.0.smithi136.stdout:1302: snap_create 2024-08-19T11:35:11.202 INFO:tasks.rados.rados.0.smithi136.stdout:1298: finishing write tid 3 to smithi13674108-42 2024-08-19T11:35:11.202 INFO:tasks.rados.rados.0.smithi136.stdout:1298: finishing write tid 4 to smithi13674108-42 2024-08-19T11:35:11.203 INFO:tasks.rados.rados.0.smithi136.stdout:1298: finishing write tid 5 to smithi13674108-42 2024-08-19T11:35:11.203 INFO:tasks.rados.rados.0.smithi136.stdout:1298: oid 42 updating version 0 to 189 2024-08-19T11:35:11.203 INFO:tasks.rados.rados.0.smithi136.stdout:1298: oid 42 version 189 is already newer than 187 2024-08-19T11:35:11.203 INFO:tasks.rados.rados.0.smithi136.stdout:1298: oid 42 version 189 is already newer than 186 2024-08-19T11:35:11.203 INFO:tasks.rados.rados.0.smithi136.stdout:1298: oid 42 version 189 is already newer than 188 2024-08-19T11:35:11.203 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 189 (ObjNum 405 snap 114 seq_num 405) dirty exists 2024-08-19T11:35:11.204 INFO:tasks.rados.rados.0.smithi136.stdout:1298: left oid 42 (ObjNum 405 snap 114 seq_num 405) 2024-08-19T11:35:11.204 INFO:tasks.rados.rados.0.smithi136.stdout:1300: finishing rollback tid 0 to smithi13674108-44 2024-08-19T11:35:11.204 INFO:tasks.rados.rados.0.smithi136.stdout:1300: finishing rollback tid 1 to smithi13674108-44 2024-08-19T11:35:11.204 INFO:tasks.rados.rados.0.smithi136.stdout:1300: finishing rollback tid 2 to smithi13674108-44 2024-08-19T11:35:11.204 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 555 (ObjNum 386 snap 111 seq_num 386) dirty exists 2024-08-19T11:35:11.207 INFO:tasks.rados.rados.0.smithi136.stdout:1301: expect (ObjNum 334 snap 100 seq_num 334) 2024-08-19T11:35:11.792 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:11 smithi136 ceph-mon[86496]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T11:35:11.792 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:11 smithi136 ceph-mon[86496]: osdmap e311: 8 total, 7 up, 8 in 2024-08-19T11:35:11.792 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:11 smithi136 ceph-mon[88916]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T11:35:11.792 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:11 smithi136 ceph-mon[88916]: osdmap e311: 8 total, 7 up, 8 in 2024-08-19T11:35:11.793 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:11 smithi136 podman[94434]: 2024-08-19 11:35:11.494890067 +0000 UTC m=+1.603248611 container died e96830382dcf521ce5ff98ff0a502c30f1ca58f280ccdc8147420b2a86fd1f6d (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-baa926d, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-08-19T11:35:11.946 INFO:tasks.rados.rados.0.smithi136.stdout:1298: done (6 left) 2024-08-19T11:35:11.946 INFO:tasks.rados.rados.0.smithi136.stdout:1300: done (5 left) 2024-08-19T11:35:11.946 INFO:tasks.rados.rados.0.smithi136.stdout:1301: done (4 left) 2024-08-19T11:35:11.946 INFO:tasks.rados.rados.0.smithi136.stdout:1302: done (3 left) 2024-08-19T11:35:11.946 INFO:tasks.rados.rados.0.smithi136.stdout:1303: delete oid 47 current snap is 115 2024-08-19T11:35:11.959 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 500 (ObjNum 384 snap 110 seq_num 384) dirty exists 2024-08-19T11:35:11.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:11 smithi155 ceph-mon[76679]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T11:35:11.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:11 smithi155 ceph-mon[76679]: osdmap e311: 8 total, 7 up, 8 in 2024-08-19T11:35:11.966 INFO:tasks.rados.rados.0.smithi136.stdout:1294: finishing write tid 1 to smithi13674108-25 2024-08-19T11:35:11.966 INFO:tasks.rados.rados.0.smithi136.stdout:1297: done (3 left) 2024-08-19T11:35:11.966 INFO:tasks.rados.rados.0.smithi136.stdout:1303: done (2 left) 2024-08-19T11:35:11.966 INFO:tasks.rados.rados.0.smithi136.stdout:1304: snap_create 2024-08-19T11:35:11.967 INFO:tasks.rados.rados.0.smithi136.stdout:1294: finishing write tid 2 to smithi13674108-25 2024-08-19T11:35:11.967 INFO:tasks.rados.rados.0.smithi136.stdout:1294: finishing write tid 3 to smithi13674108-25 2024-08-19T11:35:11.968 INFO:tasks.rados.rados.0.smithi136.stdout:1294: finishing write tid 4 to smithi13674108-25 2024-08-19T11:35:11.972 INFO:tasks.rados.rados.0.smithi136.stdout:1294: finishing write tid 5 to smithi13674108-25 2024-08-19T11:35:11.972 INFO:tasks.rados.rados.0.smithi136.stdout:1294: oid 25 updating version 0 to 353 2024-08-19T11:35:11.972 INFO:tasks.rados.rados.0.smithi136.stdout:1294: oid 25 updating version 353 to 354 2024-08-19T11:35:11.972 INFO:tasks.rados.rados.0.smithi136.stdout:1294: oid 25 updating version 354 to 356 2024-08-19T11:35:11.972 INFO:tasks.rados.rados.0.smithi136.stdout:1294: oid 25 version 356 is already newer than 355 2024-08-19T11:35:11.972 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 356 (ObjNum 404 snap 114 seq_num 404) dirty exists 2024-08-19T11:35:11.972 INFO:tasks.rados.rados.0.smithi136.stdout:1294: left oid 25 (ObjNum 404 snap 114 seq_num 404) 2024-08-19T11:35:11.975 INFO:tasks.rados.rados.0.smithi136.stdout:1299: expect (ObjNum 294 snap 86 seq_num 294) 2024-08-19T11:35:12.097 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:11 smithi136 podman[94434]: 2024-08-19 11:35:11.873186363 +0000 UTC m=+1.981544943 container cleanup e96830382dcf521ce5ff98ff0a502c30f1ca58f280ccdc8147420b2a86fd1f6d (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-baa926d, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-08-19T11:35:12.098 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:11 smithi136 bash[94434]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0 2024-08-19T11:35:12.466 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:12 smithi136 podman[94454]: 2024-08-19 11:35:12.124362646 +0000 UTC m=+0.629661967 container remove e96830382dcf521ce5ff98ff0a502c30f1ca58f280ccdc8147420b2a86fd1f6d (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, ceph=True, GIT_BRANCH=HEAD, RELEASE=reef-baa926d, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T11:35:12.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:12 smithi136 ceph-mon[86496]: pgmap v101: 121 pgs: 48 peering, 73 active+clean; 151 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.3 MiB/s wr, 22 op/s 2024-08-19T11:35:12.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:12 smithi136 ceph-mon[86496]: Health check failed: Reduced data availability: 10 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-08-19T11:35:12.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:12 smithi136 ceph-mon[86496]: osdmap e312: 8 total, 7 up, 8 in 2024-08-19T11:35:12.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:12 smithi136 ceph-mon[88916]: pgmap v101: 121 pgs: 48 peering, 73 active+clean; 151 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.3 MiB/s wr, 22 op/s 2024-08-19T11:35:12.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:12 smithi136 ceph-mon[88916]: Health check failed: Reduced data availability: 10 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-08-19T11:35:12.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:12 smithi136 ceph-mon[88916]: osdmap e312: 8 total, 7 up, 8 in 2024-08-19T11:35:12.849 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:12 smithi136 podman[94549]: 2024-08-19 11:35:12.368283329 +0000 UTC m=+0.017354963 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:35:12.849 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:12 smithi136 podman[94549]: 2024-08-19 11:35:12.483643627 +0000 UTC m=+0.132715246 container create 1d397dad9d5b259b9b83144c3cd9d06f80caf4dd4b439f7a2a8ab4a029dde634 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=main-7976693, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0) 2024-08-19T11:35:12.948 INFO:tasks.rados.rados.0.smithi136.stdout:1294: done (2 left) 2024-08-19T11:35:12.948 INFO:tasks.rados.rados.0.smithi136.stdout:1299: done (1 left) 2024-08-19T11:35:12.948 INFO:tasks.rados.rados.0.smithi136.stdout:1304: done (0 left) 2024-08-19T11:35:12.948 INFO:tasks.rados.rados.0.smithi136.stdout:1305: read oid 13 snap -1 2024-08-19T11:35:12.948 INFO:tasks.rados.rados.0.smithi136.stdout:1305: expect deleted 2024-08-19T11:35:12.948 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 32 current snap is 116 2024-08-19T11:35:12.948 INFO:tasks.rados.rados.0.smithi136.stdout:1306: seq_num 407 ranges {0=425984,425984=761856,1187840=704512,1892352=139264} 2024-08-19T11:35:12.950 INFO:tasks.rados.rados.0.smithi136.stdout:1306: writing smithi13674108-32 from 0 to 425984 tid 1 2024-08-19T11:35:12.954 INFO:tasks.rados.rados.0.smithi136.stdout:1306: writing smithi13674108-32 from 425984 to 1187840 tid 2 2024-08-19T11:35:12.959 INFO:tasks.rados.rados.0.smithi136.stdout:1306: writing smithi13674108-32 from 1187840 to 1892352 tid 3 2024-08-19T11:35:12.960 INFO:tasks.rados.rados.0.smithi136.stdout:1306: writing smithi13674108-32 from 1892352 to 2031616 tid 4 2024-08-19T11:35:12.960 INFO:tasks.rados.rados.0.smithi136.stdout:1307: copy_from oid 3 from oid 14 current snap is 116 2024-08-19T11:35:12.960 INFO:tasks.rados.rados.0.smithi136.stdout:1306: finishing write tid 1 to smithi13674108-32 2024-08-19T11:35:12.960 INFO:tasks.rados.rados.0.smithi136.stdout:1306: finishing write tid 2 to smithi13674108-32 2024-08-19T11:35:12.960 INFO:tasks.rados.rados.0.smithi136.stdout:1305: done (2 left) 2024-08-19T11:35:12.960 INFO:tasks.rados.rados.0.smithi136.stdout:1308: snap_create 2024-08-19T11:35:12.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:12 smithi155 ceph-mon[76679]: pgmap v101: 121 pgs: 48 peering, 73 active+clean; 151 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.3 MiB/s wr, 22 op/s 2024-08-19T11:35:12.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:12 smithi155 ceph-mon[76679]: Health check failed: Reduced data availability: 10 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-08-19T11:35:12.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:12 smithi155 ceph-mon[76679]: osdmap e312: 8 total, 7 up, 8 in 2024-08-19T11:35:12.963 INFO:tasks.rados.rados.0.smithi136.stdout:1306: finishing write tid 3 to smithi13674108-32 2024-08-19T11:35:12.963 INFO:tasks.rados.rados.0.smithi136.stdout:1306: finishing write tid 4 to smithi13674108-32 2024-08-19T11:35:12.963 INFO:tasks.rados.rados.0.smithi136.stdout:1306: finishing write tid 5 to smithi13674108-32 2024-08-19T11:35:12.964 INFO:tasks.rados.rados.0.smithi136.stdout:1307: finishing copy_from to smithi13674108-3 2024-08-19T11:35:12.964 INFO:tasks.rados.rados.0.smithi136.stdout:1307: got expected ENOENT (src dne) 2024-08-19T11:35:12.964 INFO:tasks.rados.rados.0.smithi136.stdout:1307: finishing copy_from racing read to smithi13674108-3 2024-08-19T11:35:12.965 INFO:tasks.rados.rados.0.smithi136.stdout:1306: finishing write tid 6 to smithi13674108-32 2024-08-19T11:35:12.965 INFO:tasks.rados.rados.0.smithi136.stdout:1306: oid 32 updating version 0 to 285 2024-08-19T11:35:12.965 INFO:tasks.rados.rados.0.smithi136.stdout:1306: oid 32 version 285 is already newer than 282 2024-08-19T11:35:12.965 INFO:tasks.rados.rados.0.smithi136.stdout:1306: oid 32 version 285 is already newer than 281 2024-08-19T11:35:12.965 INFO:tasks.rados.rados.0.smithi136.stdout:1306: oid 32 version 285 is already newer than 284 2024-08-19T11:35:12.965 INFO:tasks.rados.rados.0.smithi136.stdout:1306: oid 32 version 285 is already newer than 283 2024-08-19T11:35:12.965 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 32 v 285 (ObjNum 407 snap 116 seq_num 407) dirty exists 2024-08-19T11:35:12.965 INFO:tasks.rados.rados.0.smithi136.stdout:1306: left oid 32 (ObjNum 407 snap 116 seq_num 407) 2024-08-19T11:35:13.348 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:12 smithi136 podman[94549]: 2024-08-19 11:35:12.930476708 +0000 UTC m=+0.579548335 container init 1d397dad9d5b259b9b83144c3cd9d06f80caf4dd4b439f7a2a8ab4a029dde634 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=main-7976693, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T11:35:13.348 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:12 smithi136 podman[94549]: 2024-08-19 11:35:12.93588604 +0000 UTC m=+0.584957666 container start 1d397dad9d5b259b9b83144c3cd9d06f80caf4dd4b439f7a2a8ab4a029dde634 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, RELEASE=main-7976693, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0) 2024-08-19T11:35:13.348 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:13 smithi136 podman[94549]: 2024-08-19 11:35:13.036261347 +0000 UTC m=+0.685332972 container attach 1d397dad9d5b259b9b83144c3cd9d06f80caf4dd4b439f7a2a8ab4a029dde634 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-08-19T11:35:13.348 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:13 smithi136 podman[94549]: 2024-08-19 11:35:13.142164707 +0000 UTC m=+0.791236339 container died 1d397dad9d5b259b9b83144c3cd9d06f80caf4dd4b439f7a2a8ab4a029dde634 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=main-7976693, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731) 2024-08-19T11:35:13.743 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:13 smithi136 podman[94593]: 2024-08-19 11:35:13.739500655 +0000 UTC m=+0.591542914 container remove 1d397dad9d5b259b9b83144c3cd9d06f80caf4dd4b439f7a2a8ab4a029dde634 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=main-7976693, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_BRANCH=HEAD) 2024-08-19T11:35:13.952 INFO:tasks.rados.rados.0.smithi136.stdout:1306: done (2 left) 2024-08-19T11:35:13.952 INFO:tasks.rados.rados.0.smithi136.stdout:1307: done (1 left) 2024-08-19T11:35:13.952 INFO:tasks.rados.rados.0.smithi136.stdout:1308: done (0 left) 2024-08-19T11:35:13.952 INFO:tasks.rados.rados.0.smithi136.stdout:1309: delete oid 33 current snap is 117 2024-08-19T11:35:13.956 INFO:tasks.rados.rados.0.smithi136.stdout:1309: done (0 left) 2024-08-19T11:35:13.956 INFO:tasks.rados.rados.0.smithi136.stdout:1310: read oid 12 snap -1 2024-08-19T11:35:13.956 INFO:tasks.rados.rados.0.smithi136.stdout:1310: expect (ObjNum 402 snap 114 seq_num 402) 2024-08-19T11:35:13.956 INFO:tasks.rados.rados.0.smithi136.stdout:1311: rmattr oid 26 current snap is 117 2024-08-19T11:35:13.956 INFO:tasks.rados.rados.0.smithi136.stdout:1311: done (1 left) 2024-08-19T11:35:13.956 INFO:tasks.rados.rados.0.smithi136.stdout:1312: copy_from oid 6 from oid 23 current snap is 117 2024-08-19T11:35:13.956 INFO:tasks.rados.rados.0.smithi136.stdout:1313: rollback oid 17 current snap is 117 2024-08-19T11:35:13.957 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 17 to 115 2024-08-19T11:35:13.957 INFO:tasks.rados.rados.0.smithi136.stdout:1314: snap_create 2024-08-19T11:35:13.959 INFO:tasks.rados.rados.0.smithi136.stdout:1313: finishing rollback tid 0 to smithi13674108-17 2024-08-19T11:35:13.960 INFO:tasks.rados.rados.0.smithi136.stdout:1313: finishing rollback tid 1 to smithi13674108-17 2024-08-19T11:35:13.960 INFO:tasks.rados.rados.0.smithi136.stdout:1313: finishing rollback tid 2 to smithi13674108-17 2024-08-19T11:35:13.961 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 17 v 564 (ObjNum 348 snap 105 seq_num 348) dirty exists 2024-08-19T11:35:13.979 INFO:tasks.rados.rados.0.smithi136.stdout:1310: expect (ObjNum 402 snap 114 seq_num 402) 2024-08-19T11:35:14.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:13 smithi136 ceph-mon[86496]: osdmap e313: 8 total, 7 up, 8 in 2024-08-19T11:35:14.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:13 smithi136 ceph-mon[88916]: osdmap e313: 8 total, 7 up, 8 in 2024-08-19T11:35:14.098 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:13 smithi136 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.0.service: Deactivated successfully. 2024-08-19T11:35:14.098 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:13 smithi136 systemd[1]: Stopped Ceph osd.0 for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:35:14.098 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:13 smithi136 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.0.service: Consumed 11.570s CPU time. 2024-08-19T11:35:14.098 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:13 smithi136 systemd[1]: Starting Ceph osd.0 for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:35:14.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:13 smithi155 ceph-mon[76679]: osdmap e313: 8 total, 7 up, 8 in 2024-08-19T11:35:14.253 INFO:tasks.rados.rados.0.smithi136.stdout:1312: finishing copy_from racing read to smithi13674108-6 2024-08-19T11:35:14.253 INFO:tasks.rados.rados.0.smithi136.stdout:1312: finishing copy_from to smithi13674108-6 2024-08-19T11:35:14.253 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 408 (ObjNum 388 snap 111 seq_num 388) dirty exists 2024-08-19T11:35:14.476 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:14 smithi136 podman[94697]: 2024-08-19 11:35:14.092551729 +0000 UTC m=+0.017582745 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:35:14.477 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:14 smithi136 podman[94697]: 2024-08-19 11:35:14.190702449 +0000 UTC m=+0.115733453 container create 3a8738c24003b9e249fe1c8f2de5cb7d8b875b53e657cc221e040702f329a160 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0-activate, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=main-7976693, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-08-19T11:35:14.477 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:14 smithi136 podman[94697]: 2024-08-19 11:35:14.39293852 +0000 UTC m=+0.317969541 container init 3a8738c24003b9e249fe1c8f2de5cb7d8b875b53e657cc221e040702f329a160 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0-activate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-08-19T11:35:14.477 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:14 smithi136 podman[94697]: 2024-08-19 11:35:14.397678932 +0000 UTC m=+0.322709941 container start 3a8738c24003b9e249fe1c8f2de5cb7d8b875b53e657cc221e040702f329a160 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0-activate, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , RELEASE=main-7976693) 2024-08-19T11:35:14.477 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:14 smithi136 podman[94697]: 2024-08-19 11:35:14.47598005 +0000 UTC m=+0.401011054 container attach 3a8738c24003b9e249fe1c8f2de5cb7d8b875b53e657cc221e040702f329a160 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=main-7976693, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True) 2024-08-19T11:35:14.848 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:14 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0-activate[94713]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:35:14.849 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:14 smithi136 bash[94697]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:35:14.849 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:14 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0-activate[94713]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:35:14.849 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:14 smithi136 bash[94697]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:35:14.849 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:14 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0-activate[94713]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T11:35:14.849 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:14 smithi136 bash[94697]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T11:35:14.849 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:14 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0-activate[94713]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:35:14.849 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:14 smithi136 bash[94697]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:35:14.849 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:14 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0-activate[94713]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:35:14.849 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:14 smithi136 bash[94697]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:35:14.849 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:14 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0-activate[94713]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-19T11:35:14.849 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:14 smithi136 bash[94697]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-19T11:35:14.849 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:14 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0-activate[94713]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2024-08-19T11:35:14.850 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:14 smithi136 bash[94697]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2024-08-19T11:35:14.953 INFO:tasks.rados.rados.0.smithi136.stdout:1310: done (3 left) 2024-08-19T11:35:14.953 INFO:tasks.rados.rados.0.smithi136.stdout:1312: done (2 left) 2024-08-19T11:35:14.954 INFO:tasks.rados.rados.0.smithi136.stdout:1313: done (1 left) 2024-08-19T11:35:14.954 INFO:tasks.rados.rados.0.smithi136.stdout:1314: done (0 left) 2024-08-19T11:35:14.954 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 25 current snap is 118 2024-08-19T11:35:14.954 INFO:tasks.rados.rados.0.smithi136.stdout:1315: seq_num 409 ranges {5922816=458752,6381568=532480,6914048=720896,7634944=352256} 2024-08-19T11:35:14.989 INFO:tasks.rados.rados.0.smithi136.stdout:1315: writing smithi13674108-25 from 5922816 to 6381568 tid 1 2024-08-19T11:35:14.991 INFO:tasks.rados.rados.0.smithi136.stdout:1315: writing smithi13674108-25 from 6381568 to 6914048 tid 2 2024-08-19T11:35:14.995 INFO:tasks.rados.rados.0.smithi136.stdout:1315: writing smithi13674108-25 from 6914048 to 7634944 tid 3 2024-08-19T11:35:14.997 INFO:tasks.rados.rados.0.smithi136.stdout:1315: writing smithi13674108-25 from 7634944 to 7987200 tid 4 2024-08-19T11:35:14.998 INFO:tasks.rados.rados.0.smithi136.stdout:1316: delete oid 33 current snap is 118 2024-08-19T11:35:14.998 INFO:tasks.rados.rados.0.smithi136.stdout:1315: finishing write tid 1 to smithi13674108-25 2024-08-19T11:35:14.998 INFO:tasks.rados.rados.0.smithi136.stdout:1315: finishing write tid 2 to smithi13674108-25 2024-08-19T11:35:15.001 INFO:tasks.rados.rados.0.smithi136.stdout:1316: done (1 left) 2024-08-19T11:35:15.001 INFO:tasks.rados.rados.0.smithi136.stdout:1317: snap_create 2024-08-19T11:35:15.001 INFO:tasks.rados.rados.0.smithi136.stdout:1315: finishing write tid 3 to smithi13674108-25 2024-08-19T11:35:15.001 INFO:tasks.rados.rados.0.smithi136.stdout:1315: finishing write tid 4 to smithi13674108-25 2024-08-19T11:35:15.001 INFO:tasks.rados.rados.0.smithi136.stdout:1315: finishing write tid 5 to smithi13674108-25 2024-08-19T11:35:15.002 INFO:tasks.rados.rados.0.smithi136.stdout:1315: finishing write tid 6 to smithi13674108-25 2024-08-19T11:35:15.003 INFO:tasks.rados.rados.0.smithi136.stdout:1315: oid 25 updating version 0 to 361 2024-08-19T11:35:15.003 INFO:tasks.rados.rados.0.smithi136.stdout:1315: oid 25 version 361 is already newer than 357 2024-08-19T11:35:15.003 INFO:tasks.rados.rados.0.smithi136.stdout:1315: oid 25 version 361 is already newer than 359 2024-08-19T11:35:15.003 INFO:tasks.rados.rados.0.smithi136.stdout:1315: oid 25 version 361 is already newer than 360 2024-08-19T11:35:15.003 INFO:tasks.rados.rados.0.smithi136.stdout:1315: oid 25 version 361 is already newer than 358 2024-08-19T11:35:15.003 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 361 (ObjNum 409 snap 118 seq_num 409) dirty exists 2024-08-19T11:35:15.003 INFO:tasks.rados.rados.0.smithi136.stdout:1315: left oid 25 (ObjNum 409 snap 118 seq_num 409) 2024-08-19T11:35:15.205 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:14 smithi136 ceph-mon[88916]: pgmap v104: 121 pgs: 53 peering, 68 active+clean; 152 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.7 MiB/s wr, 23 op/s 2024-08-19T11:35:15.205 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:14 smithi136 ceph-mon[88916]: osdmap e314: 8 total, 7 up, 8 in 2024-08-19T11:35:15.206 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:14 smithi136 ceph-mon[86496]: pgmap v104: 121 pgs: 53 peering, 68 active+clean; 152 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.7 MiB/s wr, 23 op/s 2024-08-19T11:35:15.206 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:14 smithi136 ceph-mon[86496]: osdmap e314: 8 total, 7 up, 8 in 2024-08-19T11:35:15.206 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:14 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0-activate[94713]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2024-08-19T11:35:15.206 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:14 smithi136 bash[94697]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2024-08-19T11:35:15.206 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:14 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0-activate[94713]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2024-08-19T11:35:15.206 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:14 smithi136 bash[94697]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2024-08-19T11:35:15.206 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:14 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0-activate[94713]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-19T11:35:15.206 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:14 smithi136 bash[94697]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-19T11:35:15.207 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:14 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0-activate[94713]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-19T11:35:15.207 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:14 smithi136 bash[94697]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-19T11:35:15.207 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:14 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0-activate[94713]: --> ceph-volume lvm activate successful for osd ID: 0 2024-08-19T11:35:15.207 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:14 smithi136 bash[94697]: --> ceph-volume lvm activate successful for osd ID: 0 2024-08-19T11:35:15.207 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:14 smithi136 podman[94697]: 2024-08-19 11:35:14.946459808 +0000 UTC m=+0.871490814 container died 3a8738c24003b9e249fe1c8f2de5cb7d8b875b53e657cc221e040702f329a160 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-08-19T11:35:15.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:14 smithi155 ceph-mon[76679]: pgmap v104: 121 pgs: 53 peering, 68 active+clean; 152 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.7 MiB/s wr, 23 op/s 2024-08-19T11:35:15.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:14 smithi155 ceph-mon[76679]: osdmap e314: 8 total, 7 up, 8 in 2024-08-19T11:35:15.848 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:15 smithi136 podman[94839]: 2024-08-19 11:35:15.504654544 +0000 UTC m=+0.549803062 container remove 3a8738c24003b9e249fe1c8f2de5cb7d8b875b53e657cc221e040702f329a160 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0-activate, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-08-19T11:35:15.848 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:15 smithi136 podman[94903]: 2024-08-19 11:35:15.622639879 +0000 UTC m=+0.017055318 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:35:15.848 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:15 smithi136 podman[94903]: 2024-08-19 11:35:15.738829678 +0000 UTC m=+0.133245103 container create 6daf1ed86d764fb0c8c17a36e76021fceaa2759df49d52c2d7dd96ce9c361745 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=main-7976693, GIT_CLEAN=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-08-19T11:35:15.964 INFO:tasks.rados.rados.0.smithi136.stdout:1315: done (1 left) 2024-08-19T11:35:15.964 INFO:tasks.rados.rados.0.smithi136.stdout:1317: done (0 left) 2024-08-19T11:35:15.964 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 5 current snap is 119 2024-08-19T11:35:15.964 INFO:tasks.rados.rados.0.smithi136.stdout:1318: seq_num 411 ranges {7192576=491520,7684096=753664,8437760=688128,9125888=163840} 2024-08-19T11:35:16.007 INFO:tasks.rados.rados.0.smithi136.stdout:1318: writing smithi13674108-5 from 7192576 to 7684096 tid 1 2024-08-19T11:35:16.010 INFO:tasks.rados.rados.0.smithi136.stdout:1318: writing smithi13674108-5 from 7684096 to 8437760 tid 2 2024-08-19T11:35:16.013 INFO:tasks.rados.rados.0.smithi136.stdout:1318: writing smithi13674108-5 from 8437760 to 9125888 tid 3 2024-08-19T11:35:16.015 INFO:tasks.rados.rados.0.smithi136.stdout:1318: writing smithi13674108-5 from 9125888 to 9289728 tid 4 2024-08-19T11:35:16.015 INFO:tasks.rados.rados.0.smithi136.stdout:1319: rollback oid 11 current snap is 119 2024-08-19T11:35:16.015 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 11 to 115 2024-08-19T11:35:16.015 INFO:tasks.rados.rados.0.smithi136.stdout:1318: finishing write tid 1 to smithi13674108-5 2024-08-19T11:35:16.015 INFO:tasks.rados.rados.0.smithi136.stdout:1318: finishing write tid 2 to smithi13674108-5 2024-08-19T11:35:16.015 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 4 current snap is 119 2024-08-19T11:35:16.015 INFO:tasks.rados.rados.0.smithi136.stdout:1320: seq_num 412 ranges {5758976=507904,6266880=630784,6897664=491520,7389184=483328} 2024-08-19T11:35:16.048 INFO:tasks.rados.rados.0.smithi136.stdout:1320: writing smithi13674108-4 from 5758976 to 6266880 tid 1 2024-08-19T11:35:16.052 INFO:tasks.rados.rados.0.smithi136.stdout:1320: writing smithi13674108-4 from 6266880 to 6897664 tid 2 2024-08-19T11:35:16.055 INFO:tasks.rados.rados.0.smithi136.stdout:1320: writing smithi13674108-4 from 6897664 to 7389184 tid 3 2024-08-19T11:35:16.058 INFO:tasks.rados.rados.0.smithi136.stdout:1320: writing smithi13674108-4 from 7389184 to 7872512 tid 4 2024-08-19T11:35:16.058 INFO:tasks.rados.rados.0.smithi136.stdout:1321: delete oid 30 current snap is 119 2024-08-19T11:35:16.058 INFO:tasks.rados.rados.0.smithi136.stdout:1318: finishing write tid 3 to smithi13674108-5 2024-08-19T11:35:16.058 INFO:tasks.rados.rados.0.smithi136.stdout:1318: finishing write tid 4 to smithi13674108-5 2024-08-19T11:35:16.058 INFO:tasks.rados.rados.0.smithi136.stdout:1318: finishing write tid 5 to smithi13674108-5 2024-08-19T11:35:16.059 INFO:tasks.rados.rados.0.smithi136.stdout:1319: finishing rollback tid 0 to smithi13674108-11 2024-08-19T11:35:16.059 INFO:tasks.rados.rados.0.smithi136.stdout:1318: finishing write tid 6 to smithi13674108-5 2024-08-19T11:35:16.059 INFO:tasks.rados.rados.0.smithi136.stdout:1318: oid 5 updating version 0 to 541 2024-08-19T11:35:16.059 INFO:tasks.rados.rados.0.smithi136.stdout:1318: oid 5 updating version 541 to 543 2024-08-19T11:35:16.059 INFO:tasks.rados.rados.0.smithi136.stdout:1318: oid 5 version 543 is already newer than 542 2024-08-19T11:35:16.059 INFO:tasks.rados.rados.0.smithi136.stdout:1318: oid 5 updating version 543 to 545 2024-08-19T11:35:16.059 INFO:tasks.rados.rados.0.smithi136.stdout:1318: oid 5 version 545 is already newer than 544 2024-08-19T11:35:16.059 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 545 (ObjNum 411 snap 119 seq_num 411) dirty exists 2024-08-19T11:35:16.059 INFO:tasks.rados.rados.0.smithi136.stdout:1318: left oid 5 (ObjNum 411 snap 119 seq_num 411) 2024-08-19T11:35:16.059 INFO:tasks.rados.rados.0.smithi136.stdout:1319: finishing rollback tid 1 to smithi13674108-11 2024-08-19T11:35:16.059 INFO:tasks.rados.rados.0.smithi136.stdout:1319: finishing rollback tid 2 to smithi13674108-11 2024-08-19T11:35:16.059 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 568 (ObjNum 394 snap 111 seq_num 394) dirty exists 2024-08-19T11:35:16.059 INFO:tasks.rados.rados.0.smithi136.stdout:1320: finishing write tid 1 to smithi13674108-4 2024-08-19T11:35:16.059 INFO:tasks.rados.rados.0.smithi136.stdout:1320: finishing write tid 2 to smithi13674108-4 2024-08-19T11:35:16.060 INFO:tasks.rados.rados.0.smithi136.stdout:1320: finishing write tid 3 to smithi13674108-4 2024-08-19T11:35:16.060 INFO:tasks.rados.rados.0.smithi136.stdout:1320: finishing write tid 4 to smithi13674108-4 2024-08-19T11:35:16.060 INFO:tasks.rados.rados.0.smithi136.stdout:1320: finishing write tid 5 to smithi13674108-4 2024-08-19T11:35:16.061 INFO:tasks.rados.rados.0.smithi136.stdout:1320: finishing write tid 6 to smithi13674108-4 2024-08-19T11:35:16.062 INFO:tasks.rados.rados.0.smithi136.stdout:1320: oid 4 updating version 0 to 570 2024-08-19T11:35:16.062 INFO:tasks.rados.rados.0.smithi136.stdout:1320: oid 4 updating version 570 to 571 2024-08-19T11:35:16.062 INFO:tasks.rados.rados.0.smithi136.stdout:1320: oid 4 updating version 571 to 572 2024-08-19T11:35:16.062 INFO:tasks.rados.rados.0.smithi136.stdout:1320: oid 4 updating version 572 to 574 2024-08-19T11:35:16.062 INFO:tasks.rados.rados.0.smithi136.stdout:1320: oid 4 version 574 is already newer than 573 2024-08-19T11:35:16.062 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 574 (ObjNum 412 snap 119 seq_num 412) dirty exists 2024-08-19T11:35:16.062 INFO:tasks.rados.rados.0.smithi136.stdout:1320: left oid 4 (ObjNum 412 snap 119 seq_num 412) 2024-08-19T11:35:16.062 INFO:tasks.rados.rados.0.smithi136.stdout:1318: done (3 left) 2024-08-19T11:35:16.063 INFO:tasks.rados.rados.0.smithi136.stdout:1319: done (2 left) 2024-08-19T11:35:16.063 INFO:tasks.rados.rados.0.smithi136.stdout:1320: done (1 left) 2024-08-19T11:35:16.063 INFO:tasks.rados.rados.0.smithi136.stdout:1321: done (0 left) 2024-08-19T11:35:16.063 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 7 current snap is 119 2024-08-19T11:35:16.063 INFO:tasks.rados.rados.0.smithi136.stdout:1322: seq_num 414 ranges {802816=540672,1343488=802816,2146304=458752,2605056=344064} 2024-08-19T11:35:16.069 INFO:tasks.rados.rados.0.smithi136.stdout:1322: writing smithi13674108-7 from 802816 to 1343488 tid 1 2024-08-19T11:35:16.074 INFO:tasks.rados.rados.0.smithi136.stdout:1322: writing smithi13674108-7 from 1343488 to 2146304 tid 2 2024-08-19T11:35:16.077 INFO:tasks.rados.rados.0.smithi136.stdout:1322: writing smithi13674108-7 from 2146304 to 2605056 tid 3 2024-08-19T11:35:16.080 INFO:tasks.rados.rados.0.smithi136.stdout:1322: writing smithi13674108-7 from 2605056 to 2949120 tid 4 2024-08-19T11:35:16.080 INFO:tasks.rados.rados.0.smithi136.stdout:1323: delete oid 38 current snap is 119 2024-08-19T11:35:16.080 INFO:tasks.rados.rados.0.smithi136.stdout:1322: finishing write tid 1 to smithi13674108-7 2024-08-19T11:35:16.081 INFO:tasks.rados.rados.0.smithi136.stdout:1322: finishing write tid 2 to smithi13674108-7 2024-08-19T11:35:16.081 INFO:tasks.rados.rados.0.smithi136.stdout:1322: finishing write tid 3 to smithi13674108-7 2024-08-19T11:35:16.081 INFO:tasks.rados.rados.0.smithi136.stdout:1323: done (1 left) 2024-08-19T11:35:16.081 INFO:tasks.rados.rados.0.smithi136.stdout:1324: rollback oid 13 current snap is 119 2024-08-19T11:35:16.082 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 13 to 118 2024-08-19T11:35:16.082 INFO:tasks.rados.rados.0.smithi136.stdout:1325: snap_create 2024-08-19T11:35:16.082 INFO:tasks.rados.rados.0.smithi136.stdout:1322: finishing write tid 4 to smithi13674108-7 2024-08-19T11:35:16.082 INFO:tasks.rados.rados.0.smithi136.stdout:1322: finishing write tid 5 to smithi13674108-7 2024-08-19T11:35:16.083 INFO:tasks.rados.rados.0.smithi136.stdout:1324: finishing rollback tid 1 to smithi13674108-13 2024-08-19T11:35:16.083 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 0 (ObjNum 129 snap 0 seq_num 4066356560) dirty dne 2024-08-19T11:35:16.083 INFO:tasks.rados.rados.0.smithi136.stdout:1322: finishing write tid 6 to smithi13674108-7 2024-08-19T11:35:16.083 INFO:tasks.rados.rados.0.smithi136.stdout:1322: oid 7 updating version 0 to 559 2024-08-19T11:35:16.083 INFO:tasks.rados.rados.0.smithi136.stdout:1322: oid 7 version 559 is already newer than 558 2024-08-19T11:35:16.084 INFO:tasks.rados.rados.0.smithi136.stdout:1322: oid 7 updating version 559 to 560 2024-08-19T11:35:16.084 INFO:tasks.rados.rados.0.smithi136.stdout:1322: oid 7 version 560 is already newer than 557 2024-08-19T11:35:16.084 INFO:tasks.rados.rados.0.smithi136.stdout:1322: oid 7 updating version 560 to 561 2024-08-19T11:35:16.084 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 561 (ObjNum 414 snap 119 seq_num 414) dirty exists 2024-08-19T11:35:16.084 INFO:tasks.rados.rados.0.smithi136.stdout:1322: left oid 7 (ObjNum 414 snap 119 seq_num 414) 2024-08-19T11:35:16.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:15 smithi136 ceph-mon[88916]: osdmap e315: 8 total, 7 up, 8 in 2024-08-19T11:35:16.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:15 smithi136 ceph-mon[86496]: osdmap e315: 8 total, 7 up, 8 in 2024-08-19T11:35:16.348 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:15 smithi136 podman[94903]: 2024-08-19 11:35:15.966407827 +0000 UTC m=+0.360823261 container init 6daf1ed86d764fb0c8c17a36e76021fceaa2759df49d52c2d7dd96ce9c361745 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=main-7976693, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-08-19T11:35:16.348 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:15 smithi136 podman[94903]: 2024-08-19 11:35:15.971411183 +0000 UTC m=+0.365826610 container start 6daf1ed86d764fb0c8c17a36e76021fceaa2759df49d52c2d7dd96ce9c361745 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=main-7976693, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731) 2024-08-19T11:35:16.348 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:15 smithi136 ceph-osd[94940]: -- 172.21.15.136:0/4136746918 <== mon.0 v2:172.21.15.136:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f96d277a40 con 0x55f96e044400 2024-08-19T11:35:16.348 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:16 smithi136 bash[94903]: 6daf1ed86d764fb0c8c17a36e76021fceaa2759df49d52c2d7dd96ce9c361745 2024-08-19T11:35:16.348 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:16 smithi136 systemd[1]: Started Ceph osd.0 for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:35:16.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:15 smithi155 ceph-mon[76679]: osdmap e315: 8 total, 7 up, 8 in 2024-08-19T11:35:16.968 INFO:tasks.rados.rados.0.smithi136.stdout:1322: done (2 left) 2024-08-19T11:35:16.968 INFO:tasks.rados.rados.0.smithi136.stdout:1324: done (1 left) 2024-08-19T11:35:16.968 INFO:tasks.rados.rados.0.smithi136.stdout:1325: done (0 left) 2024-08-19T11:35:16.968 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 38 current snap is 120 2024-08-19T11:35:16.968 INFO:tasks.rados.rados.0.smithi136.stdout:1326: seq_num 416 ranges {0=573440,573440=573440,1146880=475136,1622016=557056} 2024-08-19T11:35:16.971 INFO:tasks.rados.rados.0.smithi136.stdout:1326: writing smithi13674108-38 from 0 to 573440 tid 1 2024-08-19T11:35:16.974 INFO:tasks.rados.rados.0.smithi136.stdout:1326: writing smithi13674108-38 from 573440 to 1146880 tid 2 2024-08-19T11:35:16.976 INFO:tasks.rados.rados.0.smithi136.stdout:1326: writing smithi13674108-38 from 1146880 to 1622016 tid 3 2024-08-19T11:35:16.979 INFO:tasks.rados.rados.0.smithi136.stdout:1326: writing smithi13674108-38 from 1622016 to 2179072 tid 4 2024-08-19T11:35:16.980 INFO:tasks.rados.rados.0.smithi136.stdout:1327: rollback oid 50 current snap is 120 2024-08-19T11:35:16.980 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 50 to 111 2024-08-19T11:35:16.980 INFO:tasks.rados.rados.0.smithi136.stdout:1326: finishing write tid 1 to smithi13674108-38 2024-08-19T11:35:16.980 INFO:tasks.rados.rados.0.smithi136.stdout:1326: finishing write tid 2 to smithi13674108-38 2024-08-19T11:35:16.980 INFO:tasks.rados.rados.0.smithi136.stdout:1328: setattr oid 41 current snap is 120 2024-08-19T11:35:16.980 INFO:tasks.rados.rados.0.smithi136.stdout:1326: finishing write tid 3 to smithi13674108-38 2024-08-19T11:35:16.982 INFO:tasks.rados.rados.0.smithi136.stdout:1329: rollback oid 7 current snap is 120 2024-08-19T11:35:16.982 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 7 to 111 2024-08-19T11:35:16.982 INFO:tasks.rados.rados.0.smithi136.stdout:1330: snap_remove snap 118 2024-08-19T11:35:17.032 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:16 smithi136 ceph-mon[88916]: pgmap v107: 121 pgs: 53 peering, 68 active+clean; 152 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 454 KiB/s wr, 1 op/s 2024-08-19T11:35:17.032 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:16 smithi136 ceph-mon[88916]: osdmap e316: 8 total, 7 up, 8 in 2024-08-19T11:35:17.032 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:17.032 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:17.033 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:35:17.033 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:16 smithi136 ceph-mon[86496]: pgmap v107: 121 pgs: 53 peering, 68 active+clean; 152 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 454 KiB/s wr, 1 op/s 2024-08-19T11:35:17.033 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:16 smithi136 ceph-mon[86496]: osdmap e316: 8 total, 7 up, 8 in 2024-08-19T11:35:17.033 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:17.033 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:17.033 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:35:17.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:16 smithi155 ceph-mon[76679]: pgmap v107: 121 pgs: 53 peering, 68 active+clean; 152 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 454 KiB/s wr, 1 op/s 2024-08-19T11:35:17.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:16 smithi155 ceph-mon[76679]: osdmap e316: 8 total, 7 up, 8 in 2024-08-19T11:35:17.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:17.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:17.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:35:17.598 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:35:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:35:17] "GET /metrics HTTP/1.1" 200 36107 "" "Prometheus/2.43.0" 2024-08-19T11:35:17.599 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0[94917]: 2024-08-19T11:35:17.366+0000 7f9a559fc640 -1 Falling back to public interface 2024-08-19T11:35:17.976 INFO:tasks.rados.rados.0.smithi136.stdout:1330: done (4 left) 2024-08-19T11:35:17.976 INFO:tasks.rados.rados.0.smithi136.stdout:1331: rollback oid 14 current snap is 120 2024-08-19T11:35:17.976 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 14 to 114 2024-08-19T11:35:17.976 INFO:tasks.rados.rados.0.smithi136.stdout:1326: finishing write tid 4 to smithi13674108-38 2024-08-19T11:35:17.976 INFO:tasks.rados.rados.0.smithi136.stdout:1326: finishing write tid 5 to smithi13674108-38 2024-08-19T11:35:17.976 INFO:tasks.rados.rados.0.smithi136.stdout:1327: finishing rollback tid 1 to smithi13674108-50 2024-08-19T11:35:17.976 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-19T11:35:17.977 INFO:tasks.rados.rados.0.smithi136.stdout:1326: finishing write tid 6 to smithi13674108-38 2024-08-19T11:35:17.977 INFO:tasks.rados.rados.0.smithi136.stdout:1326: oid 38 updating version 0 to 364 2024-08-19T11:35:17.977 INFO:tasks.rados.rados.0.smithi136.stdout:1326: oid 38 updating version 364 to 365 2024-08-19T11:35:17.977 INFO:tasks.rados.rados.0.smithi136.stdout:1326: oid 38 version 365 is already newer than 363 2024-08-19T11:35:17.977 INFO:tasks.rados.rados.0.smithi136.stdout:1326: oid 38 updating version 365 to 366 2024-08-19T11:35:17.977 INFO:tasks.rados.rados.0.smithi136.stdout:1326: oid 38 updating version 366 to 367 2024-08-19T11:35:17.977 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 367 (ObjNum 416 snap 120 seq_num 416) dirty exists 2024-08-19T11:35:17.977 INFO:tasks.rados.rados.0.smithi136.stdout:1326: left oid 38 (ObjNum 416 snap 120 seq_num 416) 2024-08-19T11:35:17.977 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 510 (ObjNum 334 snap 100 seq_num 334) dirty exists 2024-08-19T11:35:17.977 INFO:tasks.rados.rados.0.smithi136.stdout:1329: finishing rollback tid 0 to smithi13674108-7 2024-08-19T11:35:17.977 INFO:tasks.rados.rados.0.smithi136.stdout:1329: finishing rollback tid 1 to smithi13674108-7 2024-08-19T11:35:17.977 INFO:tasks.rados.rados.0.smithi136.stdout:1329: finishing rollback tid 2 to smithi13674108-7 2024-08-19T11:35:17.977 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 565 (ObjNum 334 snap 100 seq_num 334) dirty exists 2024-08-19T11:35:17.977 INFO:tasks.rados.rados.0.smithi136.stdout:1326: done (4 left) 2024-08-19T11:35:17.978 INFO:tasks.rados.rados.0.smithi136.stdout:1327: done (3 left) 2024-08-19T11:35:17.978 INFO:tasks.rados.rados.0.smithi136.stdout:1328: done (2 left) 2024-08-19T11:35:17.978 INFO:tasks.rados.rados.0.smithi136.stdout:1329: done (1 left) 2024-08-19T11:35:17.978 INFO:tasks.rados.rados.0.smithi136.stdout:1332: delete oid 31 current snap is 120 2024-08-19T11:35:17.979 INFO:tasks.rados.rados.0.smithi136.stdout:1331: finishing rollback tid 1 to smithi13674108-14 2024-08-19T11:35:17.979 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 0 (ObjNum 65 snap 0 seq_num 1550279001) dirty dne 2024-08-19T11:35:17.981 INFO:tasks.rados.rados.0.smithi136.stdout:1331: done (1 left) 2024-08-19T11:35:17.981 INFO:tasks.rados.rados.0.smithi136.stdout:1332: done (0 left) 2024-08-19T11:35:17.981 INFO:tasks.rados.rados.0.smithi136.stdout:1333: snap_remove snap 115 2024-08-19T11:35:18.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:17 smithi136 ceph-mon[88916]: osdmap e317: 8 total, 7 up, 8 in 2024-08-19T11:35:18.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:17 smithi136 ceph-mon[86496]: osdmap e317: 8 total, 7 up, 8 in 2024-08-19T11:35:18.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:17 smithi155 ceph-mon[76679]: osdmap e317: 8 total, 7 up, 8 in 2024-08-19T11:35:18.611 INFO:tasks.rados.rados.0.smithi136.stdout:1333: done (0 left) 2024-08-19T11:35:18.611 INFO:tasks.rados.rados.0.smithi136.stdout:1334: read oid 12 snap 116 2024-08-19T11:35:18.611 INFO:tasks.rados.rados.0.smithi136.stdout:1334: expect (ObjNum 402 snap 114 seq_num 402) 2024-08-19T11:35:18.611 INFO:tasks.rados.rados.0.smithi136.stdout:1335: snap_remove snap 111 2024-08-19T11:35:18.971 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:18 smithi136 ceph-mon[86496]: pgmap v110: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 171 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.7 MiB/s wr, 18 op/s; 50/288 objects degraded (17.361%) 2024-08-19T11:35:18.971 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:18 smithi136 ceph-mon[86496]: Health check failed: Degraded data redundancy: 50/288 objects degraded (17.361%), 15 pgs degraded (PG_DEGRADED) 2024-08-19T11:35:18.971 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:18 smithi136 ceph-mon[86496]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 12 pgs peering) 2024-08-19T11:35:18.971 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:18 smithi136 ceph-mon[86496]: osdmap e318: 8 total, 7 up, 8 in 2024-08-19T11:35:18.971 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:18 smithi136 ceph-mon[86496]: osdmap e319: 8 total, 7 up, 8 in 2024-08-19T11:35:19.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:18 smithi136 ceph-mon[88916]: pgmap v110: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 171 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.7 MiB/s wr, 18 op/s; 50/288 objects degraded (17.361%) 2024-08-19T11:35:19.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:18 smithi136 ceph-mon[88916]: Health check failed: Degraded data redundancy: 50/288 objects degraded (17.361%), 15 pgs degraded (PG_DEGRADED) 2024-08-19T11:35:19.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:18 smithi136 ceph-mon[88916]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 12 pgs peering) 2024-08-19T11:35:19.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:18 smithi136 ceph-mon[88916]: osdmap e318: 8 total, 7 up, 8 in 2024-08-19T11:35:19.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:18 smithi136 ceph-mon[88916]: osdmap e319: 8 total, 7 up, 8 in 2024-08-19T11:35:19.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:18 smithi155 ceph-mon[76679]: pgmap v110: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 171 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.7 MiB/s wr, 18 op/s; 50/288 objects degraded (17.361%) 2024-08-19T11:35:19.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:18 smithi155 ceph-mon[76679]: Health check failed: Degraded data redundancy: 50/288 objects degraded (17.361%), 15 pgs degraded (PG_DEGRADED) 2024-08-19T11:35:19.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:18 smithi155 ceph-mon[76679]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 12 pgs peering) 2024-08-19T11:35:19.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:18 smithi155 ceph-mon[76679]: osdmap e318: 8 total, 7 up, 8 in 2024-08-19T11:35:19.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:18 smithi155 ceph-mon[76679]: osdmap e319: 8 total, 7 up, 8 in 2024-08-19T11:35:19.469 INFO:teuthology.orchestra.run.smithi136.stdout:true 2024-08-19T11:35:19.616 INFO:tasks.rados.rados.0.smithi136.stdout:1335: done (1 left) 2024-08-19T11:35:19.616 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 21 current snap is 120 2024-08-19T11:35:19.616 INFO:tasks.rados.rados.0.smithi136.stdout:1336: seq_num 418 ranges {7397376=606208,8003584=737280,8740864=434176,9175040=434176} 2024-08-19T11:35:19.660 INFO:tasks.rados.rados.0.smithi136.stdout:1336: writing smithi13674108-21 from 7397376 to 8003584 tid 1 2024-08-19T11:35:19.664 INFO:tasks.rados.rados.0.smithi136.stdout:1336: writing smithi13674108-21 from 8003584 to 8740864 tid 2 2024-08-19T11:35:19.667 INFO:tasks.rados.rados.0.smithi136.stdout:1336: writing smithi13674108-21 from 8740864 to 9175040 tid 3 2024-08-19T11:35:19.669 INFO:tasks.rados.rados.0.smithi136.stdout:1336: writing smithi13674108-21 from 9175040 to 9609216 tid 4 2024-08-19T11:35:19.669 INFO:tasks.rados.rados.0.smithi136.stdout:1337: snap_remove snap 117 2024-08-19T11:35:20.064 INFO:teuthology.orchestra.run.smithi136.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T11:35:20.065 INFO:teuthology.orchestra.run.smithi136.stdout:alertmanager.a smithi136 *:9093,9094 running (5m) 0s ago 6m 24.0M - 0.25.0 c8568f914cd2 5af88c4acee8 2024-08-19T11:35:20.065 INFO:teuthology.orchestra.run.smithi136.stdout:grafana.a smithi155 *:3000 running (6m) 40s ago 6m 87.9M - 9.4.7 954c08fa6188 cb3e816dd27a 2024-08-19T11:35:20.065 INFO:teuthology.orchestra.run.smithi136.stdout:mds.a smithi136 running (8m) 0s ago 8m 21.3M - 18.2.4-721-gbaa926de e6c292a6bc95 70acc09ac00c 2024-08-19T11:35:20.065 INFO:teuthology.orchestra.run.smithi136.stdout:mds.b smithi155 running (8m) 40s ago 8m 17.5M - 18.2.4-721-gbaa926de e6c292a6bc95 f9104a674461 2024-08-19T11:35:20.065 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.x smithi155 *:8443,9283,8765 running (105s) 40s ago 11m 451M - 19.0.0-5847-g79766939 50bbda8a3289 64c8cd762719 2024-08-19T11:35:20.065 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.y smithi136 *:8443,9283,8765 running (2m) 0s ago 13m 509M - 19.0.0-5847-g79766939 50bbda8a3289 2c0aee4c2faf 2024-08-19T11:35:20.065 INFO:teuthology.orchestra.run.smithi136.stdout:mon.a smithi136 running (91s) 0s ago 13m 47.1M 2048M 19.0.0-5847-g79766939 50bbda8a3289 9ab88b9dc010 2024-08-19T11:35:20.065 INFO:teuthology.orchestra.run.smithi136.stdout:mon.b smithi155 running (52s) 40s ago 11m 31.1M 2048M 19.0.0-5847-g79766939 50bbda8a3289 1260b8dbc4a8 2024-08-19T11:35:20.065 INFO:teuthology.orchestra.run.smithi136.stdout:mon.c smithi136 running (70s) 0s ago 11m 40.1M 2048M 19.0.0-5847-g79766939 50bbda8a3289 6904f5e6079f 2024-08-19T11:35:20.065 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.a smithi136 *:9100 running (6m) 0s ago 6m 16.2M - 1.5.0 0da6a335fe13 8b8c68944f5b 2024-08-19T11:35:20.065 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.b smithi155 *:9100 running (6m) 40s ago 6m 16.6M - 1.5.0 0da6a335fe13 94f522beed05 2024-08-19T11:35:20.065 INFO:teuthology.orchestra.run.smithi136.stdout:osd.0 smithi136 running (4s) 0s ago 11m 11.8M 2480M 19.0.0-5847-g79766939 50bbda8a3289 6daf1ed86d76 2024-08-19T11:35:20.066 INFO:teuthology.orchestra.run.smithi136.stdout:osd.1 smithi136 running (10m) 0s ago 10m 130M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 bca15785dcda 2024-08-19T11:35:20.066 INFO:teuthology.orchestra.run.smithi136.stdout:osd.2 smithi136 running (10m) 0s ago 10m 162M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 f79852ccd72a 2024-08-19T11:35:20.066 INFO:teuthology.orchestra.run.smithi136.stdout:osd.3 smithi136 running (10m) 0s ago 10m 140M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 e4e2f187c816 2024-08-19T11:35:20.066 INFO:teuthology.orchestra.run.smithi136.stdout:osd.4 smithi155 running (9m) 40s ago 9m 151M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 41fae920e9f8 2024-08-19T11:35:20.066 INFO:teuthology.orchestra.run.smithi136.stdout:osd.5 smithi155 running (9m) 40s ago 9m 157M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 a11fccf8327d 2024-08-19T11:35:20.066 INFO:teuthology.orchestra.run.smithi136.stdout:osd.6 smithi155 running (8m) 40s ago 8m 139M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 ae2da85c009a 2024-08-19T11:35:20.066 INFO:teuthology.orchestra.run.smithi136.stdout:osd.7 smithi155 running (8m) 40s ago 8m 105M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 78b9ac5d3d4f 2024-08-19T11:35:20.066 INFO:teuthology.orchestra.run.smithi136.stdout:prometheus.a smithi155 *:9095 running (111s) 40s ago 7m 45.6M - 2.43.0 a07b618ecd1d 58dd6060f319 2024-08-19T11:35:20.426 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:35:20.426 INFO:teuthology.orchestra.run.smithi136.stdout: "mon": { 2024-08-19T11:35:20.426 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 3 2024-08-19T11:35:20.426 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:35:20.426 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr": { 2024-08-19T11:35:20.426 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T11:35:20.426 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:35:20.426 INFO:teuthology.orchestra.run.smithi136.stdout: "osd": { 2024-08-19T11:35:20.426 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 7 2024-08-19T11:35:20.427 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:35:20.427 INFO:teuthology.orchestra.run.smithi136.stdout: "mds": { 2024-08-19T11:35:20.427 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T11:35:20.427 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:35:20.427 INFO:teuthology.orchestra.run.smithi136.stdout: "overall": { 2024-08-19T11:35:20.427 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 9, 2024-08-19T11:35:20.427 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 5 2024-08-19T11:35:20.427 INFO:teuthology.orchestra.run.smithi136.stdout: } 2024-08-19T11:35:20.427 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:35:20.624 INFO:tasks.rados.rados.0.smithi136.stdout:1337: done (2 left) 2024-08-19T11:35:20.624 INFO:tasks.rados.rados.0.smithi136.stdout:1338: read oid 46 snap -1 2024-08-19T11:35:20.625 INFO:tasks.rados.rados.0.smithi136.stdout:1338: expect (ObjNum 400 snap 114 seq_num 400) 2024-08-19T11:35:20.625 INFO:tasks.rados.rados.0.smithi136.stdout:1339: read oid 5 snap -1 2024-08-19T11:35:20.625 INFO:tasks.rados.rados.0.smithi136.stdout:1339: expect (ObjNum 411 snap 119 seq_num 411) 2024-08-19T11:35:20.625 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 6 current snap is 120 2024-08-19T11:35:20.625 INFO:tasks.rados.rados.0.smithi136.stdout:1334: expect (ObjNum 402 snap 114 seq_num 402) 2024-08-19T11:35:20.751 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:20 smithi136 ceph-mon[88916]: pgmap v113: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 171 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.7 MiB/s wr, 18 op/s; 50/288 objects degraded (17.361%) 2024-08-19T11:35:20.751 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:20 smithi136 ceph-mon[88916]: from='client.34212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:35:20.751 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:20 smithi136 ceph-mon[88916]: osdmap e320: 8 total, 7 up, 8 in 2024-08-19T11:35:20.751 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:20 smithi136 ceph-mon[88916]: from='client.44141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:35:20.751 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:20 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:20.751 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:20 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:20.751 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:20 smithi136 ceph-mon[88916]: from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:35:20.751 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:20 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3955074332' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:20.751 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:20 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:20.751 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:20 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:20.752 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:35:20.752 INFO:teuthology.orchestra.run.smithi136.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T11:35:20.752 INFO:teuthology.orchestra.run.smithi136.stdout: "in_progress": true, 2024-08-19T11:35:20.752 INFO:teuthology.orchestra.run.smithi136.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T11:35:20.752 INFO:teuthology.orchestra.run.smithi136.stdout: "services_complete": [ 2024-08-19T11:35:20.752 INFO:teuthology.orchestra.run.smithi136.stdout: "mon", 2024-08-19T11:35:20.752 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr" 2024-08-19T11:35:20.752 INFO:teuthology.orchestra.run.smithi136.stdout: ], 2024-08-19T11:35:20.752 INFO:teuthology.orchestra.run.smithi136.stdout: "progress": "6/20 daemons upgraded", 2024-08-19T11:35:20.752 INFO:teuthology.orchestra.run.smithi136.stdout: "message": "Currently upgrading osd daemons", 2024-08-19T11:35:20.752 INFO:teuthology.orchestra.run.smithi136.stdout: "is_paused": false 2024-08-19T11:35:20.753 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:35:20.753 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:20 smithi136 ceph-mon[86496]: pgmap v113: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 171 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.7 MiB/s wr, 18 op/s; 50/288 objects degraded (17.361%) 2024-08-19T11:35:20.753 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:20 smithi136 ceph-mon[86496]: from='client.34212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:35:20.753 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:20 smithi136 ceph-mon[86496]: osdmap e320: 8 total, 7 up, 8 in 2024-08-19T11:35:20.753 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:20 smithi136 ceph-mon[86496]: from='client.44141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:35:20.753 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:20 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:20.753 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:20 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:20.753 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:20 smithi136 ceph-mon[86496]: from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:35:20.753 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:20 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3955074332' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:20.753 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:20 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:20.753 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:20 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:20.952 INFO:tasks.rados.rados.0.smithi136.stdout:1336: finishing write tid 1 to smithi13674108-21 2024-08-19T11:35:20.952 INFO:tasks.rados.rados.0.smithi136.stdout:1336: finishing write tid 2 to smithi13674108-21 2024-08-19T11:35:20.952 INFO:tasks.rados.rados.0.smithi136.stdout:1336: finishing write tid 3 to smithi13674108-21 2024-08-19T11:35:20.952 INFO:tasks.rados.rados.0.smithi136.stdout:1336: finishing write tid 4 to smithi13674108-21 2024-08-19T11:35:20.952 INFO:tasks.rados.rados.0.smithi136.stdout:1336: finishing write tid 5 to smithi13674108-21 2024-08-19T11:35:20.952 INFO:tasks.rados.rados.0.smithi136.stdout:1336: finishing write tid 6 to smithi13674108-21 2024-08-19T11:35:20.952 INFO:tasks.rados.rados.0.smithi136.stdout:1336: oid 21 updating version 0 to 515 2024-08-19T11:35:20.953 INFO:tasks.rados.rados.0.smithi136.stdout:1336: oid 21 version 515 is already newer than 512 2024-08-19T11:35:20.953 INFO:tasks.rados.rados.0.smithi136.stdout:1336: oid 21 version 515 is already newer than 513 2024-08-19T11:35:20.953 INFO:tasks.rados.rados.0.smithi136.stdout:1336: oid 21 version 515 is already newer than 511 2024-08-19T11:35:20.953 INFO:tasks.rados.rados.0.smithi136.stdout:1336: oid 21 version 515 is already newer than 514 2024-08-19T11:35:20.953 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 515 (ObjNum 418 snap 120 seq_num 418) dirty exists 2024-08-19T11:35:20.953 INFO:tasks.rados.rados.0.smithi136.stdout:1336: left oid 21 (ObjNum 418 snap 120 seq_num 418) 2024-08-19T11:35:20.953 INFO:tasks.rados.rados.0.smithi136.stdout:1340: seq_num 419 ranges {5185536=622592,5808128=671744,6479872=647168,7127040=286720} 2024-08-19T11:35:20.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:20 smithi155 ceph-mon[76679]: pgmap v113: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 171 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.7 MiB/s wr, 18 op/s; 50/288 objects degraded (17.361%) 2024-08-19T11:35:20.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:20 smithi155 ceph-mon[76679]: from='client.34212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:35:20.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:20 smithi155 ceph-mon[76679]: osdmap e320: 8 total, 7 up, 8 in 2024-08-19T11:35:20.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:20 smithi155 ceph-mon[76679]: from='client.44141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:35:20.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:20 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:20.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:20 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:20.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:20 smithi155 ceph-mon[76679]: from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:35:20.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:20 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3955074332' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:20.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:20 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:20.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:20 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:20.983 INFO:tasks.rados.rados.0.smithi136.stdout:1340: writing smithi13674108-6 from 5185536 to 5808128 tid 1 2024-08-19T11:35:20.986 INFO:tasks.rados.rados.0.smithi136.stdout:1340: writing smithi13674108-6 from 5808128 to 6479872 tid 2 2024-08-19T11:35:20.990 INFO:tasks.rados.rados.0.smithi136.stdout:1340: writing smithi13674108-6 from 6479872 to 7127040 tid 3 2024-08-19T11:35:20.992 INFO:tasks.rados.rados.0.smithi136.stdout:1340: writing smithi13674108-6 from 7127040 to 7413760 tid 4 2024-08-19T11:35:20.992 INFO:tasks.rados.rados.0.smithi136.stdout:1334: done (4 left) 2024-08-19T11:35:20.992 INFO:tasks.rados.rados.0.smithi136.stdout:1336: done (3 left) 2024-08-19T11:35:20.992 INFO:tasks.rados.rados.0.smithi136.stdout:1341: rollback oid 13 current snap is 120 2024-08-19T11:35:20.992 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 13 to 119 2024-08-19T11:35:20.992 INFO:tasks.rados.rados.0.smithi136.stdout:1338: expect (ObjNum 400 snap 114 seq_num 400) 2024-08-19T11:35:21.138 INFO:tasks.rados.rados.0.smithi136.stdout:1339: expect (ObjNum 411 snap 119 seq_num 411) 2024-08-19T11:35:21.597 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:21 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0[94917]: 2024-08-19T11:35:21.317+0000 7f9a559fc640 -1 osd.0 310 log_to_monitors true 2024-08-19T11:35:21.768 INFO:tasks.rados.rados.0.smithi136.stdout:1340: finishing write tid 1 to smithi13674108-6 2024-08-19T11:35:21.769 INFO:tasks.rados.rados.0.smithi136.stdout:1340: finishing write tid 2 to smithi13674108-6 2024-08-19T11:35:21.769 INFO:tasks.rados.rados.0.smithi136.stdout:1341: finishing rollback tid 1 to smithi13674108-13 2024-08-19T11:35:21.769 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-19T11:35:21.769 INFO:tasks.rados.rados.0.smithi136.stdout:1340: finishing write tid 3 to smithi13674108-6 2024-08-19T11:35:21.769 INFO:tasks.rados.rados.0.smithi136.stdout:1338: done (3 left) 2024-08-19T11:35:21.769 INFO:tasks.rados.rados.0.smithi136.stdout:1339: done (2 left) 2024-08-19T11:35:21.769 INFO:tasks.rados.rados.0.smithi136.stdout:1341: done (1 left) 2024-08-19T11:35:21.769 INFO:tasks.rados.rados.0.smithi136.stdout:1342: read oid 7 snap 119 2024-08-19T11:35:21.769 INFO:tasks.rados.rados.0.smithi136.stdout:1342: expect (ObjNum 414 snap 119 seq_num 414) 2024-08-19T11:35:21.769 INFO:tasks.rados.rados.0.smithi136.stdout:1340: finishing write tid 4 to smithi13674108-6 2024-08-19T11:35:21.769 INFO:tasks.rados.rados.0.smithi136.stdout:1340: finishing write tid 5 to smithi13674108-6 2024-08-19T11:35:21.769 INFO:tasks.rados.rados.0.smithi136.stdout:1340: finishing write tid 6 to smithi13674108-6 2024-08-19T11:35:21.769 INFO:tasks.rados.rados.0.smithi136.stdout:1340: oid 6 updating version 0 to 518 2024-08-19T11:35:21.770 INFO:tasks.rados.rados.0.smithi136.stdout:1340: oid 6 updating version 518 to 520 2024-08-19T11:35:21.770 INFO:tasks.rados.rados.0.smithi136.stdout:1340: oid 6 version 520 is already newer than 517 2024-08-19T11:35:21.770 INFO:tasks.rados.rados.0.smithi136.stdout:1340: oid 6 version 520 is already newer than 516 2024-08-19T11:35:21.770 INFO:tasks.rados.rados.0.smithi136.stdout:1340: oid 6 version 520 is already newer than 519 2024-08-19T11:35:21.770 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 520 (ObjNum 419 snap 120 seq_num 419) dirty exists 2024-08-19T11:35:21.770 INFO:tasks.rados.rados.0.smithi136.stdout:1340: left oid 6 (ObjNum 419 snap 120 seq_num 419) 2024-08-19T11:35:21.770 INFO:tasks.rados.rados.0.smithi136.stdout:1343: read oid 50 snap -1 2024-08-19T11:35:21.770 INFO:tasks.rados.rados.0.smithi136.stdout:1343: expect deleted 2024-08-19T11:35:21.770 INFO:tasks.rados.rados.0.smithi136.stdout:1340: done (2 left) 2024-08-19T11:35:21.770 INFO:tasks.rados.rados.0.smithi136.stdout:1344: read oid 48 snap -1 2024-08-19T11:35:21.770 INFO:tasks.rados.rados.0.smithi136.stdout:1344: expect deleted 2024-08-19T11:35:21.770 INFO:tasks.rados.rados.0.smithi136.stdout:1345: snap_create 2024-08-19T11:35:21.782 INFO:tasks.rados.rados.0.smithi136.stdout:1342: expect (ObjNum 414 snap 119 seq_num 414) 2024-08-19T11:35:21.926 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:21 smithi136 ceph-mon[88916]: osdmap e321: 8 total, 7 up, 8 in 2024-08-19T11:35:21.926 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:21 smithi136 ceph-mon[88916]: from='client.34236 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:35:21.927 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:21 smithi136 ceph-mon[88916]: from='osd.0 [v2:172.21.15.136:6802/1701407081,v1:172.21.15.136:6803/1701407081]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-19T11:35:21.927 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:21 smithi136 ceph-mon[88916]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-19T11:35:21.927 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:21 smithi136 ceph-mon[86496]: osdmap e321: 8 total, 7 up, 8 in 2024-08-19T11:35:21.927 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:21 smithi136 ceph-mon[86496]: from='client.34236 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:35:21.927 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:21 smithi136 ceph-mon[86496]: from='osd.0 [v2:172.21.15.136:6802/1701407081,v1:172.21.15.136:6803/1701407081]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-19T11:35:21.927 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:21 smithi136 ceph-mon[86496]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-19T11:35:21.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:21 smithi155 ceph-mon[76679]: osdmap e321: 8 total, 7 up, 8 in 2024-08-19T11:35:21.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:21 smithi155 ceph-mon[76679]: from='client.34236 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:35:21.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:21 smithi155 ceph-mon[76679]: from='osd.0 [v2:172.21.15.136:6802/1701407081,v1:172.21.15.136:6803/1701407081]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-19T11:35:21.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:21 smithi155 ceph-mon[76679]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-19T11:35:22.219 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:35:21 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0[94917]: 2024-08-19T11:35:21.925+0000 7f9a4979e640 -1 osd.0 310 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T11:35:22.652 INFO:tasks.rados.rados.0.smithi136.stdout:1342: done (3 left) 2024-08-19T11:35:22.653 INFO:tasks.rados.rados.0.smithi136.stdout:1343: done (2 left) 2024-08-19T11:35:22.653 INFO:tasks.rados.rados.0.smithi136.stdout:1344: done (1 left) 2024-08-19T11:35:22.653 INFO:tasks.rados.rados.0.smithi136.stdout:1345: done (0 left) 2024-08-19T11:35:22.653 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 25 current snap is 121 2024-08-19T11:35:22.653 INFO:tasks.rados.rados.0.smithi136.stdout:1346: seq_num 420 ranges {7987200=638976,8626176=557056,9183232=450560,9633792=598016} 2024-08-19T11:35:22.693 INFO:tasks.rados.rados.0.smithi136.stdout:1346: writing smithi13674108-25 from 7987200 to 8626176 tid 1 2024-08-19T11:35:22.696 INFO:tasks.rados.rados.0.smithi136.stdout:1346: writing smithi13674108-25 from 8626176 to 9183232 tid 2 2024-08-19T11:35:22.698 INFO:tasks.rados.rados.0.smithi136.stdout:1346: writing smithi13674108-25 from 9183232 to 9633792 tid 3 2024-08-19T11:35:22.702 INFO:tasks.rados.rados.0.smithi136.stdout:1346: writing smithi13674108-25 from 9633792 to 10231808 tid 4 2024-08-19T11:35:22.702 INFO:tasks.rados.rados.0.smithi136.stdout:1347: copy_from oid 31 from oid 13 current snap is 121 2024-08-19T11:35:22.702 INFO:tasks.rados.rados.0.smithi136.stdout:1348: snap_remove snap 116 2024-08-19T11:35:22.939 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:22 smithi136 ceph-mon[88916]: pgmap v116: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 167 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 13 op/s; 53/279 objects degraded (18.996%) 2024-08-19T11:35:22.939 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:22 smithi136 ceph-mon[88916]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-19T11:35:22.939 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:22 smithi136 ceph-mon[88916]: osdmap e322: 8 total, 7 up, 8 in 2024-08-19T11:35:22.939 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:22 smithi136 ceph-mon[88916]: from='osd.0 [v2:172.21.15.136:6802/1701407081,v1:172.21.15.136:6803/1701407081]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi136", "root=default"]} : dispatch 2024-08-19T11:35:22.939 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:22 smithi136 ceph-mon[88916]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi136", "root=default"]} : dispatch 2024-08-19T11:35:22.939 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:22 smithi136 ceph-mon[88916]: from='osd.0 ' entity='osd.0' 2024-08-19T11:35:22.939 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:22 smithi136 ceph-mon[86496]: pgmap v116: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 167 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 13 op/s; 53/279 objects degraded (18.996%) 2024-08-19T11:35:22.939 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:22 smithi136 ceph-mon[86496]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-19T11:35:22.940 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:22 smithi136 ceph-mon[86496]: osdmap e322: 8 total, 7 up, 8 in 2024-08-19T11:35:22.940 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:22 smithi136 ceph-mon[86496]: from='osd.0 [v2:172.21.15.136:6802/1701407081,v1:172.21.15.136:6803/1701407081]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi136", "root=default"]} : dispatch 2024-08-19T11:35:22.940 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:22 smithi136 ceph-mon[86496]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi136", "root=default"]} : dispatch 2024-08-19T11:35:22.940 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:22 smithi136 ceph-mon[86496]: from='osd.0 ' entity='osd.0' 2024-08-19T11:35:22.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:22 smithi155 ceph-mon[76679]: pgmap v116: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 167 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 13 op/s; 53/279 objects degraded (18.996%) 2024-08-19T11:35:22.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:22 smithi155 ceph-mon[76679]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-19T11:35:22.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:22 smithi155 ceph-mon[76679]: osdmap e322: 8 total, 7 up, 8 in 2024-08-19T11:35:22.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:22 smithi155 ceph-mon[76679]: from='osd.0 [v2:172.21.15.136:6802/1701407081,v1:172.21.15.136:6803/1701407081]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi136", "root=default"]} : dispatch 2024-08-19T11:35:22.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:22 smithi155 ceph-mon[76679]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi136", "root=default"]} : dispatch 2024-08-19T11:35:22.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:22 smithi155 ceph-mon[76679]: from='osd.0 ' entity='osd.0' 2024-08-19T11:35:23.650 INFO:tasks.rados.rados.0.smithi136.stdout:1348: done (2 left) 2024-08-19T11:35:23.651 INFO:tasks.rados.rados.0.smithi136.stdout:1349: read oid 28 snap -1 2024-08-19T11:35:23.651 INFO:tasks.rados.rados.0.smithi136.stdout:1349: expect deleted 2024-08-19T11:35:23.651 INFO:tasks.rados.rados.0.smithi136.stdout:1350: read oid 45 snap -1 2024-08-19T11:35:23.651 INFO:tasks.rados.rados.0.smithi136.stdout:1350: expect (ObjNum 291 snap 86 seq_num 291) 2024-08-19T11:35:23.651 INFO:tasks.rados.rados.0.smithi136.stdout:1351: snap_create 2024-08-19T11:35:23.661 INFO:tasks.rados.rados.0.smithi136.stdout:1347: finishing copy_from to smithi13674108-31 2024-08-19T11:35:23.662 INFO:tasks.rados.rados.0.smithi136.stdout:1347: got expected ENOENT (src dne) 2024-08-19T11:35:23.665 INFO:tasks.rados.rados.0.smithi136.stdout:1347: finishing copy_from racing read to smithi13674108-31 2024-08-19T11:35:23.675 INFO:tasks.rados.rados.0.smithi136.stdout:1350: expect (ObjNum 291 snap 86 seq_num 291) 2024-08-19T11:35:23.712 INFO:tasks.rados.rados.0.smithi136.stdout:1346: finishing write tid 1 to smithi13674108-25 2024-08-19T11:35:23.712 INFO:tasks.rados.rados.0.smithi136.stdout:1346: finishing write tid 2 to smithi13674108-25 2024-08-19T11:35:23.715 INFO:tasks.rados.rados.0.smithi136.stdout:1346: finishing write tid 3 to smithi13674108-25 2024-08-19T11:35:23.716 INFO:tasks.rados.rados.0.smithi136.stdout:1346: finishing write tid 4 to smithi13674108-25 2024-08-19T11:35:23.716 INFO:tasks.rados.rados.0.smithi136.stdout:1346: finishing write tid 5 to smithi13674108-25 2024-08-19T11:35:23.717 INFO:tasks.rados.rados.0.smithi136.stdout:1346: finishing write tid 6 to smithi13674108-25 2024-08-19T11:35:23.717 INFO:tasks.rados.rados.0.smithi136.stdout:1346: oid 25 updating version 0 to 370 2024-08-19T11:35:23.717 INFO:tasks.rados.rados.0.smithi136.stdout:1346: oid 25 updating version 370 to 371 2024-08-19T11:35:23.717 INFO:tasks.rados.rados.0.smithi136.stdout:1346: oid 25 version 371 is already newer than 369 2024-08-19T11:35:23.718 INFO:tasks.rados.rados.0.smithi136.stdout:1346: oid 25 version 371 is already newer than 368 2024-08-19T11:35:23.718 INFO:tasks.rados.rados.0.smithi136.stdout:1346: oid 25 updating version 371 to 372 2024-08-19T11:35:23.718 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 372 (ObjNum 420 snap 121 seq_num 420) dirty exists 2024-08-19T11:35:23.718 INFO:tasks.rados.rados.0.smithi136.stdout:1346: left oid 25 (ObjNum 420 snap 121 seq_num 420) 2024-08-19T11:35:23.847 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:35:23 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:35:23.742+0000 7f725e66e640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-19T11:35:23.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:23 smithi136 ceph-mon[86496]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T11:35:23.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:23 smithi136 ceph-mon[86496]: osd.0 [v2:172.21.15.136:6802/1701407081,v1:172.21.15.136:6803/1701407081] boot 2024-08-19T11:35:23.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:23 smithi136 ceph-mon[86496]: osdmap e323: 8 total, 8 up, 8 in 2024-08-19T11:35:23.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:23 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-19T11:35:23.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:23 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:23.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:23 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:23.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:23 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:35:23.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:23 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:35:23.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:23 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:23.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:23 smithi136 ceph-mon[86496]: Health check update: Degraded data redundancy: 53/279 objects degraded (18.996%), 15 pgs degraded (PG_DEGRADED) 2024-08-19T11:35:23.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:23 smithi136 ceph-mon[88916]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T11:35:23.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:23 smithi136 ceph-mon[88916]: osd.0 [v2:172.21.15.136:6802/1701407081,v1:172.21.15.136:6803/1701407081] boot 2024-08-19T11:35:23.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:23 smithi136 ceph-mon[88916]: osdmap e323: 8 total, 8 up, 8 in 2024-08-19T11:35:23.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:23 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-19T11:35:23.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:23 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:23.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:23 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:23.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:23 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:35:23.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:23 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:35:23.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:23 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:23.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:23 smithi136 ceph-mon[88916]: Health check update: Degraded data redundancy: 53/279 objects degraded (18.996%), 15 pgs degraded (PG_DEGRADED) 2024-08-19T11:35:23.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:23 smithi155 ceph-mon[76679]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T11:35:23.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:23 smithi155 ceph-mon[76679]: osd.0 [v2:172.21.15.136:6802/1701407081,v1:172.21.15.136:6803/1701407081] boot 2024-08-19T11:35:23.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:23 smithi155 ceph-mon[76679]: osdmap e323: 8 total, 8 up, 8 in 2024-08-19T11:35:23.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:23 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-19T11:35:23.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:23 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:23.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:23 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:23.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:23 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:35:23.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:23 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:35:23.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:23 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:23.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:23 smithi155 ceph-mon[76679]: Health check update: Degraded data redundancy: 53/279 objects degraded (18.996%), 15 pgs degraded (PG_DEGRADED) 2024-08-19T11:35:24.657 INFO:tasks.rados.rados.0.smithi136.stdout:1346: done (4 left) 2024-08-19T11:35:24.657 INFO:tasks.rados.rados.0.smithi136.stdout:1347: done (3 left) 2024-08-19T11:35:24.657 INFO:tasks.rados.rados.0.smithi136.stdout:1349: done (2 left) 2024-08-19T11:35:24.658 INFO:tasks.rados.rados.0.smithi136.stdout:1350: done (1 left) 2024-08-19T11:35:24.658 INFO:tasks.rados.rados.0.smithi136.stdout:1351: done (0 left) 2024-08-19T11:35:24.658 INFO:tasks.rados.rados.0.smithi136.stdout:1352: snap_remove snap 114 2024-08-19T11:35:24.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:24 smithi155 ceph-mon[76679]: pgmap v119: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 167 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 13 op/s; 53/279 objects degraded (18.996%) 2024-08-19T11:35:24.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:24 smithi155 ceph-mon[76679]: osdmap e324: 8 total, 8 up, 8 in 2024-08-19T11:35:24.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:35:24.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:24.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:24.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:24.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-19T11:35:24.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:24 smithi155 ceph-mon[76679]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-19T11:35:24.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:24 smithi155 ceph-mon[76679]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-19T11:35:25.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:24 smithi136 ceph-mon[88916]: pgmap v119: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 167 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 13 op/s; 53/279 objects degraded (18.996%) 2024-08-19T11:35:25.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:24 smithi136 ceph-mon[88916]: osdmap e324: 8 total, 8 up, 8 in 2024-08-19T11:35:25.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:35:25.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:25.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:25.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:25.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-19T11:35:25.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:24 smithi136 ceph-mon[88916]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-19T11:35:25.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:24 smithi136 ceph-mon[88916]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-19T11:35:25.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:24 smithi136 ceph-mon[86496]: pgmap v119: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 167 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 13 op/s; 53/279 objects degraded (18.996%) 2024-08-19T11:35:25.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:24 smithi136 ceph-mon[86496]: osdmap e324: 8 total, 8 up, 8 in 2024-08-19T11:35:25.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:35:25.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:25.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:25.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:25.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-19T11:35:25.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:24 smithi136 ceph-mon[86496]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-19T11:35:25.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:24 smithi136 ceph-mon[86496]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-19T11:35:25.664 INFO:tasks.rados.rados.0.smithi136.stdout:1352: done (0 left) 2024-08-19T11:35:25.665 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 2 current snap is 122 2024-08-19T11:35:25.665 INFO:tasks.rados.rados.0.smithi136.stdout:1353: seq_num 421 ranges {2105344=655360,2760704=442368,3203072=663552,3866624=499712} 2024-08-19T11:35:25.679 INFO:tasks.rados.rados.0.smithi136.stdout:1353: writing smithi13674108-2 from 2105344 to 2760704 tid 1 2024-08-19T11:35:25.682 INFO:tasks.rados.rados.0.smithi136.stdout:1353: writing smithi13674108-2 from 2760704 to 3203072 tid 2 2024-08-19T11:35:25.686 INFO:tasks.rados.rados.0.smithi136.stdout:1353: writing smithi13674108-2 from 3203072 to 3866624 tid 3 2024-08-19T11:35:25.689 INFO:tasks.rados.rados.0.smithi136.stdout:1353: writing smithi13674108-2 from 3866624 to 4366336 tid 4 2024-08-19T11:35:25.689 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 48 current snap is 122 2024-08-19T11:35:25.689 INFO:tasks.rados.rados.0.smithi136.stdout:1353: finishing write tid 1 to smithi13674108-2 2024-08-19T11:35:25.689 INFO:tasks.rados.rados.0.smithi136.stdout:1353: finishing write tid 2 to smithi13674108-2 2024-08-19T11:35:25.689 INFO:tasks.rados.rados.0.smithi136.stdout:1354: seq_num 422 ranges {0=671744,671744=729088,1400832=417792,1818624=458752} 2024-08-19T11:35:25.693 INFO:tasks.rados.rados.0.smithi136.stdout:1354: writing smithi13674108-48 from 0 to 671744 tid 1 2024-08-19T11:35:25.698 INFO:tasks.rados.rados.0.smithi136.stdout:1354: writing smithi13674108-48 from 671744 to 1400832 tid 2 2024-08-19T11:35:25.701 INFO:tasks.rados.rados.0.smithi136.stdout:1354: writing smithi13674108-48 from 1400832 to 1818624 tid 3 2024-08-19T11:35:25.704 INFO:tasks.rados.rados.0.smithi136.stdout:1354: writing smithi13674108-48 from 1818624 to 2277376 tid 4 2024-08-19T11:35:25.704 INFO:tasks.rados.rados.0.smithi136.stdout:1355: rmattr oid 21 current snap is 122 2024-08-19T11:35:25.704 INFO:tasks.rados.rados.0.smithi136.stdout:1353: finishing write tid 3 to smithi13674108-2 2024-08-19T11:35:25.704 INFO:tasks.rados.rados.0.smithi136.stdout:1353: finishing write tid 4 to smithi13674108-2 2024-08-19T11:35:25.704 INFO:tasks.rados.rados.0.smithi136.stdout:1353: finishing write tid 5 to smithi13674108-2 2024-08-19T11:35:25.704 INFO:tasks.rados.rados.0.smithi136.stdout:1353: finishing write tid 6 to smithi13674108-2 2024-08-19T11:35:25.704 INFO:tasks.rados.rados.0.smithi136.stdout:1353: oid 2 updating version 0 to 509 2024-08-19T11:35:25.704 INFO:tasks.rados.rados.0.smithi136.stdout:1353: oid 2 updating version 509 to 510 2024-08-19T11:35:25.704 INFO:tasks.rados.rados.0.smithi136.stdout:1353: oid 2 updating version 510 to 511 2024-08-19T11:35:25.704 INFO:tasks.rados.rados.0.smithi136.stdout:1353: oid 2 version 511 is already newer than 508 2024-08-19T11:35:25.704 INFO:tasks.rados.rados.0.smithi136.stdout:1353: oid 2 updating version 511 to 512 2024-08-19T11:35:25.704 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 2 v 512 (ObjNum 421 snap 122 seq_num 421) dirty exists 2024-08-19T11:35:25.705 INFO:tasks.rados.rados.0.smithi136.stdout:1353: left oid 2 (ObjNum 421 snap 122 seq_num 421) 2024-08-19T11:35:25.705 INFO:tasks.rados.rados.0.smithi136.stdout:1354: finishing write tid 1 to smithi13674108-48 2024-08-19T11:35:25.705 INFO:tasks.rados.rados.0.smithi136.stdout:1353: done (2 left) 2024-08-19T11:35:25.705 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 27 current snap is 122 2024-08-19T11:35:25.705 INFO:tasks.rados.rados.0.smithi136.stdout:1356: seq_num 423 ranges {2056192=688128,2744320=614400,3358720=622592,3981312=368640} 2024-08-19T11:35:25.718 INFO:tasks.rados.rados.0.smithi136.stdout:1356: writing smithi13674108-27 from 2056192 to 2744320 tid 1 2024-08-19T11:35:25.722 INFO:tasks.rados.rados.0.smithi136.stdout:1356: writing smithi13674108-27 from 2744320 to 3358720 tid 2 2024-08-19T11:35:25.726 INFO:tasks.rados.rados.0.smithi136.stdout:1356: writing smithi13674108-27 from 3358720 to 3981312 tid 3 2024-08-19T11:35:25.729 INFO:tasks.rados.rados.0.smithi136.stdout:1356: writing smithi13674108-27 from 3981312 to 4349952 tid 4 2024-08-19T11:35:25.729 INFO:tasks.rados.rados.0.smithi136.stdout:1357: delete oid 23 current snap is 122 2024-08-19T11:35:25.729 INFO:tasks.rados.rados.0.smithi136.stdout:1354: finishing write tid 2 to smithi13674108-48 2024-08-19T11:35:25.729 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 521 (ObjNum 418 snap 120 seq_num 418) dirty exists 2024-08-19T11:35:25.729 INFO:tasks.rados.rados.0.smithi136.stdout:1354: finishing write tid 3 to smithi13674108-48 2024-08-19T11:35:25.729 INFO:tasks.rados.rados.0.smithi136.stdout:1354: finishing write tid 4 to smithi13674108-48 2024-08-19T11:35:25.729 INFO:tasks.rados.rados.0.smithi136.stdout:1354: finishing write tid 5 to smithi13674108-48 2024-08-19T11:35:25.729 INFO:tasks.rados.rados.0.smithi136.stdout:1354: finishing write tid 6 to smithi13674108-48 2024-08-19T11:35:25.729 INFO:tasks.rados.rados.0.smithi136.stdout:1354: oid 48 updating version 0 to 606 2024-08-19T11:35:25.729 INFO:tasks.rados.rados.0.smithi136.stdout:1354: oid 48 updating version 606 to 611 2024-08-19T11:35:25.729 INFO:tasks.rados.rados.0.smithi136.stdout:1354: oid 48 version 611 is already newer than 601 2024-08-19T11:35:25.729 INFO:tasks.rados.rados.0.smithi136.stdout:1354: oid 48 version 611 is already newer than 607 2024-08-19T11:35:25.730 INFO:tasks.rados.rados.0.smithi136.stdout:1354: oid 48 version 611 is already newer than 610 2024-08-19T11:35:25.730 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 48 v 611 (ObjNum 422 snap 122 seq_num 422) dirty exists 2024-08-19T11:35:25.730 INFO:tasks.rados.rados.0.smithi136.stdout:1354: left oid 48 (ObjNum 422 snap 122 seq_num 422) 2024-08-19T11:35:25.730 INFO:tasks.rados.rados.0.smithi136.stdout:1356: finishing write tid 1 to smithi13674108-27 2024-08-19T11:35:25.730 INFO:tasks.rados.rados.0.smithi136.stdout:1356: finishing write tid 2 to smithi13674108-27 2024-08-19T11:35:25.730 INFO:tasks.rados.rados.0.smithi136.stdout:1356: finishing write tid 3 to smithi13674108-27 2024-08-19T11:35:25.730 INFO:tasks.rados.rados.0.smithi136.stdout:1356: finishing write tid 4 to smithi13674108-27 2024-08-19T11:35:25.730 INFO:tasks.rados.rados.0.smithi136.stdout:1354: done (3 left) 2024-08-19T11:35:25.731 INFO:tasks.rados.rados.0.smithi136.stdout:1355: done (2 left) 2024-08-19T11:35:25.731 INFO:tasks.rados.rados.0.smithi136.stdout:1357: done (1 left) 2024-08-19T11:35:25.731 INFO:tasks.rados.rados.0.smithi136.stdout:1358: snap_remove snap 119 2024-08-19T11:35:25.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:25 smithi155 ceph-mon[76679]: osdmap e325: 8 total, 8 up, 8 in 2024-08-19T11:35:25.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:25.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:35:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:25 smithi136 ceph-mon[88916]: osdmap e325: 8 total, 8 up, 8 in 2024-08-19T11:35:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:35:26.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:25 smithi136 ceph-mon[86496]: osdmap e325: 8 total, 8 up, 8 in 2024-08-19T11:35:26.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:26.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:35:26.667 INFO:tasks.rados.rados.0.smithi136.stdout:1358: done (1 left) 2024-08-19T11:35:26.668 INFO:tasks.rados.rados.0.smithi136.stdout:1359: setattr oid 23 current snap is 122 2024-08-19T11:35:26.668 INFO:tasks.rados.rados.0.smithi136.stdout:1356: finishing write tid 5 to smithi13674108-27 2024-08-19T11:35:26.668 INFO:tasks.rados.rados.0.smithi136.stdout:1356: finishing write tid 6 to smithi13674108-27 2024-08-19T11:35:26.668 INFO:tasks.rados.rados.0.smithi136.stdout:1356: oid 27 updating version 0 to 110 2024-08-19T11:35:26.668 INFO:tasks.rados.rados.0.smithi136.stdout:1356: oid 27 updating version 110 to 114 2024-08-19T11:35:26.668 INFO:tasks.rados.rados.0.smithi136.stdout:1356: oid 27 version 114 is already newer than 112 2024-08-19T11:35:26.668 INFO:tasks.rados.rados.0.smithi136.stdout:1356: oid 27 version 114 is already newer than 111 2024-08-19T11:35:26.668 INFO:tasks.rados.rados.0.smithi136.stdout:1356: oid 27 version 114 is already newer than 113 2024-08-19T11:35:26.668 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 114 (ObjNum 423 snap 122 seq_num 423) dirty exists 2024-08-19T11:35:26.668 INFO:tasks.rados.rados.0.smithi136.stdout:1356: left oid 27 (ObjNum 423 snap 122 seq_num 423) 2024-08-19T11:35:26.671 INFO:tasks.rados.rados.0.smithi136.stdout:1356: done (1 left) 2024-08-19T11:35:26.671 INFO:tasks.rados.rados.0.smithi136.stdout:1360: copy_from oid 42 from oid 28 current snap is 122 2024-08-19T11:35:26.671 INFO:tasks.rados.rados.0.smithi136.stdout:1361: read oid 26 snap -1 2024-08-19T11:35:26.671 INFO:tasks.rados.rados.0.smithi136.stdout:1361: expect (ObjNum 310 snap 94 seq_num 310) 2024-08-19T11:35:26.671 INFO:tasks.rados.rados.0.smithi136.stdout:1362: read oid 35 snap -1 2024-08-19T11:35:26.671 INFO:tasks.rados.rados.0.smithi136.stdout:1362: expect (ObjNum 125 snap 32 seq_num 125) 2024-08-19T11:35:26.671 INFO:tasks.rados.rados.0.smithi136.stdout:1363: delete oid 19 current snap is 122 2024-08-19T11:35:26.677 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 410 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-19T11:35:26.678 INFO:tasks.rados.rados.0.smithi136.stdout:1359: done (4 left) 2024-08-19T11:35:26.678 INFO:tasks.rados.rados.0.smithi136.stdout:1363: done (3 left) 2024-08-19T11:35:26.678 INFO:tasks.rados.rados.0.smithi136.stdout:1364: rollback oid 19 current snap is 122 2024-08-19T11:35:26.678 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 19 to 121 2024-08-19T11:35:26.678 INFO:tasks.rados.rados.0.smithi136.stdout:1365: rmattr oid 1 current snap is 122 2024-08-19T11:35:26.678 INFO:tasks.rados.rados.0.smithi136.stdout:1365: done (4 left) 2024-08-19T11:35:26.678 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 9 current snap is 122 2024-08-19T11:35:26.678 INFO:tasks.rados.rados.0.smithi136.stdout:1366: seq_num 426 ranges {3366912=737280,4104192=712704,4816896=802816,5619712=90112} 2024-08-19T11:35:26.700 INFO:tasks.rados.rados.0.smithi136.stdout:1366: writing smithi13674108-9 from 3366912 to 4104192 tid 1 2024-08-19T11:35:26.704 INFO:tasks.rados.rados.0.smithi136.stdout:1366: writing smithi13674108-9 from 4104192 to 4816896 tid 2 2024-08-19T11:35:26.709 INFO:tasks.rados.rados.0.smithi136.stdout:1366: writing smithi13674108-9 from 4816896 to 5619712 tid 3 2024-08-19T11:35:26.710 INFO:tasks.rados.rados.0.smithi136.stdout:1366: writing smithi13674108-9 from 5619712 to 5709824 tid 4 2024-08-19T11:35:26.710 INFO:tasks.rados.rados.0.smithi136.stdout:1367: rmattr oid 47 current snap is 122 2024-08-19T11:35:26.710 INFO:tasks.rados.rados.0.smithi136.stdout:1367: done (5 left) 2024-08-19T11:35:26.710 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 47 current snap is 122 2024-08-19T11:35:26.710 INFO:tasks.rados.rados.0.smithi136.stdout:1360: finishing copy_from to smithi13674108-42 2024-08-19T11:35:26.710 INFO:tasks.rados.rados.0.smithi136.stdout:1360: got expected ENOENT (src dne) 2024-08-19T11:35:26.710 INFO:tasks.rados.rados.0.smithi136.stdout:1360: finishing copy_from racing read to smithi13674108-42 2024-08-19T11:35:26.711 INFO:tasks.rados.rados.0.smithi136.stdout:1364: finishing rollback tid 1 to smithi13674108-19 2024-08-19T11:35:26.711 INFO:tasks.rados.rados.0.smithi136.stdout:1364: finishing rollback tid 2 to smithi13674108-19 2024-08-19T11:35:26.711 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 496 (ObjNum 291 snap 86 seq_num 291) dirty exists 2024-08-19T11:35:26.711 INFO:tasks.rados.rados.0.smithi136.stdout:1368: seq_num 427 ranges {0=761856,761856=598016,1359872=606208,1966080=401408} 2024-08-19T11:35:26.714 INFO:tasks.rados.rados.0.smithi136.stdout:1368: writing smithi13674108-47 from 0 to 761856 tid 1 2024-08-19T11:35:26.717 INFO:tasks.rados.rados.0.smithi136.stdout:1368: writing smithi13674108-47 from 761856 to 1359872 tid 2 2024-08-19T11:35:26.721 INFO:tasks.rados.rados.0.smithi136.stdout:1368: writing smithi13674108-47 from 1359872 to 1966080 tid 3 2024-08-19T11:35:26.723 INFO:tasks.rados.rados.0.smithi136.stdout:1368: writing smithi13674108-47 from 1966080 to 2367488 tid 4 2024-08-19T11:35:26.724 INFO:tasks.rados.rados.0.smithi136.stdout:1360: done (5 left) 2024-08-19T11:35:26.724 INFO:tasks.rados.rados.0.smithi136.stdout:1364: done (4 left) 2024-08-19T11:35:26.724 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 38 current snap is 122 2024-08-19T11:35:26.724 INFO:tasks.rados.rados.0.smithi136.stdout:1361: expect (ObjNum 310 snap 94 seq_num 310) 2024-08-19T11:35:26.827 INFO:tasks.rados.rados.0.smithi136.stdout:1362: expect (ObjNum 125 snap 32 seq_num 125) 2024-08-19T11:35:26.944 INFO:tasks.rados.rados.0.smithi136.stdout:1366: finishing write tid 1 to smithi13674108-9 2024-08-19T11:35:26.945 INFO:tasks.rados.rados.0.smithi136.stdout:1366: finishing write tid 2 to smithi13674108-9 2024-08-19T11:35:26.945 INFO:tasks.rados.rados.0.smithi136.stdout:1369: seq_num 428 ranges {2179072=778240,2957312=483328,3440640=409600,3850240=417792,4268032=294912} 2024-08-19T11:35:26.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:26 smithi155 ceph-mon[76679]: pgmap v122: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 167 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 53/279 objects degraded (18.996%) 2024-08-19T11:35:26.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:26 smithi155 ceph-mon[76679]: osdmap e326: 8 total, 8 up, 8 in 2024-08-19T11:35:26.960 INFO:tasks.rados.rados.0.smithi136.stdout:1369: writing smithi13674108-38 from 2179072 to 2957312 tid 1 2024-08-19T11:35:26.962 INFO:tasks.rados.rados.0.smithi136.stdout:1369: writing smithi13674108-38 from 2957312 to 3440640 tid 2 2024-08-19T11:35:26.965 INFO:tasks.rados.rados.0.smithi136.stdout:1369: writing smithi13674108-38 from 3440640 to 3850240 tid 3 2024-08-19T11:35:26.967 INFO:tasks.rados.rados.0.smithi136.stdout:1369: writing smithi13674108-38 from 3850240 to 4268032 tid 4 2024-08-19T11:35:26.970 INFO:tasks.rados.rados.0.smithi136.stdout:1369: writing smithi13674108-38 from 4268032 to 4562944 tid 5 2024-08-19T11:35:26.970 INFO:tasks.rados.rados.0.smithi136.stdout:1361: done (4 left) 2024-08-19T11:35:26.970 INFO:tasks.rados.rados.0.smithi136.stdout:1362: done (3 left) 2024-08-19T11:35:26.970 INFO:tasks.rados.rados.0.smithi136.stdout:1370: read oid 31 snap -1 2024-08-19T11:35:26.970 INFO:tasks.rados.rados.0.smithi136.stdout:1370: expect deleted 2024-08-19T11:35:26.970 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 6 current snap is 122 2024-08-19T11:35:26.970 INFO:tasks.rados.rados.0.smithi136.stdout:1366: finishing write tid 3 to smithi13674108-9 2024-08-19T11:35:26.970 INFO:tasks.rados.rados.0.smithi136.stdout:1366: finishing write tid 4 to smithi13674108-9 2024-08-19T11:35:26.971 INFO:tasks.rados.rados.0.smithi136.stdout:1366: finishing write tid 5 to smithi13674108-9 2024-08-19T11:35:26.971 INFO:tasks.rados.rados.0.smithi136.stdout:1366: finishing write tid 6 to smithi13674108-9 2024-08-19T11:35:26.971 INFO:tasks.rados.rados.0.smithi136.stdout:1366: oid 9 updating version 0 to 193 2024-08-19T11:35:26.971 INFO:tasks.rados.rados.0.smithi136.stdout:1366: oid 9 updating version 193 to 197 2024-08-19T11:35:26.971 INFO:tasks.rados.rados.0.smithi136.stdout:1366: oid 9 version 197 is already newer than 194 2024-08-19T11:35:26.971 INFO:tasks.rados.rados.0.smithi136.stdout:1366: oid 9 version 197 is already newer than 195 2024-08-19T11:35:26.971 INFO:tasks.rados.rados.0.smithi136.stdout:1366: oid 9 version 197 is already newer than 196 2024-08-19T11:35:26.971 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 197 (ObjNum 426 snap 122 seq_num 426) dirty exists 2024-08-19T11:35:26.971 INFO:tasks.rados.rados.0.smithi136.stdout:1366: left oid 9 (ObjNum 426 snap 122 seq_num 426) 2024-08-19T11:35:26.971 INFO:tasks.rados.rados.0.smithi136.stdout:1368: finishing write tid 1 to smithi13674108-47 2024-08-19T11:35:26.971 INFO:tasks.rados.rados.0.smithi136.stdout:1368: finishing write tid 2 to smithi13674108-47 2024-08-19T11:35:26.971 INFO:tasks.rados.rados.0.smithi136.stdout:1368: finishing write tid 3 to smithi13674108-47 2024-08-19T11:35:26.971 INFO:tasks.rados.rados.0.smithi136.stdout:1368: finishing write tid 4 to smithi13674108-47 2024-08-19T11:35:26.972 INFO:tasks.rados.rados.0.smithi136.stdout:1368: finishing write tid 5 to smithi13674108-47 2024-08-19T11:35:26.972 INFO:tasks.rados.rados.0.smithi136.stdout:1368: finishing write tid 6 to smithi13674108-47 2024-08-19T11:35:26.972 INFO:tasks.rados.rados.0.smithi136.stdout:1368: oid 47 updating version 0 to 524 2024-08-19T11:35:26.972 INFO:tasks.rados.rados.0.smithi136.stdout:1368: oid 47 updating version 524 to 526 2024-08-19T11:35:26.972 INFO:tasks.rados.rados.0.smithi136.stdout:1368: oid 47 version 526 is already newer than 525 2024-08-19T11:35:26.972 INFO:tasks.rados.rados.0.smithi136.stdout:1368: oid 47 version 526 is already newer than 523 2024-08-19T11:35:26.972 INFO:tasks.rados.rados.0.smithi136.stdout:1368: oid 47 version 526 is already newer than 522 2024-08-19T11:35:26.972 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 526 (ObjNum 427 snap 122 seq_num 427) dirty exists 2024-08-19T11:35:26.972 INFO:tasks.rados.rados.0.smithi136.stdout:1368: left oid 47 (ObjNum 427 snap 122 seq_num 427) 2024-08-19T11:35:26.972 INFO:tasks.rados.rados.0.smithi136.stdout:1369: finishing write tid 1 to smithi13674108-38 2024-08-19T11:35:26.972 INFO:tasks.rados.rados.0.smithi136.stdout:1369: finishing write tid 2 to smithi13674108-38 2024-08-19T11:35:26.972 INFO:tasks.rados.rados.0.smithi136.stdout:1371: seq_num 429 ranges {7413760=794624,8208384=770048,8978432=622592,9601024=212992} 2024-08-19T11:35:27.013 INFO:tasks.rados.rados.0.smithi136.stdout:1371: writing smithi13674108-6 from 7413760 to 8208384 tid 1 2024-08-19T11:35:27.017 INFO:tasks.rados.rados.0.smithi136.stdout:1371: writing smithi13674108-6 from 8208384 to 8978432 tid 2 2024-08-19T11:35:27.021 INFO:tasks.rados.rados.0.smithi136.stdout:1371: writing smithi13674108-6 from 8978432 to 9601024 tid 3 2024-08-19T11:35:27.022 INFO:tasks.rados.rados.0.smithi136.stdout:1371: writing smithi13674108-6 from 9601024 to 9814016 tid 4 2024-08-19T11:35:27.022 INFO:tasks.rados.rados.0.smithi136.stdout:1366: done (4 left) 2024-08-19T11:35:27.022 INFO:tasks.rados.rados.0.smithi136.stdout:1368: done (3 left) 2024-08-19T11:35:27.023 INFO:tasks.rados.rados.0.smithi136.stdout:1372: snap_remove snap 120 2024-08-19T11:35:27.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:26 smithi136 ceph-mon[88916]: pgmap v122: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 167 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 53/279 objects degraded (18.996%) 2024-08-19T11:35:27.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:26 smithi136 ceph-mon[88916]: osdmap e326: 8 total, 8 up, 8 in 2024-08-19T11:35:27.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:26 smithi136 ceph-mon[86496]: pgmap v122: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 167 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 53/279 objects degraded (18.996%) 2024-08-19T11:35:27.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:26 smithi136 ceph-mon[86496]: osdmap e326: 8 total, 8 up, 8 in 2024-08-19T11:35:27.683 INFO:tasks.rados.rados.0.smithi136.stdout:1372: done (3 left) 2024-08-19T11:35:27.683 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 40 current snap is 122 2024-08-19T11:35:27.683 INFO:tasks.rados.rados.0.smithi136.stdout:1369: finishing write tid 3 to smithi13674108-38 2024-08-19T11:35:27.683 INFO:tasks.rados.rados.0.smithi136.stdout:1373: seq_num 430 ranges {2932736=8192} 2024-08-19T11:35:27.699 INFO:tasks.rados.rados.0.smithi136.stdout:1373: writing smithi13674108-40 from 2932736 to 2940928 tid 1 2024-08-19T11:35:27.699 INFO:tasks.rados.rados.0.smithi136.stdout:1374: snap_create 2024-08-19T11:35:27.699 INFO:tasks.rados.rados.0.smithi136.stdout:1369: finishing write tid 4 to smithi13674108-38 2024-08-19T11:35:27.699 INFO:tasks.rados.rados.0.smithi136.stdout:1369: finishing write tid 5 to smithi13674108-38 2024-08-19T11:35:27.699 INFO:tasks.rados.rados.0.smithi136.stdout:1369: finishing write tid 6 to smithi13674108-38 2024-08-19T11:35:27.700 INFO:tasks.rados.rados.0.smithi136.stdout:1369: finishing write tid 7 to smithi13674108-38 2024-08-19T11:35:27.700 INFO:tasks.rados.rados.0.smithi136.stdout:1369: oid 38 updating version 0 to 376 2024-08-19T11:35:27.700 INFO:tasks.rados.rados.0.smithi136.stdout:1369: oid 38 version 376 is already newer than 374 2024-08-19T11:35:27.700 INFO:tasks.rados.rados.0.smithi136.stdout:1369: oid 38 updating version 376 to 378 2024-08-19T11:35:27.700 INFO:tasks.rados.rados.0.smithi136.stdout:1369: oid 38 version 378 is already newer than 377 2024-08-19T11:35:27.700 INFO:tasks.rados.rados.0.smithi136.stdout:1369: oid 38 version 378 is already newer than 375 2024-08-19T11:35:27.700 INFO:tasks.rados.rados.0.smithi136.stdout:1369: oid 38 version 378 is already newer than 373 2024-08-19T11:35:27.700 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 378 (ObjNum 428 snap 122 seq_num 428) dirty exists 2024-08-19T11:35:27.700 INFO:tasks.rados.rados.0.smithi136.stdout:1369: left oid 38 (ObjNum 428 snap 122 seq_num 428) 2024-08-19T11:35:27.700 INFO:tasks.rados.rados.0.smithi136.stdout:1371: finishing write tid 1 to smithi13674108-6 2024-08-19T11:35:27.700 INFO:tasks.rados.rados.0.smithi136.stdout:1371: finishing write tid 2 to smithi13674108-6 2024-08-19T11:35:27.700 INFO:tasks.rados.rados.0.smithi136.stdout:1371: finishing write tid 3 to smithi13674108-6 2024-08-19T11:35:27.700 INFO:tasks.rados.rados.0.smithi136.stdout:1371: finishing write tid 4 to smithi13674108-6 2024-08-19T11:35:27.700 INFO:tasks.rados.rados.0.smithi136.stdout:1371: finishing write tid 5 to smithi13674108-6 2024-08-19T11:35:27.700 INFO:tasks.rados.rados.0.smithi136.stdout:1371: finishing write tid 6 to smithi13674108-6 2024-08-19T11:35:27.701 INFO:tasks.rados.rados.0.smithi136.stdout:1371: oid 6 updating version 0 to 531 2024-08-19T11:35:27.701 INFO:tasks.rados.rados.0.smithi136.stdout:1371: oid 6 version 531 is already newer than 530 2024-08-19T11:35:27.701 INFO:tasks.rados.rados.0.smithi136.stdout:1371: oid 6 version 531 is already newer than 529 2024-08-19T11:35:27.701 INFO:tasks.rados.rados.0.smithi136.stdout:1371: oid 6 version 531 is already newer than 528 2024-08-19T11:35:27.701 INFO:tasks.rados.rados.0.smithi136.stdout:1371: oid 6 version 531 is already newer than 527 2024-08-19T11:35:27.701 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 531 (ObjNum 429 snap 122 seq_num 429) dirty exists 2024-08-19T11:35:27.701 INFO:tasks.rados.rados.0.smithi136.stdout:1371: left oid 6 (ObjNum 429 snap 122 seq_num 429) 2024-08-19T11:35:27.705 INFO:tasks.rados.rados.0.smithi136.stdout:1373: finishing write tid 1 to smithi13674108-40 2024-08-19T11:35:27.705 INFO:tasks.rados.rados.0.smithi136.stdout:1373: finishing write tid 2 to smithi13674108-40 2024-08-19T11:35:27.707 INFO:tasks.rados.rados.0.smithi136.stdout:1373: finishing write tid 3 to smithi13674108-40 2024-08-19T11:35:27.707 INFO:tasks.rados.rados.0.smithi136.stdout:1373: oid 40 updating version 0 to 380 2024-08-19T11:35:27.707 INFO:tasks.rados.rados.0.smithi136.stdout:1373: oid 40 version 380 is already newer than 379 2024-08-19T11:35:27.707 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 380 (ObjNum 430 snap 122 seq_num 430) dirty exists 2024-08-19T11:35:27.707 INFO:tasks.rados.rados.0.smithi136.stdout:1373: left oid 40 (ObjNum 430 snap 122 seq_num 430) 2024-08-19T11:35:27.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:27 smithi136 ceph-mon[88916]: osdmap e327: 8 total, 8 up, 8 in 2024-08-19T11:35:27.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:27 smithi136 ceph-mon[86496]: osdmap e327: 8 total, 8 up, 8 in 2024-08-19T11:35:27.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:35:27 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:35:27] "GET /metrics HTTP/1.1" 200 36026 "" "Prometheus/2.43.0" 2024-08-19T11:35:27.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:27 smithi155 ceph-mon[76679]: osdmap e327: 8 total, 8 up, 8 in 2024-08-19T11:35:28.616 INFO:tasks.rados.rados.0.smithi136.stdout:1369: done (4 left) 2024-08-19T11:35:28.616 INFO:tasks.rados.rados.0.smithi136.stdout:1370: done (3 left) 2024-08-19T11:35:28.616 INFO:tasks.rados.rados.0.smithi136.stdout:1371: done (2 left) 2024-08-19T11:35:28.616 INFO:tasks.rados.rados.0.smithi136.stdout:1373: done (1 left) 2024-08-19T11:35:28.616 INFO:tasks.rados.rados.0.smithi136.stdout:1374: done (0 left) 2024-08-19T11:35:28.616 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 44 current snap is 123 2024-08-19T11:35:28.617 INFO:tasks.rados.rados.0.smithi136.stdout:1375: seq_num 431 ranges {1671168=24576} 2024-08-19T11:35:28.625 INFO:tasks.rados.rados.0.smithi136.stdout:1375: writing smithi13674108-44 from 1671168 to 1695744 tid 1 2024-08-19T11:35:28.625 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 48 current snap is 123 2024-08-19T11:35:28.625 INFO:tasks.rados.rados.0.smithi136.stdout:1376: seq_num 432 ranges {2277376=40960} 2024-08-19T11:35:28.638 INFO:tasks.rados.rados.0.smithi136.stdout:1376: writing smithi13674108-48 from 2277376 to 2318336 tid 1 2024-08-19T11:35:28.638 INFO:tasks.rados.rados.0.smithi136.stdout:1377: delete oid 25 current snap is 123 2024-08-19T11:35:28.638 INFO:tasks.rados.rados.0.smithi136.stdout:1375: finishing write tid 1 to smithi13674108-44 2024-08-19T11:35:28.638 INFO:tasks.rados.rados.0.smithi136.stdout:1375: finishing write tid 2 to smithi13674108-44 2024-08-19T11:35:28.638 INFO:tasks.rados.rados.0.smithi136.stdout:1375: finishing write tid 3 to smithi13674108-44 2024-08-19T11:35:28.638 INFO:tasks.rados.rados.0.smithi136.stdout:1375: oid 44 updating version 0 to 599 2024-08-19T11:35:28.638 INFO:tasks.rados.rados.0.smithi136.stdout:1375: oid 44 updating version 599 to 600 2024-08-19T11:35:28.638 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 600 (ObjNum 431 snap 123 seq_num 431) dirty exists 2024-08-19T11:35:28.639 INFO:tasks.rados.rados.0.smithi136.stdout:1375: left oid 44 (ObjNum 431 snap 123 seq_num 431) 2024-08-19T11:35:28.643 INFO:tasks.rados.rados.0.smithi136.stdout:1375: done (2 left) 2024-08-19T11:35:28.643 INFO:tasks.rados.rados.0.smithi136.stdout:1377: done (1 left) 2024-08-19T11:35:28.643 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 22 current snap is 123 2024-08-19T11:35:28.643 INFO:tasks.rados.rados.0.smithi136.stdout:1378: seq_num 434 ranges {0=73728} 2024-08-19T11:35:28.644 INFO:tasks.rados.rados.0.smithi136.stdout:1378: writing smithi13674108-22 from 0 to 73728 tid 1 2024-08-19T11:35:28.644 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 49 current snap is 123 2024-08-19T11:35:28.644 INFO:tasks.rados.rados.0.smithi136.stdout:1379: seq_num 435 ranges {8011776=90112} 2024-08-19T11:35:28.688 INFO:tasks.rados.rados.0.smithi136.stdout:1379: writing smithi13674108-49 from 8011776 to 8101888 tid 1 2024-08-19T11:35:28.688 INFO:tasks.rados.rados.0.smithi136.stdout:1380: read oid 44 snap 121 2024-08-19T11:35:28.688 INFO:tasks.rados.rados.0.smithi136.stdout:1380: expect (ObjNum 386 snap 111 seq_num 386) 2024-08-19T11:35:28.688 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 46 current snap is 123 2024-08-19T11:35:28.688 INFO:tasks.rados.rados.0.smithi136.stdout:1376: finishing write tid 1 to smithi13674108-48 2024-08-19T11:35:28.688 INFO:tasks.rados.rados.0.smithi136.stdout:1376: finishing write tid 2 to smithi13674108-48 2024-08-19T11:35:28.688 INFO:tasks.rados.rados.0.smithi136.stdout:1376: finishing write tid 3 to smithi13674108-48 2024-08-19T11:35:28.688 INFO:tasks.rados.rados.0.smithi136.stdout:1376: oid 48 updating version 0 to 614 2024-08-19T11:35:28.688 INFO:tasks.rados.rados.0.smithi136.stdout:1376: oid 48 version 614 is already newer than 613 2024-08-19T11:35:28.688 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 48 v 614 (ObjNum 432 snap 123 seq_num 432) dirty exists 2024-08-19T11:35:28.689 INFO:tasks.rados.rados.0.smithi136.stdout:1376: left oid 48 (ObjNum 432 snap 123 seq_num 432) 2024-08-19T11:35:28.689 INFO:tasks.rados.rados.0.smithi136.stdout:1378: finishing write tid 1 to smithi13674108-22 2024-08-19T11:35:28.689 INFO:tasks.rados.rados.0.smithi136.stdout:1378: finishing write tid 2 to smithi13674108-22 2024-08-19T11:35:28.689 INFO:tasks.rados.rados.0.smithi136.stdout:1378: finishing write tid 3 to smithi13674108-22 2024-08-19T11:35:28.689 INFO:tasks.rados.rados.0.smithi136.stdout:1378: oid 22 updating version 0 to 560 2024-08-19T11:35:28.689 INFO:tasks.rados.rados.0.smithi136.stdout:1378: oid 22 updating version 560 to 561 2024-08-19T11:35:28.689 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 561 (ObjNum 434 snap 123 seq_num 434) dirty exists 2024-08-19T11:35:28.689 INFO:tasks.rados.rados.0.smithi136.stdout:1378: left oid 22 (ObjNum 434 snap 123 seq_num 434) 2024-08-19T11:35:28.689 INFO:tasks.rados.rados.0.smithi136.stdout:1381: seq_num 436 ranges {4145152=106496} 2024-08-19T11:35:28.710 INFO:tasks.rados.rados.0.smithi136.stdout:1381: writing smithi13674108-46 from 4145152 to 4251648 tid 1 2024-08-19T11:35:28.711 INFO:tasks.rados.rados.0.smithi136.stdout:1376: done (4 left) 2024-08-19T11:35:28.711 INFO:tasks.rados.rados.0.smithi136.stdout:1378: done (3 left) 2024-08-19T11:35:28.711 INFO:tasks.rados.rados.0.smithi136.stdout:1382: delete oid 3 current snap is 123 2024-08-19T11:35:28.711 INFO:tasks.rados.rados.0.smithi136.stdout:1379: finishing write tid 1 to smithi13674108-49 2024-08-19T11:35:28.711 INFO:tasks.rados.rados.0.smithi136.stdout:1379: finishing write tid 2 to smithi13674108-49 2024-08-19T11:35:28.711 INFO:tasks.rados.rados.0.smithi136.stdout:1379: finishing write tid 3 to smithi13674108-49 2024-08-19T11:35:28.711 INFO:tasks.rados.rados.0.smithi136.stdout:1379: oid 49 updating version 0 to 519 2024-08-19T11:35:28.711 INFO:tasks.rados.rados.0.smithi136.stdout:1379: oid 49 version 519 is already newer than 518 2024-08-19T11:35:28.711 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 519 (ObjNum 435 snap 123 seq_num 435) dirty exists 2024-08-19T11:35:28.711 INFO:tasks.rados.rados.0.smithi136.stdout:1379: left oid 49 (ObjNum 435 snap 123 seq_num 435) 2024-08-19T11:35:28.711 INFO:tasks.rados.rados.0.smithi136.stdout:1380: expect (ObjNum 386 snap 111 seq_num 386) 2024-08-19T11:35:28.754 INFO:tasks.rados.rados.0.smithi136.stdout:1381: finishing write tid 1 to smithi13674108-46 2024-08-19T11:35:28.754 INFO:tasks.rados.rados.0.smithi136.stdout:1381: finishing write tid 2 to smithi13674108-46 2024-08-19T11:35:28.754 INFO:tasks.rados.rados.0.smithi136.stdout:1381: finishing write tid 3 to smithi13674108-46 2024-08-19T11:35:28.754 INFO:tasks.rados.rados.0.smithi136.stdout:1381: oid 46 updating version 0 to 527 2024-08-19T11:35:28.754 INFO:tasks.rados.rados.0.smithi136.stdout:1381: oid 46 version 527 is already newer than 526 2024-08-19T11:35:28.754 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 46 v 527 (ObjNum 436 snap 123 seq_num 436) dirty exists 2024-08-19T11:35:28.754 INFO:tasks.rados.rados.0.smithi136.stdout:1381: left oid 46 (ObjNum 436 snap 123 seq_num 436) 2024-08-19T11:35:28.754 INFO:tasks.rados.rados.0.smithi136.stdout:1379: done (3 left) 2024-08-19T11:35:28.755 INFO:tasks.rados.rados.0.smithi136.stdout:1380: done (2 left) 2024-08-19T11:35:28.755 INFO:tasks.rados.rados.0.smithi136.stdout:1381: done (1 left) 2024-08-19T11:35:28.755 INFO:tasks.rados.rados.0.smithi136.stdout:1382: done (0 left) 2024-08-19T11:35:28.755 INFO:tasks.rados.rados.0.smithi136.stdout:1383: setattr oid 28 current snap is 123 2024-08-19T11:35:28.755 INFO:tasks.rados.rados.0.smithi136.stdout:1384: snap_remove snap 122 2024-08-19T11:35:28.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:28 smithi155 ceph-mon[76679]: pgmap v125: 121 pgs: 121 active+clean; 147 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 10 op/s; 20 MiB/s, 4 objects/s recovering 2024-08-19T11:35:28.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:28 smithi155 ceph-mon[76679]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 53/279 objects degraded (18.996%), 15 pgs degraded) 2024-08-19T11:35:28.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:28 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:35:28.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:28 smithi155 ceph-mon[76679]: mgrmap e40: y(active, since 92s), standbys: x 2024-08-19T11:35:28.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:28 smithi155 ceph-mon[76679]: osdmap e328: 8 total, 8 up, 8 in 2024-08-19T11:35:28.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:28 smithi155 ceph-mon[76679]: osdmap e329: 8 total, 8 up, 8 in 2024-08-19T11:35:29.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:28 smithi136 ceph-mon[86496]: pgmap v125: 121 pgs: 121 active+clean; 147 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 10 op/s; 20 MiB/s, 4 objects/s recovering 2024-08-19T11:35:29.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:28 smithi136 ceph-mon[86496]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 53/279 objects degraded (18.996%), 15 pgs degraded) 2024-08-19T11:35:29.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:28 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:35:29.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:28 smithi136 ceph-mon[86496]: mgrmap e40: y(active, since 92s), standbys: x 2024-08-19T11:35:29.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:28 smithi136 ceph-mon[86496]: osdmap e328: 8 total, 8 up, 8 in 2024-08-19T11:35:29.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:28 smithi136 ceph-mon[86496]: osdmap e329: 8 total, 8 up, 8 in 2024-08-19T11:35:29.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:28 smithi136 ceph-mon[88916]: pgmap v125: 121 pgs: 121 active+clean; 147 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 10 op/s; 20 MiB/s, 4 objects/s recovering 2024-08-19T11:35:29.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:28 smithi136 ceph-mon[88916]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 53/279 objects degraded (18.996%), 15 pgs degraded) 2024-08-19T11:35:29.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:28 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:35:29.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:28 smithi136 ceph-mon[88916]: mgrmap e40: y(active, since 92s), standbys: x 2024-08-19T11:35:29.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:28 smithi136 ceph-mon[88916]: osdmap e328: 8 total, 8 up, 8 in 2024-08-19T11:35:29.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:28 smithi136 ceph-mon[88916]: osdmap e329: 8 total, 8 up, 8 in 2024-08-19T11:35:29.683 INFO:tasks.rados.rados.0.smithi136.stdout:1384: done (1 left) 2024-08-19T11:35:29.683 INFO:tasks.rados.rados.0.smithi136.stdout:1385: setattr oid 50 current snap is 123 2024-08-19T11:35:29.683 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 603 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-19T11:35:29.684 INFO:tasks.rados.rados.0.smithi136.stdout:1383: done (1 left) 2024-08-19T11:35:29.684 INFO:tasks.rados.rados.0.smithi136.stdout:1386: rollback oid 32 current snap is 123 2024-08-19T11:35:29.684 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 32 to 121 2024-08-19T11:35:29.684 INFO:tasks.rados.rados.0.smithi136.stdout:1387: copy_from oid 19 from oid 46 current snap is 123 2024-08-19T11:35:29.684 INFO:tasks.rados.rados.0.smithi136.stdout:1388: delete oid 44 current snap is 123 2024-08-19T11:35:29.690 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 522 (ObjNum 929 snap 0 seq_num 2169919560) dirty exists 2024-08-19T11:35:29.692 INFO:tasks.rados.rados.0.smithi136.stdout:1386: finishing rollback tid 0 to smithi13674108-32 2024-08-19T11:35:29.693 INFO:tasks.rados.rados.0.smithi136.stdout:1386: finishing rollback tid 1 to smithi13674108-32 2024-08-19T11:35:29.693 INFO:tasks.rados.rados.0.smithi136.stdout:1385: done (3 left) 2024-08-19T11:35:29.693 INFO:tasks.rados.rados.0.smithi136.stdout:1388: done (2 left) 2024-08-19T11:35:29.693 INFO:tasks.rados.rados.0.smithi136.stdout:1389: read oid 35 snap -1 2024-08-19T11:35:29.693 INFO:tasks.rados.rados.0.smithi136.stdout:1389: expect (ObjNum 125 snap 32 seq_num 125) 2024-08-19T11:35:29.694 INFO:tasks.rados.rados.0.smithi136.stdout:1390: delete oid 12 current snap is 123 2024-08-19T11:35:29.694 INFO:tasks.rados.rados.0.smithi136.stdout:1386: finishing rollback tid 2 to smithi13674108-32 2024-08-19T11:35:29.694 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 32 v 288 (ObjNum 407 snap 116 seq_num 407) dirty exists 2024-08-19T11:35:29.706 INFO:tasks.rados.rados.0.smithi136.stdout:1387: finishing copy_from racing read to smithi13674108-19 2024-08-19T11:35:29.708 INFO:tasks.rados.rados.0.smithi136.stdout:1387: finishing copy_from to smithi13674108-19 2024-08-19T11:35:29.708 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 527 (ObjNum 436 snap 123 seq_num 436) dirty exists 2024-08-19T11:35:29.710 INFO:tasks.rados.rados.0.smithi136.stdout:1389: expect (ObjNum 125 snap 32 seq_num 125) 2024-08-19T11:35:29.829 INFO:tasks.rados.rados.0.smithi136.stdout:1386: done (3 left) 2024-08-19T11:35:29.829 INFO:tasks.rados.rados.0.smithi136.stdout:1387: done (2 left) 2024-08-19T11:35:29.830 INFO:tasks.rados.rados.0.smithi136.stdout:1389: done (1 left) 2024-08-19T11:35:29.830 INFO:tasks.rados.rados.0.smithi136.stdout:1390: done (0 left) 2024-08-19T11:35:29.830 INFO:tasks.rados.rados.0.smithi136.stdout:1391: snap_remove snap 121 2024-08-19T11:35:30.688 INFO:tasks.rados.rados.0.smithi136.stdout:1391: done (0 left) 2024-08-19T11:35:30.689 INFO:tasks.rados.rados.0.smithi136.stdout:1392: copy_from oid 4 from oid 11 current snap is 123 2024-08-19T11:35:30.689 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 27 current snap is 123 2024-08-19T11:35:30.689 INFO:tasks.rados.rados.0.smithi136.stdout:1393: seq_num 440 ranges {4349952=172032} 2024-08-19T11:35:30.714 INFO:tasks.rados.rados.0.smithi136.stdout:1393: writing smithi13674108-27 from 4349952 to 4521984 tid 1 2024-08-19T11:35:30.715 INFO:tasks.rados.rados.0.smithi136.stdout:1394: delete oid 7 current snap is 123 2024-08-19T11:35:30.716 INFO:tasks.rados.rados.0.smithi136.stdout:1394: done (2 left) 2024-08-19T11:35:30.716 INFO:tasks.rados.rados.0.smithi136.stdout:1395: setattr oid 2 current snap is 123 2024-08-19T11:35:30.716 INFO:tasks.rados.rados.0.smithi136.stdout:1393: finishing write tid 1 to smithi13674108-27 2024-08-19T11:35:30.717 INFO:tasks.rados.rados.0.smithi136.stdout:1393: finishing write tid 2 to smithi13674108-27 2024-08-19T11:35:30.718 INFO:tasks.rados.rados.0.smithi136.stdout:1393: finishing write tid 3 to smithi13674108-27 2024-08-19T11:35:30.718 INFO:tasks.rados.rados.0.smithi136.stdout:1393: oid 27 updating version 0 to 122 2024-08-19T11:35:30.718 INFO:tasks.rados.rados.0.smithi136.stdout:1393: oid 27 version 122 is already newer than 121 2024-08-19T11:35:30.718 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 122 (ObjNum 440 snap 123 seq_num 440) dirty exists 2024-08-19T11:35:30.718 INFO:tasks.rados.rados.0.smithi136.stdout:1393: left oid 27 (ObjNum 440 snap 123 seq_num 440) 2024-08-19T11:35:30.718 INFO:tasks.rados.rados.0.smithi136.stdout:1393: done (2 left) 2024-08-19T11:35:30.719 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 7 current snap is 123 2024-08-19T11:35:30.719 INFO:tasks.rados.rados.0.smithi136.stdout:1396: seq_num 442 ranges {0=204800} 2024-08-19T11:35:30.719 INFO:tasks.rados.rados.0.smithi136.stdout:1396: writing smithi13674108-7 from 0 to 204800 tid 1 2024-08-19T11:35:30.719 INFO:tasks.rados.rados.0.smithi136.stdout:1397: snap_create 2024-08-19T11:35:30.721 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 2 v 527 (ObjNum 421 snap 122 seq_num 421) dirty exists 2024-08-19T11:35:30.722 INFO:tasks.rados.rados.0.smithi136.stdout:1396: finishing write tid 1 to smithi13674108-7 2024-08-19T11:35:30.722 INFO:tasks.rados.rados.0.smithi136.stdout:1396: finishing write tid 2 to smithi13674108-7 2024-08-19T11:35:30.724 INFO:tasks.rados.rados.0.smithi136.stdout:1396: finishing write tid 3 to smithi13674108-7 2024-08-19T11:35:30.724 INFO:tasks.rados.rados.0.smithi136.stdout:1396: oid 7 updating version 0 to 615 2024-08-19T11:35:30.724 INFO:tasks.rados.rados.0.smithi136.stdout:1396: oid 7 version 615 is already newer than 614 2024-08-19T11:35:30.724 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 615 (ObjNum 442 snap 123 seq_num 442) dirty exists 2024-08-19T11:35:30.724 INFO:tasks.rados.rados.0.smithi136.stdout:1396: left oid 7 (ObjNum 442 snap 123 seq_num 442) 2024-08-19T11:35:30.736 INFO:tasks.rados.rados.0.smithi136.stdout:1392: finishing copy_from racing read to smithi13674108-4 2024-08-19T11:35:30.737 INFO:tasks.rados.rados.0.smithi136.stdout:1392: finishing copy_from to smithi13674108-4 2024-08-19T11:35:30.737 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 568 (ObjNum 394 snap 111 seq_num 394) dirty exists 2024-08-19T11:35:30.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:30 smithi155 ceph-mon[76679]: pgmap v128: 121 pgs: 121 active+clean; 147 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 10 op/s; 20 MiB/s, 4 objects/s recovering 2024-08-19T11:35:30.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:30 smithi155 ceph-mon[76679]: osdmap e330: 8 total, 8 up, 8 in 2024-08-19T11:35:31.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:30 smithi136 ceph-mon[86496]: pgmap v128: 121 pgs: 121 active+clean; 147 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 10 op/s; 20 MiB/s, 4 objects/s recovering 2024-08-19T11:35:31.108 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:30 smithi136 ceph-mon[86496]: osdmap e330: 8 total, 8 up, 8 in 2024-08-19T11:35:31.108 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:30 smithi136 ceph-mon[88916]: pgmap v128: 121 pgs: 121 active+clean; 147 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 10 op/s; 20 MiB/s, 4 objects/s recovering 2024-08-19T11:35:31.108 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:30 smithi136 ceph-mon[88916]: osdmap e330: 8 total, 8 up, 8 in 2024-08-19T11:35:31.700 INFO:tasks.rados.rados.0.smithi136.stdout:1392: done (3 left) 2024-08-19T11:35:31.700 INFO:tasks.rados.rados.0.smithi136.stdout:1395: done (2 left) 2024-08-19T11:35:31.700 INFO:tasks.rados.rados.0.smithi136.stdout:1396: done (1 left) 2024-08-19T11:35:31.700 INFO:tasks.rados.rados.0.smithi136.stdout:1397: done (0 left) 2024-08-19T11:35:31.700 INFO:tasks.rados.rados.0.smithi136.stdout:1398: read oid 44 snap 123 2024-08-19T11:35:31.700 INFO:tasks.rados.rados.0.smithi136.stdout:1398: expect deleted 2024-08-19T11:35:31.700 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 50 current snap is 124 2024-08-19T11:35:31.700 INFO:tasks.rados.rados.0.smithi136.stdout:1399: seq_num 443 ranges {0=221184} 2024-08-19T11:35:31.701 INFO:tasks.rados.rados.0.smithi136.stdout:1399: writing smithi13674108-50 from 0 to 221184 tid 1 2024-08-19T11:35:31.701 INFO:tasks.rados.rados.0.smithi136.stdout:1400: read oid 12 snap -1 2024-08-19T11:35:31.701 INFO:tasks.rados.rados.0.smithi136.stdout:1400: expect deleted 2024-08-19T11:35:31.701 INFO:tasks.rados.rados.0.smithi136.stdout:1401: snap_create 2024-08-19T11:35:31.705 INFO:tasks.rados.rados.0.smithi136.stdout:1399: finishing write tid 1 to smithi13674108-50 2024-08-19T11:35:31.705 INFO:tasks.rados.rados.0.smithi136.stdout:1399: finishing write tid 2 to smithi13674108-50 2024-08-19T11:35:31.706 INFO:tasks.rados.rados.0.smithi136.stdout:1399: finishing write tid 3 to smithi13674108-50 2024-08-19T11:35:31.706 INFO:tasks.rados.rados.0.smithi136.stdout:1399: oid 50 updating version 0 to 530 2024-08-19T11:35:31.706 INFO:tasks.rados.rados.0.smithi136.stdout:1399: oid 50 version 530 is already newer than 529 2024-08-19T11:35:31.707 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 530 (ObjNum 443 snap 124 seq_num 443) dirty exists 2024-08-19T11:35:31.707 INFO:tasks.rados.rados.0.smithi136.stdout:1399: left oid 50 (ObjNum 443 snap 124 seq_num 443) 2024-08-19T11:35:31.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:31 smithi155 ceph-mon[76679]: osdmap e331: 8 total, 8 up, 8 in 2024-08-19T11:35:32.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:31 smithi136 ceph-mon[88916]: osdmap e331: 8 total, 8 up, 8 in 2024-08-19T11:35:32.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:31 smithi136 ceph-mon[86496]: osdmap e331: 8 total, 8 up, 8 in 2024-08-19T11:35:32.704 INFO:tasks.rados.rados.0.smithi136.stdout:1398: done (3 left) 2024-08-19T11:35:32.704 INFO:tasks.rados.rados.0.smithi136.stdout:1399: done (2 left) 2024-08-19T11:35:32.704 INFO:tasks.rados.rados.0.smithi136.stdout:1400: done (1 left) 2024-08-19T11:35:32.704 INFO:tasks.rados.rados.0.smithi136.stdout:1401: done (0 left) 2024-08-19T11:35:32.704 INFO:tasks.rados.rados.0.smithi136.stdout:1402: read oid 26 snap -1 2024-08-19T11:35:32.704 INFO:tasks.rados.rados.0.smithi136.stdout:1402: expect (ObjNum 310 snap 94 seq_num 310) 2024-08-19T11:35:32.704 INFO:tasks.rados.rados.0.smithi136.stdout:1403: rollback oid 25 current snap is 125 2024-08-19T11:35:32.705 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 25 to 123 2024-08-19T11:35:32.705 INFO:tasks.rados.rados.0.smithi136.stdout:1404: copy_from oid 11 from oid 42 current snap is 125 2024-08-19T11:35:32.705 INFO:tasks.rados.rados.0.smithi136.stdout:1405: delete oid 14 current snap is 125 2024-08-19T11:35:32.706 INFO:tasks.rados.rados.0.smithi136.stdout:1405: done (3 left) 2024-08-19T11:35:32.706 INFO:tasks.rados.rados.0.smithi136.stdout:1406: rollback oid 37 current snap is 125 2024-08-19T11:35:32.706 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 37 to 123 2024-08-19T11:35:32.706 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 30 current snap is 125 2024-08-19T11:35:32.706 INFO:tasks.rados.rados.0.smithi136.stdout:1407: seq_num 445 ranges {0=253952} 2024-08-19T11:35:32.707 INFO:tasks.rados.rados.0.smithi136.stdout:1407: writing smithi13674108-30 from 0 to 253952 tid 1 2024-08-19T11:35:32.707 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 9 current snap is 125 2024-08-19T11:35:32.707 INFO:tasks.rados.rados.0.smithi136.stdout:1408: seq_num 446 ranges {5709824=278528} 2024-08-19T11:35:32.740 INFO:tasks.rados.rados.0.smithi136.stdout:1408: writing smithi13674108-9 from 5709824 to 5988352 tid 1 2024-08-19T11:35:32.740 INFO:tasks.rados.rados.0.smithi136.stdout:1409: read oid 27 snap -1 2024-08-19T11:35:32.741 INFO:tasks.rados.rados.0.smithi136.stdout:1409: expect (ObjNum 440 snap 123 seq_num 440) 2024-08-19T11:35:32.741 INFO:tasks.rados.rados.0.smithi136.stdout:1410: delete oid 41 current snap is 125 2024-08-19T11:35:32.741 INFO:tasks.rados.rados.0.smithi136.stdout:1403: finishing rollback tid 1 to smithi13674108-25 2024-08-19T11:35:32.741 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-19T11:35:32.741 INFO:tasks.rados.rados.0.smithi136.stdout:1407: finishing write tid 1 to smithi13674108-30 2024-08-19T11:35:32.741 INFO:tasks.rados.rados.0.smithi136.stdout:1407: finishing write tid 2 to smithi13674108-30 2024-08-19T11:35:32.741 INFO:tasks.rados.rados.0.smithi136.stdout:1407: finishing write tid 3 to smithi13674108-30 2024-08-19T11:35:32.741 INFO:tasks.rados.rados.0.smithi136.stdout:1407: oid 30 updating version 0 to 481 2024-08-19T11:35:32.741 INFO:tasks.rados.rados.0.smithi136.stdout:1407: oid 30 version 481 is already newer than 480 2024-08-19T11:35:32.741 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 481 (ObjNum 445 snap 125 seq_num 445) dirty exists 2024-08-19T11:35:32.741 INFO:tasks.rados.rados.0.smithi136.stdout:1407: left oid 30 (ObjNum 445 snap 125 seq_num 445) 2024-08-19T11:35:32.741 INFO:tasks.rados.rados.0.smithi136.stdout:1404: finishing copy_from racing read to smithi13674108-11 2024-08-19T11:35:32.741 INFO:tasks.rados.rados.0.smithi136.stdout:1404: finishing copy_from to smithi13674108-11 2024-08-19T11:35:32.742 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 189 (ObjNum 405 snap 114 seq_num 405) dirty exists 2024-08-19T11:35:32.742 INFO:tasks.rados.rados.0.smithi136.stdout:1402: expect (ObjNum 310 snap 94 seq_num 310) 2024-08-19T11:35:32.850 INFO:tasks.rados.rados.0.smithi136.stdout:1406: finishing rollback tid 0 to smithi13674108-37 2024-08-19T11:35:32.851 INFO:tasks.rados.rados.0.smithi136.stdout:1406: finishing rollback tid 1 to smithi13674108-37 2024-08-19T11:35:32.851 INFO:tasks.rados.rados.0.smithi136.stdout:1402: done (7 left) 2024-08-19T11:35:32.851 INFO:tasks.rados.rados.0.smithi136.stdout:1403: done (6 left) 2024-08-19T11:35:32.851 INFO:tasks.rados.rados.0.smithi136.stdout:1404: done (5 left) 2024-08-19T11:35:32.851 INFO:tasks.rados.rados.0.smithi136.stdout:1407: done (4 left) 2024-08-19T11:35:32.851 INFO:tasks.rados.rados.0.smithi136.stdout:1410: done (3 left) 2024-08-19T11:35:32.851 INFO:tasks.rados.rados.0.smithi136.stdout:1411: copy_from oid 29 from oid 7 current snap is 125 2024-08-19T11:35:32.851 INFO:tasks.rados.rados.0.smithi136.stdout:1406: finishing rollback tid 2 to smithi13674108-37 2024-08-19T11:35:32.851 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 565 (ObjNum 337 snap 100 seq_num 337) dirty exists 2024-08-19T11:35:32.851 INFO:tasks.rados.rados.0.smithi136.stdout:1408: finishing write tid 1 to smithi13674108-9 2024-08-19T11:35:32.851 INFO:tasks.rados.rados.0.smithi136.stdout:1408: finishing write tid 2 to smithi13674108-9 2024-08-19T11:35:32.851 INFO:tasks.rados.rados.0.smithi136.stdout:1408: finishing write tid 3 to smithi13674108-9 2024-08-19T11:35:32.851 INFO:tasks.rados.rados.0.smithi136.stdout:1408: oid 9 updating version 0 to 204 2024-08-19T11:35:32.851 INFO:tasks.rados.rados.0.smithi136.stdout:1408: oid 9 version 204 is already newer than 203 2024-08-19T11:35:32.851 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 204 (ObjNum 446 snap 125 seq_num 446) dirty exists 2024-08-19T11:35:32.852 INFO:tasks.rados.rados.0.smithi136.stdout:1408: left oid 9 (ObjNum 446 snap 125 seq_num 446) 2024-08-19T11:35:32.852 INFO:tasks.rados.rados.0.smithi136.stdout:1409: expect (ObjNum 440 snap 123 seq_num 440) 2024-08-19T11:35:32.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:32 smithi155 ceph-mon[76679]: pgmap v131: 121 pgs: 121 active+clean; 132 MiB data, 1012 MiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 5.5 MiB/s wr, 28 op/s 2024-08-19T11:35:32.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:32 smithi155 ceph-mon[76679]: osdmap e332: 8 total, 8 up, 8 in 2024-08-19T11:35:33.078 INFO:tasks.rados.rados.0.smithi136.stdout:1411: finishing copy_from racing read to smithi13674108-29 2024-08-19T11:35:33.079 INFO:tasks.rados.rados.0.smithi136.stdout:1411: finishing copy_from to smithi13674108-29 2024-08-19T11:35:33.079 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 615 (ObjNum 442 snap 123 seq_num 442) dirty exists 2024-08-19T11:35:33.079 INFO:tasks.rados.rados.0.smithi136.stdout:1406: done (3 left) 2024-08-19T11:35:33.079 INFO:tasks.rados.rados.0.smithi136.stdout:1408: done (2 left) 2024-08-19T11:35:33.079 INFO:tasks.rados.rados.0.smithi136.stdout:1409: done (1 left) 2024-08-19T11:35:33.079 INFO:tasks.rados.rados.0.smithi136.stdout:1411: done (0 left) 2024-08-19T11:35:33.079 INFO:tasks.rados.rados.0.smithi136.stdout:1412: rmattr oid 22 current snap is 125 2024-08-19T11:35:33.079 INFO:tasks.rados.rados.0.smithi136.stdout:1412: done (0 left) 2024-08-19T11:35:33.079 INFO:tasks.rados.rados.0.smithi136.stdout:1413: snap_remove snap 123 2024-08-19T11:35:33.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:32 smithi136 ceph-mon[88916]: pgmap v131: 121 pgs: 121 active+clean; 132 MiB data, 1012 MiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 5.5 MiB/s wr, 28 op/s 2024-08-19T11:35:33.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:32 smithi136 ceph-mon[88916]: osdmap e332: 8 total, 8 up, 8 in 2024-08-19T11:35:33.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:32 smithi136 ceph-mon[86496]: pgmap v131: 121 pgs: 121 active+clean; 132 MiB data, 1012 MiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 5.5 MiB/s wr, 28 op/s 2024-08-19T11:35:33.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:32 smithi136 ceph-mon[86496]: osdmap e332: 8 total, 8 up, 8 in 2024-08-19T11:35:33.620 INFO:tasks.rados.rados.0.smithi136.stdout:1413: done (0 left) 2024-08-19T11:35:33.620 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 44 current snap is 125 2024-08-19T11:35:33.620 INFO:tasks.rados.rados.0.smithi136.stdout:1414: seq_num 448 ranges {0=311296} 2024-08-19T11:35:33.622 INFO:tasks.rados.rados.0.smithi136.stdout:1414: writing smithi13674108-44 from 0 to 311296 tid 1 2024-08-19T11:35:33.622 INFO:tasks.rados.rados.0.smithi136.stdout:1415: copy_from oid 45 from oid 37 current snap is 125 2024-08-19T11:35:33.622 INFO:tasks.rados.rados.0.smithi136.stdout:1416: rollback oid 30 current snap is 125 2024-08-19T11:35:33.622 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 30 to 124 2024-08-19T11:35:33.622 INFO:tasks.rados.rados.0.smithi136.stdout:1417: rollback oid 16 current snap is 125 2024-08-19T11:35:33.622 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 16 to 124 2024-08-19T11:35:33.622 INFO:tasks.rados.rados.0.smithi136.stdout:1418: delete oid 36 current snap is 125 2024-08-19T11:35:33.627 INFO:tasks.rados.rados.0.smithi136.stdout:1417: finishing rollback tid 0 to smithi13674108-16 2024-08-19T11:35:33.628 INFO:tasks.rados.rados.0.smithi136.stdout:1417: finishing rollback tid 1 to smithi13674108-16 2024-08-19T11:35:33.628 INFO:tasks.rados.rados.0.smithi136.stdout:1417: finishing rollback tid 2 to smithi13674108-16 2024-08-19T11:35:33.628 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 16 v 537 (ObjNum 382 snap 110 seq_num 382) dirty exists 2024-08-19T11:35:33.630 INFO:tasks.rados.rados.0.smithi136.stdout:1416: finishing rollback tid 0 to smithi13674108-30 2024-08-19T11:35:33.630 INFO:tasks.rados.rados.0.smithi136.stdout:1416: finishing rollback tid 1 to smithi13674108-30 2024-08-19T11:35:33.630 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 483 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-19T11:35:33.631 INFO:tasks.rados.rados.0.smithi136.stdout:1416: done (4 left) 2024-08-19T11:35:33.631 INFO:tasks.rados.rados.0.smithi136.stdout:1417: done (3 left) 2024-08-19T11:35:33.631 INFO:tasks.rados.rados.0.smithi136.stdout:1418: done (2 left) 2024-08-19T11:35:33.631 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 14 current snap is 125 2024-08-19T11:35:33.631 INFO:tasks.rados.rados.0.smithi136.stdout:1414: finishing write tid 1 to smithi13674108-44 2024-08-19T11:35:33.631 INFO:tasks.rados.rados.0.smithi136.stdout:1419: seq_num 450 ranges {0=344064} 2024-08-19T11:35:33.633 INFO:tasks.rados.rados.0.smithi136.stdout:1419: writing smithi13674108-14 from 0 to 344064 tid 1 2024-08-19T11:35:33.634 INFO:tasks.rados.rados.0.smithi136.stdout:1420: read oid 27 snap -1 2024-08-19T11:35:33.634 INFO:tasks.rados.rados.0.smithi136.stdout:1420: expect (ObjNum 440 snap 123 seq_num 440) 2024-08-19T11:35:33.634 INFO:tasks.rados.rados.0.smithi136.stdout:1421: read oid 13 snap 124 2024-08-19T11:35:33.634 INFO:tasks.rados.rados.0.smithi136.stdout:1421: expect deleted 2024-08-19T11:35:33.634 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 10 current snap is 125 2024-08-19T11:35:33.634 INFO:tasks.rados.rados.0.smithi136.stdout:1414: finishing write tid 2 to smithi13674108-44 2024-08-19T11:35:33.634 INFO:tasks.rados.rados.0.smithi136.stdout:1422: seq_num 451 ranges {2695168=360448} 2024-08-19T11:35:33.651 INFO:tasks.rados.rados.0.smithi136.stdout:1422: writing smithi13674108-10 from 2695168 to 3055616 tid 1 2024-08-19T11:35:33.651 INFO:tasks.rados.rados.0.smithi136.stdout:1423: delete oid 1 current snap is 125 2024-08-19T11:35:33.651 INFO:tasks.rados.rados.0.smithi136.stdout:1414: finishing write tid 3 to smithi13674108-44 2024-08-19T11:35:33.651 INFO:tasks.rados.rados.0.smithi136.stdout:1414: oid 44 updating version 0 to 616 2024-08-19T11:35:33.651 INFO:tasks.rados.rados.0.smithi136.stdout:1414: oid 44 updating version 616 to 617 2024-08-19T11:35:33.652 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 617 (ObjNum 448 snap 125 seq_num 448) dirty exists 2024-08-19T11:35:33.652 INFO:tasks.rados.rados.0.smithi136.stdout:1414: left oid 44 (ObjNum 448 snap 125 seq_num 448) 2024-08-19T11:35:33.652 INFO:tasks.rados.rados.0.smithi136.stdout:1415: finishing copy_from racing read to smithi13674108-45 2024-08-19T11:35:33.652 INFO:tasks.rados.rados.0.smithi136.stdout:1419: finishing write tid 1 to smithi13674108-14 2024-08-19T11:35:33.652 INFO:tasks.rados.rados.0.smithi136.stdout:1415: finishing copy_from to smithi13674108-45 2024-08-19T11:35:33.652 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 565 (ObjNum 337 snap 100 seq_num 337) dirty exists 2024-08-19T11:35:33.652 INFO:tasks.rados.rados.0.smithi136.stdout:1419: finishing write tid 2 to smithi13674108-14 2024-08-19T11:35:33.652 INFO:tasks.rados.rados.0.smithi136.stdout:1419: finishing write tid 3 to smithi13674108-14 2024-08-19T11:35:33.652 INFO:tasks.rados.rados.0.smithi136.stdout:1419: oid 14 updating version 0 to 538 2024-08-19T11:35:33.652 INFO:tasks.rados.rados.0.smithi136.stdout:1419: oid 14 updating version 538 to 539 2024-08-19T11:35:33.652 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 539 (ObjNum 450 snap 125 seq_num 450) dirty exists 2024-08-19T11:35:33.652 INFO:tasks.rados.rados.0.smithi136.stdout:1419: left oid 14 (ObjNum 450 snap 125 seq_num 450) 2024-08-19T11:35:33.652 INFO:tasks.rados.rados.0.smithi136.stdout:1420: expect (ObjNum 440 snap 123 seq_num 440) 2024-08-19T11:35:33.880 INFO:tasks.rados.rados.0.smithi136.stdout:1422: finishing write tid 1 to smithi13674108-10 2024-08-19T11:35:33.881 INFO:tasks.rados.rados.0.smithi136.stdout:1422: finishing write tid 2 to smithi13674108-10 2024-08-19T11:35:33.881 INFO:tasks.rados.rados.0.smithi136.stdout:1422: finishing write tid 3 to smithi13674108-10 2024-08-19T11:35:33.881 INFO:tasks.rados.rados.0.smithi136.stdout:1422: oid 10 updating version 0 to 485 2024-08-19T11:35:33.881 INFO:tasks.rados.rados.0.smithi136.stdout:1422: oid 10 updating version 485 to 486 2024-08-19T11:35:33.881 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 486 (ObjNum 451 snap 125 seq_num 451) dirty exists 2024-08-19T11:35:33.881 INFO:tasks.rados.rados.0.smithi136.stdout:1422: left oid 10 (ObjNum 451 snap 125 seq_num 451) 2024-08-19T11:35:33.881 INFO:tasks.rados.rados.0.smithi136.stdout:1414: done (6 left) 2024-08-19T11:35:33.881 INFO:tasks.rados.rados.0.smithi136.stdout:1415: done (5 left) 2024-08-19T11:35:33.881 INFO:tasks.rados.rados.0.smithi136.stdout:1419: done (4 left) 2024-08-19T11:35:33.881 INFO:tasks.rados.rados.0.smithi136.stdout:1420: done (3 left) 2024-08-19T11:35:33.881 INFO:tasks.rados.rados.0.smithi136.stdout:1421: done (2 left) 2024-08-19T11:35:33.882 INFO:tasks.rados.rados.0.smithi136.stdout:1422: done (1 left) 2024-08-19T11:35:33.882 INFO:tasks.rados.rados.0.smithi136.stdout:1423: done (0 left) 2024-08-19T11:35:33.882 INFO:tasks.rados.rados.0.smithi136.stdout:1424: snap_remove snap 124 2024-08-19T11:35:33.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:33 smithi155 ceph-mon[76679]: osdmap e333: 8 total, 8 up, 8 in 2024-08-19T11:35:33.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:33 smithi155 ceph-mon[76679]: osdmap e334: 8 total, 8 up, 8 in 2024-08-19T11:35:34.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:33 smithi136 ceph-mon[88916]: osdmap e333: 8 total, 8 up, 8 in 2024-08-19T11:35:34.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:33 smithi136 ceph-mon[88916]: osdmap e334: 8 total, 8 up, 8 in 2024-08-19T11:35:34.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:33 smithi136 ceph-mon[86496]: osdmap e333: 8 total, 8 up, 8 in 2024-08-19T11:35:34.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:33 smithi136 ceph-mon[86496]: osdmap e334: 8 total, 8 up, 8 in 2024-08-19T11:35:34.715 INFO:tasks.rados.rados.0.smithi136.stdout:1424: done (0 left) 2024-08-19T11:35:34.715 INFO:tasks.rados.rados.0.smithi136.stdout:1425: read oid 18 snap -1 2024-08-19T11:35:34.715 INFO:tasks.rados.rados.0.smithi136.stdout:1425: expect deleted 2024-08-19T11:35:34.716 INFO:tasks.rados.rados.0.smithi136.stdout:1426: setattr oid 31 current snap is 125 2024-08-19T11:35:34.717 INFO:tasks.rados.rados.0.smithi136.stdout:1427: snap_create 2024-08-19T11:35:34.726 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 618 (ObjNum -228611072 snap 32692 seq_num 304) dirty exists 2024-08-19T11:35:35.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:34 smithi136 ceph-mon[86496]: pgmap v134: 121 pgs: 121 active+clean; 132 MiB data, 1002 MiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 5.6 MiB/s wr, 40 op/s 2024-08-19T11:35:35.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:34 smithi136 ceph-mon[88916]: pgmap v134: 121 pgs: 121 active+clean; 132 MiB data, 1002 MiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 5.6 MiB/s wr, 40 op/s 2024-08-19T11:35:35.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:34 smithi155 ceph-mon[76679]: pgmap v134: 121 pgs: 121 active+clean; 132 MiB data, 1002 MiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 5.6 MiB/s wr, 40 op/s 2024-08-19T11:35:35.730 INFO:tasks.rados.rados.0.smithi136.stdout:1425: done (2 left) 2024-08-19T11:35:35.730 INFO:tasks.rados.rados.0.smithi136.stdout:1426: done (1 left) 2024-08-19T11:35:35.730 INFO:tasks.rados.rados.0.smithi136.stdout:1427: done (0 left) 2024-08-19T11:35:35.730 INFO:tasks.rados.rados.0.smithi136.stdout:1428: snap_remove snap 125 2024-08-19T11:35:36.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:35 smithi136 ceph-mon[88916]: osdmap e335: 8 total, 8 up, 8 in 2024-08-19T11:35:36.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:35 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:36.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:35 smithi136 ceph-mon[86496]: osdmap e335: 8 total, 8 up, 8 in 2024-08-19T11:35:36.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:35 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:36.111 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:35 smithi155 ceph-mon[76679]: osdmap e335: 8 total, 8 up, 8 in 2024-08-19T11:35:36.112 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:35 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:36.731 INFO:tasks.rados.rados.0.smithi136.stdout:1428: done (0 left) 2024-08-19T11:35:36.732 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 23 current snap is 126 2024-08-19T11:35:36.732 INFO:tasks.rados.rados.0.smithi136.stdout:1429: seq_num 453 ranges {0=393216} 2024-08-19T11:35:36.734 INFO:tasks.rados.rados.0.smithi136.stdout:1429: writing smithi13674108-23 from 0 to 393216 tid 1 2024-08-19T11:35:36.734 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 1 current snap is 126 2024-08-19T11:35:36.734 INFO:tasks.rados.rados.0.smithi136.stdout:1430: seq_num 454 ranges {0=409600} 2024-08-19T11:35:36.736 INFO:tasks.rados.rados.0.smithi136.stdout:1430: writing smithi13674108-1 from 0 to 409600 tid 1 2024-08-19T11:35:36.736 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 32 current snap is 126 2024-08-19T11:35:36.736 INFO:tasks.rados.rados.0.smithi136.stdout:1431: seq_num 455 ranges {2031616=425984} 2024-08-19T11:35:36.751 INFO:tasks.rados.rados.0.smithi136.stdout:1431: writing smithi13674108-32 from 2031616 to 2457600 tid 1 2024-08-19T11:35:36.751 INFO:tasks.rados.rados.0.smithi136.stdout:1432: rollback oid 41 current snap is 126 2024-08-19T11:35:36.751 INFO:tasks.rados.rados.0.smithi136.stdout:1432: done (3 left) 2024-08-19T11:35:36.751 INFO:tasks.rados.rados.0.smithi136.stdout:1433: copy_from oid 28 from oid 44 current snap is 126 2024-08-19T11:35:36.751 INFO:tasks.rados.rados.0.smithi136.stdout:1429: finishing write tid 1 to smithi13674108-23 2024-08-19T11:35:36.751 INFO:tasks.rados.rados.0.smithi136.stdout:1430: finishing write tid 1 to smithi13674108-1 2024-08-19T11:35:36.751 INFO:tasks.rados.rados.0.smithi136.stdout:1429: finishing write tid 2 to smithi13674108-23 2024-08-19T11:35:36.751 INFO:tasks.rados.rados.0.smithi136.stdout:1430: finishing write tid 2 to smithi13674108-1 2024-08-19T11:35:36.751 INFO:tasks.rados.rados.0.smithi136.stdout:1430: finishing write tid 3 to smithi13674108-1 2024-08-19T11:35:36.752 INFO:tasks.rados.rados.0.smithi136.stdout:1430: oid 1 updating version 0 to 544 2024-08-19T11:35:36.752 INFO:tasks.rados.rados.0.smithi136.stdout:1430: oid 1 version 544 is already newer than 543 2024-08-19T11:35:36.752 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 1 v 544 (ObjNum 454 snap 126 seq_num 454) dirty exists 2024-08-19T11:35:36.752 INFO:tasks.rados.rados.0.smithi136.stdout:1430: left oid 1 (ObjNum 454 snap 126 seq_num 454) 2024-08-19T11:35:36.752 INFO:tasks.rados.rados.0.smithi136.stdout:1429: finishing write tid 3 to smithi13674108-23 2024-08-19T11:35:36.752 INFO:tasks.rados.rados.0.smithi136.stdout:1429: oid 23 updating version 0 to 412 2024-08-19T11:35:36.752 INFO:tasks.rados.rados.0.smithi136.stdout:1429: oid 23 version 412 is already newer than 411 2024-08-19T11:35:36.752 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 412 (ObjNum 453 snap 126 seq_num 453) dirty exists 2024-08-19T11:35:36.752 INFO:tasks.rados.rados.0.smithi136.stdout:1429: left oid 23 (ObjNum 453 snap 126 seq_num 453) 2024-08-19T11:35:36.752 INFO:tasks.rados.rados.0.smithi136.stdout:1429: done (3 left) 2024-08-19T11:35:36.752 INFO:tasks.rados.rados.0.smithi136.stdout:1430: done (2 left) 2024-08-19T11:35:36.752 INFO:tasks.rados.rados.0.smithi136.stdout:1434: rollback oid 20 current snap is 126 2024-08-19T11:35:36.753 INFO:tasks.rados.rados.0.smithi136.stdout:1434: done (2 left) 2024-08-19T11:35:36.753 INFO:tasks.rados.rados.0.smithi136.stdout:1435: read oid 2 snap -1 2024-08-19T11:35:36.753 INFO:tasks.rados.rados.0.smithi136.stdout:1435: expect (ObjNum 421 snap 122 seq_num 421) 2024-08-19T11:35:36.753 INFO:tasks.rados.rados.0.smithi136.stdout:1436: read oid 26 snap -1 2024-08-19T11:35:36.753 INFO:tasks.rados.rados.0.smithi136.stdout:1436: expect (ObjNum 310 snap 94 seq_num 310) 2024-08-19T11:35:36.753 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 12 current snap is 126 2024-08-19T11:35:36.753 INFO:tasks.rados.rados.0.smithi136.stdout:1437: seq_num 456 ranges {0=442368} 2024-08-19T11:35:36.754 INFO:tasks.rados.rados.0.smithi136.stdout:1437: writing smithi13674108-12 from 0 to 442368 tid 1 2024-08-19T11:35:36.754 INFO:tasks.rados.rados.0.smithi136.stdout:1438: delete oid 43 current snap is 126 2024-08-19T11:35:36.754 INFO:tasks.rados.rados.0.smithi136.stdout:1433: finishing copy_from racing read to smithi13674108-28 2024-08-19T11:35:36.755 INFO:tasks.rados.rados.0.smithi136.stdout:1433: finishing copy_from to smithi13674108-28 2024-08-19T11:35:36.755 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 617 (ObjNum 448 snap 125 seq_num 448) dirty exists 2024-08-19T11:35:36.761 INFO:tasks.rados.rados.0.smithi136.stdout:1433: done (5 left) 2024-08-19T11:35:36.761 INFO:tasks.rados.rados.0.smithi136.stdout:1438: done (4 left) 2024-08-19T11:35:36.761 INFO:tasks.rados.rados.0.smithi136.stdout:1439: rollback oid 18 current snap is 126 2024-08-19T11:35:36.761 INFO:tasks.rados.rados.0.smithi136.stdout:1439: done (4 left) 2024-08-19T11:35:36.761 INFO:tasks.rados.rados.0.smithi136.stdout:1440: read oid 48 snap -1 2024-08-19T11:35:36.761 INFO:tasks.rados.rados.0.smithi136.stdout:1440: expect (ObjNum 432 snap 123 seq_num 432) 2024-08-19T11:35:36.761 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 43 current snap is 126 2024-08-19T11:35:36.761 INFO:tasks.rados.rados.0.smithi136.stdout:1441: seq_num 458 ranges {0=475136} 2024-08-19T11:35:36.764 INFO:tasks.rados.rados.0.smithi136.stdout:1441: writing smithi13674108-43 from 0 to 475136 tid 1 2024-08-19T11:35:36.764 INFO:tasks.rados.rados.0.smithi136.stdout:1442: read oid 9 snap -1 2024-08-19T11:35:36.764 INFO:tasks.rados.rados.0.smithi136.stdout:1442: expect (ObjNum 446 snap 125 seq_num 446) 2024-08-19T11:35:36.764 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 35 current snap is 126 2024-08-19T11:35:36.764 INFO:tasks.rados.rados.0.smithi136.stdout:1437: finishing write tid 1 to smithi13674108-12 2024-08-19T11:35:36.764 INFO:tasks.rados.rados.0.smithi136.stdout:1443: seq_num 459 ranges {3571712=491520} 2024-08-19T11:35:36.789 INFO:tasks.rados.rados.0.smithi136.stdout:1443: writing smithi13674108-35 from 3571712 to 4063232 tid 1 2024-08-19T11:35:36.789 INFO:tasks.rados.rados.0.smithi136.stdout:1444: setattr oid 4 current snap is 126 2024-08-19T11:35:36.789 INFO:tasks.rados.rados.0.smithi136.stdout:1437: finishing write tid 2 to smithi13674108-12 2024-08-19T11:35:36.789 INFO:tasks.rados.rados.0.smithi136.stdout:1431: finishing write tid 1 to smithi13674108-32 2024-08-19T11:35:36.789 INFO:tasks.rados.rados.0.smithi136.stdout:1431: finishing write tid 2 to smithi13674108-32 2024-08-19T11:35:36.789 INFO:tasks.rados.rados.0.smithi136.stdout:1437: finishing write tid 3 to smithi13674108-12 2024-08-19T11:35:36.790 INFO:tasks.rados.rados.0.smithi136.stdout:1437: oid 12 updating version 0 to 461 2024-08-19T11:35:36.790 INFO:tasks.rados.rados.0.smithi136.stdout:1437: oid 12 version 461 is already newer than 460 2024-08-19T11:35:36.790 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 461 (ObjNum 456 snap 126 seq_num 456) dirty exists 2024-08-19T11:35:36.790 INFO:tasks.rados.rados.0.smithi136.stdout:1437: left oid 12 (ObjNum 456 snap 126 seq_num 456) 2024-08-19T11:35:36.790 INFO:tasks.rados.rados.0.smithi136.stdout:1431: finishing write tid 3 to smithi13674108-32 2024-08-19T11:35:36.790 INFO:tasks.rados.rados.0.smithi136.stdout:1431: oid 32 updating version 0 to 290 2024-08-19T11:35:36.790 INFO:tasks.rados.rados.0.smithi136.stdout:1431: oid 32 version 290 is already newer than 289 2024-08-19T11:35:36.790 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 32 v 290 (ObjNum 455 snap 126 seq_num 455) dirty exists 2024-08-19T11:35:36.790 INFO:tasks.rados.rados.0.smithi136.stdout:1431: left oid 32 (ObjNum 455 snap 126 seq_num 455) 2024-08-19T11:35:36.790 INFO:tasks.rados.rados.0.smithi136.stdout:1436: expect (ObjNum 310 snap 94 seq_num 310) 2024-08-19T11:35:36.895 INFO:tasks.rados.rados.0.smithi136.stdout:1441: finishing write tid 1 to smithi13674108-43 2024-08-19T11:35:36.895 INFO:tasks.rados.rados.0.smithi136.stdout:1435: expect (ObjNum 421 snap 122 seq_num 421) 2024-08-19T11:35:37.065 INFO:tasks.rados.rados.0.smithi136.stdout:1441: finishing write tid 2 to smithi13674108-43 2024-08-19T11:35:37.066 INFO:tasks.rados.rados.0.smithi136.stdout:1441: finishing write tid 3 to smithi13674108-43 2024-08-19T11:35:37.066 INFO:tasks.rados.rados.0.smithi136.stdout:1441: oid 43 updating version 0 to 215 2024-08-19T11:35:37.066 INFO:tasks.rados.rados.0.smithi136.stdout:1441: oid 43 version 215 is already newer than 214 2024-08-19T11:35:37.066 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 215 (ObjNum 458 snap 126 seq_num 458) dirty exists 2024-08-19T11:35:37.066 INFO:tasks.rados.rados.0.smithi136.stdout:1441: left oid 43 (ObjNum 458 snap 126 seq_num 458) 2024-08-19T11:35:37.066 INFO:tasks.rados.rados.0.smithi136.stdout:1440: expect (ObjNum 432 snap 123 seq_num 432) 2024-08-19T11:35:37.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:36 smithi136 ceph-mon[88916]: pgmap v137: 121 pgs: 121 active+clean; 132 MiB data, 1002 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 48 KiB/s wr, 11 op/s 2024-08-19T11:35:37.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:36 smithi136 ceph-mon[88916]: osdmap e336: 8 total, 8 up, 8 in 2024-08-19T11:35:37.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:36 smithi136 ceph-mon[86496]: pgmap v137: 121 pgs: 121 active+clean; 132 MiB data, 1002 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 48 KiB/s wr, 11 op/s 2024-08-19T11:35:37.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:36 smithi136 ceph-mon[86496]: osdmap e336: 8 total, 8 up, 8 in 2024-08-19T11:35:37.159 INFO:tasks.rados.rados.0.smithi136.stdout:1442: expect (ObjNum 446 snap 125 seq_num 446) 2024-08-19T11:35:37.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:36 smithi155 ceph-mon[76679]: pgmap v137: 121 pgs: 121 active+clean; 132 MiB data, 1002 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 48 KiB/s wr, 11 op/s 2024-08-19T11:35:37.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:36 smithi155 ceph-mon[76679]: osdmap e336: 8 total, 8 up, 8 in 2024-08-19T11:35:37.475 INFO:tasks.rados.rados.0.smithi136.stdout:1443: finishing write tid 1 to smithi13674108-35 2024-08-19T11:35:37.475 INFO:tasks.rados.rados.0.smithi136.stdout:1443: finishing write tid 2 to smithi13674108-35 2024-08-19T11:35:37.475 INFO:tasks.rados.rados.0.smithi136.stdout:1443: finishing write tid 3 to smithi13674108-35 2024-08-19T11:35:37.475 INFO:tasks.rados.rados.0.smithi136.stdout:1443: oid 35 updating version 0 to 462 2024-08-19T11:35:37.475 INFO:tasks.rados.rados.0.smithi136.stdout:1443: oid 35 updating version 462 to 463 2024-08-19T11:35:37.475 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 463 (ObjNum 459 snap 126 seq_num 459) dirty exists 2024-08-19T11:35:37.475 INFO:tasks.rados.rados.0.smithi136.stdout:1443: left oid 35 (ObjNum 459 snap 126 seq_num 459) 2024-08-19T11:35:37.475 INFO:tasks.rados.rados.0.smithi136.stdout:1431: done (8 left) 2024-08-19T11:35:37.475 INFO:tasks.rados.rados.0.smithi136.stdout:1435: done (7 left) 2024-08-19T11:35:37.475 INFO:tasks.rados.rados.0.smithi136.stdout:1436: done (6 left) 2024-08-19T11:35:37.476 INFO:tasks.rados.rados.0.smithi136.stdout:1437: done (5 left) 2024-08-19T11:35:37.476 INFO:tasks.rados.rados.0.smithi136.stdout:1440: done (4 left) 2024-08-19T11:35:37.476 INFO:tasks.rados.rados.0.smithi136.stdout:1441: done (3 left) 2024-08-19T11:35:37.476 INFO:tasks.rados.rados.0.smithi136.stdout:1442: done (2 left) 2024-08-19T11:35:37.476 INFO:tasks.rados.rados.0.smithi136.stdout:1443: done (1 left) 2024-08-19T11:35:37.476 INFO:tasks.rados.rados.0.smithi136.stdout:1445: read oid 15 snap -1 2024-08-19T11:35:37.476 INFO:tasks.rados.rados.0.smithi136.stdout:1445: expect (ObjNum 383 snap 110 seq_num 383) 2024-08-19T11:35:37.476 INFO:tasks.rados.rados.0.smithi136.stdout:1446: read oid 49 snap -1 2024-08-19T11:35:37.476 INFO:tasks.rados.rados.0.smithi136.stdout:1446: expect (ObjNum 435 snap 123 seq_num 435) 2024-08-19T11:35:37.476 INFO:tasks.rados.rados.0.smithi136.stdout:1447: rmattr oid 3 current snap is 126 2024-08-19T11:35:37.476 INFO:tasks.rados.rados.0.smithi136.stdout:1447: done (3 left) 2024-08-19T11:35:37.476 INFO:tasks.rados.rados.0.smithi136.stdout:1448: read oid 10 snap -1 2024-08-19T11:35:37.476 INFO:tasks.rados.rados.0.smithi136.stdout:1448: expect (ObjNum 451 snap 125 seq_num 451) 2024-08-19T11:35:37.476 INFO:tasks.rados.rados.0.smithi136.stdout:1449: read oid 11 snap -1 2024-08-19T11:35:37.477 INFO:tasks.rados.rados.0.smithi136.stdout:1449: expect (ObjNum 405 snap 114 seq_num 405) 2024-08-19T11:35:37.477 INFO:tasks.rados.rados.0.smithi136.stdout:1450: snap_create 2024-08-19T11:35:37.482 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 630 (ObjNum 394 snap 111 seq_num 394) dirty exists 2024-08-19T11:35:37.489 INFO:tasks.rados.rados.0.smithi136.stdout:1449: expect (ObjNum 405 snap 114 seq_num 405) 2024-08-19T11:35:37.544 INFO:tasks.rados.rados.0.smithi136.stdout:1445: expect (ObjNum 383 snap 110 seq_num 383) 2024-08-19T11:35:37.626 INFO:tasks.rados.rados.0.smithi136.stdout:1448: expect (ObjNum 451 snap 125 seq_num 451) 2024-08-19T11:35:37.764 INFO:tasks.rados.rados.0.smithi136.stdout:1446: expect (ObjNum 435 snap 123 seq_num 435) 2024-08-19T11:35:37.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:37 smithi136 ceph-mon[88916]: osdmap e337: 8 total, 8 up, 8 in 2024-08-19T11:35:37.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:37 smithi136 ceph-mon[86496]: osdmap e337: 8 total, 8 up, 8 in 2024-08-19T11:35:37.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:35:37 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:35:37] "GET /metrics HTTP/1.1" 200 36026 "" "Prometheus/2.43.0" 2024-08-19T11:35:38.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:37 smithi155 ceph-mon[76679]: osdmap e337: 8 total, 8 up, 8 in 2024-08-19T11:35:38.374 INFO:tasks.rados.rados.0.smithi136.stdout:1444: done (5 left) 2024-08-19T11:35:38.374 INFO:tasks.rados.rados.0.smithi136.stdout:1445: done (4 left) 2024-08-19T11:35:38.374 INFO:tasks.rados.rados.0.smithi136.stdout:1446: done (3 left) 2024-08-19T11:35:38.374 INFO:tasks.rados.rados.0.smithi136.stdout:1448: done (2 left) 2024-08-19T11:35:38.375 INFO:tasks.rados.rados.0.smithi136.stdout:1449: done (1 left) 2024-08-19T11:35:38.375 INFO:tasks.rados.rados.0.smithi136.stdout:1450: done (0 left) 2024-08-19T11:35:38.375 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 27 current snap is 127 2024-08-19T11:35:38.375 INFO:tasks.rados.rados.0.smithi136.stdout:1451: seq_num 460 ranges {4521984=507904} 2024-08-19T11:35:38.400 INFO:tasks.rados.rados.0.smithi136.stdout:1451: writing smithi13674108-27 from 4521984 to 5029888 tid 1 2024-08-19T11:35:38.400 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 15 current snap is 127 2024-08-19T11:35:38.400 INFO:tasks.rados.rados.0.smithi136.stdout:1452: seq_num 461 ranges {2621440=524288} 2024-08-19T11:35:38.417 INFO:tasks.rados.rados.0.smithi136.stdout:1452: writing smithi13674108-15 from 2621440 to 3145728 tid 1 2024-08-19T11:35:38.417 INFO:tasks.rados.rados.0.smithi136.stdout:1453: read oid 29 snap -1 2024-08-19T11:35:38.418 INFO:tasks.rados.rados.0.smithi136.stdout:1453: expect (ObjNum 442 snap 123 seq_num 442) 2024-08-19T11:35:38.418 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 31 current snap is 127 2024-08-19T11:35:38.418 INFO:tasks.rados.rados.0.smithi136.stdout:1451: finishing write tid 1 to smithi13674108-27 2024-08-19T11:35:38.418 INFO:tasks.rados.rados.0.smithi136.stdout:1451: finishing write tid 2 to smithi13674108-27 2024-08-19T11:35:38.418 INFO:tasks.rados.rados.0.smithi136.stdout:1451: finishing write tid 3 to smithi13674108-27 2024-08-19T11:35:38.418 INFO:tasks.rados.rados.0.smithi136.stdout:1451: oid 27 updating version 0 to 125 2024-08-19T11:35:38.418 INFO:tasks.rados.rados.0.smithi136.stdout:1451: oid 27 version 125 is already newer than 124 2024-08-19T11:35:38.418 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 125 (ObjNum 460 snap 127 seq_num 460) dirty exists 2024-08-19T11:35:38.418 INFO:tasks.rados.rados.0.smithi136.stdout:1451: left oid 27 (ObjNum 460 snap 127 seq_num 460) 2024-08-19T11:35:38.418 INFO:tasks.rados.rados.0.smithi136.stdout:1454: seq_num 462 ranges {0=540672} 2024-08-19T11:35:38.420 INFO:tasks.rados.rados.0.smithi136.stdout:1454: writing smithi13674108-31 from 0 to 540672 tid 1 2024-08-19T11:35:38.421 INFO:tasks.rados.rados.0.smithi136.stdout:1451: done (3 left) 2024-08-19T11:35:38.421 INFO:tasks.rados.rados.0.smithi136.stdout:1455: read oid 38 snap -1 2024-08-19T11:35:38.421 INFO:tasks.rados.rados.0.smithi136.stdout:1455: expect (ObjNum 428 snap 122 seq_num 428) 2024-08-19T11:35:38.421 INFO:tasks.rados.rados.0.smithi136.stdout:1456: delete oid 4 current snap is 127 2024-08-19T11:35:38.421 INFO:tasks.rados.rados.0.smithi136.stdout:1453: expect (ObjNum 442 snap 123 seq_num 442) 2024-08-19T11:35:38.427 INFO:tasks.rados.rados.0.smithi136.stdout:1452: finishing write tid 1 to smithi13674108-15 2024-08-19T11:35:38.427 INFO:tasks.rados.rados.0.smithi136.stdout:1452: finishing write tid 2 to smithi13674108-15 2024-08-19T11:35:38.427 INFO:tasks.rados.rados.0.smithi136.stdout:1453: done (4 left) 2024-08-19T11:35:38.427 INFO:tasks.rados.rados.0.smithi136.stdout:1456: done (3 left) 2024-08-19T11:35:38.427 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 20 current snap is 127 2024-08-19T11:35:38.427 INFO:tasks.rados.rados.0.smithi136.stdout:1452: finishing write tid 3 to smithi13674108-15 2024-08-19T11:35:38.428 INFO:tasks.rados.rados.0.smithi136.stdout:1452: oid 15 updating version 0 to 292 2024-08-19T11:35:38.428 INFO:tasks.rados.rados.0.smithi136.stdout:1452: oid 15 version 292 is already newer than 291 2024-08-19T11:35:38.428 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 292 (ObjNum 461 snap 127 seq_num 461) dirty exists 2024-08-19T11:35:38.428 INFO:tasks.rados.rados.0.smithi136.stdout:1452: left oid 15 (ObjNum 461 snap 127 seq_num 461) 2024-08-19T11:35:38.428 INFO:tasks.rados.rados.0.smithi136.stdout:1454: finishing write tid 1 to smithi13674108-31 2024-08-19T11:35:38.428 INFO:tasks.rados.rados.0.smithi136.stdout:1454: finishing write tid 2 to smithi13674108-31 2024-08-19T11:35:38.428 INFO:tasks.rados.rados.0.smithi136.stdout:1457: seq_num 464 ranges {9748480=573440} 2024-08-19T11:35:38.481 INFO:tasks.rados.rados.0.smithi136.stdout:1457: writing smithi13674108-20 from 9748480 to 10321920 tid 1 2024-08-19T11:35:38.481 INFO:tasks.rados.rados.0.smithi136.stdout:1452: done (3 left) 2024-08-19T11:35:38.481 INFO:tasks.rados.rados.0.smithi136.stdout:1458: snap_remove snap 126 2024-08-19T11:35:38.617 INFO:tasks.rados.rados.0.smithi136.stdout:1458: done (3 left) 2024-08-19T11:35:38.617 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 9 current snap is 127 2024-08-19T11:35:38.617 INFO:tasks.rados.rados.0.smithi136.stdout:1454: finishing write tid 3 to smithi13674108-31 2024-08-19T11:35:38.617 INFO:tasks.rados.rados.0.smithi136.stdout:1454: oid 31 updating version 0 to 622 2024-08-19T11:35:38.617 INFO:tasks.rados.rados.0.smithi136.stdout:1454: oid 31 version 622 is already newer than 621 2024-08-19T11:35:38.617 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 622 (ObjNum 462 snap 127 seq_num 462) dirty exists 2024-08-19T11:35:38.617 INFO:tasks.rados.rados.0.smithi136.stdout:1454: left oid 31 (ObjNum 462 snap 127 seq_num 462) 2024-08-19T11:35:38.617 INFO:tasks.rados.rados.0.smithi136.stdout:1459: seq_num 465 ranges {5988352=598016} 2024-08-19T11:35:38.651 INFO:tasks.rados.rados.0.smithi136.stdout:1459: writing smithi13674108-9 from 5988352 to 6586368 tid 1 2024-08-19T11:35:38.652 INFO:tasks.rados.rados.0.smithi136.stdout:1454: done (3 left) 2024-08-19T11:35:38.652 INFO:tasks.rados.rados.0.smithi136.stdout:1460: snap_create 2024-08-19T11:35:38.652 INFO:tasks.rados.rados.0.smithi136.stdout:1455: expect (ObjNum 428 snap 122 seq_num 428) 2024-08-19T11:35:38.810 INFO:tasks.rados.rados.0.smithi136.stdout:1457: finishing write tid 1 to smithi13674108-20 2024-08-19T11:35:38.810 INFO:tasks.rados.rados.0.smithi136.stdout:1457: finishing write tid 2 to smithi13674108-20 2024-08-19T11:35:38.810 INFO:tasks.rados.rados.0.smithi136.stdout:1457: finishing write tid 3 to smithi13674108-20 2024-08-19T11:35:38.810 INFO:tasks.rados.rados.0.smithi136.stdout:1457: oid 20 updating version 0 to 566 2024-08-19T11:35:38.811 INFO:tasks.rados.rados.0.smithi136.stdout:1457: oid 20 updating version 566 to 567 2024-08-19T11:35:38.811 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 567 (ObjNum 464 snap 127 seq_num 464) dirty exists 2024-08-19T11:35:38.811 INFO:tasks.rados.rados.0.smithi136.stdout:1457: left oid 20 (ObjNum 464 snap 127 seq_num 464) 2024-08-19T11:35:38.811 INFO:tasks.rados.rados.0.smithi136.stdout:1459: finishing write tid 1 to smithi13674108-9 2024-08-19T11:35:38.811 INFO:tasks.rados.rados.0.smithi136.stdout:1459: finishing write tid 2 to smithi13674108-9 2024-08-19T11:35:38.811 INFO:tasks.rados.rados.0.smithi136.stdout:1459: finishing write tid 3 to smithi13674108-9 2024-08-19T11:35:38.811 INFO:tasks.rados.rados.0.smithi136.stdout:1459: oid 9 updating version 0 to 210 2024-08-19T11:35:38.811 INFO:tasks.rados.rados.0.smithi136.stdout:1459: oid 9 version 210 is already newer than 209 2024-08-19T11:35:38.811 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 210 (ObjNum 465 snap 127 seq_num 465) dirty exists 2024-08-19T11:35:38.811 INFO:tasks.rados.rados.0.smithi136.stdout:1459: left oid 9 (ObjNum 465 snap 127 seq_num 465) 2024-08-19T11:35:39.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:38 smithi136 ceph-mon[88916]: pgmap v140: 121 pgs: 121 active+clean; 124 MiB data, 983 MiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.1 MiB/s wr, 16 op/s 2024-08-19T11:35:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:38 smithi136 ceph-mon[88916]: osdmap e338: 8 total, 8 up, 8 in 2024-08-19T11:35:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:38 smithi136 ceph-mon[88916]: osdmap e339: 8 total, 8 up, 8 in 2024-08-19T11:35:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:38 smithi136 ceph-mon[86496]: pgmap v140: 121 pgs: 121 active+clean; 124 MiB data, 983 MiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.1 MiB/s wr, 16 op/s 2024-08-19T11:35:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:38 smithi136 ceph-mon[86496]: osdmap e338: 8 total, 8 up, 8 in 2024-08-19T11:35:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:38 smithi136 ceph-mon[86496]: osdmap e339: 8 total, 8 up, 8 in 2024-08-19T11:35:39.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:38 smithi155 ceph-mon[76679]: pgmap v140: 121 pgs: 121 active+clean; 124 MiB data, 983 MiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.1 MiB/s wr, 16 op/s 2024-08-19T11:35:39.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:38 smithi155 ceph-mon[76679]: osdmap e338: 8 total, 8 up, 8 in 2024-08-19T11:35:39.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:38 smithi155 ceph-mon[76679]: osdmap e339: 8 total, 8 up, 8 in 2024-08-19T11:35:39.618 INFO:tasks.rados.rados.0.smithi136.stdout:1455: done (3 left) 2024-08-19T11:35:39.618 INFO:tasks.rados.rados.0.smithi136.stdout:1457: done (2 left) 2024-08-19T11:35:39.618 INFO:tasks.rados.rados.0.smithi136.stdout:1459: done (1 left) 2024-08-19T11:35:39.619 INFO:tasks.rados.rados.0.smithi136.stdout:1460: done (0 left) 2024-08-19T11:35:39.619 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 3 current snap is 128 2024-08-19T11:35:39.619 INFO:tasks.rados.rados.0.smithi136.stdout:1461: seq_num 466 ranges {0=614400} 2024-08-19T11:35:39.622 INFO:tasks.rados.rados.0.smithi136.stdout:1461: writing smithi13674108-3 from 0 to 614400 tid 1 2024-08-19T11:35:39.622 INFO:tasks.rados.rados.0.smithi136.stdout:1462: read oid 23 snap -1 2024-08-19T11:35:39.622 INFO:tasks.rados.rados.0.smithi136.stdout:1462: expect (ObjNum 453 snap 126 seq_num 453) 2024-08-19T11:35:39.622 INFO:tasks.rados.rados.0.smithi136.stdout:1463: copy_from oid 50 from oid 19 current snap is 128 2024-08-19T11:35:39.622 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 10 current snap is 128 2024-08-19T11:35:39.622 INFO:tasks.rados.rados.0.smithi136.stdout:1464: seq_num 467 ranges {3055616=630784} 2024-08-19T11:35:39.643 INFO:tasks.rados.rados.0.smithi136.stdout:1464: writing smithi13674108-10 from 3055616 to 3686400 tid 1 2024-08-19T11:35:39.643 INFO:tasks.rados.rados.0.smithi136.stdout:1465: snap_create 2024-08-19T11:35:39.643 INFO:tasks.rados.rados.0.smithi136.stdout:1461: finishing write tid 1 to smithi13674108-3 2024-08-19T11:35:39.643 INFO:tasks.rados.rados.0.smithi136.stdout:1461: finishing write tid 2 to smithi13674108-3 2024-08-19T11:35:39.643 INFO:tasks.rados.rados.0.smithi136.stdout:1461: finishing write tid 3 to smithi13674108-3 2024-08-19T11:35:39.643 INFO:tasks.rados.rados.0.smithi136.stdout:1461: oid 3 updating version 0 to 626 2024-08-19T11:35:39.643 INFO:tasks.rados.rados.0.smithi136.stdout:1461: oid 3 version 626 is already newer than 625 2024-08-19T11:35:39.643 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 626 (ObjNum 466 snap 128 seq_num 466) dirty exists 2024-08-19T11:35:39.643 INFO:tasks.rados.rados.0.smithi136.stdout:1461: left oid 3 (ObjNum 466 snap 128 seq_num 466) 2024-08-19T11:35:39.643 INFO:tasks.rados.rados.0.smithi136.stdout:1462: expect (ObjNum 453 snap 126 seq_num 453) 2024-08-19T11:35:39.657 INFO:tasks.rados.rados.0.smithi136.stdout:1463: finishing copy_from racing read to smithi13674108-50 2024-08-19T11:35:39.657 INFO:tasks.rados.rados.0.smithi136.stdout:1463: finishing copy_from to smithi13674108-50 2024-08-19T11:35:39.657 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 527 (ObjNum 436 snap 123 seq_num 436) dirty exists 2024-08-19T11:35:39.657 INFO:tasks.rados.rados.0.smithi136.stdout:1464: finishing write tid 1 to smithi13674108-10 2024-08-19T11:35:39.657 INFO:tasks.rados.rados.0.smithi136.stdout:1464: finishing write tid 2 to smithi13674108-10 2024-08-19T11:35:39.657 INFO:tasks.rados.rados.0.smithi136.stdout:1464: finishing write tid 3 to smithi13674108-10 2024-08-19T11:35:39.657 INFO:tasks.rados.rados.0.smithi136.stdout:1464: oid 10 updating version 0 to 487 2024-08-19T11:35:39.657 INFO:tasks.rados.rados.0.smithi136.stdout:1464: oid 10 updating version 487 to 488 2024-08-19T11:35:39.657 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 488 (ObjNum 467 snap 128 seq_num 467) dirty exists 2024-08-19T11:35:39.657 INFO:tasks.rados.rados.0.smithi136.stdout:1464: left oid 10 (ObjNum 467 snap 128 seq_num 467) 2024-08-19T11:35:40.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:39 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-19T11:35:40.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:39 smithi136 ceph-mon[88916]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-19T11:35:40.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:39 smithi136 ceph-mon[88916]: Upgrade: osd.1 is safe to restart 2024-08-19T11:35:40.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:39 smithi136 ceph-mon[88916]: osdmap e340: 8 total, 8 up, 8 in 2024-08-19T11:35:40.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:39 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-19T11:35:40.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:39 smithi136 ceph-mon[86496]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-19T11:35:40.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:39 smithi136 ceph-mon[86496]: Upgrade: osd.1 is safe to restart 2024-08-19T11:35:40.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:39 smithi136 ceph-mon[86496]: osdmap e340: 8 total, 8 up, 8 in 2024-08-19T11:35:40.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:39 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-19T11:35:40.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:39 smithi155 ceph-mon[76679]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-19T11:35:40.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:39 smithi155 ceph-mon[76679]: Upgrade: osd.1 is safe to restart 2024-08-19T11:35:40.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:39 smithi155 ceph-mon[76679]: osdmap e340: 8 total, 8 up, 8 in 2024-08-19T11:35:40.621 INFO:tasks.rados.rados.0.smithi136.stdout:1461: done (4 left) 2024-08-19T11:35:40.621 INFO:tasks.rados.rados.0.smithi136.stdout:1462: done (3 left) 2024-08-19T11:35:40.621 INFO:tasks.rados.rados.0.smithi136.stdout:1463: done (2 left) 2024-08-19T11:35:40.622 INFO:tasks.rados.rados.0.smithi136.stdout:1464: done (1 left) 2024-08-19T11:35:40.622 INFO:tasks.rados.rados.0.smithi136.stdout:1465: done (0 left) 2024-08-19T11:35:40.622 INFO:tasks.rados.rados.0.smithi136.stdout:1466: read oid 9 snap -1 2024-08-19T11:35:40.622 INFO:tasks.rados.rados.0.smithi136.stdout:1466: expect (ObjNum 465 snap 127 seq_num 465) 2024-08-19T11:35:40.622 INFO:tasks.rados.rados.0.smithi136.stdout:1467: read oid 50 snap -1 2024-08-19T11:35:40.622 INFO:tasks.rados.rados.0.smithi136.stdout:1467: expect (ObjNum 436 snap 123 seq_num 436) 2024-08-19T11:35:40.622 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 17 current snap is 129 2024-08-19T11:35:40.622 INFO:tasks.rados.rados.0.smithi136.stdout:1468: seq_num 468 ranges {1032192=647168} 2024-08-19T11:35:40.631 INFO:tasks.rados.rados.0.smithi136.stdout:1468: writing smithi13674108-17 from 1032192 to 1679360 tid 1 2024-08-19T11:35:40.631 INFO:tasks.rados.rados.0.smithi136.stdout:1469: rmattr oid 44 current snap is 129 2024-08-19T11:35:40.631 INFO:tasks.rados.rados.0.smithi136.stdout:1469: done (3 left) 2024-08-19T11:35:40.632 INFO:tasks.rados.rados.0.smithi136.stdout:1470: rollback oid 38 current snap is 129 2024-08-19T11:35:40.632 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 38 to 128 2024-08-19T11:35:40.632 INFO:tasks.rados.rados.0.smithi136.stdout:1471: read oid 48 snap 128 2024-08-19T11:35:40.632 INFO:tasks.rados.rados.0.smithi136.stdout:1471: expect (ObjNum 432 snap 123 seq_num 432) 2024-08-19T11:35:40.632 INFO:tasks.rados.rados.0.smithi136.stdout:1472: copy_from oid 10 from oid 5 current snap is 129 2024-08-19T11:35:40.632 INFO:tasks.rados.rados.0.smithi136.stdout:1473: snap_create 2024-08-19T11:35:40.638 INFO:tasks.rados.rados.0.smithi136.stdout:1470: finishing rollback tid 0 to smithi13674108-38 2024-08-19T11:35:40.638 INFO:tasks.rados.rados.0.smithi136.stdout:1470: finishing rollback tid 1 to smithi13674108-38 2024-08-19T11:35:40.639 INFO:tasks.rados.rados.0.smithi136.stdout:1470: finishing rollback tid 2 to smithi13674108-38 2024-08-19T11:35:40.639 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 384 (ObjNum 428 snap 122 seq_num 428) dirty exists 2024-08-19T11:35:40.646 INFO:tasks.rados.rados.0.smithi136.stdout:1467: expect (ObjNum 436 snap 123 seq_num 436) 2024-08-19T11:35:40.768 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:40 smithi136 ceph-mon[86496]: pgmap v143: 121 pgs: 121 active+clean; 124 MiB data, 983 MiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.1 MiB/s wr, 16 op/s 2024-08-19T11:35:40.768 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:40.768 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-19T11:35:40.768 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:35:40.768 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:40.768 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:35:40.768 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:40 smithi136 ceph-mon[86496]: osdmap e341: 8 total, 8 up, 8 in 2024-08-19T11:35:40.768 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:40 smithi136 ceph-mon[88916]: pgmap v143: 121 pgs: 121 active+clean; 124 MiB data, 983 MiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.1 MiB/s wr, 16 op/s 2024-08-19T11:35:40.768 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:40.768 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-19T11:35:40.769 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:35:40.769 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:40.769 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:35:40.769 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:40 smithi136 ceph-mon[88916]: osdmap e341: 8 total, 8 up, 8 in 2024-08-19T11:35:40.864 INFO:tasks.rados.rados.0.smithi136.stdout:1468: finishing write tid 1 to smithi13674108-17 2024-08-19T11:35:40.864 INFO:tasks.rados.rados.0.smithi136.stdout:1471: expect (ObjNum 432 snap 123 seq_num 432) 2024-08-19T11:35:40.958 INFO:tasks.rados.rados.0.smithi136.stdout:1466: expect (ObjNum 465 snap 127 seq_num 465) 2024-08-19T11:35:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:40 smithi155 ceph-mon[76679]: pgmap v143: 121 pgs: 121 active+clean; 124 MiB data, 983 MiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.1 MiB/s wr, 16 op/s 2024-08-19T11:35:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-19T11:35:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:35:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:35:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:40 smithi155 ceph-mon[76679]: osdmap e341: 8 total, 8 up, 8 in 2024-08-19T11:35:41.393 INFO:tasks.rados.rados.0.smithi136.stdout:1468: finishing write tid 2 to smithi13674108-17 2024-08-19T11:35:41.393 INFO:tasks.rados.rados.0.smithi136.stdout:1468: finishing write tid 3 to smithi13674108-17 2024-08-19T11:35:41.393 INFO:tasks.rados.rados.0.smithi136.stdout:1468: oid 17 updating version 0 to 636 2024-08-19T11:35:41.393 INFO:tasks.rados.rados.0.smithi136.stdout:1468: oid 17 updating version 636 to 637 2024-08-19T11:35:41.393 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 17 v 637 (ObjNum 468 snap 129 seq_num 468) dirty exists 2024-08-19T11:35:41.394 INFO:tasks.rados.rados.0.smithi136.stdout:1468: left oid 17 (ObjNum 468 snap 129 seq_num 468) 2024-08-19T11:35:41.394 INFO:tasks.rados.rados.0.smithi136.stdout:1472: finishing copy_from racing read to smithi13674108-10 2024-08-19T11:35:41.394 INFO:tasks.rados.rados.0.smithi136.stdout:1472: finishing copy_from to smithi13674108-10 2024-08-19T11:35:41.394 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 545 (ObjNum 411 snap 119 seq_num 411) dirty exists 2024-08-19T11:35:41.622 INFO:tasks.rados.rados.0.smithi136.stdout:1466: done (6 left) 2024-08-19T11:35:41.623 INFO:tasks.rados.rados.0.smithi136.stdout:1467: done (5 left) 2024-08-19T11:35:41.623 INFO:tasks.rados.rados.0.smithi136.stdout:1468: done (4 left) 2024-08-19T11:35:41.623 INFO:tasks.rados.rados.0.smithi136.stdout:1470: done (3 left) 2024-08-19T11:35:41.623 INFO:tasks.rados.rados.0.smithi136.stdout:1471: done (2 left) 2024-08-19T11:35:41.623 INFO:tasks.rados.rados.0.smithi136.stdout:1472: done (1 left) 2024-08-19T11:35:41.623 INFO:tasks.rados.rados.0.smithi136.stdout:1473: done (0 left) 2024-08-19T11:35:41.623 INFO:tasks.rados.rados.0.smithi136.stdout:1474: read oid 34 snap -1 2024-08-19T11:35:41.623 INFO:tasks.rados.rados.0.smithi136.stdout:1474: expect (ObjNum 235 snap 66 seq_num 235) 2024-08-19T11:35:41.623 INFO:tasks.rados.rados.0.smithi136.stdout:1475: read oid 18 snap -1 2024-08-19T11:35:41.623 INFO:tasks.rados.rados.0.smithi136.stdout:1475: expect deleted 2024-08-19T11:35:41.623 INFO:tasks.rados.rados.0.smithi136.stdout:1476: copy_from oid 25 from oid 40 current snap is 130 2024-08-19T11:35:41.623 INFO:tasks.rados.rados.0.smithi136.stdout:1477: read oid 35 snap -1 2024-08-19T11:35:41.623 INFO:tasks.rados.rados.0.smithi136.stdout:1477: expect (ObjNum 459 snap 126 seq_num 459) 2024-08-19T11:35:41.624 INFO:tasks.rados.rados.0.smithi136.stdout:1478: read oid 20 snap -1 2024-08-19T11:35:41.624 INFO:tasks.rados.rados.0.smithi136.stdout:1478: expect (ObjNum 464 snap 127 seq_num 464) 2024-08-19T11:35:41.624 INFO:tasks.rados.rados.0.smithi136.stdout:1479: read oid 6 snap 127 2024-08-19T11:35:41.624 INFO:tasks.rados.rados.0.smithi136.stdout:1479: expect (ObjNum 429 snap 122 seq_num 429) 2024-08-19T11:35:41.624 INFO:tasks.rados.rados.0.smithi136.stdout:1480: delete oid 41 current snap is 130 2024-08-19T11:35:41.636 INFO:tasks.rados.rados.0.smithi136.stdout:1474: expect (ObjNum 235 snap 66 seq_num 235) 2024-08-19T11:35:41.688 INFO:tasks.rados.rados.0.smithi136.stdout:1476: finishing copy_from racing read to smithi13674108-25 2024-08-19T11:35:41.688 INFO:tasks.rados.rados.0.smithi136.stdout:1476: finishing copy_from to smithi13674108-25 2024-08-19T11:35:41.688 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 380 (ObjNum 430 snap 122 seq_num 430) dirty exists 2024-08-19T11:35:41.688 INFO:tasks.rados.rados.0.smithi136.stdout:1477: expect (ObjNum 459 snap 126 seq_num 459) 2024-08-19T11:35:41.886 INFO:tasks.rados.rados.0.smithi136.stdout:1478: expect (ObjNum 464 snap 127 seq_num 464) 2024-08-19T11:35:41.962 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:41 smithi136 ceph-mon[88916]: Upgrade: Updating osd.1 2024-08-19T11:35:41.962 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:41 smithi136 ceph-mon[88916]: Deploying daemon osd.1 on smithi136 2024-08-19T11:35:41.962 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:41 smithi136 ceph-mon[88916]: osdmap e342: 8 total, 8 up, 8 in 2024-08-19T11:35:41.962 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:41 smithi136 ceph-mon[86496]: Upgrade: Updating osd.1 2024-08-19T11:35:41.962 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:41 smithi136 ceph-mon[86496]: Deploying daemon osd.1 on smithi136 2024-08-19T11:35:41.962 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:41 smithi136 ceph-mon[86496]: osdmap e342: 8 total, 8 up, 8 in 2024-08-19T11:35:42.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:41 smithi155 ceph-mon[76679]: Upgrade: Updating osd.1 2024-08-19T11:35:42.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:41 smithi155 ceph-mon[76679]: Deploying daemon osd.1 on smithi136 2024-08-19T11:35:42.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:41 smithi155 ceph-mon[76679]: osdmap e342: 8 total, 8 up, 8 in 2024-08-19T11:35:42.624 INFO:tasks.rados.rados.0.smithi136.stdout:1479: expect (ObjNum 429 snap 122 seq_num 429) 2024-08-19T11:35:42.983 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:42 smithi136 ceph-mon[88916]: pgmap v146: 121 pgs: 121 active+clean; 127 MiB data, 988 MiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 3.8 MiB/s wr, 26 op/s 2024-08-19T11:35:42.983 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:42 smithi136 ceph-mon[86496]: pgmap v146: 121 pgs: 121 active+clean; 127 MiB data, 988 MiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 3.8 MiB/s wr, 26 op/s 2024-08-19T11:35:43.210 INFO:tasks.rados.rados.0.smithi136.stdout:1474: done (6 left) 2024-08-19T11:35:43.210 INFO:tasks.rados.rados.0.smithi136.stdout:1475: done (5 left) 2024-08-19T11:35:43.210 INFO:tasks.rados.rados.0.smithi136.stdout:1476: done (4 left) 2024-08-19T11:35:43.210 INFO:tasks.rados.rados.0.smithi136.stdout:1477: done (3 left) 2024-08-19T11:35:43.210 INFO:tasks.rados.rados.0.smithi136.stdout:1478: done (2 left) 2024-08-19T11:35:43.210 INFO:tasks.rados.rados.0.smithi136.stdout:1479: done (1 left) 2024-08-19T11:35:43.210 INFO:tasks.rados.rados.0.smithi136.stdout:1480: done (0 left) 2024-08-19T11:35:43.211 INFO:tasks.rados.rados.0.smithi136.stdout:1481: delete oid 34 current snap is 130 2024-08-19T11:35:43.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:42 smithi155 ceph-mon[76679]: pgmap v146: 121 pgs: 121 active+clean; 127 MiB data, 988 MiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 3.8 MiB/s wr, 26 op/s 2024-08-19T11:35:43.212 INFO:tasks.rados.rados.0.smithi136.stdout:1481: done (0 left) 2024-08-19T11:35:43.212 INFO:tasks.rados.rados.0.smithi136.stdout:1482: snap_create 2024-08-19T11:35:43.247 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:42 smithi136 systemd[1]: Stopping Ceph osd.1 for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:35:43.598 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:43 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1[38591]: 2024-08-19T11:35:43.245+0000 7f6b813be640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T11:35:43.598 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:43 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1[38591]: 2024-08-19T11:35:43.245+0000 7f6b813be640 -1 osd.1 342 *** Got signal Terminated *** 2024-08-19T11:35:43.598 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:43 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1[38591]: 2024-08-19T11:35:43.245+0000 7f6b813be640 -1 osd.1 342 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T11:35:43.772 INFO:tasks.rados.rados.0.smithi136.stdout:1482: done (0 left) 2024-08-19T11:35:43.772 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 49 current snap is 131 2024-08-19T11:35:43.772 INFO:tasks.rados.rados.0.smithi136.stdout:1483: seq_num 471 ranges {8101888=696320} 2024-08-19T11:35:43.816 INFO:tasks.rados.rados.0.smithi136.stdout:1483: writing smithi13674108-49 from 8101888 to 8798208 tid 1 2024-08-19T11:35:43.816 INFO:tasks.rados.rados.0.smithi136.stdout:1484: setattr oid 31 current snap is 131 2024-08-19T11:35:43.818 INFO:tasks.rados.rados.0.smithi136.stdout:1485: read oid 35 snap -1 2024-08-19T11:35:43.819 INFO:tasks.rados.rados.0.smithi136.stdout:1485: expect (ObjNum 459 snap 126 seq_num 459) 2024-08-19T11:35:43.819 INFO:tasks.rados.rados.0.smithi136.stdout:1486: rollback oid 22 current snap is 131 2024-08-19T11:35:43.819 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 22 to 128 2024-08-19T11:35:43.819 INFO:tasks.rados.rados.0.smithi136.stdout:1487: setattr oid 26 current snap is 131 2024-08-19T11:35:43.821 INFO:tasks.rados.rados.0.smithi136.stdout:1488: read oid 14 snap -1 2024-08-19T11:35:43.821 INFO:tasks.rados.rados.0.smithi136.stdout:1488: expect (ObjNum 450 snap 125 seq_num 450) 2024-08-19T11:35:43.821 INFO:tasks.rados.rados.0.smithi136.stdout:1489: snap_create 2024-08-19T11:35:43.821 INFO:tasks.rados.rados.0.smithi136.stdout:1486: finishing rollback tid 0 to smithi13674108-22 2024-08-19T11:35:43.823 INFO:tasks.rados.rados.0.smithi136.stdout:1486: finishing rollback tid 1 to smithi13674108-22 2024-08-19T11:35:43.823 INFO:tasks.rados.rados.0.smithi136.stdout:1486: finishing rollback tid 2 to smithi13674108-22 2024-08-19T11:35:43.823 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 573 (ObjNum 434 snap 123 seq_num 434) dirty exists 2024-08-19T11:35:43.824 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 575 (ObjNum 310 snap 94 seq_num 310) dirty exists 2024-08-19T11:35:44.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:43 smithi136 ceph-mon[88916]: osd.1 marked itself down and dead 2024-08-19T11:35:44.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:43 smithi136 ceph-mon[86496]: osd.1 marked itself down and dead 2024-08-19T11:35:44.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:43 smithi155 ceph-mon[76679]: osd.1 marked itself down and dead 2024-08-19T11:35:44.355 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:44 smithi136 podman[99683]: 2024-08-19 11:35:44.102745925 +0000 UTC m=+0.965259168 container died bca15785dcda95a95f1041056c54a9d56d0a21cecc99f3fb99ba07a33a3859b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1, ceph=True, org.label-schema.build-date=20240731, RELEASE=reef-baa926d, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.36.0) 2024-08-19T11:35:44.713 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:44 smithi136 podman[99683]: 2024-08-19 11:35:44.452671864 +0000 UTC m=+1.315185107 container cleanup bca15785dcda95a95f1041056c54a9d56d0a21cecc99f3fb99ba07a33a3859b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=reef-baa926d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-08-19T11:35:44.713 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:44 smithi136 bash[99683]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1 2024-08-19T11:35:44.774 INFO:tasks.rados.rados.0.smithi136.stdout:1486: done (6 left) 2024-08-19T11:35:44.774 INFO:tasks.rados.rados.0.smithi136.stdout:1487: done (5 left) 2024-08-19T11:35:44.774 INFO:tasks.rados.rados.0.smithi136.stdout:1489: done (4 left) 2024-08-19T11:35:44.774 INFO:tasks.rados.rados.0.smithi136.stdout:1490: copy_from oid 40 from oid 9 current snap is 132 2024-08-19T11:35:44.774 INFO:tasks.rados.rados.0.smithi136.stdout:1491: read oid 48 snap 130 2024-08-19T11:35:44.774 INFO:tasks.rados.rados.0.smithi136.stdout:1491: expect (ObjNum 432 snap 123 seq_num 432) 2024-08-19T11:35:44.774 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 8 current snap is 132 2024-08-19T11:35:44.774 INFO:tasks.rados.rados.0.smithi136.stdout:1492: seq_num 472 ranges {0=712704} 2024-08-19T11:35:44.779 INFO:tasks.rados.rados.0.smithi136.stdout:1492: writing smithi13674108-8 from 0 to 712704 tid 1 2024-08-19T11:35:44.779 INFO:tasks.rados.rados.0.smithi136.stdout:1493: read oid 1 snap 130 2024-08-19T11:35:44.779 INFO:tasks.rados.rados.0.smithi136.stdout:1493: expect (ObjNum 454 snap 126 seq_num 454) 2024-08-19T11:35:44.779 INFO:tasks.rados.rados.0.smithi136.stdout:1494: read oid 23 snap 128 2024-08-19T11:35:44.779 INFO:tasks.rados.rados.0.smithi136.stdout:1494: expect (ObjNum 453 snap 126 seq_num 453) 2024-08-19T11:35:44.779 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 18 current snap is 132 2024-08-19T11:35:44.779 INFO:tasks.rados.rados.0.smithi136.stdout:1495: seq_num 473 ranges {0=729088} 2024-08-19T11:35:44.784 INFO:tasks.rados.rados.0.smithi136.stdout:1495: writing smithi13674108-18 from 0 to 729088 tid 1 2024-08-19T11:35:44.788 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 22 current snap is 132 2024-08-19T11:35:44.788 INFO:tasks.rados.rados.0.smithi136.stdout:1496: seq_num 474 ranges {73728=745472} 2024-08-19T11:35:44.793 INFO:tasks.rados.rados.0.smithi136.stdout:1496: writing smithi13674108-22 from 73728 to 819200 tid 1 2024-08-19T11:35:44.794 INFO:tasks.rados.rados.0.smithi136.stdout:1497: read oid 38 snap -1 2024-08-19T11:35:44.794 INFO:tasks.rados.rados.0.smithi136.stdout:1497: expect (ObjNum 428 snap 122 seq_num 428) 2024-08-19T11:35:44.794 INFO:tasks.rados.rados.0.smithi136.stdout:1498: setattr oid 47 current snap is 132 2024-08-19T11:35:44.803 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 630 (ObjNum 462 snap 127 seq_num 462) dirty exists 2024-08-19T11:35:44.803 INFO:tasks.rados.rados.0.smithi136.stdout:1494: expect (ObjNum 453 snap 126 seq_num 453) 2024-08-19T11:35:44.817 INFO:tasks.rados.rados.0.smithi136.stdout:1496: finishing write tid 1 to smithi13674108-22 2024-08-19T11:35:44.818 INFO:tasks.rados.rados.0.smithi136.stdout:1496: finishing write tid 2 to smithi13674108-22 2024-08-19T11:35:44.818 INFO:tasks.rados.rados.0.smithi136.stdout:1496: finishing write tid 3 to smithi13674108-22 2024-08-19T11:35:44.818 INFO:tasks.rados.rados.0.smithi136.stdout:1496: oid 22 updating version 0 to 577 2024-08-19T11:35:44.818 INFO:tasks.rados.rados.0.smithi136.stdout:1496: oid 22 updating version 577 to 578 2024-08-19T11:35:44.818 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 578 (ObjNum 474 snap 132 seq_num 474) dirty exists 2024-08-19T11:35:44.818 INFO:tasks.rados.rados.0.smithi136.stdout:1496: left oid 22 (ObjNum 474 snap 132 seq_num 474) 2024-08-19T11:35:44.818 INFO:tasks.rados.rados.0.smithi136.stdout:1495: finishing write tid 1 to smithi13674108-18 2024-08-19T11:35:44.818 INFO:tasks.rados.rados.0.smithi136.stdout:1495: finishing write tid 2 to smithi13674108-18 2024-08-19T11:35:44.818 INFO:tasks.rados.rados.0.smithi136.stdout:1495: finishing write tid 3 to smithi13674108-18 2024-08-19T11:35:44.818 INFO:tasks.rados.rados.0.smithi136.stdout:1495: oid 18 updating version 0 to 569 2024-08-19T11:35:44.818 INFO:tasks.rados.rados.0.smithi136.stdout:1495: oid 18 version 569 is already newer than 568 2024-08-19T11:35:44.818 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 569 (ObjNum 473 snap 132 seq_num 473) dirty exists 2024-08-19T11:35:44.819 INFO:tasks.rados.rados.0.smithi136.stdout:1495: left oid 18 (ObjNum 473 snap 132 seq_num 473) 2024-08-19T11:35:44.819 INFO:tasks.rados.rados.0.smithi136.stdout:1488: expect (ObjNum 450 snap 125 seq_num 450) 2024-08-19T11:35:44.829 INFO:tasks.rados.rados.0.smithi136.stdout:1483: finishing write tid 1 to smithi13674108-49 2024-08-19T11:35:44.830 INFO:tasks.rados.rados.0.smithi136.stdout:1483: finishing write tid 2 to smithi13674108-49 2024-08-19T11:35:44.830 INFO:tasks.rados.rados.0.smithi136.stdout:1493: expect (ObjNum 454 snap 126 seq_num 454) 2024-08-19T11:35:44.844 INFO:tasks.rados.rados.0.smithi136.stdout:1483: finishing write tid 3 to smithi13674108-49 2024-08-19T11:35:44.844 INFO:tasks.rados.rados.0.smithi136.stdout:1483: oid 49 updating version 0 to 548 2024-08-19T11:35:44.844 INFO:tasks.rados.rados.0.smithi136.stdout:1483: oid 49 updating version 548 to 549 2024-08-19T11:35:44.844 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 549 (ObjNum 471 snap 131 seq_num 471) dirty exists 2024-08-19T11:35:44.844 INFO:tasks.rados.rados.0.smithi136.stdout:1483: left oid 49 (ObjNum 471 snap 131 seq_num 471) 2024-08-19T11:35:44.844 INFO:tasks.rados.rados.0.smithi136.stdout:1483: done (12 left) 2024-08-19T11:35:44.844 INFO:tasks.rados.rados.0.smithi136.stdout:1484: done (11 left) 2024-08-19T11:35:44.845 INFO:tasks.rados.rados.0.smithi136.stdout:1488: done (10 left) 2024-08-19T11:35:44.845 INFO:tasks.rados.rados.0.smithi136.stdout:1493: done (9 left) 2024-08-19T11:35:44.845 INFO:tasks.rados.rados.0.smithi136.stdout:1494: done (8 left) 2024-08-19T11:35:44.845 INFO:tasks.rados.rados.0.smithi136.stdout:1495: done (7 left) 2024-08-19T11:35:44.845 INFO:tasks.rados.rados.0.smithi136.stdout:1496: done (6 left) 2024-08-19T11:35:44.845 INFO:tasks.rados.rados.0.smithi136.stdout:1499: setattr oid 23 current snap is 132 2024-08-19T11:35:44.845 INFO:tasks.rados.rados.0.smithi136.stdout:1491: expect (ObjNum 432 snap 123 seq_num 432) 2024-08-19T11:35:44.948 INFO:tasks.rados.rados.0.smithi136.stdout:1492: finishing write tid 1 to smithi13674108-8 2024-08-19T11:35:44.948 INFO:tasks.rados.rados.0.smithi136.stdout:1492: finishing write tid 2 to smithi13674108-8 2024-08-19T11:35:44.948 INFO:tasks.rados.rados.0.smithi136.stdout:1485: expect (ObjNum 459 snap 126 seq_num 459) 2024-08-19T11:35:45.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:44 smithi136 ceph-mon[88916]: pgmap v148: 121 pgs: 121 active+clean; 132 MiB data, 990 MiB used, 714 GiB / 715 GiB avail; 37 MiB/s rd, 4.4 MiB/s wr, 28 op/s 2024-08-19T11:35:45.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:44 smithi136 ceph-mon[88916]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T11:35:45.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:44 smithi136 ceph-mon[88916]: osdmap e343: 8 total, 7 up, 8 in 2024-08-19T11:35:45.098 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:44 smithi136 podman[99704]: 2024-08-19 11:35:44.7122965 +0000 UTC m=+0.608999121 container remove bca15785dcda95a95f1041056c54a9d56d0a21cecc99f3fb99ba07a33a3859b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-baa926d, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T11:35:45.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:44 smithi136 ceph-mon[86496]: pgmap v148: 121 pgs: 121 active+clean; 132 MiB data, 990 MiB used, 714 GiB / 715 GiB avail; 37 MiB/s rd, 4.4 MiB/s wr, 28 op/s 2024-08-19T11:35:45.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:44 smithi136 ceph-mon[86496]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T11:35:45.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:44 smithi136 ceph-mon[86496]: osdmap e343: 8 total, 7 up, 8 in 2024-08-19T11:35:45.144 INFO:tasks.rados.rados.0.smithi136.stdout:1492: finishing write tid 3 to smithi13674108-8 2024-08-19T11:35:45.144 INFO:tasks.rados.rados.0.smithi136.stdout:1492: oid 8 updating version 0 to 638 2024-08-19T11:35:45.144 INFO:tasks.rados.rados.0.smithi136.stdout:1492: oid 8 updating version 638 to 639 2024-08-19T11:35:45.144 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 639 (ObjNum 472 snap 132 seq_num 472) dirty exists 2024-08-19T11:35:45.144 INFO:tasks.rados.rados.0.smithi136.stdout:1492: left oid 8 (ObjNum 472 snap 132 seq_num 472) 2024-08-19T11:35:45.144 INFO:tasks.rados.rados.0.smithi136.stdout:1490: finishing copy_from racing read to smithi13674108-40 2024-08-19T11:35:45.144 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 533 (ObjNum 427 snap 122 seq_num 427) dirty exists 2024-08-19T11:35:45.144 INFO:tasks.rados.rados.0.smithi136.stdout:1485: done (6 left) 2024-08-19T11:35:45.144 INFO:tasks.rados.rados.0.smithi136.stdout:1491: done (5 left) 2024-08-19T11:35:45.145 INFO:tasks.rados.rados.0.smithi136.stdout:1492: done (4 left) 2024-08-19T11:35:45.145 INFO:tasks.rados.rados.0.smithi136.stdout:1498: done (3 left) 2024-08-19T11:35:45.145 INFO:tasks.rados.rados.0.smithi136.stdout:1500: copy_from oid 14 from oid 5 current snap is 132 2024-08-19T11:35:45.145 INFO:tasks.rados.rados.0.smithi136.stdout:1497: expect (ObjNum 428 snap 122 seq_num 428) 2024-08-19T11:35:45.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:44 smithi155 ceph-mon[76679]: pgmap v148: 121 pgs: 121 active+clean; 132 MiB data, 990 MiB used, 714 GiB / 715 GiB avail; 37 MiB/s rd, 4.4 MiB/s wr, 28 op/s 2024-08-19T11:35:45.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:44 smithi155 ceph-mon[76679]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T11:35:45.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:44 smithi155 ceph-mon[76679]: osdmap e343: 8 total, 7 up, 8 in 2024-08-19T11:35:45.304 INFO:tasks.rados.rados.0.smithi136.stdout:1490: finishing copy_from to smithi13674108-40 2024-08-19T11:35:45.305 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 210 (ObjNum 465 snap 127 seq_num 465) dirty exists 2024-08-19T11:35:45.305 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 413 (ObjNum 453 snap 126 seq_num 453) dirty exists 2024-08-19T11:35:45.305 INFO:tasks.rados.rados.0.smithi136.stdout:1500: finishing copy_from racing read to smithi13674108-14 2024-08-19T11:35:45.305 INFO:tasks.rados.rados.0.smithi136.stdout:1500: finishing copy_from to smithi13674108-14 2024-08-19T11:35:45.305 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 545 (ObjNum 411 snap 119 seq_num 411) dirty exists 2024-08-19T11:35:45.305 INFO:tasks.rados.rados.0.smithi136.stdout:1490: done (3 left) 2024-08-19T11:35:45.305 INFO:tasks.rados.rados.0.smithi136.stdout:1497: done (2 left) 2024-08-19T11:35:45.305 INFO:tasks.rados.rados.0.smithi136.stdout:1499: done (1 left) 2024-08-19T11:35:45.305 INFO:tasks.rados.rados.0.smithi136.stdout:1500: done (0 left) 2024-08-19T11:35:45.305 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 31 current snap is 132 2024-08-19T11:35:45.305 INFO:tasks.rados.rados.0.smithi136.stdout:1501: seq_num 475 ranges {540672=761856} 2024-08-19T11:35:45.311 INFO:tasks.rados.rados.0.smithi136.stdout:1501: writing smithi13674108-31 from 540672 to 1302528 tid 1 2024-08-19T11:35:45.311 INFO:tasks.rados.rados.0.smithi136.stdout:1502: snap_remove snap 129 2024-08-19T11:35:45.392 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:45 smithi136 podman[99799]: 2024-08-19 11:35:45.038308534 +0000 UTC m=+0.020043728 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:35:45.392 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:45 smithi136 podman[99799]: 2024-08-19 11:35:45.146587779 +0000 UTC m=+0.128322970 container create 2a60a400424594d3e838c49e88fca9afc2c183c740d0faedfacfc3dfaa28b1e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, RELEASE=main-7976693, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-08-19T11:35:45.773 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:45 smithi136 podman[99799]: 2024-08-19 11:35:45.391521807 +0000 UTC m=+0.373257008 container init 2a60a400424594d3e838c49e88fca9afc2c183c740d0faedfacfc3dfaa28b1e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1-deactivate, RELEASE=main-7976693, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T11:35:45.773 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:45 smithi136 podman[99799]: 2024-08-19 11:35:45.396231641 +0000 UTC m=+0.377966841 container start 2a60a400424594d3e838c49e88fca9afc2c183c740d0faedfacfc3dfaa28b1e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=main-7976693, org.label-schema.license=GPLv2) 2024-08-19T11:35:45.773 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:45 smithi136 podman[99799]: 2024-08-19 11:35:45.483412133 +0000 UTC m=+0.465147333 container attach 2a60a400424594d3e838c49e88fca9afc2c183c740d0faedfacfc3dfaa28b1e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=main-7976693, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-08-19T11:35:45.773 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:45 smithi136 podman[99799]: 2024-08-19 11:35:45.587195706 +0000 UTC m=+0.568930897 container died 2a60a400424594d3e838c49e88fca9afc2c183c740d0faedfacfc3dfaa28b1e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1-deactivate, RELEASE=main-7976693, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-08-19T11:35:45.776 INFO:tasks.rados.rados.0.smithi136.stdout:1502: done (1 left) 2024-08-19T11:35:45.776 INFO:tasks.rados.rados.0.smithi136.stdout:1503: copy_from oid 41 from oid 34 current snap is 132 2024-08-19T11:35:45.776 INFO:tasks.rados.rados.0.smithi136.stdout:1501: finishing write tid 1 to smithi13674108-31 2024-08-19T11:35:45.777 INFO:tasks.rados.rados.0.smithi136.stdout:1501: finishing write tid 2 to smithi13674108-31 2024-08-19T11:35:45.777 INFO:tasks.rados.rados.0.smithi136.stdout:1501: finishing write tid 3 to smithi13674108-31 2024-08-19T11:35:45.777 INFO:tasks.rados.rados.0.smithi136.stdout:1501: oid 31 updating version 0 to 632 2024-08-19T11:35:45.777 INFO:tasks.rados.rados.0.smithi136.stdout:1501: oid 31 updating version 632 to 633 2024-08-19T11:35:45.777 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 633 (ObjNum 475 snap 132 seq_num 475) dirty exists 2024-08-19T11:35:45.777 INFO:tasks.rados.rados.0.smithi136.stdout:1501: left oid 31 (ObjNum 475 snap 132 seq_num 475) 2024-08-19T11:35:45.777 INFO:tasks.rados.rados.0.smithi136.stdout:1501: done (1 left) 2024-08-19T11:35:45.777 INFO:tasks.rados.rados.0.smithi136.stdout:1504: delete oid 50 current snap is 132 2024-08-19T11:35:45.779 INFO:tasks.rados.rados.0.smithi136.stdout:1504: done (1 left) 2024-08-19T11:35:45.779 INFO:tasks.rados.rados.0.smithi136.stdout:1505: rollback oid 50 current snap is 132 2024-08-19T11:35:45.780 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 50 to 131 2024-08-19T11:35:45.780 INFO:tasks.rados.rados.0.smithi136.stdout:1506: read oid 36 snap -1 2024-08-19T11:35:45.780 INFO:tasks.rados.rados.0.smithi136.stdout:1506: expect deleted 2024-08-19T11:35:45.780 INFO:tasks.rados.rados.0.smithi136.stdout:1507: copy_from oid 22 from oid 18 current snap is 132 2024-08-19T11:35:45.780 INFO:tasks.rados.rados.0.smithi136.stdout:1508: snap_create 2024-08-19T11:35:45.780 INFO:tasks.rados.rados.0.smithi136.stdout:1503: finishing copy_from to smithi13674108-41 2024-08-19T11:35:45.780 INFO:tasks.rados.rados.0.smithi136.stdout:1503: got expected ENOENT (src dne) 2024-08-19T11:35:45.781 INFO:tasks.rados.rados.0.smithi136.stdout:1503: finishing copy_from racing read to smithi13674108-41 2024-08-19T11:35:45.782 INFO:tasks.rados.rados.0.smithi136.stdout:1505: finishing rollback tid 1 to smithi13674108-50 2024-08-19T11:35:45.783 INFO:tasks.rados.rados.0.smithi136.stdout:1505: finishing rollback tid 2 to smithi13674108-50 2024-08-19T11:35:45.783 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 555 (ObjNum 436 snap 123 seq_num 436) dirty exists 2024-08-19T11:35:45.789 INFO:tasks.rados.rados.0.smithi136.stdout:1507: finishing copy_from racing read to smithi13674108-22 2024-08-19T11:35:45.790 INFO:tasks.rados.rados.0.smithi136.stdout:1507: finishing copy_from to smithi13674108-22 2024-08-19T11:35:45.790 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 569 (ObjNum 473 snap 132 seq_num 473) dirty exists 2024-08-19T11:35:46.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:45 smithi136 ceph-mon[88916]: osdmap e344: 8 total, 7 up, 8 in 2024-08-19T11:35:46.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:45 smithi136 ceph-mon[86496]: osdmap e344: 8 total, 7 up, 8 in 2024-08-19T11:35:46.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:45 smithi155 ceph-mon[76679]: osdmap e344: 8 total, 7 up, 8 in 2024-08-19T11:35:46.598 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:46 smithi136 podman[99842]: 2024-08-19 11:35:46.278948747 +0000 UTC m=+0.682467540 container remove 2a60a400424594d3e838c49e88fca9afc2c183c740d0faedfacfc3dfaa28b1e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1-deactivate, RELEASE=main-7976693, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T11:35:46.598 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:46 smithi136 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.1.service: Deactivated successfully. 2024-08-19T11:35:46.598 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:46 smithi136 systemd[1]: Stopped Ceph osd.1 for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:35:46.598 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:46 smithi136 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.1.service: Consumed 9.647s CPU time. 2024-08-19T11:35:46.598 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:46 smithi136 systemd[1]: Starting Ceph osd.1 for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:35:46.780 INFO:tasks.rados.rados.0.smithi136.stdout:1503: done (4 left) 2024-08-19T11:35:46.780 INFO:tasks.rados.rados.0.smithi136.stdout:1505: done (3 left) 2024-08-19T11:35:46.780 INFO:tasks.rados.rados.0.smithi136.stdout:1506: done (2 left) 2024-08-19T11:35:46.780 INFO:tasks.rados.rados.0.smithi136.stdout:1507: done (1 left) 2024-08-19T11:35:46.781 INFO:tasks.rados.rados.0.smithi136.stdout:1508: done (0 left) 2024-08-19T11:35:46.781 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 47 current snap is 133 2024-08-19T11:35:46.781 INFO:tasks.rados.rados.0.smithi136.stdout:1509: seq_num 477 ranges {2367488=794624} 2024-08-19T11:35:46.799 INFO:tasks.rados.rados.0.smithi136.stdout:1509: writing smithi13674108-47 from 2367488 to 3162112 tid 1 2024-08-19T11:35:46.799 INFO:tasks.rados.rados.0.smithi136.stdout:1510: read oid 37 snap -1 2024-08-19T11:35:46.799 INFO:tasks.rados.rados.0.smithi136.stdout:1510: expect (ObjNum 337 snap 100 seq_num 337) 2024-08-19T11:35:46.799 INFO:tasks.rados.rados.0.smithi136.stdout:1511: snap_create 2024-08-19T11:35:46.807 INFO:tasks.rados.rados.0.smithi136.stdout:1509: finishing write tid 1 to smithi13674108-47 2024-08-19T11:35:46.807 INFO:tasks.rados.rados.0.smithi136.stdout:1509: finishing write tid 2 to smithi13674108-47 2024-08-19T11:35:46.807 INFO:tasks.rados.rados.0.smithi136.stdout:1510: expect (ObjNum 337 snap 100 seq_num 337) 2024-08-19T11:35:46.831 INFO:tasks.rados.rados.0.smithi136.stdout:1509: finishing write tid 3 to smithi13674108-47 2024-08-19T11:35:46.831 INFO:tasks.rados.rados.0.smithi136.stdout:1509: oid 47 updating version 0 to 535 2024-08-19T11:35:46.832 INFO:tasks.rados.rados.0.smithi136.stdout:1509: oid 47 version 535 is already newer than 534 2024-08-19T11:35:46.832 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 535 (ObjNum 477 snap 133 seq_num 477) dirty exists 2024-08-19T11:35:46.832 INFO:tasks.rados.rados.0.smithi136.stdout:1509: left oid 47 (ObjNum 477 snap 133 seq_num 477) 2024-08-19T11:35:46.974 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:46 smithi136 ceph-mon[88916]: pgmap v151: 121 pgs: 17 stale+active+clean, 104 active+clean; 132 MiB data, 990 MiB used, 714 GiB / 715 GiB avail; 37 MiB/s rd, 4.4 MiB/s wr, 28 op/s 2024-08-19T11:35:46.974 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:46 smithi136 ceph-mon[88916]: osdmap e345: 8 total, 7 up, 8 in 2024-08-19T11:35:46.975 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:46 smithi136 ceph-mon[86496]: pgmap v151: 121 pgs: 17 stale+active+clean, 104 active+clean; 132 MiB data, 990 MiB used, 714 GiB / 715 GiB avail; 37 MiB/s rd, 4.4 MiB/s wr, 28 op/s 2024-08-19T11:35:46.975 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:46 smithi136 ceph-mon[86496]: osdmap e345: 8 total, 7 up, 8 in 2024-08-19T11:35:46.975 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:46 smithi136 podman[99947]: 2024-08-19 11:35:46.705190371 +0000 UTC m=+0.105066602 container create 712c45f9ccd55c056c0c4cc23402fe09001b3759644e3e1adcbc04a6f196b6f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1-activate, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-08-19T11:35:46.975 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:46 smithi136 podman[99947]: 2024-08-19 11:35:46.617297073 +0000 UTC m=+0.017173310 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:35:46.975 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:46 smithi136 podman[99947]: 2024-08-19 11:35:46.899016487 +0000 UTC m=+0.298892719 container init 712c45f9ccd55c056c0c4cc23402fe09001b3759644e3e1adcbc04a6f196b6f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1-activate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=main-7976693, org.label-schema.license=GPLv2) 2024-08-19T11:35:46.975 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:46 smithi136 podman[99947]: 2024-08-19 11:35:46.90352386 +0000 UTC m=+0.303400096 container start 712c45f9ccd55c056c0c4cc23402fe09001b3759644e3e1adcbc04a6f196b6f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1-activate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=main-7976693, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-08-19T11:35:46.975 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:46 smithi136 podman[99947]: 2024-08-19 11:35:46.974084651 +0000 UTC m=+0.373960880 container attach 712c45f9ccd55c056c0c4cc23402fe09001b3759644e3e1adcbc04a6f196b6f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1-activate, RELEASE=main-7976693, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-08-19T11:35:47.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:46 smithi155 ceph-mon[76679]: pgmap v151: 121 pgs: 17 stale+active+clean, 104 active+clean; 132 MiB data, 990 MiB used, 714 GiB / 715 GiB avail; 37 MiB/s rd, 4.4 MiB/s wr, 28 op/s 2024-08-19T11:35:47.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:46 smithi155 ceph-mon[76679]: osdmap e345: 8 total, 7 up, 8 in 2024-08-19T11:35:47.348 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1-activate[99962]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:35:47.348 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:47 smithi136 bash[99947]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:35:47.348 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1-activate[99962]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:35:47.348 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:47 smithi136 bash[99947]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:35:47.348 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1-activate[99962]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T11:35:47.349 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:47 smithi136 bash[99947]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T11:35:47.349 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1-activate[99962]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:35:47.349 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:47 smithi136 bash[99947]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:35:47.349 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1-activate[99962]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:35:47.349 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:47 smithi136 bash[99947]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:35:47.349 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1-activate[99962]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-19T11:35:47.349 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:47 smithi136 bash[99947]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-19T11:35:47.349 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1-activate[99962]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2024-08-19T11:35:47.349 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:47 smithi136 bash[99947]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2024-08-19T11:35:47.754 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:35:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:35:47] "GET /metrics HTTP/1.1" 200 36166 "" "Prometheus/2.43.0" 2024-08-19T11:35:47.755 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1-activate[99962]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2024-08-19T11:35:47.755 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:47 smithi136 bash[99947]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2024-08-19T11:35:47.755 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1-activate[99962]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2024-08-19T11:35:47.755 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:47 smithi136 bash[99947]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2024-08-19T11:35:47.755 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1-activate[99962]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-19T11:35:47.755 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:47 smithi136 bash[99947]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-19T11:35:47.755 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1-activate[99962]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-19T11:35:47.755 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:47 smithi136 bash[99947]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-19T11:35:47.755 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1-activate[99962]: --> ceph-volume lvm activate successful for osd ID: 1 2024-08-19T11:35:47.756 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:47 smithi136 bash[99947]: --> ceph-volume lvm activate successful for osd ID: 1 2024-08-19T11:35:47.756 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:47 smithi136 podman[99947]: 2024-08-19 11:35:47.446826586 +0000 UTC m=+0.846702822 container died 712c45f9ccd55c056c0c4cc23402fe09001b3759644e3e1adcbc04a6f196b6f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=main-7976693, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-08-19T11:35:47.785 INFO:tasks.rados.rados.0.smithi136.stdout:1509: done (2 left) 2024-08-19T11:35:47.785 INFO:tasks.rados.rados.0.smithi136.stdout:1510: done (1 left) 2024-08-19T11:35:47.785 INFO:tasks.rados.rados.0.smithi136.stdout:1511: done (0 left) 2024-08-19T11:35:47.786 INFO:tasks.rados.rados.0.smithi136.stdout:1512: snap_create 2024-08-19T11:35:48.054 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:47 smithi136 ceph-mon[88916]: osdmap e346: 8 total, 7 up, 8 in 2024-08-19T11:35:48.054 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:47 smithi136 ceph-mon[86496]: osdmap e346: 8 total, 7 up, 8 in 2024-08-19T11:35:48.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:47 smithi155 ceph-mon[76679]: osdmap e346: 8 total, 7 up, 8 in 2024-08-19T11:35:48.348 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:48 smithi136 podman[100104]: 2024-08-19 11:35:48.05344578 +0000 UTC m=+0.600912512 container remove 712c45f9ccd55c056c0c4cc23402fe09001b3759644e3e1adcbc04a6f196b6f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1-activate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True) 2024-08-19T11:35:48.348 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:48 smithi136 podman[100169]: 2024-08-19 11:35:48.168331544 +0000 UTC m=+0.017020904 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:35:48.348 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:48 smithi136 podman[100169]: 2024-08-19 11:35:48.287670564 +0000 UTC m=+0.136359951 container create e1e8e8f25d129f05d7e35b67cadc3d014683b1e2c1ef902fc309184838fd2290 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=main-7976693, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-08-19T11:35:48.622 INFO:tasks.rados.rados.0.smithi136.stdout:1512: done (0 left) 2024-08-19T11:35:48.622 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 27 current snap is 135 2024-08-19T11:35:48.622 INFO:tasks.rados.rados.0.smithi136.stdout:1513: seq_num 478 ranges {5029888=409600,5439488=401408} 2024-08-19T11:35:48.652 INFO:tasks.rados.rados.0.smithi136.stdout:1513: writing smithi13674108-27 from 5029888 to 5439488 tid 1 2024-08-19T11:35:48.656 INFO:tasks.rados.rados.0.smithi136.stdout:1513: writing smithi13674108-27 from 5439488 to 5840896 tid 2 2024-08-19T11:35:48.656 INFO:tasks.rados.rados.0.smithi136.stdout:1514: setattr oid 26 current snap is 135 2024-08-19T11:35:48.656 INFO:tasks.rados.rados.0.smithi136.stdout:1513: finishing write tid 1 to smithi13674108-27 2024-08-19T11:35:48.658 INFO:tasks.rados.rados.0.smithi136.stdout:1513: finishing write tid 2 to smithi13674108-27 2024-08-19T11:35:48.658 INFO:tasks.rados.rados.0.smithi136.stdout:1513: finishing write tid 3 to smithi13674108-27 2024-08-19T11:35:48.659 INFO:tasks.rados.rados.0.smithi136.stdout:1515: read oid 1 snap -1 2024-08-19T11:35:48.659 INFO:tasks.rados.rados.0.smithi136.stdout:1515: expect (ObjNum 454 snap 126 seq_num 454) 2024-08-19T11:35:48.659 INFO:tasks.rados.rados.0.smithi136.stdout:1516: rollback oid 7 current snap is 135 2024-08-19T11:35:48.659 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 7 to 127 2024-08-19T11:35:48.659 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 22 current snap is 135 2024-08-19T11:35:48.659 INFO:tasks.rados.rados.0.smithi136.stdout:1517: seq_num 479 ranges {729088=425984,1155072=401408} 2024-08-19T11:35:48.665 INFO:tasks.rados.rados.0.smithi136.stdout:1517: writing smithi13674108-22 from 729088 to 1155072 tid 1 2024-08-19T11:35:48.668 INFO:tasks.rados.rados.0.smithi136.stdout:1517: writing smithi13674108-22 from 1155072 to 1556480 tid 2 2024-08-19T11:35:48.668 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 17 current snap is 135 2024-08-19T11:35:48.668 INFO:tasks.rados.rados.0.smithi136.stdout:1518: seq_num 480 ranges {1679360=442368,2121728=401408} 2024-08-19T11:35:48.680 INFO:tasks.rados.rados.0.smithi136.stdout:1518: writing smithi13674108-17 from 1679360 to 2121728 tid 1 2024-08-19T11:35:48.683 INFO:tasks.rados.rados.0.smithi136.stdout:1518: writing smithi13674108-17 from 2121728 to 2523136 tid 2 2024-08-19T11:35:48.683 INFO:tasks.rados.rados.0.smithi136.stdout:1519: delete oid 30 current snap is 135 2024-08-19T11:35:48.683 INFO:tasks.rados.rados.0.smithi136.stdout:1513: finishing write tid 4 to smithi13674108-27 2024-08-19T11:35:48.683 INFO:tasks.rados.rados.0.smithi136.stdout:1513: oid 27 updating version 0 to 129 2024-08-19T11:35:48.683 INFO:tasks.rados.rados.0.smithi136.stdout:1513: oid 27 updating version 129 to 131 2024-08-19T11:35:48.683 INFO:tasks.rados.rados.0.smithi136.stdout:1513: oid 27 version 131 is already newer than 130 2024-08-19T11:35:48.683 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 131 (ObjNum 478 snap 135 seq_num 478) dirty exists 2024-08-19T11:35:48.684 INFO:tasks.rados.rados.0.smithi136.stdout:1513: left oid 27 (ObjNum 478 snap 135 seq_num 478) 2024-08-19T11:35:48.684 INFO:tasks.rados.rados.0.smithi136.stdout:1515: expect (ObjNum 454 snap 126 seq_num 454) 2024-08-19T11:35:48.685 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:48 smithi136 podman[100169]: 2024-08-19 11:35:48.514970607 +0000 UTC m=+0.363659971 container init e1e8e8f25d129f05d7e35b67cadc3d014683b1e2c1ef902fc309184838fd2290 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=main-7976693, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-08-19T11:35:48.685 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:48 smithi136 podman[100169]: 2024-08-19 11:35:48.520015263 +0000 UTC m=+0.368704620 container start e1e8e8f25d129f05d7e35b67cadc3d014683b1e2c1ef902fc309184838fd2290 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1, RELEASE=main-7976693, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True) 2024-08-19T11:35:48.685 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:48 smithi136 ceph-osd[100208]: -- 172.21.15.136:0/4143099519 <== mon.0 v2:172.21.15.136:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55afb0e3da40 con 0x55afb1c0a400 2024-08-19T11:35:48.685 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:48 smithi136 bash[100169]: e1e8e8f25d129f05d7e35b67cadc3d014683b1e2c1ef902fc309184838fd2290 2024-08-19T11:35:48.685 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:48 smithi136 systemd[1]: Started Ceph osd.1 for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:35:48.698 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 585 (ObjNum 310 snap 94 seq_num 310) dirty exists 2024-08-19T11:35:48.698 INFO:tasks.rados.rados.0.smithi136.stdout:1516: finishing rollback tid 0 to smithi13674108-7 2024-08-19T11:35:48.698 INFO:tasks.rados.rados.0.smithi136.stdout:1516: finishing rollback tid 1 to smithi13674108-7 2024-08-19T11:35:48.698 INFO:tasks.rados.rados.0.smithi136.stdout:1516: finishing rollback tid 2 to smithi13674108-7 2024-08-19T11:35:48.698 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 637 (ObjNum 442 snap 123 seq_num 442) dirty exists 2024-08-19T11:35:48.698 INFO:tasks.rados.rados.0.smithi136.stdout:1517: finishing write tid 1 to smithi13674108-22 2024-08-19T11:35:48.698 INFO:tasks.rados.rados.0.smithi136.stdout:1513: done (6 left) 2024-08-19T11:35:48.699 INFO:tasks.rados.rados.0.smithi136.stdout:1514: done (5 left) 2024-08-19T11:35:48.699 INFO:tasks.rados.rados.0.smithi136.stdout:1515: done (4 left) 2024-08-19T11:35:48.699 INFO:tasks.rados.rados.0.smithi136.stdout:1516: done (3 left) 2024-08-19T11:35:48.699 INFO:tasks.rados.rados.0.smithi136.stdout:1519: done (2 left) 2024-08-19T11:35:48.699 INFO:tasks.rados.rados.0.smithi136.stdout:1520: delete oid 4 current snap is 135 2024-08-19T11:35:48.699 INFO:tasks.rados.rados.0.smithi136.stdout:1517: finishing write tid 2 to smithi13674108-22 2024-08-19T11:35:48.699 INFO:tasks.rados.rados.0.smithi136.stdout:1517: finishing write tid 3 to smithi13674108-22 2024-08-19T11:35:48.699 INFO:tasks.rados.rados.0.smithi136.stdout:1517: finishing write tid 4 to smithi13674108-22 2024-08-19T11:35:48.699 INFO:tasks.rados.rados.0.smithi136.stdout:1517: oid 22 updating version 0 to 587 2024-08-19T11:35:48.699 INFO:tasks.rados.rados.0.smithi136.stdout:1517: oid 22 updating version 587 to 589 2024-08-19T11:35:48.699 INFO:tasks.rados.rados.0.smithi136.stdout:1517: oid 22 version 589 is already newer than 588 2024-08-19T11:35:48.699 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 589 (ObjNum 479 snap 135 seq_num 479) dirty exists 2024-08-19T11:35:48.699 INFO:tasks.rados.rados.0.smithi136.stdout:1517: left oid 22 (ObjNum 479 snap 135 seq_num 479) 2024-08-19T11:35:48.699 INFO:tasks.rados.rados.0.smithi136.stdout:1518: finishing write tid 1 to smithi13674108-17 2024-08-19T11:35:48.700 INFO:tasks.rados.rados.0.smithi136.stdout:1518: finishing write tid 2 to smithi13674108-17 2024-08-19T11:35:48.700 INFO:tasks.rados.rados.0.smithi136.stdout:1518: finishing write tid 3 to smithi13674108-17 2024-08-19T11:35:48.700 INFO:tasks.rados.rados.0.smithi136.stdout:1518: finishing write tid 4 to smithi13674108-17 2024-08-19T11:35:48.700 INFO:tasks.rados.rados.0.smithi136.stdout:1518: oid 17 updating version 0 to 643 2024-08-19T11:35:48.700 INFO:tasks.rados.rados.0.smithi136.stdout:1518: oid 17 version 643 is already newer than 641 2024-08-19T11:35:48.700 INFO:tasks.rados.rados.0.smithi136.stdout:1518: oid 17 version 643 is already newer than 642 2024-08-19T11:35:48.700 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 17 v 643 (ObjNum 480 snap 135 seq_num 480) dirty exists 2024-08-19T11:35:48.700 INFO:tasks.rados.rados.0.smithi136.stdout:1518: left oid 17 (ObjNum 480 snap 135 seq_num 480) 2024-08-19T11:35:48.701 INFO:tasks.rados.rados.0.smithi136.stdout:1517: done (2 left) 2024-08-19T11:35:48.701 INFO:tasks.rados.rados.0.smithi136.stdout:1518: done (1 left) 2024-08-19T11:35:48.701 INFO:tasks.rados.rados.0.smithi136.stdout:1520: done (0 left) 2024-08-19T11:35:48.701 INFO:tasks.rados.rados.0.smithi136.stdout:1521: copy_from oid 27 from oid 15 current snap is 135 2024-08-19T11:35:48.701 INFO:tasks.rados.rados.0.smithi136.stdout:1522: read oid 30 snap 130 2024-08-19T11:35:48.701 INFO:tasks.rados.rados.0.smithi136.stdout:1522: expect deleted 2024-08-19T11:35:48.701 INFO:tasks.rados.rados.0.smithi136.stdout:1523: snap_remove snap 133 2024-08-19T11:35:49.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:48 smithi136 ceph-mon[88916]: pgmap v154: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 157 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.5 MiB/s wr, 35 op/s; 35/261 objects degraded (13.410%) 2024-08-19T11:35:49.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:48 smithi136 ceph-mon[88916]: Health check failed: Degraded data redundancy: 35/261 objects degraded (13.410%), 11 pgs degraded (PG_DEGRADED) 2024-08-19T11:35:49.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:48 smithi136 ceph-mon[88916]: osdmap e347: 8 total, 7 up, 8 in 2024-08-19T11:35:49.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:48 smithi136 ceph-mon[88916]: osdmap e348: 8 total, 7 up, 8 in 2024-08-19T11:35:49.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:48 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:49.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:48 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:49.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:48 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:35:49.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:48 smithi136 ceph-mon[86496]: pgmap v154: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 157 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.5 MiB/s wr, 35 op/s; 35/261 objects degraded (13.410%) 2024-08-19T11:35:49.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:48 smithi136 ceph-mon[86496]: Health check failed: Degraded data redundancy: 35/261 objects degraded (13.410%), 11 pgs degraded (PG_DEGRADED) 2024-08-19T11:35:49.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:48 smithi136 ceph-mon[86496]: osdmap e347: 8 total, 7 up, 8 in 2024-08-19T11:35:49.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:48 smithi136 ceph-mon[86496]: osdmap e348: 8 total, 7 up, 8 in 2024-08-19T11:35:49.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:48 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:49.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:48 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:49.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:48 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:35:49.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:48 smithi155 ceph-mon[76679]: pgmap v154: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 157 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.5 MiB/s wr, 35 op/s; 35/261 objects degraded (13.410%) 2024-08-19T11:35:49.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:48 smithi155 ceph-mon[76679]: Health check failed: Degraded data redundancy: 35/261 objects degraded (13.410%), 11 pgs degraded (PG_DEGRADED) 2024-08-19T11:35:49.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:48 smithi155 ceph-mon[76679]: osdmap e347: 8 total, 7 up, 8 in 2024-08-19T11:35:49.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:48 smithi155 ceph-mon[76679]: osdmap e348: 8 total, 7 up, 8 in 2024-08-19T11:35:49.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:48 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:49.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:48 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:49.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:48 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:35:49.689 INFO:tasks.rados.rados.0.smithi136.stdout:1523: done (2 left) 2024-08-19T11:35:49.689 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 7 current snap is 135 2024-08-19T11:35:49.689 INFO:tasks.rados.rados.0.smithi136.stdout:1524: seq_num 483 ranges {204800=491520,696320=401408} 2024-08-19T11:35:49.692 INFO:tasks.rados.rados.0.smithi136.stdout:1524: writing smithi13674108-7 from 204800 to 696320 tid 1 2024-08-19T11:35:49.695 INFO:tasks.rados.rados.0.smithi136.stdout:1524: writing smithi13674108-7 from 696320 to 1097728 tid 2 2024-08-19T11:35:49.695 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 40 current snap is 135 2024-08-19T11:35:49.695 INFO:tasks.rados.rados.0.smithi136.stdout:1525: seq_num 484 ranges {6586368=507904,7094272=401408} 2024-08-19T11:35:49.732 INFO:tasks.rados.rados.0.smithi136.stdout:1525: writing smithi13674108-40 from 6586368 to 7094272 tid 1 2024-08-19T11:35:49.735 INFO:tasks.rados.rados.0.smithi136.stdout:1525: writing smithi13674108-40 from 7094272 to 7495680 tid 2 2024-08-19T11:35:49.735 INFO:tasks.rados.rados.0.smithi136.stdout:1526: read oid 47 snap -1 2024-08-19T11:35:49.735 INFO:tasks.rados.rados.0.smithi136.stdout:1526: expect (ObjNum 477 snap 133 seq_num 477) 2024-08-19T11:35:49.735 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 23 current snap is 135 2024-08-19T11:35:49.735 INFO:tasks.rados.rados.0.smithi136.stdout:1521: finishing copy_from racing read to smithi13674108-27 2024-08-19T11:35:49.736 INFO:tasks.rados.rados.0.smithi136.stdout:1521: finishing copy_from to smithi13674108-27 2024-08-19T11:35:49.736 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 292 (ObjNum 461 snap 127 seq_num 461) dirty exists 2024-08-19T11:35:49.736 INFO:tasks.rados.rados.0.smithi136.stdout:1524: finishing write tid 1 to smithi13674108-7 2024-08-19T11:35:49.736 INFO:tasks.rados.rados.0.smithi136.stdout:1524: finishing write tid 2 to smithi13674108-7 2024-08-19T11:35:49.736 INFO:tasks.rados.rados.0.smithi136.stdout:1524: finishing write tid 3 to smithi13674108-7 2024-08-19T11:35:49.736 INFO:tasks.rados.rados.0.smithi136.stdout:1524: finishing write tid 4 to smithi13674108-7 2024-08-19T11:35:49.736 INFO:tasks.rados.rados.0.smithi136.stdout:1524: oid 7 updating version 0 to 640 2024-08-19T11:35:49.736 INFO:tasks.rados.rados.0.smithi136.stdout:1524: oid 7 version 640 is already newer than 639 2024-08-19T11:35:49.736 INFO:tasks.rados.rados.0.smithi136.stdout:1524: oid 7 version 640 is already newer than 638 2024-08-19T11:35:49.736 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 640 (ObjNum 483 snap 135 seq_num 483) dirty exists 2024-08-19T11:35:49.736 INFO:tasks.rados.rados.0.smithi136.stdout:1524: left oid 7 (ObjNum 483 snap 135 seq_num 483) 2024-08-19T11:35:49.736 INFO:tasks.rados.rados.0.smithi136.stdout:1527: seq_num 485 ranges {393216=532480,925696=401408} 2024-08-19T11:35:49.740 INFO:tasks.rados.rados.0.smithi136.stdout:1527: writing smithi13674108-23 from 393216 to 925696 tid 1 2024-08-19T11:35:49.743 INFO:tasks.rados.rados.0.smithi136.stdout:1527: writing smithi13674108-23 from 925696 to 1327104 tid 2 2024-08-19T11:35:49.743 INFO:tasks.rados.rados.0.smithi136.stdout:1521: done (5 left) 2024-08-19T11:35:49.743 INFO:tasks.rados.rados.0.smithi136.stdout:1522: done (4 left) 2024-08-19T11:35:49.743 INFO:tasks.rados.rados.0.smithi136.stdout:1524: done (3 left) 2024-08-19T11:35:49.743 INFO:tasks.rados.rados.0.smithi136.stdout:1528: rollback oid 21 current snap is 135 2024-08-19T11:35:49.743 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 21 to 131 2024-08-19T11:35:49.743 INFO:tasks.rados.rados.0.smithi136.stdout:1525: finishing write tid 1 to smithi13674108-40 2024-08-19T11:35:49.743 INFO:tasks.rados.rados.0.smithi136.stdout:1529: read oid 26 snap -1 2024-08-19T11:35:49.743 INFO:tasks.rados.rados.0.smithi136.stdout:1529: expect (ObjNum 310 snap 94 seq_num 310) 2024-08-19T11:35:49.743 INFO:tasks.rados.rados.0.smithi136.stdout:1530: snap_remove snap 132 2024-08-19T11:35:50.347 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:49 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1[100184]: 2024-08-19T11:35:49.909+0000 7f266068c640 -1 Falling back to public interface 2024-08-19T11:35:50.694 INFO:tasks.rados.rados.0.smithi136.stdout:1530: done (5 left) 2024-08-19T11:35:50.695 INFO:tasks.rados.rados.0.smithi136.stdout:1531: snap_remove snap 128 2024-08-19T11:35:50.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:50 smithi155 ceph-mon[76679]: pgmap v157: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 157 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.5 MiB/s wr, 35 op/s; 35/261 objects degraded (13.410%) 2024-08-19T11:35:50.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:50 smithi155 ceph-mon[76679]: osdmap e349: 8 total, 7 up, 8 in 2024-08-19T11:35:51.075 INFO:teuthology.orchestra.run.smithi136.stdout:true 2024-08-19T11:35:51.075 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:50 smithi136 ceph-mon[88916]: pgmap v157: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 157 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.5 MiB/s wr, 35 op/s; 35/261 objects degraded (13.410%) 2024-08-19T11:35:51.076 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:50 smithi136 ceph-mon[88916]: osdmap e349: 8 total, 7 up, 8 in 2024-08-19T11:35:51.076 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:50 smithi136 ceph-mon[86496]: pgmap v157: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 157 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.5 MiB/s wr, 35 op/s; 35/261 objects degraded (13.410%) 2024-08-19T11:35:51.076 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:50 smithi136 ceph-mon[86496]: osdmap e349: 8 total, 7 up, 8 in 2024-08-19T11:35:51.645 INFO:teuthology.orchestra.run.smithi136.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T11:35:51.645 INFO:teuthology.orchestra.run.smithi136.stdout:alertmanager.a smithi136 *:9093,9094 running (6m) 31s ago 7m 24.0M - 0.25.0 c8568f914cd2 5af88c4acee8 2024-08-19T11:35:51.645 INFO:teuthology.orchestra.run.smithi136.stdout:grafana.a smithi155 *:3000 running (7m) 72s ago 7m 87.9M - 9.4.7 954c08fa6188 cb3e816dd27a 2024-08-19T11:35:51.645 INFO:teuthology.orchestra.run.smithi136.stdout:mds.a smithi136 running (8m) 31s ago 8m 21.3M - 18.2.4-721-gbaa926de e6c292a6bc95 70acc09ac00c 2024-08-19T11:35:51.645 INFO:teuthology.orchestra.run.smithi136.stdout:mds.b smithi155 running (8m) 72s ago 8m 17.5M - 18.2.4-721-gbaa926de e6c292a6bc95 f9104a674461 2024-08-19T11:35:51.645 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.x smithi155 *:8443,9283,8765 running (2m) 72s ago 12m 451M - 19.0.0-5847-g79766939 50bbda8a3289 64c8cd762719 2024-08-19T11:35:51.646 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.y smithi136 *:8443,9283,8765 running (2m) 31s ago 13m 509M - 19.0.0-5847-g79766939 50bbda8a3289 2c0aee4c2faf 2024-08-19T11:35:51.646 INFO:teuthology.orchestra.run.smithi136.stdout:mon.a smithi136 running (2m) 31s ago 13m 47.1M 2048M 19.0.0-5847-g79766939 50bbda8a3289 9ab88b9dc010 2024-08-19T11:35:51.646 INFO:teuthology.orchestra.run.smithi136.stdout:mon.b smithi155 running (83s) 72s ago 12m 31.1M 2048M 19.0.0-5847-g79766939 50bbda8a3289 1260b8dbc4a8 2024-08-19T11:35:51.646 INFO:teuthology.orchestra.run.smithi136.stdout:mon.c smithi136 running (101s) 31s ago 12m 40.1M 2048M 19.0.0-5847-g79766939 50bbda8a3289 6904f5e6079f 2024-08-19T11:35:51.646 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.a smithi136 *:9100 running (6m) 31s ago 6m 16.2M - 1.5.0 0da6a335fe13 8b8c68944f5b 2024-08-19T11:35:51.646 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.b smithi155 *:9100 running (6m) 72s ago 6m 16.6M - 1.5.0 0da6a335fe13 94f522beed05 2024-08-19T11:35:51.646 INFO:teuthology.orchestra.run.smithi136.stdout:osd.0 smithi136 running (36s) 31s ago 11m 11.8M 2480M 19.0.0-5847-g79766939 50bbda8a3289 6daf1ed86d76 2024-08-19T11:35:51.646 INFO:teuthology.orchestra.run.smithi136.stdout:osd.1 smithi136 starting - - - 2480M 2024-08-19T11:35:51.646 INFO:teuthology.orchestra.run.smithi136.stdout:osd.2 smithi136 running (10m) 31s ago 10m 162M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 f79852ccd72a 2024-08-19T11:35:51.646 INFO:teuthology.orchestra.run.smithi136.stdout:osd.3 smithi136 running (10m) 31s ago 10m 140M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 e4e2f187c816 2024-08-19T11:35:51.646 INFO:teuthology.orchestra.run.smithi136.stdout:osd.4 smithi155 running (10m) 72s ago 10m 151M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 41fae920e9f8 2024-08-19T11:35:51.646 INFO:teuthology.orchestra.run.smithi136.stdout:osd.5 smithi155 running (9m) 72s ago 9m 157M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 a11fccf8327d 2024-08-19T11:35:51.647 INFO:teuthology.orchestra.run.smithi136.stdout:osd.6 smithi155 running (9m) 72s ago 9m 139M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 ae2da85c009a 2024-08-19T11:35:51.647 INFO:teuthology.orchestra.run.smithi136.stdout:osd.7 smithi155 running (9m) 72s ago 9m 105M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 78b9ac5d3d4f 2024-08-19T11:35:51.647 INFO:teuthology.orchestra.run.smithi136.stdout:prometheus.a smithi155 *:9095 running (2m) 72s ago 7m 45.6M - 2.43.0 a07b618ecd1d 58dd6060f319 2024-08-19T11:35:51.704 INFO:tasks.rados.rados.0.smithi136.stdout:1531: done (5 left) 2024-08-19T11:35:51.704 INFO:tasks.rados.rados.0.smithi136.stdout:1532: read oid 9 snap 130 2024-08-19T11:35:51.704 INFO:tasks.rados.rados.0.smithi136.stdout:1532: expect (ObjNum 465 snap 127 seq_num 465) 2024-08-19T11:35:51.704 INFO:tasks.rados.rados.0.smithi136.stdout:1533: copy_from oid 3 from oid 35 current snap is 135 2024-08-19T11:35:51.704 INFO:tasks.rados.rados.0.smithi136.stdout:1525: finishing write tid 2 to smithi13674108-40 2024-08-19T11:35:51.704 INFO:tasks.rados.rados.0.smithi136.stdout:1525: finishing write tid 3 to smithi13674108-40 2024-08-19T11:35:51.705 INFO:tasks.rados.rados.0.smithi136.stdout:1525: finishing write tid 4 to smithi13674108-40 2024-08-19T11:35:51.705 INFO:tasks.rados.rados.0.smithi136.stdout:1525: oid 40 updating version 0 to 387 2024-08-19T11:35:51.705 INFO:tasks.rados.rados.0.smithi136.stdout:1525: oid 40 version 387 is already newer than 385 2024-08-19T11:35:51.705 INFO:tasks.rados.rados.0.smithi136.stdout:1525: oid 40 version 387 is already newer than 386 2024-08-19T11:35:51.705 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 387 (ObjNum 484 snap 135 seq_num 484) dirty exists 2024-08-19T11:35:51.705 INFO:tasks.rados.rados.0.smithi136.stdout:1525: left oid 40 (ObjNum 484 snap 135 seq_num 484) 2024-08-19T11:35:51.705 INFO:tasks.rados.rados.0.smithi136.stdout:1527: finishing write tid 1 to smithi13674108-23 2024-08-19T11:35:51.705 INFO:tasks.rados.rados.0.smithi136.stdout:1525: done (6 left) 2024-08-19T11:35:51.705 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 50 current snap is 135 2024-08-19T11:35:51.705 INFO:tasks.rados.rados.0.smithi136.stdout:1527: finishing write tid 2 to smithi13674108-23 2024-08-19T11:35:51.705 INFO:tasks.rados.rados.0.smithi136.stdout:1527: finishing write tid 3 to smithi13674108-23 2024-08-19T11:35:51.705 INFO:tasks.rados.rados.0.smithi136.stdout:1527: finishing write tid 4 to smithi13674108-23 2024-08-19T11:35:51.705 INFO:tasks.rados.rados.0.smithi136.stdout:1527: oid 23 updating version 0 to 414 2024-08-19T11:35:51.706 INFO:tasks.rados.rados.0.smithi136.stdout:1527: oid 23 updating version 414 to 416 2024-08-19T11:35:51.706 INFO:tasks.rados.rados.0.smithi136.stdout:1527: oid 23 version 416 is already newer than 415 2024-08-19T11:35:51.706 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 416 (ObjNum 485 snap 135 seq_num 485) dirty exists 2024-08-19T11:35:51.706 INFO:tasks.rados.rados.0.smithi136.stdout:1527: left oid 23 (ObjNum 485 snap 135 seq_num 485) 2024-08-19T11:35:51.706 INFO:tasks.rados.rados.0.smithi136.stdout:1528: finishing rollback tid 0 to smithi13674108-21 2024-08-19T11:35:51.706 INFO:tasks.rados.rados.0.smithi136.stdout:1528: finishing rollback tid 1 to smithi13674108-21 2024-08-19T11:35:51.706 INFO:tasks.rados.rados.0.smithi136.stdout:1526: expect (ObjNum 477 snap 133 seq_num 477) 2024-08-19T11:35:51.842 INFO:tasks.rados.rados.0.smithi136.stdout:1528: finishing rollback tid 2 to smithi13674108-21 2024-08-19T11:35:51.842 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 538 (ObjNum 418 snap 120 seq_num 418) dirty exists 2024-08-19T11:35:51.843 INFO:tasks.rados.rados.0.smithi136.stdout:1529: expect (ObjNum 310 snap 94 seq_num 310) 2024-08-19T11:35:51.957 INFO:tasks.rados.rados.0.smithi136.stdout:1533: finishing copy_from racing read to smithi13674108-3 2024-08-19T11:35:51.957 INFO:tasks.rados.rados.0.smithi136.stdout:1533: finishing copy_from to smithi13674108-3 2024-08-19T11:35:51.957 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 463 (ObjNum 459 snap 126 seq_num 459) dirty exists 2024-08-19T11:35:51.957 INFO:tasks.rados.rados.0.smithi136.stdout:1532: expect (ObjNum 465 snap 127 seq_num 465) 2024-08-19T11:35:51.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:51 smithi155 ceph-mon[76679]: osdmap e350: 8 total, 7 up, 8 in 2024-08-19T11:35:51.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:51 smithi155 ceph-mon[76679]: from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:35:52.021 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:35:52.021 INFO:teuthology.orchestra.run.smithi136.stdout: "mon": { 2024-08-19T11:35:52.021 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 3 2024-08-19T11:35:52.021 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:35:52.021 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr": { 2024-08-19T11:35:52.021 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T11:35:52.021 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:35:52.021 INFO:teuthology.orchestra.run.smithi136.stdout: "osd": { 2024-08-19T11:35:52.022 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 6, 2024-08-19T11:35:52.022 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 1 2024-08-19T11:35:52.022 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:35:52.022 INFO:teuthology.orchestra.run.smithi136.stdout: "mds": { 2024-08-19T11:35:52.022 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T11:35:52.022 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:35:52.022 INFO:teuthology.orchestra.run.smithi136.stdout: "overall": { 2024-08-19T11:35:52.022 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 8, 2024-08-19T11:35:52.022 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 6 2024-08-19T11:35:52.022 INFO:teuthology.orchestra.run.smithi136.stdout: } 2024-08-19T11:35:52.022 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:35:52.023 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:51 smithi136 ceph-mon[88916]: osdmap e350: 8 total, 7 up, 8 in 2024-08-19T11:35:52.023 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:51 smithi136 ceph-mon[88916]: from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:35:52.023 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:51 smithi136 ceph-mon[86496]: osdmap e350: 8 total, 7 up, 8 in 2024-08-19T11:35:52.023 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:51 smithi136 ceph-mon[86496]: from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:35:52.320 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:35:52.320 INFO:teuthology.orchestra.run.smithi136.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T11:35:52.320 INFO:teuthology.orchestra.run.smithi136.stdout: "in_progress": true, 2024-08-19T11:35:52.320 INFO:teuthology.orchestra.run.smithi136.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T11:35:52.320 INFO:teuthology.orchestra.run.smithi136.stdout: "services_complete": [ 2024-08-19T11:35:52.320 INFO:teuthology.orchestra.run.smithi136.stdout: "mon", 2024-08-19T11:35:52.320 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr" 2024-08-19T11:35:52.320 INFO:teuthology.orchestra.run.smithi136.stdout: ], 2024-08-19T11:35:52.321 INFO:teuthology.orchestra.run.smithi136.stdout: "progress": "6/20 daemons upgraded", 2024-08-19T11:35:52.321 INFO:teuthology.orchestra.run.smithi136.stdout: "message": "Currently upgrading osd daemons", 2024-08-19T11:35:52.321 INFO:teuthology.orchestra.run.smithi136.stdout: "is_paused": false 2024-08-19T11:35:52.321 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:35:52.413 INFO:tasks.rados.rados.0.smithi136.stdout:1534: seq_num 486 ranges {4251648=548864,4800512=401408} 2024-08-19T11:35:52.438 INFO:tasks.rados.rados.0.smithi136.stdout:1534: writing smithi13674108-50 from 4251648 to 4800512 tid 1 2024-08-19T11:35:52.440 INFO:tasks.rados.rados.0.smithi136.stdout:1534: writing smithi13674108-50 from 4800512 to 5201920 tid 2 2024-08-19T11:35:52.440 INFO:tasks.rados.rados.0.smithi136.stdout:1526: done (6 left) 2024-08-19T11:35:52.441 INFO:tasks.rados.rados.0.smithi136.stdout:1527: done (5 left) 2024-08-19T11:35:52.441 INFO:tasks.rados.rados.0.smithi136.stdout:1528: done (4 left) 2024-08-19T11:35:52.441 INFO:tasks.rados.rados.0.smithi136.stdout:1529: done (3 left) 2024-08-19T11:35:52.441 INFO:tasks.rados.rados.0.smithi136.stdout:1532: done (2 left) 2024-08-19T11:35:52.441 INFO:tasks.rados.rados.0.smithi136.stdout:1533: done (1 left) 2024-08-19T11:35:52.441 INFO:tasks.rados.rados.0.smithi136.stdout:1535: snap_create 2024-08-19T11:35:52.442 INFO:tasks.rados.rados.0.smithi136.stdout:1534: finishing write tid 1 to smithi13674108-50 2024-08-19T11:35:52.442 INFO:tasks.rados.rados.0.smithi136.stdout:1534: finishing write tid 2 to smithi13674108-50 2024-08-19T11:35:52.442 INFO:tasks.rados.rados.0.smithi136.stdout:1534: finishing write tid 3 to smithi13674108-50 2024-08-19T11:35:52.445 INFO:tasks.rados.rados.0.smithi136.stdout:1534: finishing write tid 4 to smithi13674108-50 2024-08-19T11:35:52.445 INFO:tasks.rados.rados.0.smithi136.stdout:1534: oid 50 updating version 0 to 557 2024-08-19T11:35:52.445 INFO:tasks.rados.rados.0.smithi136.stdout:1534: oid 50 updating version 557 to 559 2024-08-19T11:35:52.445 INFO:tasks.rados.rados.0.smithi136.stdout:1534: oid 50 version 559 is already newer than 558 2024-08-19T11:35:52.445 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 559 (ObjNum 486 snap 135 seq_num 486) dirty exists 2024-08-19T11:35:52.445 INFO:tasks.rados.rados.0.smithi136.stdout:1534: left oid 50 (ObjNum 486 snap 135 seq_num 486) 2024-08-19T11:35:52.705 INFO:tasks.rados.rados.0.smithi136.stdout:1534: done (1 left) 2024-08-19T11:35:52.706 INFO:tasks.rados.rados.0.smithi136.stdout:1535: done (0 left) 2024-08-19T11:35:52.706 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 47 current snap is 136 2024-08-19T11:35:52.706 INFO:tasks.rados.rados.0.smithi136.stdout:1536: seq_num 487 ranges {3162112=565248,3727360=401408} 2024-08-19T11:35:52.727 INFO:tasks.rados.rados.0.smithi136.stdout:1536: writing smithi13674108-47 from 3162112 to 3727360 tid 1 2024-08-19T11:35:52.729 INFO:tasks.rados.rados.0.smithi136.stdout:1536: writing smithi13674108-47 from 3727360 to 4128768 tid 2 2024-08-19T11:35:52.729 INFO:tasks.rados.rados.0.smithi136.stdout:1537: setattr oid 48 current snap is 136 2024-08-19T11:35:52.731 INFO:tasks.rados.rados.0.smithi136.stdout:1538: read oid 17 snap 135 2024-08-19T11:35:52.731 INFO:tasks.rados.rados.0.smithi136.stdout:1538: expect (ObjNum 480 snap 135 seq_num 480) 2024-08-19T11:35:52.731 INFO:tasks.rados.rados.0.smithi136.stdout:1539: snap_remove snap 131 2024-08-19T11:35:52.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:52 smithi155 ceph-mon[76679]: pgmap v160: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 165 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.2 MiB/s wr, 16 op/s; 37/285 objects degraded (12.982%) 2024-08-19T11:35:52.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:52 smithi155 ceph-mon[76679]: from='client.34254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:35:52.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:52 smithi155 ceph-mon[76679]: from='client.44183 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:35:52.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:52 smithi155 ceph-mon[76679]: osdmap e351: 8 total, 7 up, 8 in 2024-08-19T11:35:52.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:52 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/1201949500' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:52.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:52 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:52.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:52 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:53.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:52 smithi136 ceph-mon[86496]: pgmap v160: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 165 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.2 MiB/s wr, 16 op/s; 37/285 objects degraded (12.982%) 2024-08-19T11:35:53.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:52 smithi136 ceph-mon[86496]: from='client.34254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:35:53.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:52 smithi136 ceph-mon[86496]: from='client.44183 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:35:53.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:52 smithi136 ceph-mon[86496]: osdmap e351: 8 total, 7 up, 8 in 2024-08-19T11:35:53.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:52 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/1201949500' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:53.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:52 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:53.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:52 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:53.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:52 smithi136 ceph-mon[88916]: pgmap v160: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 165 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.2 MiB/s wr, 16 op/s; 37/285 objects degraded (12.982%) 2024-08-19T11:35:53.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:52 smithi136 ceph-mon[88916]: from='client.34254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:35:53.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:52 smithi136 ceph-mon[88916]: from='client.44183 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:35:53.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:52 smithi136 ceph-mon[88916]: osdmap e351: 8 total, 7 up, 8 in 2024-08-19T11:35:53.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:52 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/1201949500' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:53.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:52 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:53.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:52 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:53.719 INFO:tasks.rados.rados.0.smithi136.stdout:1539: done (3 left) 2024-08-19T11:35:53.719 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 25 current snap is 136 2024-08-19T11:35:53.719 INFO:tasks.rados.rados.0.smithi136.stdout:1540: seq_num 488 ranges {2940928=581632,3522560=401408} 2024-08-19T11:35:53.733 INFO:tasks.rados.rados.0.smithi136.stdout:1540: writing smithi13674108-25 from 2940928 to 3522560 tid 1 2024-08-19T11:35:53.737 INFO:tasks.rados.rados.0.smithi136.stdout:1540: writing smithi13674108-25 from 3522560 to 3923968 tid 2 2024-08-19T11:35:53.737 INFO:tasks.rados.rados.0.smithi136.stdout:1541: snap_remove snap 127 2024-08-19T11:35:53.848 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:53 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1[100184]: 2024-08-19T11:35:53.595+0000 7f266068c640 -1 osd.1 342 log_to_monitors true 2024-08-19T11:35:53.848 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:35:53 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1[100184]: 2024-08-19T11:35:53.737+0000 7f2658436640 -1 osd.1 342 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T11:35:53.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:53 smithi136 ceph-mon[88916]: from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:35:53.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:53 smithi136 ceph-mon[88916]: osdmap e352: 8 total, 7 up, 8 in 2024-08-19T11:35:53.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:53 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:53.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:53 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:53.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:53 smithi136 ceph-mon[88916]: from='osd.1 [v2:172.21.15.136:6810/1153287421,v1:172.21.15.136:6811/1153287421]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-19T11:35:53.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:53 smithi136 ceph-mon[88916]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-19T11:35:53.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:53 smithi136 ceph-mon[88916]: Health check update: Degraded data redundancy: 37/285 objects degraded (12.982%), 11 pgs degraded (PG_DEGRADED) 2024-08-19T11:35:53.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:53 smithi136 ceph-mon[86496]: from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:35:53.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:53 smithi136 ceph-mon[86496]: osdmap e352: 8 total, 7 up, 8 in 2024-08-19T11:35:53.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:53 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:53.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:53 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:53.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:53 smithi136 ceph-mon[86496]: from='osd.1 [v2:172.21.15.136:6810/1153287421,v1:172.21.15.136:6811/1153287421]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-19T11:35:53.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:53 smithi136 ceph-mon[86496]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-19T11:35:53.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:53 smithi136 ceph-mon[86496]: Health check update: Degraded data redundancy: 37/285 objects degraded (12.982%), 11 pgs degraded (PG_DEGRADED) 2024-08-19T11:35:53.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:53 smithi155 ceph-mon[76679]: from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:35:53.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:53 smithi155 ceph-mon[76679]: osdmap e352: 8 total, 7 up, 8 in 2024-08-19T11:35:53.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:53 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:53.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:53 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:53.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:53 smithi155 ceph-mon[76679]: from='osd.1 [v2:172.21.15.136:6810/1153287421,v1:172.21.15.136:6811/1153287421]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-19T11:35:53.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:53 smithi155 ceph-mon[76679]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-19T11:35:53.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:53 smithi155 ceph-mon[76679]: Health check update: Degraded data redundancy: 37/285 objects degraded (12.982%), 11 pgs degraded (PG_DEGRADED) 2024-08-19T11:35:54.728 INFO:tasks.rados.rados.0.smithi136.stdout:1536: finishing write tid 1 to smithi13674108-47 2024-08-19T11:35:54.728 INFO:tasks.rados.rados.0.smithi136.stdout:1536: finishing write tid 2 to smithi13674108-47 2024-08-19T11:35:54.728 INFO:tasks.rados.rados.0.smithi136.stdout:1536: finishing write tid 3 to smithi13674108-47 2024-08-19T11:35:54.728 INFO:tasks.rados.rados.0.smithi136.stdout:1536: finishing write tid 4 to smithi13674108-47 2024-08-19T11:35:54.728 INFO:tasks.rados.rados.0.smithi136.stdout:1536: oid 47 updating version 0 to 540 2024-08-19T11:35:54.728 INFO:tasks.rados.rados.0.smithi136.stdout:1536: oid 47 version 540 is already newer than 539 2024-08-19T11:35:54.728 INFO:tasks.rados.rados.0.smithi136.stdout:1536: oid 47 updating version 540 to 541 2024-08-19T11:35:54.728 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 541 (ObjNum 487 snap 136 seq_num 487) dirty exists 2024-08-19T11:35:54.728 INFO:tasks.rados.rados.0.smithi136.stdout:1536: left oid 47 (ObjNum 487 snap 136 seq_num 487) 2024-08-19T11:35:54.728 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 48 v 652 (ObjNum 432 snap 123 seq_num 432) dirty exists 2024-08-19T11:35:54.728 INFO:tasks.rados.rados.0.smithi136.stdout:1538: expect (ObjNum 480 snap 135 seq_num 480) 2024-08-19T11:35:54.848 INFO:tasks.rados.rados.0.smithi136.stdout:1540: finishing write tid 1 to smithi13674108-25 2024-08-19T11:35:54.848 INFO:tasks.rados.rados.0.smithi136.stdout:1540: finishing write tid 2 to smithi13674108-25 2024-08-19T11:35:54.848 INFO:tasks.rados.rados.0.smithi136.stdout:1540: finishing write tid 3 to smithi13674108-25 2024-08-19T11:35:54.848 INFO:tasks.rados.rados.0.smithi136.stdout:1540: finishing write tid 4 to smithi13674108-25 2024-08-19T11:35:54.848 INFO:tasks.rados.rados.0.smithi136.stdout:1540: oid 25 updating version 0 to 388 2024-08-19T11:35:54.848 INFO:tasks.rados.rados.0.smithi136.stdout:1540: oid 25 updating version 388 to 389 2024-08-19T11:35:54.848 INFO:tasks.rados.rados.0.smithi136.stdout:1540: oid 25 updating version 389 to 390 2024-08-19T11:35:54.848 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 390 (ObjNum 488 snap 136 seq_num 488) dirty exists 2024-08-19T11:35:54.848 INFO:tasks.rados.rados.0.smithi136.stdout:1540: left oid 25 (ObjNum 488 snap 136 seq_num 488) 2024-08-19T11:35:54.848 INFO:tasks.rados.rados.0.smithi136.stdout:1536: done (4 left) 2024-08-19T11:35:54.849 INFO:tasks.rados.rados.0.smithi136.stdout:1537: done (3 left) 2024-08-19T11:35:54.849 INFO:tasks.rados.rados.0.smithi136.stdout:1538: done (2 left) 2024-08-19T11:35:54.849 INFO:tasks.rados.rados.0.smithi136.stdout:1540: done (1 left) 2024-08-19T11:35:54.849 INFO:tasks.rados.rados.0.smithi136.stdout:1541: done (0 left) 2024-08-19T11:35:54.849 INFO:tasks.rados.rados.0.smithi136.stdout:1542: rollback oid 38 current snap is 136 2024-08-19T11:35:54.849 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 38 to 134 2024-08-19T11:35:54.849 INFO:tasks.rados.rados.0.smithi136.stdout:1543: delete oid 13 current snap is 136 2024-08-19T11:35:54.849 INFO:tasks.rados.rados.0.smithi136.stdout:1543: done (1 left) 2024-08-19T11:35:54.849 INFO:tasks.rados.rados.0.smithi136.stdout:1544: snap_create 2024-08-19T11:35:54.850 INFO:tasks.rados.rados.0.smithi136.stdout:1542: finishing rollback tid 0 to smithi13674108-38 2024-08-19T11:35:54.850 INFO:tasks.rados.rados.0.smithi136.stdout:1542: finishing rollback tid 1 to smithi13674108-38 2024-08-19T11:35:54.850 INFO:tasks.rados.rados.0.smithi136.stdout:1542: finishing rollback tid 2 to smithi13674108-38 2024-08-19T11:35:54.850 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 393 (ObjNum 428 snap 122 seq_num 428) dirty exists 2024-08-19T11:35:55.020 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:54 smithi136 ceph-mon[88916]: pgmap v163: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 165 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.2 MiB/s wr, 17 op/s; 37/285 objects degraded (12.982%) 2024-08-19T11:35:55.020 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:54 smithi136 ceph-mon[88916]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-19T11:35:55.020 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:54 smithi136 ceph-mon[88916]: osdmap e353: 8 total, 7 up, 8 in 2024-08-19T11:35:55.020 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:54 smithi136 ceph-mon[88916]: from='osd.1 [v2:172.21.15.136:6810/1153287421,v1:172.21.15.136:6811/1153287421]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi136", "root=default"]} : dispatch 2024-08-19T11:35:55.021 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:54 smithi136 ceph-mon[88916]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi136", "root=default"]} : dispatch 2024-08-19T11:35:55.021 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:54 smithi136 ceph-mon[86496]: pgmap v163: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 165 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.2 MiB/s wr, 17 op/s; 37/285 objects degraded (12.982%) 2024-08-19T11:35:55.021 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:54 smithi136 ceph-mon[86496]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-19T11:35:55.021 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:54 smithi136 ceph-mon[86496]: osdmap e353: 8 total, 7 up, 8 in 2024-08-19T11:35:55.021 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:54 smithi136 ceph-mon[86496]: from='osd.1 [v2:172.21.15.136:6810/1153287421,v1:172.21.15.136:6811/1153287421]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi136", "root=default"]} : dispatch 2024-08-19T11:35:55.021 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:54 smithi136 ceph-mon[86496]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi136", "root=default"]} : dispatch 2024-08-19T11:35:55.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:54 smithi155 ceph-mon[76679]: pgmap v163: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 165 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.2 MiB/s wr, 17 op/s; 37/285 objects degraded (12.982%) 2024-08-19T11:35:55.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:54 smithi155 ceph-mon[76679]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-19T11:35:55.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:54 smithi155 ceph-mon[76679]: osdmap e353: 8 total, 7 up, 8 in 2024-08-19T11:35:55.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:54 smithi155 ceph-mon[76679]: from='osd.1 [v2:172.21.15.136:6810/1153287421,v1:172.21.15.136:6811/1153287421]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi136", "root=default"]} : dispatch 2024-08-19T11:35:55.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:54 smithi155 ceph-mon[76679]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi136", "root=default"]} : dispatch 2024-08-19T11:35:55.729 INFO:tasks.rados.rados.0.smithi136.stdout:1542: done (1 left) 2024-08-19T11:35:55.729 INFO:tasks.rados.rados.0.smithi136.stdout:1544: done (0 left) 2024-08-19T11:35:55.729 INFO:tasks.rados.rados.0.smithi136.stdout:1545: read oid 21 snap 130 2024-08-19T11:35:55.729 INFO:tasks.rados.rados.0.smithi136.stdout:1545: expect (ObjNum 418 snap 120 seq_num 418) 2024-08-19T11:35:55.730 INFO:tasks.rados.rados.0.smithi136.stdout:1546: copy_from oid 10 from oid 38 current snap is 137 2024-08-19T11:35:55.730 INFO:tasks.rados.rados.0.smithi136.stdout:1547: read oid 45 snap 134 2024-08-19T11:35:55.730 INFO:tasks.rados.rados.0.smithi136.stdout:1547: expect (ObjNum 337 snap 100 seq_num 337) 2024-08-19T11:35:55.730 INFO:tasks.rados.rados.0.smithi136.stdout:1548: read oid 28 snap -1 2024-08-19T11:35:55.730 INFO:tasks.rados.rados.0.smithi136.stdout:1548: expect (ObjNum 448 snap 125 seq_num 448) 2024-08-19T11:35:55.730 INFO:tasks.rados.rados.0.smithi136.stdout:1549: delete oid 24 current snap is 137 2024-08-19T11:35:55.737 INFO:tasks.rados.rados.0.smithi136.stdout:1549: done (4 left) 2024-08-19T11:35:55.737 INFO:tasks.rados.rados.0.smithi136.stdout:1550: rmattr oid 46 current snap is 137 2024-08-19T11:35:55.737 INFO:tasks.rados.rados.0.smithi136.stdout:1550: done (4 left) 2024-08-19T11:35:55.737 INFO:tasks.rados.rados.0.smithi136.stdout:1551: read oid 39 snap -1 2024-08-19T11:35:55.737 INFO:tasks.rados.rados.0.smithi136.stdout:1551: expect (ObjNum 375 snap 108 seq_num 375) 2024-08-19T11:35:55.737 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 49 current snap is 137 2024-08-19T11:35:55.737 INFO:tasks.rados.rados.0.smithi136.stdout:1552: seq_num 491 ranges {8798208=630784,9428992=401408} 2024-08-19T11:35:55.792 INFO:tasks.rados.rados.0.smithi136.stdout:1552: writing smithi13674108-49 from 8798208 to 9428992 tid 1 2024-08-19T11:35:55.794 INFO:tasks.rados.rados.0.smithi136.stdout:1552: writing smithi13674108-49 from 9428992 to 9830400 tid 2 2024-08-19T11:35:55.794 INFO:tasks.rados.rados.0.smithi136.stdout:1553: delete oid 24 current snap is 137 2024-08-19T11:35:55.795 INFO:tasks.rados.rados.0.smithi136.stdout:1547: expect (ObjNum 337 snap 100 seq_num 337) 2024-08-19T11:35:55.821 INFO:tasks.rados.rados.0.smithi136.stdout:1548: expect (ObjNum 448 snap 125 seq_num 448) 2024-08-19T11:35:55.831 INFO:tasks.rados.rados.0.smithi136.stdout:1546: finishing copy_from racing read to smithi13674108-10 2024-08-19T11:35:55.832 INFO:tasks.rados.rados.0.smithi136.stdout:1551: expect (ObjNum 375 snap 108 seq_num 375) 2024-08-19T11:35:55.874 INFO:tasks.rados.rados.0.smithi136.stdout:1546: finishing copy_from to smithi13674108-10 2024-08-19T11:35:55.874 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 393 (ObjNum 428 snap 122 seq_num 428) dirty exists 2024-08-19T11:35:55.874 INFO:tasks.rados.rados.0.smithi136.stdout:1545: expect (ObjNum 418 snap 120 seq_num 418) 2024-08-19T11:35:56.034 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:55 smithi136 ceph-mon[88916]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T11:35:56.035 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:55 smithi136 ceph-mon[88916]: osd.1 [v2:172.21.15.136:6810/1153287421,v1:172.21.15.136:6811/1153287421] boot 2024-08-19T11:35:56.035 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:55 smithi136 ceph-mon[88916]: osdmap e354: 8 total, 8 up, 8 in 2024-08-19T11:35:56.035 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:55 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-19T11:35:56.035 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:55 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:56.035 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:55 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:35:56.035 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:55 smithi136 ceph-mon[86496]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T11:35:56.035 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:55 smithi136 ceph-mon[86496]: osd.1 [v2:172.21.15.136:6810/1153287421,v1:172.21.15.136:6811/1153287421] boot 2024-08-19T11:35:56.035 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:55 smithi136 ceph-mon[86496]: osdmap e354: 8 total, 8 up, 8 in 2024-08-19T11:35:56.035 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-19T11:35:56.035 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:56.035 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:35:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:55 smithi155 ceph-mon[76679]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T11:35:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:55 smithi155 ceph-mon[76679]: osd.1 [v2:172.21.15.136:6810/1153287421,v1:172.21.15.136:6811/1153287421] boot 2024-08-19T11:35:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:55 smithi155 ceph-mon[76679]: osdmap e354: 8 total, 8 up, 8 in 2024-08-19T11:35:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:55 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-19T11:35:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:55 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:55 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:35:56.461 INFO:tasks.rados.rados.0.smithi136.stdout:1552: finishing write tid 1 to smithi13674108-49 2024-08-19T11:35:56.462 INFO:tasks.rados.rados.0.smithi136.stdout:1552: finishing write tid 2 to smithi13674108-49 2024-08-19T11:35:56.462 INFO:tasks.rados.rados.0.smithi136.stdout:1545: done (6 left) 2024-08-19T11:35:56.462 INFO:tasks.rados.rados.0.smithi136.stdout:1546: done (5 left) 2024-08-19T11:35:56.462 INFO:tasks.rados.rados.0.smithi136.stdout:1547: done (4 left) 2024-08-19T11:35:56.462 INFO:tasks.rados.rados.0.smithi136.stdout:1548: done (3 left) 2024-08-19T11:35:56.462 INFO:tasks.rados.rados.0.smithi136.stdout:1551: done (2 left) 2024-08-19T11:35:56.462 INFO:tasks.rados.rados.0.smithi136.stdout:1553: done (1 left) 2024-08-19T11:35:56.462 INFO:tasks.rados.rados.0.smithi136.stdout:1554: snap_remove snap 130 2024-08-19T11:35:56.728 INFO:tasks.rados.rados.0.smithi136.stdout:1554: done (1 left) 2024-08-19T11:35:56.728 INFO:tasks.rados.rados.0.smithi136.stdout:1555: delete oid 50 current snap is 137 2024-08-19T11:35:56.728 INFO:tasks.rados.rados.0.smithi136.stdout:1552: finishing write tid 3 to smithi13674108-49 2024-08-19T11:35:56.728 INFO:tasks.rados.rados.0.smithi136.stdout:1552: finishing write tid 4 to smithi13674108-49 2024-08-19T11:35:56.728 INFO:tasks.rados.rados.0.smithi136.stdout:1552: oid 49 updating version 0 to 563 2024-08-19T11:35:56.728 INFO:tasks.rados.rados.0.smithi136.stdout:1552: oid 49 version 563 is already newer than 562 2024-08-19T11:35:56.729 INFO:tasks.rados.rados.0.smithi136.stdout:1552: oid 49 version 563 is already newer than 561 2024-08-19T11:35:56.729 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 563 (ObjNum 491 snap 137 seq_num 491) dirty exists 2024-08-19T11:35:56.729 INFO:tasks.rados.rados.0.smithi136.stdout:1552: left oid 49 (ObjNum 491 snap 137 seq_num 491) 2024-08-19T11:35:56.730 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:35:56 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:35:56.598+0000 7f725e66e640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-19T11:35:56.738 INFO:tasks.rados.rados.0.smithi136.stdout:1552: done (1 left) 2024-08-19T11:35:56.738 INFO:tasks.rados.rados.0.smithi136.stdout:1555: done (0 left) 2024-08-19T11:35:56.738 INFO:tasks.rados.rados.0.smithi136.stdout:1556: delete oid 23 current snap is 137 2024-08-19T11:35:56.743 INFO:tasks.rados.rados.0.smithi136.stdout:1556: done (0 left) 2024-08-19T11:35:56.743 INFO:tasks.rados.rados.0.smithi136.stdout:1557: copy_from oid 6 from oid 30 current snap is 137 2024-08-19T11:35:56.743 INFO:tasks.rados.rados.0.smithi136.stdout:1558: snap_remove snap 136 2024-08-19T11:35:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:56 smithi136 ceph-mon[88916]: pgmap v166: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 165 MiB data, 1010 MiB used, 714 GiB / 715 GiB avail; 300 KiB/s rd, 0 op/s; 37/285 objects degraded (12.982%) 2024-08-19T11:35:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:56 smithi136 ceph-mon[88916]: osdmap e355: 8 total, 8 up, 8 in 2024-08-19T11:35:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:56 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:56 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:56 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:35:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:56 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:35:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:56 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:57.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:56 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:35:57.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:56 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:57.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:56 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:57.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:56 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:57.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:56 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-19T11:35:57.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:56 smithi136 ceph-mon[86496]: pgmap v166: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 165 MiB data, 1010 MiB used, 714 GiB / 715 GiB avail; 300 KiB/s rd, 0 op/s; 37/285 objects degraded (12.982%) 2024-08-19T11:35:57.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:56 smithi136 ceph-mon[86496]: osdmap e355: 8 total, 8 up, 8 in 2024-08-19T11:35:57.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:56 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:57.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:56 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:57.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:56 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:35:57.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:56 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:35:57.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:56 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:57.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:56 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:35:57.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:56 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:57.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:56 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:57.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:56 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:57.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:56 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-19T11:35:57.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:56 smithi155 ceph-mon[76679]: pgmap v166: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 165 MiB data, 1010 MiB used, 714 GiB / 715 GiB avail; 300 KiB/s rd, 0 op/s; 37/285 objects degraded (12.982%) 2024-08-19T11:35:57.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:56 smithi155 ceph-mon[76679]: osdmap e355: 8 total, 8 up, 8 in 2024-08-19T11:35:57.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:56 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:57.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:56 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:57.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:56 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:35:57.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:56 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:35:57.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:56 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:35:57.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:56 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:35:57.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:56 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:57.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:56 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:57.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:56 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:35:57.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:56 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-19T11:35:57.740 INFO:tasks.rados.rados.0.smithi136.stdout:1558: done (1 left) 2024-08-19T11:35:57.740 INFO:tasks.rados.rados.0.smithi136.stdout:1559: snap_create 2024-08-19T11:35:57.740 INFO:tasks.rados.rados.0.smithi136.stdout:1557: finishing copy_from to smithi13674108-6 2024-08-19T11:35:57.741 INFO:tasks.rados.rados.0.smithi136.stdout:1557: got expected ENOENT (src dne) 2024-08-19T11:35:57.741 INFO:tasks.rados.rados.0.smithi136.stdout:1557: finishing copy_from racing read to smithi13674108-6 2024-08-19T11:35:57.847 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:35:57 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:35:57] "GET /metrics HTTP/1.1" 200 36017 "" "Prometheus/2.43.0" 2024-08-19T11:35:57.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:57 smithi136 ceph-mon[88916]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-19T11:35:57.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:57 smithi136 ceph-mon[88916]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-19T11:35:57.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:57 smithi136 ceph-mon[88916]: osdmap e356: 8 total, 8 up, 8 in 2024-08-19T11:35:57.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:57 smithi136 ceph-mon[86496]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-19T11:35:57.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:57 smithi136 ceph-mon[86496]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-19T11:35:57.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:57 smithi136 ceph-mon[86496]: osdmap e356: 8 total, 8 up, 8 in 2024-08-19T11:35:58.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:57 smithi155 ceph-mon[76679]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-19T11:35:58.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:57 smithi155 ceph-mon[76679]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-19T11:35:58.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:57 smithi155 ceph-mon[76679]: osdmap e356: 8 total, 8 up, 8 in 2024-08-19T11:35:58.745 INFO:tasks.rados.rados.0.smithi136.stdout:1557: done (1 left) 2024-08-19T11:35:58.745 INFO:tasks.rados.rados.0.smithi136.stdout:1559: done (0 left) 2024-08-19T11:35:58.745 INFO:tasks.rados.rados.0.smithi136.stdout:1560: delete oid 46 current snap is 138 2024-08-19T11:35:58.750 INFO:tasks.rados.rados.0.smithi136.stdout:1560: done (0 left) 2024-08-19T11:35:58.750 INFO:tasks.rados.rados.0.smithi136.stdout:1561: rollback oid 6 current snap is 138 2024-08-19T11:35:58.750 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 6 to 137 2024-08-19T11:35:58.750 INFO:tasks.rados.rados.0.smithi136.stdout:1562: read oid 17 snap -1 2024-08-19T11:35:58.750 INFO:tasks.rados.rados.0.smithi136.stdout:1562: expect (ObjNum 480 snap 135 seq_num 480) 2024-08-19T11:35:58.750 INFO:tasks.rados.rados.0.smithi136.stdout:1563: setattr oid 1 current snap is 138 2024-08-19T11:35:58.753 INFO:tasks.rados.rados.0.smithi136.stdout:1564: snap_create 2024-08-19T11:35:58.756 INFO:tasks.rados.rados.0.smithi136.stdout:1561: finishing rollback tid 0 to smithi13674108-6 2024-08-19T11:35:58.756 INFO:tasks.rados.rados.0.smithi136.stdout:1561: finishing rollback tid 1 to smithi13674108-6 2024-08-19T11:35:58.757 INFO:tasks.rados.rados.0.smithi136.stdout:1561: finishing rollback tid 2 to smithi13674108-6 2024-08-19T11:35:58.757 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 544 (ObjNum 429 snap 122 seq_num 429) dirty exists 2024-08-19T11:35:58.757 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 1 v 585 (ObjNum 454 snap 126 seq_num 454) dirty exists 2024-08-19T11:35:58.759 INFO:tasks.rados.rados.0.smithi136.stdout:1562: expect (ObjNum 480 snap 135 seq_num 480) 2024-08-19T11:35:59.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:58 smithi136 ceph-mon[88916]: pgmap v169: 121 pgs: 13 active+undersized, 4 active+undersized+degraded, 104 active+clean; 172 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 16 op/s; 5/285 objects degraded (1.754%); 14 MiB/s, 3 objects/s recovering 2024-08-19T11:35:59.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:58 smithi136 ceph-mon[88916]: osdmap e357: 8 total, 8 up, 8 in 2024-08-19T11:35:59.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:58 smithi136 ceph-mon[88916]: Health check update: Degraded data redundancy: 5/285 objects degraded (1.754%), 4 pgs degraded (PG_DEGRADED) 2024-08-19T11:35:59.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:58 smithi136 ceph-mon[86496]: pgmap v169: 121 pgs: 13 active+undersized, 4 active+undersized+degraded, 104 active+clean; 172 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 16 op/s; 5/285 objects degraded (1.754%); 14 MiB/s, 3 objects/s recovering 2024-08-19T11:35:59.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:58 smithi136 ceph-mon[86496]: osdmap e357: 8 total, 8 up, 8 in 2024-08-19T11:35:59.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:58 smithi136 ceph-mon[86496]: Health check update: Degraded data redundancy: 5/285 objects degraded (1.754%), 4 pgs degraded (PG_DEGRADED) 2024-08-19T11:35:59.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:58 smithi155 ceph-mon[76679]: pgmap v169: 121 pgs: 13 active+undersized, 4 active+undersized+degraded, 104 active+clean; 172 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 16 op/s; 5/285 objects degraded (1.754%); 14 MiB/s, 3 objects/s recovering 2024-08-19T11:35:59.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:58 smithi155 ceph-mon[76679]: osdmap e357: 8 total, 8 up, 8 in 2024-08-19T11:35:59.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:58 smithi155 ceph-mon[76679]: Health check update: Degraded data redundancy: 5/285 objects degraded (1.754%), 4 pgs degraded (PG_DEGRADED) 2024-08-19T11:35:59.755 INFO:tasks.rados.rados.0.smithi136.stdout:1561: done (3 left) 2024-08-19T11:35:59.755 INFO:tasks.rados.rados.0.smithi136.stdout:1562: done (2 left) 2024-08-19T11:35:59.755 INFO:tasks.rados.rados.0.smithi136.stdout:1563: done (1 left) 2024-08-19T11:35:59.755 INFO:tasks.rados.rados.0.smithi136.stdout:1564: done (0 left) 2024-08-19T11:35:59.755 INFO:tasks.rados.rados.0.smithi136.stdout:1565: delete oid 31 current snap is 139 2024-08-19T11:35:59.760 INFO:tasks.rados.rados.0.smithi136.stdout:1565: done (0 left) 2024-08-19T11:35:59.760 INFO:tasks.rados.rados.0.smithi136.stdout:1566: delete oid 33 current snap is 139 2024-08-19T11:35:59.762 INFO:tasks.rados.rados.0.smithi136.stdout:1566: done (0 left) 2024-08-19T11:35:59.762 INFO:tasks.rados.rados.0.smithi136.stdout:1567: read oid 29 snap -1 2024-08-19T11:35:59.762 INFO:tasks.rados.rados.0.smithi136.stdout:1567: expect (ObjNum 442 snap 123 seq_num 442) 2024-08-19T11:35:59.762 INFO:tasks.rados.rados.0.smithi136.stdout:1568: rollback oid 6 current snap is 139 2024-08-19T11:35:59.763 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 6 to 134 2024-08-19T11:35:59.763 INFO:tasks.rados.rados.0.smithi136.stdout:1569: read oid 9 snap -1 2024-08-19T11:35:59.763 INFO:tasks.rados.rados.0.smithi136.stdout:1569: expect (ObjNum 465 snap 127 seq_num 465) 2024-08-19T11:35:59.763 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 26 current snap is 139 2024-08-19T11:35:59.763 INFO:tasks.rados.rados.0.smithi136.stdout:1570: seq_num 498 ranges {2719744=745472,3465216=401408} 2024-08-19T11:35:59.782 INFO:tasks.rados.rados.0.smithi136.stdout:1570: writing smithi13674108-26 from 2719744 to 3465216 tid 1 2024-08-19T11:35:59.784 INFO:tasks.rados.rados.0.smithi136.stdout:1570: writing smithi13674108-26 from 3465216 to 3866624 tid 2 2024-08-19T11:35:59.784 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 35 current snap is 139 2024-08-19T11:35:59.784 INFO:tasks.rados.rados.0.smithi136.stdout:1571: seq_num 499 ranges {4063232=761856,4825088=401408} 2024-08-19T11:35:59.810 INFO:tasks.rados.rados.0.smithi136.stdout:1571: writing smithi13674108-35 from 4063232 to 4825088 tid 1 2024-08-19T11:35:59.812 INFO:tasks.rados.rados.0.smithi136.stdout:1571: writing smithi13674108-35 from 4825088 to 5226496 tid 2 2024-08-19T11:35:59.812 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 37 current snap is 139 2024-08-19T11:35:59.812 INFO:tasks.rados.rados.0.smithi136.stdout:1567: expect (ObjNum 442 snap 123 seq_num 442) 2024-08-19T11:35:59.819 INFO:tasks.rados.rados.0.smithi136.stdout:1568: finishing rollback tid 0 to smithi13674108-6 2024-08-19T11:35:59.819 INFO:tasks.rados.rados.0.smithi136.stdout:1568: finishing rollback tid 1 to smithi13674108-6 2024-08-19T11:35:59.819 INFO:tasks.rados.rados.0.smithi136.stdout:1572: seq_num 500 ranges {851968=778240,1630208=401408} 2024-08-19T11:35:59.828 INFO:tasks.rados.rados.0.smithi136.stdout:1572: writing smithi13674108-37 from 851968 to 1630208 tid 1 2024-08-19T11:35:59.830 INFO:tasks.rados.rados.0.smithi136.stdout:1572: writing smithi13674108-37 from 1630208 to 2031616 tid 2 2024-08-19T11:35:59.830 INFO:tasks.rados.rados.0.smithi136.stdout:1567: done (5 left) 2024-08-19T11:35:59.830 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 21 current snap is 139 2024-08-19T11:35:59.831 INFO:tasks.rados.rados.0.smithi136.stdout:1568: finishing rollback tid 2 to smithi13674108-6 2024-08-19T11:35:59.831 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 547 (ObjNum 429 snap 122 seq_num 429) dirty exists 2024-08-19T11:35:59.831 INFO:tasks.rados.rados.0.smithi136.stdout:1569: expect (ObjNum 465 snap 127 seq_num 465) 2024-08-19T11:36:00.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:35:59 smithi136 ceph-mon[88916]: osdmap e358: 8 total, 8 up, 8 in 2024-08-19T11:36:00.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:35:59 smithi136 ceph-mon[86496]: osdmap e358: 8 total, 8 up, 8 in 2024-08-19T11:36:00.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:35:59 smithi155 ceph-mon[76679]: osdmap e358: 8 total, 8 up, 8 in 2024-08-19T11:36:00.253 INFO:tasks.rados.rados.0.smithi136.stdout:1570: finishing write tid 1 to smithi13674108-26 2024-08-19T11:36:00.253 INFO:tasks.rados.rados.0.smithi136.stdout:1570: finishing write tid 2 to smithi13674108-26 2024-08-19T11:36:00.253 INFO:tasks.rados.rados.0.smithi136.stdout:1573: seq_num 501 ranges {9609216=794624,10403840=401408} 2024-08-19T11:36:00.307 INFO:tasks.rados.rados.0.smithi136.stdout:1573: writing smithi13674108-21 from 9609216 to 10403840 tid 1 2024-08-19T11:36:00.309 INFO:tasks.rados.rados.0.smithi136.stdout:1573: writing smithi13674108-21 from 10403840 to 10805248 tid 2 2024-08-19T11:36:00.309 INFO:tasks.rados.rados.0.smithi136.stdout:1568: done (5 left) 2024-08-19T11:36:00.309 INFO:tasks.rados.rados.0.smithi136.stdout:1569: done (4 left) 2024-08-19T11:36:00.309 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 23 current snap is 139 2024-08-19T11:36:00.309 INFO:tasks.rados.rados.0.smithi136.stdout:1570: finishing write tid 3 to smithi13674108-26 2024-08-19T11:36:00.309 INFO:tasks.rados.rados.0.smithi136.stdout:1574: seq_num 502 ranges {0=409600,409600=417792,827392=385024} 2024-08-19T11:36:00.311 INFO:tasks.rados.rados.0.smithi136.stdout:1574: writing smithi13674108-23 from 0 to 409600 tid 1 2024-08-19T11:36:00.313 INFO:tasks.rados.rados.0.smithi136.stdout:1574: writing smithi13674108-23 from 409600 to 827392 tid 2 2024-08-19T11:36:00.316 INFO:tasks.rados.rados.0.smithi136.stdout:1574: writing smithi13674108-23 from 827392 to 1212416 tid 3 2024-08-19T11:36:00.316 INFO:tasks.rados.rados.0.smithi136.stdout:1575: delete oid 49 current snap is 139 2024-08-19T11:36:00.317 INFO:tasks.rados.rados.0.smithi136.stdout:1570: finishing write tid 4 to smithi13674108-26 2024-08-19T11:36:00.317 INFO:tasks.rados.rados.0.smithi136.stdout:1570: oid 26 updating version 0 to 622 2024-08-19T11:36:00.317 INFO:tasks.rados.rados.0.smithi136.stdout:1570: oid 26 updating version 622 to 624 2024-08-19T11:36:00.317 INFO:tasks.rados.rados.0.smithi136.stdout:1570: oid 26 version 624 is already newer than 623 2024-08-19T11:36:00.317 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 624 (ObjNum 498 snap 139 seq_num 498) dirty exists 2024-08-19T11:36:00.317 INFO:tasks.rados.rados.0.smithi136.stdout:1570: left oid 26 (ObjNum 498 snap 139 seq_num 498) 2024-08-19T11:36:00.317 INFO:tasks.rados.rados.0.smithi136.stdout:1571: finishing write tid 1 to smithi13674108-35 2024-08-19T11:36:00.317 INFO:tasks.rados.rados.0.smithi136.stdout:1571: finishing write tid 2 to smithi13674108-35 2024-08-19T11:36:00.317 INFO:tasks.rados.rados.0.smithi136.stdout:1571: finishing write tid 3 to smithi13674108-35 2024-08-19T11:36:00.317 INFO:tasks.rados.rados.0.smithi136.stdout:1571: finishing write tid 4 to smithi13674108-35 2024-08-19T11:36:00.318 INFO:tasks.rados.rados.0.smithi136.stdout:1571: oid 35 updating version 0 to 464 2024-08-19T11:36:00.318 INFO:tasks.rados.rados.0.smithi136.stdout:1571: oid 35 updating version 464 to 465 2024-08-19T11:36:00.318 INFO:tasks.rados.rados.0.smithi136.stdout:1571: oid 35 updating version 465 to 466 2024-08-19T11:36:00.318 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 466 (ObjNum 499 snap 139 seq_num 499) dirty exists 2024-08-19T11:36:00.318 INFO:tasks.rados.rados.0.smithi136.stdout:1571: left oid 35 (ObjNum 499 snap 139 seq_num 499) 2024-08-19T11:36:00.318 INFO:tasks.rados.rados.0.smithi136.stdout:1572: finishing write tid 1 to smithi13674108-37 2024-08-19T11:36:00.318 INFO:tasks.rados.rados.0.smithi136.stdout:1572: finishing write tid 2 to smithi13674108-37 2024-08-19T11:36:00.318 INFO:tasks.rados.rados.0.smithi136.stdout:1572: finishing write tid 3 to smithi13674108-37 2024-08-19T11:36:00.318 INFO:tasks.rados.rados.0.smithi136.stdout:1572: finishing write tid 4 to smithi13674108-37 2024-08-19T11:36:00.318 INFO:tasks.rados.rados.0.smithi136.stdout:1572: oid 37 updating version 0 to 626 2024-08-19T11:36:00.318 INFO:tasks.rados.rados.0.smithi136.stdout:1572: oid 37 updating version 626 to 627 2024-08-19T11:36:00.318 INFO:tasks.rados.rados.0.smithi136.stdout:1572: oid 37 updating version 627 to 628 2024-08-19T11:36:00.318 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 628 (ObjNum 500 snap 139 seq_num 500) dirty exists 2024-08-19T11:36:00.319 INFO:tasks.rados.rados.0.smithi136.stdout:1572: left oid 37 (ObjNum 500 snap 139 seq_num 500) 2024-08-19T11:36:00.319 INFO:tasks.rados.rados.0.smithi136.stdout:1573: finishing write tid 1 to smithi13674108-21 2024-08-19T11:36:00.319 INFO:tasks.rados.rados.0.smithi136.stdout:1573: finishing write tid 2 to smithi13674108-21 2024-08-19T11:36:00.319 INFO:tasks.rados.rados.0.smithi136.stdout:1573: finishing write tid 3 to smithi13674108-21 2024-08-19T11:36:00.319 INFO:tasks.rados.rados.0.smithi136.stdout:1573: finishing write tid 4 to smithi13674108-21 2024-08-19T11:36:00.319 INFO:tasks.rados.rados.0.smithi136.stdout:1573: oid 21 updating version 0 to 549 2024-08-19T11:36:00.319 INFO:tasks.rados.rados.0.smithi136.stdout:1573: oid 21 version 549 is already newer than 548 2024-08-19T11:36:00.319 INFO:tasks.rados.rados.0.smithi136.stdout:1573: oid 21 updating version 549 to 550 2024-08-19T11:36:00.319 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 550 (ObjNum 501 snap 139 seq_num 501) dirty exists 2024-08-19T11:36:00.319 INFO:tasks.rados.rados.0.smithi136.stdout:1573: left oid 21 (ObjNum 501 snap 139 seq_num 501) 2024-08-19T11:36:00.319 INFO:tasks.rados.rados.0.smithi136.stdout:1574: finishing write tid 1 to smithi13674108-23 2024-08-19T11:36:00.319 INFO:tasks.rados.rados.0.smithi136.stdout:1574: finishing write tid 2 to smithi13674108-23 2024-08-19T11:36:00.320 INFO:tasks.rados.rados.0.smithi136.stdout:1574: finishing write tid 3 to smithi13674108-23 2024-08-19T11:36:00.320 INFO:tasks.rados.rados.0.smithi136.stdout:1570: done (5 left) 2024-08-19T11:36:00.320 INFO:tasks.rados.rados.0.smithi136.stdout:1571: done (4 left) 2024-08-19T11:36:00.320 INFO:tasks.rados.rados.0.smithi136.stdout:1572: done (3 left) 2024-08-19T11:36:00.320 INFO:tasks.rados.rados.0.smithi136.stdout:1573: done (2 left) 2024-08-19T11:36:00.320 INFO:tasks.rados.rados.0.smithi136.stdout:1575: done (1 left) 2024-08-19T11:36:00.321 INFO:tasks.rados.rados.0.smithi136.stdout:1576: rollback oid 49 current snap is 139 2024-08-19T11:36:00.321 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 49 to 138 2024-08-19T11:36:00.321 INFO:tasks.rados.rados.0.smithi136.stdout:1577: snap_remove snap 137 2024-08-19T11:36:00.757 INFO:tasks.rados.rados.0.smithi136.stdout:1577: done (2 left) 2024-08-19T11:36:00.757 INFO:tasks.rados.rados.0.smithi136.stdout:1578: rmattr oid 26 current snap is 139 2024-08-19T11:36:00.757 INFO:tasks.rados.rados.0.smithi136.stdout:1574: finishing write tid 4 to smithi13674108-23 2024-08-19T11:36:00.758 INFO:tasks.rados.rados.0.smithi136.stdout:1574: finishing write tid 5 to smithi13674108-23 2024-08-19T11:36:00.758 INFO:tasks.rados.rados.0.smithi136.stdout:1574: oid 23 updating version 0 to 418 2024-08-19T11:36:00.758 INFO:tasks.rados.rados.0.smithi136.stdout:1574: oid 23 updating version 418 to 420 2024-08-19T11:36:00.758 INFO:tasks.rados.rados.0.smithi136.stdout:1574: oid 23 updating version 420 to 421 2024-08-19T11:36:00.758 INFO:tasks.rados.rados.0.smithi136.stdout:1574: oid 23 version 421 is already newer than 419 2024-08-19T11:36:00.758 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 421 (ObjNum 502 snap 139 seq_num 502) dirty exists 2024-08-19T11:36:00.758 INFO:tasks.rados.rados.0.smithi136.stdout:1574: left oid 23 (ObjNum 502 snap 139 seq_num 502) 2024-08-19T11:36:00.758 INFO:tasks.rados.rados.0.smithi136.stdout:1576: finishing rollback tid 1 to smithi13674108-49 2024-08-19T11:36:00.758 INFO:tasks.rados.rados.0.smithi136.stdout:1576: finishing rollback tid 2 to smithi13674108-49 2024-08-19T11:36:00.758 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 589 (ObjNum 491 snap 137 seq_num 491) dirty exists 2024-08-19T11:36:00.758 INFO:tasks.rados.rados.0.smithi136.stdout:1574: done (2 left) 2024-08-19T11:36:00.758 INFO:tasks.rados.rados.0.smithi136.stdout:1576: done (1 left) 2024-08-19T11:36:00.759 INFO:tasks.rados.rados.0.smithi136.stdout:1579: snap_create 2024-08-19T11:36:00.765 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 629 (ObjNum 498 snap 139 seq_num 498) dirty exists 2024-08-19T11:36:01.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:00 smithi136 ceph-mon[88916]: pgmap v172: 121 pgs: 121 active+clean; 172 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 16 op/s; 14 MiB/s, 3 objects/s recovering 2024-08-19T11:36:01.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:00 smithi136 ceph-mon[88916]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/285 objects degraded (1.754%), 4 pgs degraded) 2024-08-19T11:36:01.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:00 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:36:01.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:00 smithi136 ceph-mon[88916]: osdmap e359: 8 total, 8 up, 8 in 2024-08-19T11:36:01.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:00 smithi136 ceph-mon[86496]: pgmap v172: 121 pgs: 121 active+clean; 172 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 16 op/s; 14 MiB/s, 3 objects/s recovering 2024-08-19T11:36:01.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:00 smithi136 ceph-mon[86496]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/285 objects degraded (1.754%), 4 pgs degraded) 2024-08-19T11:36:01.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:00 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:36:01.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:00 smithi136 ceph-mon[86496]: osdmap e359: 8 total, 8 up, 8 in 2024-08-19T11:36:01.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:00 smithi155 ceph-mon[76679]: pgmap v172: 121 pgs: 121 active+clean; 172 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 16 op/s; 14 MiB/s, 3 objects/s recovering 2024-08-19T11:36:01.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:00 smithi155 ceph-mon[76679]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/285 objects degraded (1.754%), 4 pgs degraded) 2024-08-19T11:36:01.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:00 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:36:01.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:00 smithi155 ceph-mon[76679]: osdmap e359: 8 total, 8 up, 8 in 2024-08-19T11:36:01.765 INFO:tasks.rados.rados.0.smithi136.stdout:1578: done (1 left) 2024-08-19T11:36:01.802 INFO:tasks.rados.rados.0.smithi136.stdout:1579: done (0 left) 2024-08-19T11:36:01.802 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 32 current snap is 140 2024-08-19T11:36:01.803 INFO:tasks.rados.rados.0.smithi136.stdout:1580: seq_num 504 ranges {2457600=450560,2908160=589824,3497984=212992} 2024-08-19T11:36:01.804 INFO:tasks.rados.rados.0.smithi136.stdout:1580: writing smithi13674108-32 from 2457600 to 2908160 tid 1 2024-08-19T11:36:01.804 INFO:tasks.rados.rados.0.smithi136.stdout:1580: writing smithi13674108-32 from 2908160 to 3497984 tid 2 2024-08-19T11:36:01.804 INFO:tasks.rados.rados.0.smithi136.stdout:1580: writing smithi13674108-32 from 3497984 to 3710976 tid 3 2024-08-19T11:36:01.804 INFO:tasks.rados.rados.0.smithi136.stdout:1581: rollback oid 4 current snap is 140 2024-08-19T11:36:01.804 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 4 to 134 2024-08-19T11:36:01.804 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 17 current snap is 140 2024-08-19T11:36:01.804 INFO:tasks.rados.rados.0.smithi136.stdout:1582: seq_num 505 ranges {2523136=466944,2990080=475136,3465216=327680} 2024-08-19T11:36:01.804 INFO:tasks.rados.rados.0.smithi136.stdout:1582: writing smithi13674108-17 from 2523136 to 2990080 tid 1 2024-08-19T11:36:01.804 INFO:tasks.rados.rados.0.smithi136.stdout:1582: writing smithi13674108-17 from 2990080 to 3465216 tid 2 2024-08-19T11:36:01.806 INFO:tasks.rados.rados.0.smithi136.stdout:1582: writing smithi13674108-17 from 3465216 to 3792896 tid 3 2024-08-19T11:36:01.807 INFO:tasks.rados.rados.0.smithi136.stdout:1583: rollback oid 34 current snap is 140 2024-08-19T11:36:01.807 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 34 to 135 2024-08-19T11:36:01.807 INFO:tasks.rados.rados.0.smithi136.stdout:1581: finishing rollback tid 1 to smithi13674108-4 2024-08-19T11:36:01.807 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 0 (ObjNum 129 snap 0 seq_num 2170126860) dirty dne 2024-08-19T11:36:01.807 INFO:tasks.rados.rados.0.smithi136.stdout:1580: finishing write tid 1 to smithi13674108-32 2024-08-19T11:36:01.807 INFO:tasks.rados.rados.0.smithi136.stdout:1580: finishing write tid 2 to smithi13674108-32 2024-08-19T11:36:01.807 INFO:tasks.rados.rados.0.smithi136.stdout:1580: finishing write tid 3 to smithi13674108-32 2024-08-19T11:36:01.807 INFO:tasks.rados.rados.0.smithi136.stdout:1580: finishing write tid 4 to smithi13674108-32 2024-08-19T11:36:01.807 INFO:tasks.rados.rados.0.smithi136.stdout:1580: finishing write tid 5 to smithi13674108-32 2024-08-19T11:36:01.807 INFO:tasks.rados.rados.0.smithi136.stdout:1580: oid 32 updating version 0 to 294 2024-08-19T11:36:01.807 INFO:tasks.rados.rados.0.smithi136.stdout:1580: oid 32 version 294 is already newer than 293 2024-08-19T11:36:01.807 INFO:tasks.rados.rados.0.smithi136.stdout:1580: oid 32 updating version 294 to 296 2024-08-19T11:36:01.807 INFO:tasks.rados.rados.0.smithi136.stdout:1580: oid 32 version 296 is already newer than 295 2024-08-19T11:36:01.808 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 32 v 296 (ObjNum 504 snap 140 seq_num 504) dirty exists 2024-08-19T11:36:01.808 INFO:tasks.rados.rados.0.smithi136.stdout:1580: left oid 32 (ObjNum 504 snap 140 seq_num 504) 2024-08-19T11:36:01.808 INFO:tasks.rados.rados.0.smithi136.stdout:1582: finishing write tid 1 to smithi13674108-17 2024-08-19T11:36:01.808 INFO:tasks.rados.rados.0.smithi136.stdout:1580: done (3 left) 2024-08-19T11:36:01.808 INFO:tasks.rados.rados.0.smithi136.stdout:1581: done (2 left) 2024-08-19T11:36:01.808 INFO:tasks.rados.rados.0.smithi136.stdout:1584: setattr oid 16 current snap is 140 2024-08-19T11:36:01.808 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 41 current snap is 140 2024-08-19T11:36:01.808 INFO:tasks.rados.rados.0.smithi136.stdout:1585: seq_num 506 ranges {0=483328,483328=761856,1245184=40960} 2024-08-19T11:36:01.810 INFO:tasks.rados.rados.0.smithi136.stdout:1585: writing smithi13674108-41 from 0 to 483328 tid 1 2024-08-19T11:36:01.815 INFO:tasks.rados.rados.0.smithi136.stdout:1585: writing smithi13674108-41 from 483328 to 1245184 tid 2 2024-08-19T11:36:01.815 INFO:tasks.rados.rados.0.smithi136.stdout:1585: writing smithi13674108-41 from 1245184 to 1286144 tid 3 2024-08-19T11:36:01.816 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 12 current snap is 140 2024-08-19T11:36:01.816 INFO:tasks.rados.rados.0.smithi136.stdout:1582: finishing write tid 2 to smithi13674108-17 2024-08-19T11:36:01.816 INFO:tasks.rados.rados.0.smithi136.stdout:1586: seq_num 507 ranges {442368=499712,942080=638976,1581056=163840} 2024-08-19T11:36:01.820 INFO:tasks.rados.rados.0.smithi136.stdout:1586: writing smithi13674108-12 from 442368 to 942080 tid 1 2024-08-19T11:36:01.824 INFO:tasks.rados.rados.0.smithi136.stdout:1586: writing smithi13674108-12 from 942080 to 1581056 tid 2 2024-08-19T11:36:01.826 INFO:tasks.rados.rados.0.smithi136.stdout:1586: writing smithi13674108-12 from 1581056 to 1744896 tid 3 2024-08-19T11:36:01.826 INFO:tasks.rados.rados.0.smithi136.stdout:1587: read oid 5 snap -1 2024-08-19T11:36:01.826 INFO:tasks.rados.rados.0.smithi136.stdout:1587: expect (ObjNum 411 snap 119 seq_num 411) 2024-08-19T11:36:01.827 INFO:tasks.rados.rados.0.smithi136.stdout:1583: finishing rollback tid 1 to smithi13674108-34 2024-08-19T11:36:01.827 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 34 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-19T11:36:01.827 INFO:tasks.rados.rados.0.smithi136.stdout:1582: finishing write tid 3 to smithi13674108-17 2024-08-19T11:36:01.827 INFO:tasks.rados.rados.0.smithi136.stdout:1582: finishing write tid 4 to smithi13674108-17 2024-08-19T11:36:01.827 INFO:tasks.rados.rados.0.smithi136.stdout:1582: finishing write tid 5 to smithi13674108-17 2024-08-19T11:36:01.827 INFO:tasks.rados.rados.0.smithi136.stdout:1582: oid 17 updating version 0 to 666 2024-08-19T11:36:01.827 INFO:tasks.rados.rados.0.smithi136.stdout:1582: oid 17 updating version 666 to 669 2024-08-19T11:36:01.827 INFO:tasks.rados.rados.0.smithi136.stdout:1582: oid 17 version 669 is already newer than 667 2024-08-19T11:36:01.827 INFO:tasks.rados.rados.0.smithi136.stdout:1582: oid 17 version 669 is already newer than 668 2024-08-19T11:36:01.827 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 17 v 669 (ObjNum 505 snap 140 seq_num 505) dirty exists 2024-08-19T11:36:01.827 INFO:tasks.rados.rados.0.smithi136.stdout:1582: left oid 17 (ObjNum 505 snap 140 seq_num 505) 2024-08-19T11:36:01.827 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 16 v 595 (ObjNum 382 snap 110 seq_num 382) dirty exists 2024-08-19T11:36:01.827 INFO:tasks.rados.rados.0.smithi136.stdout:1585: finishing write tid 1 to smithi13674108-41 2024-08-19T11:36:01.828 INFO:tasks.rados.rados.0.smithi136.stdout:1588: read oid 25 snap -1 2024-08-19T11:36:01.828 INFO:tasks.rados.rados.0.smithi136.stdout:1588: expect (ObjNum 488 snap 136 seq_num 488) 2024-08-19T11:36:01.828 INFO:tasks.rados.rados.0.smithi136.stdout:1582: done (6 left) 2024-08-19T11:36:01.828 INFO:tasks.rados.rados.0.smithi136.stdout:1583: done (5 left) 2024-08-19T11:36:01.828 INFO:tasks.rados.rados.0.smithi136.stdout:1584: done (4 left) 2024-08-19T11:36:01.828 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 31 current snap is 140 2024-08-19T11:36:01.828 INFO:tasks.rados.rados.0.smithi136.stdout:1585: finishing write tid 2 to smithi13674108-41 2024-08-19T11:36:01.828 INFO:tasks.rados.rados.0.smithi136.stdout:1585: finishing write tid 3 to smithi13674108-41 2024-08-19T11:36:01.828 INFO:tasks.rados.rados.0.smithi136.stdout:1585: finishing write tid 4 to smithi13674108-41 2024-08-19T11:36:01.828 INFO:tasks.rados.rados.0.smithi136.stdout:1585: finishing write tid 5 to smithi13674108-41 2024-08-19T11:36:01.828 INFO:tasks.rados.rados.0.smithi136.stdout:1585: oid 41 updating version 0 to 553 2024-08-19T11:36:01.828 INFO:tasks.rados.rados.0.smithi136.stdout:1585: oid 41 updating version 553 to 554 2024-08-19T11:36:01.828 INFO:tasks.rados.rados.0.smithi136.stdout:1585: oid 41 version 554 is already newer than 551 2024-08-19T11:36:01.829 INFO:tasks.rados.rados.0.smithi136.stdout:1585: oid 41 version 554 is already newer than 552 2024-08-19T11:36:01.829 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 554 (ObjNum 506 snap 140 seq_num 506) dirty exists 2024-08-19T11:36:01.829 INFO:tasks.rados.rados.0.smithi136.stdout:1585: left oid 41 (ObjNum 506 snap 140 seq_num 506) 2024-08-19T11:36:01.829 INFO:tasks.rados.rados.0.smithi136.stdout:1586: finishing write tid 1 to smithi13674108-12 2024-08-19T11:36:01.829 INFO:tasks.rados.rados.0.smithi136.stdout:1589: seq_num 508 ranges {0=516096,516096=524288,1040384=278528} 2024-08-19T11:36:01.829 INFO:tasks.rados.rados.0.smithi136.stdout:1589: writing smithi13674108-31 from 0 to 516096 tid 1 2024-08-19T11:36:01.832 INFO:tasks.rados.rados.0.smithi136.stdout:1589: writing smithi13674108-31 from 516096 to 1040384 tid 2 2024-08-19T11:36:01.834 INFO:tasks.rados.rados.0.smithi136.stdout:1589: writing smithi13674108-31 from 1040384 to 1318912 tid 3 2024-08-19T11:36:01.834 INFO:tasks.rados.rados.0.smithi136.stdout:1585: done (4 left) 2024-08-19T11:36:01.834 INFO:tasks.rados.rados.0.smithi136.stdout:1590: read oid 30 snap -1 2024-08-19T11:36:01.834 INFO:tasks.rados.rados.0.smithi136.stdout:1590: expect deleted 2024-08-19T11:36:01.834 INFO:tasks.rados.rados.0.smithi136.stdout:1591: rmattr oid 49 current snap is 140 2024-08-19T11:36:01.834 INFO:tasks.rados.rados.0.smithi136.stdout:1586: finishing write tid 2 to smithi13674108-12 2024-08-19T11:36:01.834 INFO:tasks.rados.rados.0.smithi136.stdout:1592: snap_create 2024-08-19T11:36:01.834 INFO:tasks.rados.rados.0.smithi136.stdout:1586: finishing write tid 3 to smithi13674108-12 2024-08-19T11:36:01.834 INFO:tasks.rados.rados.0.smithi136.stdout:1586: finishing write tid 4 to smithi13674108-12 2024-08-19T11:36:01.834 INFO:tasks.rados.rados.0.smithi136.stdout:1586: finishing write tid 5 to smithi13674108-12 2024-08-19T11:36:01.835 INFO:tasks.rados.rados.0.smithi136.stdout:1586: oid 12 updating version 0 to 467 2024-08-19T11:36:01.835 INFO:tasks.rados.rados.0.smithi136.stdout:1586: oid 12 updating version 467 to 469 2024-08-19T11:36:01.835 INFO:tasks.rados.rados.0.smithi136.stdout:1586: oid 12 updating version 469 to 470 2024-08-19T11:36:01.835 INFO:tasks.rados.rados.0.smithi136.stdout:1586: oid 12 version 470 is already newer than 468 2024-08-19T11:36:01.835 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 470 (ObjNum 507 snap 140 seq_num 507) dirty exists 2024-08-19T11:36:01.835 INFO:tasks.rados.rados.0.smithi136.stdout:1586: left oid 12 (ObjNum 507 snap 140 seq_num 507) 2024-08-19T11:36:01.836 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 597 (ObjNum 491 snap 137 seq_num 491) dirty exists 2024-08-19T11:36:01.838 INFO:tasks.rados.rados.0.smithi136.stdout:1589: finishing write tid 1 to smithi13674108-31 2024-08-19T11:36:01.838 INFO:tasks.rados.rados.0.smithi136.stdout:1589: finishing write tid 2 to smithi13674108-31 2024-08-19T11:36:01.839 INFO:tasks.rados.rados.0.smithi136.stdout:1589: finishing write tid 3 to smithi13674108-31 2024-08-19T11:36:01.841 INFO:tasks.rados.rados.0.smithi136.stdout:1589: finishing write tid 4 to smithi13674108-31 2024-08-19T11:36:01.845 INFO:tasks.rados.rados.0.smithi136.stdout:1589: finishing write tid 5 to smithi13674108-31 2024-08-19T11:36:01.845 INFO:tasks.rados.rados.0.smithi136.stdout:1589: oid 31 updating version 0 to 663 2024-08-19T11:36:01.845 INFO:tasks.rados.rados.0.smithi136.stdout:1589: oid 31 updating version 663 to 664 2024-08-19T11:36:01.845 INFO:tasks.rados.rados.0.smithi136.stdout:1589: oid 31 updating version 664 to 666 2024-08-19T11:36:01.845 INFO:tasks.rados.rados.0.smithi136.stdout:1589: oid 31 version 666 is already newer than 665 2024-08-19T11:36:01.845 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 666 (ObjNum 508 snap 140 seq_num 508) dirty exists 2024-08-19T11:36:01.845 INFO:tasks.rados.rados.0.smithi136.stdout:1589: left oid 31 (ObjNum 508 snap 140 seq_num 508) 2024-08-19T11:36:01.856 INFO:tasks.rados.rados.0.smithi136.stdout:1588: expect (ObjNum 488 snap 136 seq_num 488) 2024-08-19T11:36:02.062 INFO:tasks.rados.rados.0.smithi136.stdout:1587: expect (ObjNum 411 snap 119 seq_num 411) 2024-08-19T11:36:02.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:01 smithi136 ceph-mon[86496]: osdmap e360: 8 total, 8 up, 8 in 2024-08-19T11:36:02.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:01 smithi136 ceph-mon[88916]: osdmap e360: 8 total, 8 up, 8 in 2024-08-19T11:36:02.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:01 smithi155 ceph-mon[76679]: osdmap e360: 8 total, 8 up, 8 in 2024-08-19T11:36:02.767 INFO:tasks.rados.rados.0.smithi136.stdout:1586: done (6 left) 2024-08-19T11:36:02.767 INFO:tasks.rados.rados.0.smithi136.stdout:1587: done (5 left) 2024-08-19T11:36:02.767 INFO:tasks.rados.rados.0.smithi136.stdout:1588: done (4 left) 2024-08-19T11:36:02.767 INFO:tasks.rados.rados.0.smithi136.stdout:1589: done (3 left) 2024-08-19T11:36:02.768 INFO:tasks.rados.rados.0.smithi136.stdout:1590: done (2 left) 2024-08-19T11:36:02.768 INFO:tasks.rados.rados.0.smithi136.stdout:1591: done (1 left) 2024-08-19T11:36:02.768 INFO:tasks.rados.rados.0.smithi136.stdout:1592: done (0 left) 2024-08-19T11:36:02.768 INFO:tasks.rados.rados.0.smithi136.stdout:1593: snap_create 2024-08-19T11:36:03.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:02 smithi136 ceph-mon[88916]: pgmap v175: 121 pgs: 121 active+clean; 175 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-08-19T11:36:03.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:02 smithi136 ceph-mon[88916]: osdmap e361: 8 total, 8 up, 8 in 2024-08-19T11:36:03.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:02 smithi136 ceph-mon[86496]: pgmap v175: 121 pgs: 121 active+clean; 175 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-08-19T11:36:03.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:02 smithi136 ceph-mon[86496]: osdmap e361: 8 total, 8 up, 8 in 2024-08-19T11:36:03.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:02 smithi155 ceph-mon[76679]: pgmap v175: 121 pgs: 121 active+clean; 175 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-08-19T11:36:03.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:02 smithi155 ceph-mon[76679]: osdmap e361: 8 total, 8 up, 8 in 2024-08-19T11:36:03.625 INFO:tasks.rados.rados.0.smithi136.stdout:1593: done (0 left) 2024-08-19T11:36:03.625 INFO:tasks.rados.rados.0.smithi136.stdout:1594: read oid 36 snap -1 2024-08-19T11:36:03.625 INFO:tasks.rados.rados.0.smithi136.stdout:1594: expect deleted 2024-08-19T11:36:03.625 INFO:tasks.rados.rados.0.smithi136.stdout:1595: copy_from oid 10 from oid 41 current snap is 142 2024-08-19T11:36:03.625 INFO:tasks.rados.rados.0.smithi136.stdout:1596: read oid 16 snap -1 2024-08-19T11:36:03.625 INFO:tasks.rados.rados.0.smithi136.stdout:1596: expect (ObjNum 382 snap 110 seq_num 382) 2024-08-19T11:36:03.626 INFO:tasks.rados.rados.0.smithi136.stdout:1597: snap_remove snap 139 2024-08-19T11:36:04.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:03 smithi136 ceph-mon[88916]: osdmap e362: 8 total, 8 up, 8 in 2024-08-19T11:36:04.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:03 smithi136 ceph-mon[88916]: osdmap e363: 8 total, 8 up, 8 in 2024-08-19T11:36:04.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:03 smithi136 ceph-mon[86496]: osdmap e362: 8 total, 8 up, 8 in 2024-08-19T11:36:04.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:03 smithi136 ceph-mon[86496]: osdmap e363: 8 total, 8 up, 8 in 2024-08-19T11:36:04.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:03 smithi155 ceph-mon[76679]: osdmap e362: 8 total, 8 up, 8 in 2024-08-19T11:36:04.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:03 smithi155 ceph-mon[76679]: osdmap e363: 8 total, 8 up, 8 in 2024-08-19T11:36:04.631 INFO:tasks.rados.rados.0.smithi136.stdout:1596: expect (ObjNum 382 snap 110 seq_num 382) 2024-08-19T11:36:04.677 INFO:tasks.rados.rados.0.smithi136.stdout:1595: finishing copy_from racing read to smithi13674108-10 2024-08-19T11:36:04.677 INFO:tasks.rados.rados.0.smithi136.stdout:1595: finishing copy_from to smithi13674108-10 2024-08-19T11:36:04.677 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 554 (ObjNum 506 snap 140 seq_num 506) dirty exists 2024-08-19T11:36:04.677 INFO:tasks.rados.rados.0.smithi136.stdout:1594: done (3 left) 2024-08-19T11:36:04.677 INFO:tasks.rados.rados.0.smithi136.stdout:1595: done (2 left) 2024-08-19T11:36:04.677 INFO:tasks.rados.rados.0.smithi136.stdout:1596: done (1 left) 2024-08-19T11:36:04.677 INFO:tasks.rados.rados.0.smithi136.stdout:1597: done (0 left) 2024-08-19T11:36:04.678 INFO:tasks.rados.rados.0.smithi136.stdout:1598: read oid 27 snap -1 2024-08-19T11:36:04.678 INFO:tasks.rados.rados.0.smithi136.stdout:1598: expect (ObjNum 461 snap 127 seq_num 461) 2024-08-19T11:36:04.678 INFO:tasks.rados.rados.0.smithi136.stdout:1599: copy_from oid 49 from oid 13 current snap is 142 2024-08-19T11:36:04.678 INFO:tasks.rados.rados.0.smithi136.stdout:1600: copy_from oid 17 from oid 41 current snap is 142 2024-08-19T11:36:04.678 INFO:tasks.rados.rados.0.smithi136.stdout:1601: read oid 25 snap 138 2024-08-19T11:36:04.678 INFO:tasks.rados.rados.0.smithi136.stdout:1601: expect (ObjNum 488 snap 136 seq_num 488) 2024-08-19T11:36:04.678 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 12 current snap is 142 2024-08-19T11:36:04.678 INFO:tasks.rados.rados.0.smithi136.stdout:1602: seq_num 509 ranges {1744896=532480,2277376=409600,2686976=393216} 2024-08-19T11:36:04.692 INFO:tasks.rados.rados.0.smithi136.stdout:1602: writing smithi13674108-12 from 1744896 to 2277376 tid 1 2024-08-19T11:36:04.694 INFO:tasks.rados.rados.0.smithi136.stdout:1602: writing smithi13674108-12 from 2277376 to 2686976 tid 2 2024-08-19T11:36:04.697 INFO:tasks.rados.rados.0.smithi136.stdout:1602: writing smithi13674108-12 from 2686976 to 3080192 tid 3 2024-08-19T11:36:04.698 INFO:tasks.rados.rados.0.smithi136.stdout:1603: setattr oid 40 current snap is 142 2024-08-19T11:36:04.698 INFO:tasks.rados.rados.0.smithi136.stdout:1599: finishing copy_from to smithi13674108-49 2024-08-19T11:36:04.698 INFO:tasks.rados.rados.0.smithi136.stdout:1599: got expected ENOENT (src dne) 2024-08-19T11:36:04.698 INFO:tasks.rados.rados.0.smithi136.stdout:1599: finishing copy_from racing read to smithi13674108-49 2024-08-19T11:36:04.698 INFO:tasks.rados.rados.0.smithi136.stdout:1598: expect (ObjNum 461 snap 127 seq_num 461) 2024-08-19T11:36:04.838 INFO:tasks.rados.rados.0.smithi136.stdout:1600: finishing copy_from racing read to smithi13674108-17 2024-08-19T11:36:04.838 INFO:tasks.rados.rados.0.smithi136.stdout:1600: finishing copy_from to smithi13674108-17 2024-08-19T11:36:04.838 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 17 v 554 (ObjNum 506 snap 140 seq_num 506) dirty exists 2024-08-19T11:36:04.838 INFO:tasks.rados.rados.0.smithi136.stdout:1602: finishing write tid 1 to smithi13674108-12 2024-08-19T11:36:04.838 INFO:tasks.rados.rados.0.smithi136.stdout:1602: finishing write tid 2 to smithi13674108-12 2024-08-19T11:36:04.838 INFO:tasks.rados.rados.0.smithi136.stdout:1601: expect (ObjNum 488 snap 136 seq_num 488) 2024-08-19T11:36:05.040 INFO:tasks.rados.rados.0.smithi136.stdout:1602: finishing write tid 3 to smithi13674108-12 2024-08-19T11:36:05.040 INFO:tasks.rados.rados.0.smithi136.stdout:1602: finishing write tid 4 to smithi13674108-12 2024-08-19T11:36:05.040 INFO:tasks.rados.rados.0.smithi136.stdout:1602: finishing write tid 5 to smithi13674108-12 2024-08-19T11:36:05.041 INFO:tasks.rados.rados.0.smithi136.stdout:1602: oid 12 updating version 0 to 474 2024-08-19T11:36:05.041 INFO:tasks.rados.rados.0.smithi136.stdout:1602: oid 12 version 474 is already newer than 473 2024-08-19T11:36:05.041 INFO:tasks.rados.rados.0.smithi136.stdout:1602: oid 12 version 474 is already newer than 472 2024-08-19T11:36:05.041 INFO:tasks.rados.rados.0.smithi136.stdout:1602: oid 12 version 474 is already newer than 471 2024-08-19T11:36:05.041 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 474 (ObjNum 509 snap 142 seq_num 509) dirty exists 2024-08-19T11:36:05.041 INFO:tasks.rados.rados.0.smithi136.stdout:1602: left oid 12 (ObjNum 509 snap 142 seq_num 509) 2024-08-19T11:36:05.041 INFO:tasks.rados.rados.0.smithi136.stdout:1598: done (5 left) 2024-08-19T11:36:05.041 INFO:tasks.rados.rados.0.smithi136.stdout:1599: done (4 left) 2024-08-19T11:36:05.041 INFO:tasks.rados.rados.0.smithi136.stdout:1600: done (3 left) 2024-08-19T11:36:05.041 INFO:tasks.rados.rados.0.smithi136.stdout:1601: done (2 left) 2024-08-19T11:36:05.041 INFO:tasks.rados.rados.0.smithi136.stdout:1602: done (1 left) 2024-08-19T11:36:05.041 INFO:tasks.rados.rados.0.smithi136.stdout:1604: snap_remove snap 141 2024-08-19T11:36:05.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:04 smithi136 ceph-mon[88916]: pgmap v178: 121 pgs: 121 active+clean; 180 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.4 MiB/s wr, 20 op/s 2024-08-19T11:36:05.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:04 smithi136 ceph-mon[88916]: osdmap e364: 8 total, 8 up, 8 in 2024-08-19T11:36:05.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:04 smithi136 ceph-mon[86496]: pgmap v178: 121 pgs: 121 active+clean; 180 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.4 MiB/s wr, 20 op/s 2024-08-19T11:36:05.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:04 smithi136 ceph-mon[86496]: osdmap e364: 8 total, 8 up, 8 in 2024-08-19T11:36:05.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:04 smithi155 ceph-mon[76679]: pgmap v178: 121 pgs: 121 active+clean; 180 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.4 MiB/s wr, 20 op/s 2024-08-19T11:36:05.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:04 smithi155 ceph-mon[76679]: osdmap e364: 8 total, 8 up, 8 in 2024-08-19T11:36:05.784 INFO:tasks.rados.rados.0.smithi136.stdout:1604: done (1 left) 2024-08-19T11:36:05.784 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 23 current snap is 142 2024-08-19T11:36:05.784 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 394 (ObjNum 484 snap 135 seq_num 484) dirty exists 2024-08-19T11:36:05.785 INFO:tasks.rados.rados.0.smithi136.stdout:1605: seq_num 510 ranges {1212416=548864,1761280=745472,2506752=57344} 2024-08-19T11:36:05.793 INFO:tasks.rados.rados.0.smithi136.stdout:1605: writing smithi13674108-23 from 1212416 to 1761280 tid 1 2024-08-19T11:36:05.797 INFO:tasks.rados.rados.0.smithi136.stdout:1605: writing smithi13674108-23 from 1761280 to 2506752 tid 2 2024-08-19T11:36:05.798 INFO:tasks.rados.rados.0.smithi136.stdout:1605: writing smithi13674108-23 from 2506752 to 2564096 tid 3 2024-08-19T11:36:05.798 INFO:tasks.rados.rados.0.smithi136.stdout:1603: done (1 left) 2024-08-19T11:36:05.798 INFO:tasks.rados.rados.0.smithi136.stdout:1606: rollback oid 39 current snap is 142 2024-08-19T11:36:05.798 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 39 to 138 2024-08-19T11:36:05.798 INFO:tasks.rados.rados.0.smithi136.stdout:1607: rmattr oid 9 current snap is 142 2024-08-19T11:36:05.798 INFO:tasks.rados.rados.0.smithi136.stdout:1607: done (2 left) 2024-08-19T11:36:05.799 INFO:tasks.rados.rados.0.smithi136.stdout:1608: rollback oid 25 current snap is 142 2024-08-19T11:36:05.799 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 25 to 135 2024-08-19T11:36:05.799 INFO:tasks.rados.rados.0.smithi136.stdout:1609: setattr oid 34 current snap is 142 2024-08-19T11:36:05.799 INFO:tasks.rados.rados.0.smithi136.stdout:1610: read oid 42 snap -1 2024-08-19T11:36:05.799 INFO:tasks.rados.rados.0.smithi136.stdout:1610: expect (ObjNum 405 snap 114 seq_num 405) 2024-08-19T11:36:05.799 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 3 current snap is 142 2024-08-19T11:36:05.799 INFO:tasks.rados.rados.0.smithi136.stdout:1611: seq_num 511 ranges {4063232=565248,4628480=630784,5259264=172032} 2024-08-19T11:36:05.825 INFO:tasks.rados.rados.0.smithi136.stdout:1611: writing smithi13674108-3 from 4063232 to 4628480 tid 1 2024-08-19T11:36:05.828 INFO:tasks.rados.rados.0.smithi136.stdout:1611: writing smithi13674108-3 from 4628480 to 5259264 tid 2 2024-08-19T11:36:05.829 INFO:tasks.rados.rados.0.smithi136.stdout:1611: writing smithi13674108-3 from 5259264 to 5431296 tid 3 2024-08-19T11:36:05.829 INFO:tasks.rados.rados.0.smithi136.stdout:1612: copy_from oid 30 from oid 38 current snap is 142 2024-08-19T11:36:05.830 INFO:tasks.rados.rados.0.smithi136.stdout:1605: finishing write tid 1 to smithi13674108-23 2024-08-19T11:36:05.830 INFO:tasks.rados.rados.0.smithi136.stdout:1605: finishing write tid 2 to smithi13674108-23 2024-08-19T11:36:05.830 INFO:tasks.rados.rados.0.smithi136.stdout:1605: finishing write tid 3 to smithi13674108-23 2024-08-19T11:36:05.830 INFO:tasks.rados.rados.0.smithi136.stdout:1605: finishing write tid 4 to smithi13674108-23 2024-08-19T11:36:05.830 INFO:tasks.rados.rados.0.smithi136.stdout:1605: finishing write tid 5 to smithi13674108-23 2024-08-19T11:36:05.830 INFO:tasks.rados.rados.0.smithi136.stdout:1605: oid 23 updating version 0 to 423 2024-08-19T11:36:05.830 INFO:tasks.rados.rados.0.smithi136.stdout:1605: oid 23 updating version 423 to 425 2024-08-19T11:36:05.830 INFO:tasks.rados.rados.0.smithi136.stdout:1605: oid 23 version 425 is already newer than 424 2024-08-19T11:36:05.830 INFO:tasks.rados.rados.0.smithi136.stdout:1605: oid 23 version 425 is already newer than 422 2024-08-19T11:36:05.830 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 425 (ObjNum 510 snap 142 seq_num 510) dirty exists 2024-08-19T11:36:05.830 INFO:tasks.rados.rados.0.smithi136.stdout:1605: left oid 23 (ObjNum 510 snap 142 seq_num 510) 2024-08-19T11:36:05.830 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 34 v 667 (ObjNum 49 snap 0 seq_num 4066356480) dirty exists 2024-08-19T11:36:05.831 INFO:tasks.rados.rados.0.smithi136.stdout:1610: expect (ObjNum 405 snap 114 seq_num 405) 2024-08-19T11:36:05.881 INFO:tasks.rados.rados.0.smithi136.stdout:1606: finishing rollback tid 0 to smithi13674108-39 2024-08-19T11:36:05.881 INFO:tasks.rados.rados.0.smithi136.stdout:1608: finishing rollback tid 0 to smithi13674108-25 2024-08-19T11:36:05.881 INFO:tasks.rados.rados.0.smithi136.stdout:1606: finishing rollback tid 1 to smithi13674108-39 2024-08-19T11:36:05.881 INFO:tasks.rados.rados.0.smithi136.stdout:1608: finishing rollback tid 1 to smithi13674108-25 2024-08-19T11:36:05.881 INFO:tasks.rados.rados.0.smithi136.stdout:1608: finishing rollback tid 2 to smithi13674108-25 2024-08-19T11:36:05.882 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 397 (ObjNum 430 snap 122 seq_num 430) dirty exists 2024-08-19T11:36:05.882 INFO:tasks.rados.rados.0.smithi136.stdout:1606: finishing rollback tid 2 to smithi13674108-39 2024-08-19T11:36:05.882 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 299 (ObjNum 375 snap 108 seq_num 375) dirty exists 2024-08-19T11:36:05.882 INFO:tasks.rados.rados.0.smithi136.stdout:1611: finishing write tid 1 to smithi13674108-3 2024-08-19T11:36:05.882 INFO:tasks.rados.rados.0.smithi136.stdout:1611: finishing write tid 2 to smithi13674108-3 2024-08-19T11:36:05.882 INFO:tasks.rados.rados.0.smithi136.stdout:1611: finishing write tid 3 to smithi13674108-3 2024-08-19T11:36:05.882 INFO:tasks.rados.rados.0.smithi136.stdout:1611: finishing write tid 4 to smithi13674108-3 2024-08-19T11:36:05.882 INFO:tasks.rados.rados.0.smithi136.stdout:1611: finishing write tid 5 to smithi13674108-3 2024-08-19T11:36:05.882 INFO:tasks.rados.rados.0.smithi136.stdout:1611: oid 3 updating version 0 to 670 2024-08-19T11:36:05.882 INFO:tasks.rados.rados.0.smithi136.stdout:1611: oid 3 updating version 670 to 672 2024-08-19T11:36:05.882 INFO:tasks.rados.rados.0.smithi136.stdout:1611: oid 3 version 672 is already newer than 669 2024-08-19T11:36:05.882 INFO:tasks.rados.rados.0.smithi136.stdout:1611: oid 3 version 672 is already newer than 671 2024-08-19T11:36:05.882 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 672 (ObjNum 511 snap 142 seq_num 511) dirty exists 2024-08-19T11:36:05.882 INFO:tasks.rados.rados.0.smithi136.stdout:1611: left oid 3 (ObjNum 511 snap 142 seq_num 511) 2024-08-19T11:36:05.882 INFO:tasks.rados.rados.0.smithi136.stdout:1612: finishing copy_from racing read to smithi13674108-30 2024-08-19T11:36:05.883 INFO:tasks.rados.rados.0.smithi136.stdout:1605: done (6 left) 2024-08-19T11:36:05.883 INFO:tasks.rados.rados.0.smithi136.stdout:1606: done (5 left) 2024-08-19T11:36:05.883 INFO:tasks.rados.rados.0.smithi136.stdout:1608: done (4 left) 2024-08-19T11:36:05.883 INFO:tasks.rados.rados.0.smithi136.stdout:1609: done (3 left) 2024-08-19T11:36:05.883 INFO:tasks.rados.rados.0.smithi136.stdout:1610: done (2 left) 2024-08-19T11:36:05.883 INFO:tasks.rados.rados.0.smithi136.stdout:1611: done (1 left) 2024-08-19T11:36:05.883 INFO:tasks.rados.rados.0.smithi136.stdout:1613: rollback oid 43 current snap is 142 2024-08-19T11:36:05.883 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 43 to 138 2024-08-19T11:36:05.883 INFO:tasks.rados.rados.0.smithi136.stdout:1612: finishing copy_from to smithi13674108-30 2024-08-19T11:36:05.883 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 393 (ObjNum 428 snap 122 seq_num 428) dirty exists 2024-08-19T11:36:05.883 INFO:tasks.rados.rados.0.smithi136.stdout:1612: done (1 left) 2024-08-19T11:36:05.883 INFO:tasks.rados.rados.0.smithi136.stdout:1614: copy_from oid 14 from oid 35 current snap is 142 2024-08-19T11:36:05.883 INFO:tasks.rados.rados.0.smithi136.stdout:1615: read oid 12 snap 138 2024-08-19T11:36:05.883 INFO:tasks.rados.rados.0.smithi136.stdout:1615: expect (ObjNum 456 snap 126 seq_num 456) 2024-08-19T11:36:05.883 INFO:tasks.rados.rados.0.smithi136.stdout:1616: read oid 17 snap -1 2024-08-19T11:36:05.884 INFO:tasks.rados.rados.0.smithi136.stdout:1616: expect (ObjNum 506 snap 140 seq_num 506) 2024-08-19T11:36:05.884 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 40 current snap is 142 2024-08-19T11:36:05.884 INFO:tasks.rados.rados.0.smithi136.stdout:1617: seq_num 512 ranges {7495680=581632,8077312=516096,8593408=286720} 2024-08-19T11:36:05.924 INFO:tasks.rados.rados.0.smithi136.stdout:1617: writing smithi13674108-40 from 7495680 to 8077312 tid 1 2024-08-19T11:36:05.927 INFO:tasks.rados.rados.0.smithi136.stdout:1617: writing smithi13674108-40 from 8077312 to 8593408 tid 2 2024-08-19T11:36:05.930 INFO:tasks.rados.rados.0.smithi136.stdout:1617: writing smithi13674108-40 from 8593408 to 8880128 tid 3 2024-08-19T11:36:05.930 INFO:tasks.rados.rados.0.smithi136.stdout:1618: rollback oid 28 current snap is 142 2024-08-19T11:36:05.930 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 28 to 134 2024-08-19T11:36:05.930 INFO:tasks.rados.rados.0.smithi136.stdout:1613: finishing rollback tid 0 to smithi13674108-43 2024-08-19T11:36:05.930 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 50 current snap is 142 2024-08-19T11:36:05.930 INFO:tasks.rados.rados.0.smithi136.stdout:1613: finishing rollback tid 1 to smithi13674108-43 2024-08-19T11:36:05.930 INFO:tasks.rados.rados.0.smithi136.stdout:1613: finishing rollback tid 2 to smithi13674108-43 2024-08-19T11:36:05.930 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 220 (ObjNum 458 snap 126 seq_num 458) dirty exists 2024-08-19T11:36:05.930 INFO:tasks.rados.rados.0.smithi136.stdout:1615: expect (ObjNum 456 snap 126 seq_num 456) 2024-08-19T11:36:05.941 INFO:tasks.rados.rados.0.smithi136.stdout:1616: expect (ObjNum 506 snap 140 seq_num 506) 2024-08-19T11:36:05.973 INFO:tasks.rados.rados.0.smithi136.stdout:1614: finishing copy_from racing read to smithi13674108-14 2024-08-19T11:36:05.973 INFO:tasks.rados.rados.0.smithi136.stdout:1614: finishing copy_from to smithi13674108-14 2024-08-19T11:36:05.973 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 466 (ObjNum 499 snap 139 seq_num 499) dirty exists 2024-08-19T11:36:05.974 INFO:tasks.rados.rados.0.smithi136.stdout:1617: finishing write tid 1 to smithi13674108-40 2024-08-19T11:36:05.974 INFO:tasks.rados.rados.0.smithi136.stdout:1617: finishing write tid 2 to smithi13674108-40 2024-08-19T11:36:05.974 INFO:tasks.rados.rados.0.smithi136.stdout:1617: finishing write tid 3 to smithi13674108-40 2024-08-19T11:36:05.974 INFO:tasks.rados.rados.0.smithi136.stdout:1617: finishing write tid 4 to smithi13674108-40 2024-08-19T11:36:05.974 INFO:tasks.rados.rados.0.smithi136.stdout:1618: finishing rollback tid 0 to smithi13674108-28 2024-08-19T11:36:05.974 INFO:tasks.rados.rados.0.smithi136.stdout:1618: finishing rollback tid 1 to smithi13674108-28 2024-08-19T11:36:05.974 INFO:tasks.rados.rados.0.smithi136.stdout:1619: seq_num 513 ranges {0=598016,598016=794624,1392640=8192} 2024-08-19T11:36:05.976 INFO:tasks.rados.rados.0.smithi136.stdout:1619: writing smithi13674108-50 from 0 to 598016 tid 1 2024-08-19T11:36:05.982 INFO:tasks.rados.rados.0.smithi136.stdout:1619: writing smithi13674108-50 from 598016 to 1392640 tid 2 2024-08-19T11:36:05.982 INFO:tasks.rados.rados.0.smithi136.stdout:1619: writing smithi13674108-50 from 1392640 to 1400832 tid 3 2024-08-19T11:36:05.982 INFO:tasks.rados.rados.0.smithi136.stdout:1613: done (6 left) 2024-08-19T11:36:05.982 INFO:tasks.rados.rados.0.smithi136.stdout:1614: done (5 left) 2024-08-19T11:36:05.982 INFO:tasks.rados.rados.0.smithi136.stdout:1615: done (4 left) 2024-08-19T11:36:05.982 INFO:tasks.rados.rados.0.smithi136.stdout:1616: done (3 left) 2024-08-19T11:36:05.982 INFO:tasks.rados.rados.0.smithi136.stdout:1620: snap_create 2024-08-19T11:36:05.982 INFO:tasks.rados.rados.0.smithi136.stdout:1618: finishing rollback tid 2 to smithi13674108-28 2024-08-19T11:36:05.982 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 676 (ObjNum 448 snap 125 seq_num 448) dirty exists 2024-08-19T11:36:05.982 INFO:tasks.rados.rados.0.smithi136.stdout:1617: finishing write tid 5 to smithi13674108-40 2024-08-19T11:36:05.982 INFO:tasks.rados.rados.0.smithi136.stdout:1617: oid 40 updating version 0 to 401 2024-08-19T11:36:05.983 INFO:tasks.rados.rados.0.smithi136.stdout:1617: oid 40 version 401 is already newer than 400 2024-08-19T11:36:05.983 INFO:tasks.rados.rados.0.smithi136.stdout:1617: oid 40 updating version 401 to 402 2024-08-19T11:36:05.983 INFO:tasks.rados.rados.0.smithi136.stdout:1617: oid 40 version 402 is already newer than 399 2024-08-19T11:36:05.983 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 402 (ObjNum 512 snap 142 seq_num 512) dirty exists 2024-08-19T11:36:05.983 INFO:tasks.rados.rados.0.smithi136.stdout:1617: left oid 40 (ObjNum 512 snap 142 seq_num 512) 2024-08-19T11:36:05.983 INFO:tasks.rados.rados.0.smithi136.stdout:1619: finishing write tid 1 to smithi13674108-50 2024-08-19T11:36:05.984 INFO:tasks.rados.rados.0.smithi136.stdout:1619: finishing write tid 2 to smithi13674108-50 2024-08-19T11:36:05.984 INFO:tasks.rados.rados.0.smithi136.stdout:1619: finishing write tid 3 to smithi13674108-50 2024-08-19T11:36:05.984 INFO:tasks.rados.rados.0.smithi136.stdout:1619: finishing write tid 4 to smithi13674108-50 2024-08-19T11:36:05.985 INFO:tasks.rados.rados.0.smithi136.stdout:1619: finishing write tid 5 to smithi13674108-50 2024-08-19T11:36:05.985 INFO:tasks.rados.rados.0.smithi136.stdout:1619: oid 50 updating version 0 to 605 2024-08-19T11:36:05.985 INFO:tasks.rados.rados.0.smithi136.stdout:1619: oid 50 version 605 is already newer than 604 2024-08-19T11:36:05.985 INFO:tasks.rados.rados.0.smithi136.stdout:1619: oid 50 updating version 605 to 607 2024-08-19T11:36:05.985 INFO:tasks.rados.rados.0.smithi136.stdout:1619: oid 50 version 607 is already newer than 606 2024-08-19T11:36:05.985 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 607 (ObjNum 513 snap 142 seq_num 513) dirty exists 2024-08-19T11:36:05.986 INFO:tasks.rados.rados.0.smithi136.stdout:1619: left oid 50 (ObjNum 513 snap 142 seq_num 513) 2024-08-19T11:36:06.789 INFO:tasks.rados.rados.0.smithi136.stdout:1617: done (3 left) 2024-08-19T11:36:06.789 INFO:tasks.rados.rados.0.smithi136.stdout:1618: done (2 left) 2024-08-19T11:36:06.789 INFO:tasks.rados.rados.0.smithi136.stdout:1619: done (1 left) 2024-08-19T11:36:06.789 INFO:tasks.rados.rados.0.smithi136.stdout:1620: done (0 left) 2024-08-19T11:36:06.790 INFO:tasks.rados.rados.0.smithi136.stdout:1621: read oid 12 snap -1 2024-08-19T11:36:06.790 INFO:tasks.rados.rados.0.smithi136.stdout:1621: expect (ObjNum 509 snap 142 seq_num 509) 2024-08-19T11:36:06.790 INFO:tasks.rados.rados.0.smithi136.stdout:1622: rollback oid 6 current snap is 143 2024-08-19T11:36:06.790 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 6 to 138 2024-08-19T11:36:06.790 INFO:tasks.rados.rados.0.smithi136.stdout:1623: delete oid 36 current snap is 143 2024-08-19T11:36:06.794 INFO:tasks.rados.rados.0.smithi136.stdout:1623: done (2 left) 2024-08-19T11:36:06.794 INFO:tasks.rados.rados.0.smithi136.stdout:1624: snap_remove snap 135 2024-08-19T11:36:06.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:06 smithi136 ceph-mon[88916]: pgmap v181: 121 pgs: 121 active+clean; 180 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 6 op/s 2024-08-19T11:36:06.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:06 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:06.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:06 smithi136 ceph-mon[88916]: osdmap e365: 8 total, 8 up, 8 in 2024-08-19T11:36:06.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:06 smithi136 ceph-mon[86496]: pgmap v181: 121 pgs: 121 active+clean; 180 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 6 op/s 2024-08-19T11:36:06.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:06 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:06.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:06 smithi136 ceph-mon[86496]: osdmap e365: 8 total, 8 up, 8 in 2024-08-19T11:36:06.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:06 smithi155 ceph-mon[76679]: pgmap v181: 121 pgs: 121 active+clean; 180 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 6 op/s 2024-08-19T11:36:06.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:06 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:06.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:06 smithi155 ceph-mon[76679]: osdmap e365: 8 total, 8 up, 8 in 2024-08-19T11:36:07.795 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:36:07 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:36:07] "GET /metrics HTTP/1.1" 200 36017 "" "Prometheus/2.43.0" 2024-08-19T11:36:07.800 INFO:tasks.rados.rados.0.smithi136.stdout:1624: done (2 left) 2024-08-19T11:36:07.800 INFO:tasks.rados.rados.0.smithi136.stdout:1625: read oid 38 snap 140 2024-08-19T11:36:07.800 INFO:tasks.rados.rados.0.smithi136.stdout:1625: expect (ObjNum 428 snap 122 seq_num 428) 2024-08-19T11:36:07.800 INFO:tasks.rados.rados.0.smithi136.stdout:1626: snap_remove snap 134 2024-08-19T11:36:08.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:07 smithi136 ceph-mon[88916]: osdmap e366: 8 total, 8 up, 8 in 2024-08-19T11:36:08.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:07 smithi136 ceph-mon[86496]: osdmap e366: 8 total, 8 up, 8 in 2024-08-19T11:36:08.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:07 smithi155 ceph-mon[76679]: osdmap e366: 8 total, 8 up, 8 in 2024-08-19T11:36:08.631 INFO:tasks.rados.rados.0.smithi136.stdout:1626: done (3 left) 2024-08-19T11:36:08.631 INFO:tasks.rados.rados.0.smithi136.stdout:1627: copy_from oid 2 from oid 8 current snap is 143 2024-08-19T11:36:08.631 INFO:tasks.rados.rados.0.smithi136.stdout:1622: finishing rollback tid 0 to smithi13674108-6 2024-08-19T11:36:08.631 INFO:tasks.rados.rados.0.smithi136.stdout:1622: finishing rollback tid 1 to smithi13674108-6 2024-08-19T11:36:08.631 INFO:tasks.rados.rados.0.smithi136.stdout:1622: finishing rollback tid 2 to smithi13674108-6 2024-08-19T11:36:08.631 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 557 (ObjNum 429 snap 122 seq_num 429) dirty exists 2024-08-19T11:36:08.631 INFO:tasks.rados.rados.0.smithi136.stdout:1621: expect (ObjNum 509 snap 142 seq_num 509) 2024-08-19T11:36:08.754 INFO:tasks.rados.rados.0.smithi136.stdout:1625: expect (ObjNum 428 snap 122 seq_num 428) 2024-08-19T11:36:08.901 INFO:tasks.rados.rados.0.smithi136.stdout:1627: finishing copy_from racing read to smithi13674108-2 2024-08-19T11:36:08.901 INFO:tasks.rados.rados.0.smithi136.stdout:1627: finishing copy_from to smithi13674108-2 2024-08-19T11:36:08.901 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 2 v 639 (ObjNum 472 snap 132 seq_num 472) dirty exists 2024-08-19T11:36:08.902 INFO:tasks.rados.rados.0.smithi136.stdout:1621: done (3 left) 2024-08-19T11:36:08.902 INFO:tasks.rados.rados.0.smithi136.stdout:1622: done (2 left) 2024-08-19T11:36:08.902 INFO:tasks.rados.rados.0.smithi136.stdout:1625: done (1 left) 2024-08-19T11:36:08.902 INFO:tasks.rados.rados.0.smithi136.stdout:1627: done (0 left) 2024-08-19T11:36:08.902 INFO:tasks.rados.rados.0.smithi136.stdout:1628: snap_remove snap 142 2024-08-19T11:36:09.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:08 smithi136 ceph-mon[86496]: pgmap v184: 121 pgs: 121 active+clean; 204 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 6.1 MiB/s wr, 40 op/s 2024-08-19T11:36:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:08 smithi136 ceph-mon[86496]: osdmap e367: 8 total, 8 up, 8 in 2024-08-19T11:36:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:08 smithi136 ceph-mon[86496]: osdmap e368: 8 total, 8 up, 8 in 2024-08-19T11:36:09.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:08 smithi136 ceph-mon[88916]: pgmap v184: 121 pgs: 121 active+clean; 204 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 6.1 MiB/s wr, 40 op/s 2024-08-19T11:36:09.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:08 smithi136 ceph-mon[88916]: osdmap e367: 8 total, 8 up, 8 in 2024-08-19T11:36:09.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:08 smithi136 ceph-mon[88916]: osdmap e368: 8 total, 8 up, 8 in 2024-08-19T11:36:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:08 smithi155 ceph-mon[76679]: pgmap v184: 121 pgs: 121 active+clean; 204 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 6.1 MiB/s wr, 40 op/s 2024-08-19T11:36:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:08 smithi155 ceph-mon[76679]: osdmap e367: 8 total, 8 up, 8 in 2024-08-19T11:36:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:08 smithi155 ceph-mon[76679]: osdmap e368: 8 total, 8 up, 8 in 2024-08-19T11:36:09.802 INFO:tasks.rados.rados.0.smithi136.stdout:1628: done (0 left) 2024-08-19T11:36:09.802 INFO:tasks.rados.rados.0.smithi136.stdout:1629: snap_remove snap 138 2024-08-19T11:36:10.808 INFO:tasks.rados.rados.0.smithi136.stdout:1629: done (0 left) 2024-08-19T11:36:10.808 INFO:tasks.rados.rados.0.smithi136.stdout:1630: read oid 25 snap -1 2024-08-19T11:36:10.809 INFO:tasks.rados.rados.0.smithi136.stdout:1630: expect (ObjNum 430 snap 122 seq_num 430) 2024-08-19T11:36:10.809 INFO:tasks.rados.rados.0.smithi136.stdout:1631: read oid 27 snap -1 2024-08-19T11:36:10.809 INFO:tasks.rados.rados.0.smithi136.stdout:1631: expect (ObjNum 461 snap 127 seq_num 461) 2024-08-19T11:36:10.809 INFO:tasks.rados.rados.0.smithi136.stdout:1632: snap_remove snap 140 2024-08-19T11:36:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:10 smithi136 ceph-mon[86496]: pgmap v187: 121 pgs: 121 active+clean; 204 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 6.1 MiB/s wr, 40 op/s 2024-08-19T11:36:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:10 smithi136 ceph-mon[86496]: osdmap e369: 8 total, 8 up, 8 in 2024-08-19T11:36:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:10 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:10 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:36:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:10 smithi136 ceph-mon[88916]: pgmap v187: 121 pgs: 121 active+clean; 204 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 6.1 MiB/s wr, 40 op/s 2024-08-19T11:36:11.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:10 smithi136 ceph-mon[88916]: osdmap e369: 8 total, 8 up, 8 in 2024-08-19T11:36:11.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:10 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:11.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:10 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:36:11.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:10 smithi155 ceph-mon[76679]: pgmap v187: 121 pgs: 121 active+clean; 204 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 6.1 MiB/s wr, 40 op/s 2024-08-19T11:36:11.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:10 smithi155 ceph-mon[76679]: osdmap e369: 8 total, 8 up, 8 in 2024-08-19T11:36:11.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:10 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:11.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:10 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:36:11.813 INFO:tasks.rados.rados.0.smithi136.stdout:1632: done (2 left) 2024-08-19T11:36:11.813 INFO:tasks.rados.rados.0.smithi136.stdout:1633: snap_create 2024-08-19T11:36:11.813 INFO:tasks.rados.rados.0.smithi136.stdout:1631: expect (ObjNum 461 snap 127 seq_num 461) 2024-08-19T11:36:11.960 INFO:tasks.rados.rados.0.smithi136.stdout:1630: expect (ObjNum 430 snap 122 seq_num 430) 2024-08-19T11:36:12.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:11 smithi136 ceph-mon[88916]: osdmap e370: 8 total, 8 up, 8 in 2024-08-19T11:36:12.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:11 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-19T11:36:12.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:11 smithi136 ceph-mon[86496]: osdmap e370: 8 total, 8 up, 8 in 2024-08-19T11:36:12.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:11 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-19T11:36:12.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:11 smithi155 ceph-mon[76679]: osdmap e370: 8 total, 8 up, 8 in 2024-08-19T11:36:12.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:11 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-19T11:36:12.823 INFO:tasks.rados.rados.0.smithi136.stdout:1630: done (2 left) 2024-08-19T11:36:12.823 INFO:tasks.rados.rados.0.smithi136.stdout:1631: done (1 left) 2024-08-19T11:36:12.823 INFO:tasks.rados.rados.0.smithi136.stdout:1633: done (0 left) 2024-08-19T11:36:12.823 INFO:tasks.rados.rados.0.smithi136.stdout:1634: copy_from oid 2 from oid 47 current snap is 144 2024-08-19T11:36:12.823 INFO:tasks.rados.rados.0.smithi136.stdout:1635: snap_remove snap 143 2024-08-19T11:36:12.959 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:12 smithi136 ceph-mon[88916]: pgmap v190: 121 pgs: 121 active+clean; 180 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 0 B/s wr, 4 op/s 2024-08-19T11:36:12.959 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:12 smithi136 ceph-mon[88916]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-19T11:36:12.959 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:12 smithi136 ceph-mon[88916]: Upgrade: osd.2 is safe to restart 2024-08-19T11:36:12.959 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:12 smithi136 ceph-mon[88916]: osdmap e371: 8 total, 8 up, 8 in 2024-08-19T11:36:12.960 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:12 smithi136 ceph-mon[86496]: pgmap v190: 121 pgs: 121 active+clean; 180 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 0 B/s wr, 4 op/s 2024-08-19T11:36:12.960 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:12 smithi136 ceph-mon[86496]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-19T11:36:12.960 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:12 smithi136 ceph-mon[86496]: Upgrade: osd.2 is safe to restart 2024-08-19T11:36:12.960 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:12 smithi136 ceph-mon[86496]: osdmap e371: 8 total, 8 up, 8 in 2024-08-19T11:36:13.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:12 smithi155 ceph-mon[76679]: pgmap v190: 121 pgs: 121 active+clean; 180 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 0 B/s wr, 4 op/s 2024-08-19T11:36:13.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:12 smithi155 ceph-mon[76679]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-19T11:36:13.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:12 smithi155 ceph-mon[76679]: Upgrade: osd.2 is safe to restart 2024-08-19T11:36:13.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:12 smithi155 ceph-mon[76679]: osdmap e371: 8 total, 8 up, 8 in 2024-08-19T11:36:13.628 INFO:tasks.rados.rados.0.smithi136.stdout:1635: done (1 left) 2024-08-19T11:36:13.628 INFO:tasks.rados.rados.0.smithi136.stdout:1636: rollback oid 25 current snap is 144 2024-08-19T11:36:13.628 INFO:tasks.rados.rados.0.smithi136.stdout:1636: done (1 left) 2024-08-19T11:36:13.628 INFO:tasks.rados.rados.0.smithi136.stdout:1637: rollback oid 36 current snap is 144 2024-08-19T11:36:13.629 INFO:tasks.rados.rados.0.smithi136.stdout:1637: done (1 left) 2024-08-19T11:36:13.629 INFO:tasks.rados.rados.0.smithi136.stdout:1638: delete oid 35 current snap is 144 2024-08-19T11:36:13.629 INFO:tasks.rados.rados.0.smithi136.stdout:1634: finishing copy_from racing read to smithi13674108-2 2024-08-19T11:36:13.629 INFO:tasks.rados.rados.0.smithi136.stdout:1634: finishing copy_from to smithi13674108-2 2024-08-19T11:36:13.629 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 2 v 541 (ObjNum 487 snap 136 seq_num 487) dirty exists 2024-08-19T11:36:13.632 INFO:tasks.rados.rados.0.smithi136.stdout:1634: done (1 left) 2024-08-19T11:36:13.632 INFO:tasks.rados.rados.0.smithi136.stdout:1638: done (0 left) 2024-08-19T11:36:13.632 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 26 current snap is 144 2024-08-19T11:36:13.632 INFO:tasks.rados.rados.0.smithi136.stdout:1639: seq_num 516 ranges {3866624=647168,4513792=450560,4964352=352256} 2024-08-19T11:36:13.657 INFO:tasks.rados.rados.0.smithi136.stdout:1639: writing smithi13674108-26 from 3866624 to 4513792 tid 1 2024-08-19T11:36:13.659 INFO:tasks.rados.rados.0.smithi136.stdout:1639: writing smithi13674108-26 from 4513792 to 4964352 tid 2 2024-08-19T11:36:13.661 INFO:tasks.rados.rados.0.smithi136.stdout:1639: writing smithi13674108-26 from 4964352 to 5316608 tid 3 2024-08-19T11:36:13.661 INFO:tasks.rados.rados.0.smithi136.stdout:1640: delete oid 3 current snap is 144 2024-08-19T11:36:13.664 INFO:tasks.rados.rados.0.smithi136.stdout:1639: finishing write tid 1 to smithi13674108-26 2024-08-19T11:36:13.666 INFO:tasks.rados.rados.0.smithi136.stdout:1639: finishing write tid 2 to smithi13674108-26 2024-08-19T11:36:13.666 INFO:tasks.rados.rados.0.smithi136.stdout:1639: finishing write tid 3 to smithi13674108-26 2024-08-19T11:36:13.668 INFO:tasks.rados.rados.0.smithi136.stdout:1640: done (1 left) 2024-08-19T11:36:13.668 INFO:tasks.rados.rados.0.smithi136.stdout:1641: read oid 36 snap -1 2024-08-19T11:36:13.668 INFO:tasks.rados.rados.0.smithi136.stdout:1641: expect deleted 2024-08-19T11:36:13.668 INFO:tasks.rados.rados.0.smithi136.stdout:1642: read oid 22 snap -1 2024-08-19T11:36:13.668 INFO:tasks.rados.rados.0.smithi136.stdout:1642: expect (ObjNum 479 snap 135 seq_num 479) 2024-08-19T11:36:13.668 INFO:tasks.rados.rados.0.smithi136.stdout:1643: snap_create 2024-08-19T11:36:13.668 INFO:tasks.rados.rados.0.smithi136.stdout:1639: finishing write tid 4 to smithi13674108-26 2024-08-19T11:36:13.672 INFO:tasks.rados.rados.0.smithi136.stdout:1639: finishing write tid 5 to smithi13674108-26 2024-08-19T11:36:13.672 INFO:tasks.rados.rados.0.smithi136.stdout:1639: oid 26 updating version 0 to 652 2024-08-19T11:36:13.672 INFO:tasks.rados.rados.0.smithi136.stdout:1639: oid 26 updating version 652 to 653 2024-08-19T11:36:13.672 INFO:tasks.rados.rados.0.smithi136.stdout:1639: oid 26 updating version 653 to 655 2024-08-19T11:36:13.672 INFO:tasks.rados.rados.0.smithi136.stdout:1639: oid 26 version 655 is already newer than 654 2024-08-19T11:36:13.672 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 655 (ObjNum 516 snap 144 seq_num 516) dirty exists 2024-08-19T11:36:13.672 INFO:tasks.rados.rados.0.smithi136.stdout:1639: left oid 26 (ObjNum 516 snap 144 seq_num 516) 2024-08-19T11:36:13.677 INFO:tasks.rados.rados.0.smithi136.stdout:1642: expect (ObjNum 479 snap 135 seq_num 479) 2024-08-19T11:36:13.999 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:13 smithi136 ceph-mon[88916]: osdmap e372: 8 total, 8 up, 8 in 2024-08-19T11:36:13.999 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:13 smithi136 ceph-mon[88916]: Upgrade: Updating osd.2 2024-08-19T11:36:13.999 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:13 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:13.999 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:13 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-19T11:36:13.999 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:13 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:36:13.999 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:13 smithi136 ceph-mon[88916]: Deploying daemon osd.2 on smithi136 2024-08-19T11:36:14.000 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:13 smithi136 ceph-mon[88916]: osdmap e373: 8 total, 8 up, 8 in 2024-08-19T11:36:14.000 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:13 smithi136 ceph-mon[86496]: osdmap e372: 8 total, 8 up, 8 in 2024-08-19T11:36:14.000 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:13 smithi136 ceph-mon[86496]: Upgrade: Updating osd.2 2024-08-19T11:36:14.000 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:13 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:14.000 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:13 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-19T11:36:14.000 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:13 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:36:14.000 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:13 smithi136 ceph-mon[86496]: Deploying daemon osd.2 on smithi136 2024-08-19T11:36:14.000 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:13 smithi136 ceph-mon[86496]: osdmap e373: 8 total, 8 up, 8 in 2024-08-19T11:36:14.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:13 smithi155 ceph-mon[76679]: osdmap e372: 8 total, 8 up, 8 in 2024-08-19T11:36:14.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:13 smithi155 ceph-mon[76679]: Upgrade: Updating osd.2 2024-08-19T11:36:14.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:13 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:14.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:13 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-19T11:36:14.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:13 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:36:14.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:13 smithi155 ceph-mon[76679]: Deploying daemon osd.2 on smithi136 2024-08-19T11:36:14.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:13 smithi155 ceph-mon[76679]: osdmap e373: 8 total, 8 up, 8 in 2024-08-19T11:36:14.630 INFO:tasks.rados.rados.0.smithi136.stdout:1639: done (3 left) 2024-08-19T11:36:14.630 INFO:tasks.rados.rados.0.smithi136.stdout:1641: done (2 left) 2024-08-19T11:36:14.631 INFO:tasks.rados.rados.0.smithi136.stdout:1642: done (1 left) 2024-08-19T11:36:14.631 INFO:tasks.rados.rados.0.smithi136.stdout:1643: done (0 left) 2024-08-19T11:36:14.631 INFO:tasks.rados.rados.0.smithi136.stdout:1644: read oid 16 snap -1 2024-08-19T11:36:14.631 INFO:tasks.rados.rados.0.smithi136.stdout:1644: expect (ObjNum 382 snap 110 seq_num 382) 2024-08-19T11:36:14.631 INFO:tasks.rados.rados.0.smithi136.stdout:1645: copy_from oid 36 from oid 30 current snap is 145 2024-08-19T11:36:14.631 INFO:tasks.rados.rados.0.smithi136.stdout:1646: copy_from oid 19 from oid 45 current snap is 145 2024-08-19T11:36:14.631 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 7 current snap is 145 2024-08-19T11:36:14.631 INFO:tasks.rados.rados.0.smithi136.stdout:1647: seq_num 518 ranges {1097728=679936,1777664=671744,2449408=131072} 2024-08-19T11:36:14.641 INFO:tasks.rados.rados.0.smithi136.stdout:1647: writing smithi13674108-7 from 1097728 to 1777664 tid 1 2024-08-19T11:36:14.644 INFO:tasks.rados.rados.0.smithi136.stdout:1647: writing smithi13674108-7 from 1777664 to 2449408 tid 2 2024-08-19T11:36:14.645 INFO:tasks.rados.rados.0.smithi136.stdout:1647: writing smithi13674108-7 from 2449408 to 2580480 tid 3 2024-08-19T11:36:14.646 INFO:tasks.rados.rados.0.smithi136.stdout:1648: delete oid 47 current snap is 145 2024-08-19T11:36:14.646 INFO:tasks.rados.rados.0.smithi136.stdout:1644: expect (ObjNum 382 snap 110 seq_num 382) 2024-08-19T11:36:14.691 INFO:tasks.rados.rados.0.smithi136.stdout:1646: finishing copy_from racing read to smithi13674108-19 2024-08-19T11:36:14.691 INFO:tasks.rados.rados.0.smithi136.stdout:1646: finishing copy_from to smithi13674108-19 2024-08-19T11:36:14.691 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 565 (ObjNum 337 snap 100 seq_num 337) dirty exists 2024-08-19T11:36:14.691 INFO:tasks.rados.rados.0.smithi136.stdout:1647: finishing write tid 1 to smithi13674108-7 2024-08-19T11:36:14.691 INFO:tasks.rados.rados.0.smithi136.stdout:1647: finishing write tid 2 to smithi13674108-7 2024-08-19T11:36:14.691 INFO:tasks.rados.rados.0.smithi136.stdout:1645: finishing copy_from racing read to smithi13674108-36 2024-08-19T11:36:14.691 INFO:tasks.rados.rados.0.smithi136.stdout:1647: finishing write tid 3 to smithi13674108-7 2024-08-19T11:36:14.691 INFO:tasks.rados.rados.0.smithi136.stdout:1644: done (4 left) 2024-08-19T11:36:14.692 INFO:tasks.rados.rados.0.smithi136.stdout:1646: done (3 left) 2024-08-19T11:36:14.692 INFO:tasks.rados.rados.0.smithi136.stdout:1648: done (2 left) 2024-08-19T11:36:14.692 INFO:tasks.rados.rados.0.smithi136.stdout:1649: read oid 16 snap -1 2024-08-19T11:36:14.692 INFO:tasks.rados.rados.0.smithi136.stdout:1649: expect (ObjNum 382 snap 110 seq_num 382) 2024-08-19T11:36:14.692 INFO:tasks.rados.rados.0.smithi136.stdout:1650: setattr oid 40 current snap is 145 2024-08-19T11:36:14.692 INFO:tasks.rados.rados.0.smithi136.stdout:1647: finishing write tid 4 to smithi13674108-7 2024-08-19T11:36:14.692 INFO:tasks.rados.rados.0.smithi136.stdout:1647: finishing write tid 5 to smithi13674108-7 2024-08-19T11:36:14.692 INFO:tasks.rados.rados.0.smithi136.stdout:1647: oid 7 updating version 0 to 706 2024-08-19T11:36:14.692 INFO:tasks.rados.rados.0.smithi136.stdout:1647: oid 7 version 706 is already newer than 704 2024-08-19T11:36:14.693 INFO:tasks.rados.rados.0.smithi136.stdout:1647: oid 7 version 706 is already newer than 703 2024-08-19T11:36:14.693 INFO:tasks.rados.rados.0.smithi136.stdout:1647: oid 7 version 706 is already newer than 705 2024-08-19T11:36:14.693 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 706 (ObjNum 518 snap 145 seq_num 518) dirty exists 2024-08-19T11:36:14.693 INFO:tasks.rados.rados.0.smithi136.stdout:1647: left oid 7 (ObjNum 518 snap 145 seq_num 518) 2024-08-19T11:36:14.693 INFO:tasks.rados.rados.0.smithi136.stdout:1645: finishing copy_from to smithi13674108-36 2024-08-19T11:36:14.693 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 393 (ObjNum 428 snap 122 seq_num 428) dirty exists 2024-08-19T11:36:14.694 INFO:tasks.rados.rados.0.smithi136.stdout:1645: done (3 left) 2024-08-19T11:36:14.694 INFO:tasks.rados.rados.0.smithi136.stdout:1647: done (2 left) 2024-08-19T11:36:14.695 INFO:tasks.rados.rados.0.smithi136.stdout:1651: read oid 46 snap 144 2024-08-19T11:36:14.695 INFO:tasks.rados.rados.0.smithi136.stdout:1651: expect deleted 2024-08-19T11:36:14.695 INFO:tasks.rados.rados.0.smithi136.stdout:1652: snap_create 2024-08-19T11:36:14.695 INFO:tasks.rados.rados.0.smithi136.stdout:1649: expect (ObjNum 382 snap 110 seq_num 382) 2024-08-19T11:36:14.738 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 424 (ObjNum 512 snap 142 seq_num 512) dirty exists 2024-08-19T11:36:15.190 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:14 smithi136 ceph-mon[88916]: pgmap v193: 121 pgs: 121 active+clean; 162 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 174 KiB/s wr, 4 op/s 2024-08-19T11:36:15.191 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:14 smithi136 ceph-mon[88916]: osdmap e374: 8 total, 8 up, 8 in 2024-08-19T11:36:15.191 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:14 smithi136 ceph-mon[86496]: pgmap v193: 121 pgs: 121 active+clean; 162 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 174 KiB/s wr, 4 op/s 2024-08-19T11:36:15.191 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:14 smithi136 ceph-mon[86496]: osdmap e374: 8 total, 8 up, 8 in 2024-08-19T11:36:15.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:14 smithi155 ceph-mon[76679]: pgmap v193: 121 pgs: 121 active+clean; 162 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 174 KiB/s wr, 4 op/s 2024-08-19T11:36:15.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:14 smithi155 ceph-mon[76679]: osdmap e374: 8 total, 8 up, 8 in 2024-08-19T11:36:15.633 INFO:tasks.rados.rados.0.smithi136.stdout:1649: done (3 left) 2024-08-19T11:36:15.634 INFO:tasks.rados.rados.0.smithi136.stdout:1650: done (2 left) 2024-08-19T11:36:15.634 INFO:tasks.rados.rados.0.smithi136.stdout:1651: done (1 left) 2024-08-19T11:36:15.634 INFO:tasks.rados.rados.0.smithi136.stdout:1652: done (0 left) 2024-08-19T11:36:15.634 INFO:tasks.rados.rados.0.smithi136.stdout:1653: snap_create 2024-08-19T11:36:16.074 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:15 smithi136 systemd[1]: Stopping Ceph osd.2 for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:36:16.348 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2[44974]: 2024-08-19T11:36:16.072+0000 7f35cf8f6640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T11:36:16.348 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2[44974]: 2024-08-19T11:36:16.072+0000 7f35cf8f6640 -1 osd.2 375 *** Got signal Terminated *** 2024-08-19T11:36:16.348 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:16 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2[44974]: 2024-08-19T11:36:16.072+0000 7f35cf8f6640 -1 osd.2 375 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T11:36:16.639 INFO:tasks.rados.rados.0.smithi136.stdout:1653: done (0 left) 2024-08-19T11:36:16.639 INFO:tasks.rados.rados.0.smithi136.stdout:1654: rollback oid 11 current snap is 147 2024-08-19T11:36:16.639 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 11 to 144 2024-08-19T11:36:16.639 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 30 current snap is 147 2024-08-19T11:36:16.639 INFO:tasks.rados.rados.0.smithi136.stdout:1655: seq_num 520 ranges {4562944=712704,5275648=434176,5709824=368640} 2024-08-19T11:36:16.664 INFO:tasks.rados.rados.0.smithi136.stdout:1655: writing smithi13674108-30 from 4562944 to 5275648 tid 1 2024-08-19T11:36:16.666 INFO:tasks.rados.rados.0.smithi136.stdout:1655: writing smithi13674108-30 from 5275648 to 5709824 tid 2 2024-08-19T11:36:16.669 INFO:tasks.rados.rados.0.smithi136.stdout:1655: writing smithi13674108-30 from 5709824 to 6078464 tid 3 2024-08-19T11:36:16.669 INFO:tasks.rados.rados.0.smithi136.stdout:1656: read oid 25 snap -1 2024-08-19T11:36:16.669 INFO:tasks.rados.rados.0.smithi136.stdout:1656: expect (ObjNum 430 snap 122 seq_num 430) 2024-08-19T11:36:16.669 INFO:tasks.rados.rados.0.smithi136.stdout:1657: rollback oid 20 current snap is 147 2024-08-19T11:36:16.669 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 20 to 144 2024-08-19T11:36:16.669 INFO:tasks.rados.rados.0.smithi136.stdout:1658: rmattr oid 44 current snap is 147 2024-08-19T11:36:16.670 INFO:tasks.rados.rados.0.smithi136.stdout:1658: done (4 left) 2024-08-19T11:36:16.670 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 23 current snap is 147 2024-08-19T11:36:16.670 INFO:tasks.rados.rados.0.smithi136.stdout:1659: seq_num 521 ranges {2564096=729088,3293184=720896,4014080=81920} 2024-08-19T11:36:16.687 INFO:tasks.rados.rados.0.smithi136.stdout:1659: writing smithi13674108-23 from 2564096 to 3293184 tid 1 2024-08-19T11:36:16.691 INFO:tasks.rados.rados.0.smithi136.stdout:1659: writing smithi13674108-23 from 3293184 to 4014080 tid 2 2024-08-19T11:36:16.693 INFO:tasks.rados.rados.0.smithi136.stdout:1659: writing smithi13674108-23 from 4014080 to 4096000 tid 3 2024-08-19T11:36:16.693 INFO:tasks.rados.rados.0.smithi136.stdout:1660: read oid 24 snap 146 2024-08-19T11:36:16.693 INFO:tasks.rados.rados.0.smithi136.stdout:1660: expect deleted 2024-08-19T11:36:16.693 INFO:tasks.rados.rados.0.smithi136.stdout:1661: read oid 10 snap -1 2024-08-19T11:36:16.693 INFO:tasks.rados.rados.0.smithi136.stdout:1661: expect (ObjNum 506 snap 140 seq_num 506) 2024-08-19T11:36:16.693 INFO:tasks.rados.rados.0.smithi136.stdout:1662: rmattr oid 7 current snap is 147 2024-08-19T11:36:16.693 INFO:tasks.rados.rados.0.smithi136.stdout:1662: done (7 left) 2024-08-19T11:36:16.693 INFO:tasks.rados.rados.0.smithi136.stdout:1663: rollback oid 8 current snap is 147 2024-08-19T11:36:16.693 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 8 to 146 2024-08-19T11:36:16.693 INFO:tasks.rados.rados.0.smithi136.stdout:1657: finishing rollback tid 0 to smithi13674108-20 2024-08-19T11:36:16.693 INFO:tasks.rados.rados.0.smithi136.stdout:1657: finishing rollback tid 1 to smithi13674108-20 2024-08-19T11:36:16.694 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 19 current snap is 147 2024-08-19T11:36:16.694 INFO:tasks.rados.rados.0.smithi136.stdout:1657: finishing rollback tid 2 to smithi13674108-20 2024-08-19T11:36:16.694 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 573 (ObjNum 464 snap 127 seq_num 464) dirty exists 2024-08-19T11:36:16.694 INFO:tasks.rados.rados.0.smithi136.stdout:1656: expect (ObjNum 430 snap 122 seq_num 430) 2024-08-19T11:36:16.825 INFO:tasks.rados.rados.0.smithi136.stdout:1659: finishing write tid 1 to smithi13674108-23 2024-08-19T11:36:16.825 INFO:tasks.rados.rados.0.smithi136.stdout:1659: finishing write tid 2 to smithi13674108-23 2024-08-19T11:36:16.825 INFO:tasks.rados.rados.0.smithi136.stdout:1659: finishing write tid 3 to smithi13674108-23 2024-08-19T11:36:16.825 INFO:tasks.rados.rados.0.smithi136.stdout:1659: finishing write tid 4 to smithi13674108-23 2024-08-19T11:36:16.825 INFO:tasks.rados.rados.0.smithi136.stdout:1659: finishing write tid 5 to smithi13674108-23 2024-08-19T11:36:16.825 INFO:tasks.rados.rados.0.smithi136.stdout:1659: oid 23 updating version 0 to 426 2024-08-19T11:36:16.826 INFO:tasks.rados.rados.0.smithi136.stdout:1659: oid 23 updating version 426 to 428 2024-08-19T11:36:16.826 INFO:tasks.rados.rados.0.smithi136.stdout:1659: oid 23 updating version 428 to 429 2024-08-19T11:36:16.826 INFO:tasks.rados.rados.0.smithi136.stdout:1659: oid 23 version 429 is already newer than 427 2024-08-19T11:36:16.826 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 429 (ObjNum 521 snap 147 seq_num 521) dirty exists 2024-08-19T11:36:16.826 INFO:tasks.rados.rados.0.smithi136.stdout:1659: left oid 23 (ObjNum 521 snap 147 seq_num 521) 2024-08-19T11:36:16.826 INFO:tasks.rados.rados.0.smithi136.stdout:1664: seq_num 522 ranges {851968=745472,1597440=606208,2203648=196608} 2024-08-19T11:36:16.833 INFO:tasks.rados.rados.0.smithi136.stdout:1664: writing smithi13674108-19 from 851968 to 1597440 tid 1 2024-08-19T11:36:16.837 INFO:tasks.rados.rados.0.smithi136.stdout:1664: writing smithi13674108-19 from 1597440 to 2203648 tid 2 2024-08-19T11:36:16.838 INFO:tasks.rados.rados.0.smithi136.stdout:1664: writing smithi13674108-19 from 2203648 to 2400256 tid 3 2024-08-19T11:36:16.838 INFO:tasks.rados.rados.0.smithi136.stdout:1656: done (8 left) 2024-08-19T11:36:16.838 INFO:tasks.rados.rados.0.smithi136.stdout:1657: done (7 left) 2024-08-19T11:36:16.839 INFO:tasks.rados.rados.0.smithi136.stdout:1659: done (6 left) 2024-08-19T11:36:16.839 INFO:tasks.rados.rados.0.smithi136.stdout:1660: done (5 left) 2024-08-19T11:36:16.839 INFO:tasks.rados.rados.0.smithi136.stdout:1665: snap_create 2024-08-19T11:36:16.839 INFO:tasks.rados.rados.0.smithi136.stdout:1664: finishing write tid 1 to smithi13674108-19 2024-08-19T11:36:16.839 INFO:tasks.rados.rados.0.smithi136.stdout:1664: finishing write tid 2 to smithi13674108-19 2024-08-19T11:36:16.840 INFO:tasks.rados.rados.0.smithi136.stdout:1664: finishing write tid 3 to smithi13674108-19 2024-08-19T11:36:16.840 INFO:tasks.rados.rados.0.smithi136.stdout:1664: finishing write tid 4 to smithi13674108-19 2024-08-19T11:36:16.845 INFO:tasks.rados.rados.0.smithi136.stdout:1664: finishing write tid 5 to smithi13674108-19 2024-08-19T11:36:16.845 INFO:tasks.rados.rados.0.smithi136.stdout:1664: oid 19 updating version 0 to 566 2024-08-19T11:36:16.845 INFO:tasks.rados.rados.0.smithi136.stdout:1664: oid 19 updating version 566 to 569 2024-08-19T11:36:16.845 INFO:tasks.rados.rados.0.smithi136.stdout:1664: oid 19 version 569 is already newer than 568 2024-08-19T11:36:16.845 INFO:tasks.rados.rados.0.smithi136.stdout:1664: oid 19 version 569 is already newer than 567 2024-08-19T11:36:16.845 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 569 (ObjNum 522 snap 147 seq_num 522) dirty exists 2024-08-19T11:36:16.845 INFO:tasks.rados.rados.0.smithi136.stdout:1664: left oid 19 (ObjNum 522 snap 147 seq_num 522) 2024-08-19T11:36:16.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:16 smithi155 ceph-mon[76679]: pgmap v196: 121 pgs: 121 active+clean; 162 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 174 KiB/s wr, 0 op/s 2024-08-19T11:36:16.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:16 smithi155 ceph-mon[76679]: osdmap e375: 8 total, 8 up, 8 in 2024-08-19T11:36:16.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:16 smithi155 ceph-mon[76679]: osd.2 marked itself down and dead 2024-08-19T11:36:17.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:16 smithi136 ceph-mon[88916]: pgmap v196: 121 pgs: 121 active+clean; 162 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 174 KiB/s wr, 0 op/s 2024-08-19T11:36:17.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:16 smithi136 ceph-mon[88916]: osdmap e375: 8 total, 8 up, 8 in 2024-08-19T11:36:17.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:16 smithi136 ceph-mon[88916]: osd.2 marked itself down and dead 2024-08-19T11:36:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:16 smithi136 ceph-mon[86496]: pgmap v196: 121 pgs: 121 active+clean; 162 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 174 KiB/s wr, 0 op/s 2024-08-19T11:36:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:16 smithi136 ceph-mon[86496]: osdmap e375: 8 total, 8 up, 8 in 2024-08-19T11:36:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:16 smithi136 ceph-mon[86496]: osd.2 marked itself down and dead 2024-08-19T11:36:17.360 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:17 smithi136 podman[104512]: 2024-08-19 11:36:17.165313738 +0000 UTC m=+1.201122688 container died f79852ccd72a9e8e9ea5cc0f9d4ac7f9e0510c54e6fccf62883e1c237e941a89 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=reef-baa926d, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-08-19T11:36:17.634 INFO:tasks.rados.rados.0.smithi136.stdout:1664: done (5 left) 2024-08-19T11:36:17.635 INFO:tasks.rados.rados.0.smithi136.stdout:1665: done (4 left) 2024-08-19T11:36:17.635 INFO:tasks.rados.rados.0.smithi136.stdout:1666: delete oid 43 current snap is 148 2024-08-19T11:36:17.646 INFO:tasks.rados.rados.0.smithi136.stdout:1666: done (4 left) 2024-08-19T11:36:17.646 INFO:tasks.rados.rados.0.smithi136.stdout:1667: read oid 32 snap 147 2024-08-19T11:36:17.646 INFO:tasks.rados.rados.0.smithi136.stdout:1667: expect (ObjNum 504 snap 140 seq_num 504) 2024-08-19T11:36:17.646 INFO:tasks.rados.rados.0.smithi136.stdout:1668: read oid 39 snap 144 2024-08-19T11:36:17.646 INFO:tasks.rados.rados.0.smithi136.stdout:1668: expect (ObjNum 375 snap 108 seq_num 375) 2024-08-19T11:36:17.646 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 47 current snap is 148 2024-08-19T11:36:17.646 INFO:tasks.rados.rados.0.smithi136.stdout:1669: seq_num 524 ranges {0=786432,786432=778240,1564672=24576} 2024-08-19T11:36:17.647 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:36:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:36:17] "GET /metrics HTTP/1.1" 200 36178 "" "Prometheus/2.43.0" 2024-08-19T11:36:17.647 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:17 smithi136 podman[104512]: 2024-08-19 11:36:17.528575421 +0000 UTC m=+1.564384376 container cleanup f79852ccd72a9e8e9ea5cc0f9d4ac7f9e0510c54e6fccf62883e1c237e941a89 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=reef-baa926d, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0) 2024-08-19T11:36:17.647 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:17 smithi136 bash[104512]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2 2024-08-19T11:36:17.652 INFO:tasks.rados.rados.0.smithi136.stdout:1669: writing smithi13674108-47 from 0 to 786432 tid 1 2024-08-19T11:36:17.658 INFO:tasks.rados.rados.0.smithi136.stdout:1669: writing smithi13674108-47 from 786432 to 1564672 tid 2 2024-08-19T11:36:17.658 INFO:tasks.rados.rados.0.smithi136.stdout:1669: writing smithi13674108-47 from 1564672 to 1589248 tid 3 2024-08-19T11:36:17.658 INFO:tasks.rados.rados.0.smithi136.stdout:1670: snap_remove snap 145 2024-08-19T11:36:17.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:17 smithi155 ceph-mon[76679]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T11:36:17.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:17 smithi155 ceph-mon[76679]: osdmap e376: 8 total, 7 up, 8 in 2024-08-19T11:36:17.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:17 smithi155 ceph-mon[76679]: osdmap e377: 8 total, 7 up, 8 in 2024-08-19T11:36:18.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:17 smithi136 ceph-mon[88916]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T11:36:18.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:17 smithi136 ceph-mon[88916]: osdmap e376: 8 total, 7 up, 8 in 2024-08-19T11:36:18.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:17 smithi136 ceph-mon[88916]: osdmap e377: 8 total, 7 up, 8 in 2024-08-19T11:36:18.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:17 smithi136 ceph-mon[86496]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T11:36:18.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:17 smithi136 ceph-mon[86496]: osdmap e376: 8 total, 7 up, 8 in 2024-08-19T11:36:18.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:17 smithi136 ceph-mon[86496]: osdmap e377: 8 total, 7 up, 8 in 2024-08-19T11:36:18.098 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:17 smithi136 podman[104532]: 2024-08-19 11:36:17.830874904 +0000 UTC m=+0.668877142 container remove f79852ccd72a9e8e9ea5cc0f9d4ac7f9e0510c54e6fccf62883e1c237e941a89 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=reef-baa926d) 2024-08-19T11:36:18.485 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:18 smithi136 podman[104633]: 2024-08-19 11:36:18.086525931 +0000 UTC m=+0.017665570 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:36:18.485 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:18 smithi136 podman[104633]: 2024-08-19 11:36:18.2402745 +0000 UTC m=+0.171414132 container create 94014e3cdafa98982be3cde07a042d58e13ce6965f2f010d68faa1555359cb0e (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, RELEASE=main-7976693, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-08-19T11:36:18.486 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:18 smithi136 podman[104633]: 2024-08-19 11:36:18.484710683 +0000 UTC m=+0.415850321 container init 94014e3cdafa98982be3cde07a042d58e13ce6965f2f010d68faa1555359cb0e (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=main-7976693, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True) 2024-08-19T11:36:18.632 INFO:tasks.rados.rados.0.smithi136.stdout:1670: done (7 left) 2024-08-19T11:36:18.632 INFO:tasks.rados.rados.0.smithi136.stdout:1671: read oid 49 snap 146 2024-08-19T11:36:18.632 INFO:tasks.rados.rados.0.smithi136.stdout:1671: expect (ObjNum 491 snap 137 seq_num 491) 2024-08-19T11:36:18.632 INFO:tasks.rados.rados.0.smithi136.stdout:1672: rollback oid 5 current snap is 148 2024-08-19T11:36:18.632 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 5 to 147 2024-08-19T11:36:18.633 INFO:tasks.rados.rados.0.smithi136.stdout:1655: finishing write tid 1 to smithi13674108-30 2024-08-19T11:36:18.633 INFO:tasks.rados.rados.0.smithi136.stdout:1655: finishing write tid 2 to smithi13674108-30 2024-08-19T11:36:18.633 INFO:tasks.rados.rados.0.smithi136.stdout:1655: finishing write tid 3 to smithi13674108-30 2024-08-19T11:36:18.633 INFO:tasks.rados.rados.0.smithi136.stdout:1655: finishing write tid 4 to smithi13674108-30 2024-08-19T11:36:18.633 INFO:tasks.rados.rados.0.smithi136.stdout:1654: finishing rollback tid 0 to smithi13674108-11 2024-08-19T11:36:18.633 INFO:tasks.rados.rados.0.smithi136.stdout:1654: finishing rollback tid 1 to smithi13674108-11 2024-08-19T11:36:18.633 INFO:tasks.rados.rados.0.smithi136.stdout:1654: finishing rollback tid 2 to smithi13674108-11 2024-08-19T11:36:18.633 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 691 (ObjNum 405 snap 114 seq_num 405) dirty exists 2024-08-19T11:36:18.633 INFO:tasks.rados.rados.0.smithi136.stdout:1663: finishing rollback tid 0 to smithi13674108-8 2024-08-19T11:36:18.634 INFO:tasks.rados.rados.0.smithi136.stdout:1663: finishing rollback tid 1 to smithi13674108-8 2024-08-19T11:36:18.634 INFO:tasks.rados.rados.0.smithi136.stdout:1663: finishing rollback tid 2 to smithi13674108-8 2024-08-19T11:36:18.634 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 695 (ObjNum 472 snap 132 seq_num 472) dirty exists 2024-08-19T11:36:18.634 INFO:tasks.rados.rados.0.smithi136.stdout:1669: finishing write tid 1 to smithi13674108-47 2024-08-19T11:36:18.634 INFO:tasks.rados.rados.0.smithi136.stdout:1661: expect (ObjNum 506 snap 140 seq_num 506) 2024-08-19T11:36:18.672 INFO:tasks.rados.rados.0.smithi136.stdout:1655: finishing write tid 5 to smithi13674108-30 2024-08-19T11:36:18.672 INFO:tasks.rados.rados.0.smithi136.stdout:1655: oid 30 updating version 0 to 557 2024-08-19T11:36:18.673 INFO:tasks.rados.rados.0.smithi136.stdout:1655: oid 30 updating version 557 to 558 2024-08-19T11:36:18.673 INFO:tasks.rados.rados.0.smithi136.stdout:1655: oid 30 version 558 is already newer than 555 2024-08-19T11:36:18.673 INFO:tasks.rados.rados.0.smithi136.stdout:1655: oid 30 version 558 is already newer than 556 2024-08-19T11:36:18.673 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 558 (ObjNum 520 snap 147 seq_num 520) dirty exists 2024-08-19T11:36:18.673 INFO:tasks.rados.rados.0.smithi136.stdout:1655: left oid 30 (ObjNum 520 snap 147 seq_num 520) 2024-08-19T11:36:18.673 INFO:tasks.rados.rados.0.smithi136.stdout:1669: finishing write tid 2 to smithi13674108-47 2024-08-19T11:36:18.673 INFO:tasks.rados.rados.0.smithi136.stdout:1654: done (8 left) 2024-08-19T11:36:18.673 INFO:tasks.rados.rados.0.smithi136.stdout:1655: done (7 left) 2024-08-19T11:36:18.673 INFO:tasks.rados.rados.0.smithi136.stdout:1661: done (6 left) 2024-08-19T11:36:18.673 INFO:tasks.rados.rados.0.smithi136.stdout:1663: done (5 left) 2024-08-19T11:36:18.673 INFO:tasks.rados.rados.0.smithi136.stdout:1673: rollback oid 17 current snap is 148 2024-08-19T11:36:18.673 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 17 to 146 2024-08-19T11:36:18.673 INFO:tasks.rados.rados.0.smithi136.stdout:1669: finishing write tid 3 to smithi13674108-47 2024-08-19T11:36:18.673 INFO:tasks.rados.rados.0.smithi136.stdout:1669: finishing write tid 4 to smithi13674108-47 2024-08-19T11:36:18.673 INFO:tasks.rados.rados.0.smithi136.stdout:1669: finishing write tid 5 to smithi13674108-47 2024-08-19T11:36:18.674 INFO:tasks.rados.rados.0.smithi136.stdout:1669: oid 47 updating version 0 to 559 2024-08-19T11:36:18.674 INFO:tasks.rados.rados.0.smithi136.stdout:1669: oid 47 updating version 559 to 562 2024-08-19T11:36:18.674 INFO:tasks.rados.rados.0.smithi136.stdout:1669: oid 47 version 562 is already newer than 561 2024-08-19T11:36:18.674 INFO:tasks.rados.rados.0.smithi136.stdout:1669: oid 47 version 562 is already newer than 560 2024-08-19T11:36:18.674 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 562 (ObjNum 524 snap 148 seq_num 524) dirty exists 2024-08-19T11:36:18.674 INFO:tasks.rados.rados.0.smithi136.stdout:1669: left oid 47 (ObjNum 524 snap 148 seq_num 524) 2024-08-19T11:36:18.674 INFO:tasks.rados.rados.0.smithi136.stdout:1667: expect (ObjNum 504 snap 140 seq_num 504) 2024-08-19T11:36:18.840 INFO:tasks.rados.rados.0.smithi136.stdout:1668: expect (ObjNum 375 snap 108 seq_num 375) 2024-08-19T11:36:18.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:18 smithi136 ceph-mon[88916]: pgmap v199: 121 pgs: 7 peering, 11 stale+active+clean, 103 active+clean; 142 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 13 op/s 2024-08-19T11:36:18.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:18 smithi136 ceph-mon[88916]: osdmap e378: 8 total, 7 up, 8 in 2024-08-19T11:36:18.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:18 smithi136 ceph-mon[86496]: pgmap v199: 121 pgs: 7 peering, 11 stale+active+clean, 103 active+clean; 142 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 13 op/s 2024-08-19T11:36:18.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:18 smithi136 ceph-mon[86496]: osdmap e378: 8 total, 7 up, 8 in 2024-08-19T11:36:18.848 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:18 smithi136 podman[104633]: 2024-08-19 11:36:18.490125355 +0000 UTC m=+0.421264996 container start 94014e3cdafa98982be3cde07a042d58e13ce6965f2f010d68faa1555359cb0e (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=main-7976693, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T11:36:18.848 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:18 smithi136 podman[104633]: 2024-08-19 11:36:18.551008863 +0000 UTC m=+0.482148505 container attach 94014e3cdafa98982be3cde07a042d58e13ce6965f2f010d68faa1555359cb0e (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=main-7976693, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0) 2024-08-19T11:36:18.848 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:18 smithi136 podman[104633]: 2024-08-19 11:36:18.685264923 +0000 UTC m=+0.616404573 container died 94014e3cdafa98982be3cde07a042d58e13ce6965f2f010d68faa1555359cb0e (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=main-7976693, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-08-19T11:36:18.878 INFO:tasks.rados.rados.0.smithi136.stdout:1672: finishing rollback tid 0 to smithi13674108-5 2024-08-19T11:36:18.878 INFO:tasks.rados.rados.0.smithi136.stdout:1672: finishing rollback tid 1 to smithi13674108-5 2024-08-19T11:36:18.878 INFO:tasks.rados.rados.0.smithi136.stdout:1672: finishing rollback tid 2 to smithi13674108-5 2024-08-19T11:36:18.878 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 659 (ObjNum 411 snap 119 seq_num 411) dirty exists 2024-08-19T11:36:18.878 INFO:tasks.rados.rados.0.smithi136.stdout:1671: expect (ObjNum 491 snap 137 seq_num 491) 2024-08-19T11:36:18.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:18 smithi155 ceph-mon[76679]: pgmap v199: 121 pgs: 7 peering, 11 stale+active+clean, 103 active+clean; 142 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 13 op/s 2024-08-19T11:36:18.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:18 smithi155 ceph-mon[76679]: osdmap e378: 8 total, 7 up, 8 in 2024-08-19T11:36:19.276 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:19 smithi136 podman[104677]: 2024-08-19 11:36:19.262831638 +0000 UTC m=+0.572315810 container remove 94014e3cdafa98982be3cde07a042d58e13ce6965f2f010d68faa1555359cb0e (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2-deactivate, RELEASE=main-7976693, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-08-19T11:36:19.598 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:19 smithi136 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.2.service: Deactivated successfully. 2024-08-19T11:36:19.598 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:19 smithi136 systemd[1]: Stopped Ceph osd.2 for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:36:19.598 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:19 smithi136 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.2.service: Consumed 12.776s CPU time. 2024-08-19T11:36:19.598 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:19 smithi136 systemd[1]: Starting Ceph osd.2 for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:36:19.830 INFO:tasks.rados.rados.0.smithi136.stdout:1673: finishing rollback tid 0 to smithi13674108-17 2024-08-19T11:36:19.830 INFO:tasks.rados.rados.0.smithi136.stdout:1673: finishing rollback tid 1 to smithi13674108-17 2024-08-19T11:36:19.830 INFO:tasks.rados.rados.0.smithi136.stdout:1673: finishing rollback tid 2 to smithi13674108-17 2024-08-19T11:36:19.830 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 17 v 699 (ObjNum 506 snap 140 seq_num 506) dirty exists 2024-08-19T11:36:19.830 INFO:tasks.rados.rados.0.smithi136.stdout:1667: done (5 left) 2024-08-19T11:36:19.830 INFO:tasks.rados.rados.0.smithi136.stdout:1668: done (4 left) 2024-08-19T11:36:19.831 INFO:tasks.rados.rados.0.smithi136.stdout:1669: done (3 left) 2024-08-19T11:36:19.831 INFO:tasks.rados.rados.0.smithi136.stdout:1671: done (2 left) 2024-08-19T11:36:19.831 INFO:tasks.rados.rados.0.smithi136.stdout:1672: done (1 left) 2024-08-19T11:36:19.831 INFO:tasks.rados.rados.0.smithi136.stdout:1673: done (0 left) 2024-08-19T11:36:19.831 INFO:tasks.rados.rados.0.smithi136.stdout:1674: rollback oid 11 current snap is 148 2024-08-19T11:36:19.831 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 11 to 144 2024-08-19T11:36:19.831 INFO:tasks.rados.rados.0.smithi136.stdout:1675: snap_create 2024-08-19T11:36:19.833 INFO:tasks.rados.rados.0.smithi136.stdout:1674: finishing rollback tid 0 to smithi13674108-11 2024-08-19T11:36:19.833 INFO:tasks.rados.rados.0.smithi136.stdout:1674: finishing rollback tid 1 to smithi13674108-11 2024-08-19T11:36:19.833 INFO:tasks.rados.rados.0.smithi136.stdout:1674: finishing rollback tid 2 to smithi13674108-11 2024-08-19T11:36:19.833 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 703 (ObjNum 405 snap 114 seq_num 405) dirty exists 2024-08-19T11:36:19.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:19 smithi155 ceph-mon[76679]: Health check failed: Degraded data redundancy: 4/222 objects degraded (1.802%), 1 pg degraded (PG_DEGRADED) 2024-08-19T11:36:19.968 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:19 smithi136 ceph-mon[88916]: Health check failed: Degraded data redundancy: 4/222 objects degraded (1.802%), 1 pg degraded (PG_DEGRADED) 2024-08-19T11:36:19.968 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:19 smithi136 ceph-mon[86496]: Health check failed: Degraded data redundancy: 4/222 objects degraded (1.802%), 1 pg degraded (PG_DEGRADED) 2024-08-19T11:36:19.968 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:19 smithi136 podman[104780]: 2024-08-19 11:36:19.599822331 +0000 UTC m=+0.018299596 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:36:19.969 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:19 smithi136 podman[104780]: 2024-08-19 11:36:19.714613741 +0000 UTC m=+0.133090995 container create 5b93c4563c9bccdac2efec84d1598ddb0a7c01f5c1345efde6b3525a072c8067 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2-activate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-08-19T11:36:20.348 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:19 smithi136 podman[104780]: 2024-08-19 11:36:19.96766441 +0000 UTC m=+0.386141665 container init 5b93c4563c9bccdac2efec84d1598ddb0a7c01f5c1345efde6b3525a072c8067 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2-activate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-08-19T11:36:20.348 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:19 smithi136 podman[104780]: 2024-08-19 11:36:19.97206774 +0000 UTC m=+0.390545005 container start 5b93c4563c9bccdac2efec84d1598ddb0a7c01f5c1345efde6b3525a072c8067 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2-activate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=main-7976693, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0) 2024-08-19T11:36:20.348 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:20 smithi136 podman[104780]: 2024-08-19 11:36:20.042443064 +0000 UTC m=+0.460920334 container attach 5b93c4563c9bccdac2efec84d1598ddb0a7c01f5c1345efde6b3525a072c8067 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2-activate, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, ceph=True) 2024-08-19T11:36:20.348 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:20 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2-activate[104795]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:36:20.348 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:20 smithi136 bash[104780]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:36:20.348 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:20 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2-activate[104795]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:36:20.349 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:20 smithi136 bash[104780]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:36:20.349 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:20 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2-activate[104795]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T11:36:20.349 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:20 smithi136 bash[104780]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T11:36:20.349 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:20 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2-activate[104795]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:36:20.349 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:20 smithi136 bash[104780]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:36:20.349 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:20 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2-activate[104795]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:36:20.349 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:20 smithi136 bash[104780]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:36:20.349 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:20 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2-activate[104795]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-19T11:36:20.349 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:20 smithi136 bash[104780]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-19T11:36:20.349 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:20 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2-activate[104795]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2024-08-19T11:36:20.349 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:20 smithi136 bash[104780]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2024-08-19T11:36:20.705 INFO:tasks.rados.rados.0.smithi136.stdout:1674: done (1 left) 2024-08-19T11:36:20.706 INFO:tasks.rados.rados.0.smithi136.stdout:1675: done (0 left) 2024-08-19T11:36:20.706 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 38 current snap is 149 2024-08-19T11:36:20.706 INFO:tasks.rados.rados.0.smithi136.stdout:1676: seq_num 525 ranges {4562944=802816,5365760=712704,6078464=90112} 2024-08-19T11:36:20.734 INFO:tasks.rados.rados.0.smithi136.stdout:1676: writing smithi13674108-38 from 4562944 to 5365760 tid 1 2024-08-19T11:36:20.739 INFO:tasks.rados.rados.0.smithi136.stdout:1676: writing smithi13674108-38 from 5365760 to 6078464 tid 2 2024-08-19T11:36:20.739 INFO:tasks.rados.rados.0.smithi136.stdout:1676: writing smithi13674108-38 from 6078464 to 6168576 tid 3 2024-08-19T11:36:20.739 INFO:tasks.rados.rados.0.smithi136.stdout:1677: snap_create 2024-08-19T11:36:20.739 INFO:tasks.rados.rados.0.smithi136.stdout:1676: finishing write tid 1 to smithi13674108-38 2024-08-19T11:36:20.743 INFO:tasks.rados.rados.0.smithi136.stdout:1676: finishing write tid 2 to smithi13674108-38 2024-08-19T11:36:20.743 INFO:tasks.rados.rados.0.smithi136.stdout:1676: finishing write tid 3 to smithi13674108-38 2024-08-19T11:36:20.743 INFO:tasks.rados.rados.0.smithi136.stdout:1676: finishing write tid 4 to smithi13674108-38 2024-08-19T11:36:20.744 INFO:tasks.rados.rados.0.smithi136.stdout:1676: finishing write tid 5 to smithi13674108-38 2024-08-19T11:36:20.744 INFO:tasks.rados.rados.0.smithi136.stdout:1676: oid 38 updating version 0 to 426 2024-08-19T11:36:20.744 INFO:tasks.rados.rados.0.smithi136.stdout:1676: oid 38 updating version 426 to 428 2024-08-19T11:36:20.745 INFO:tasks.rados.rados.0.smithi136.stdout:1676: oid 38 updating version 428 to 429 2024-08-19T11:36:20.745 INFO:tasks.rados.rados.0.smithi136.stdout:1676: oid 38 version 429 is already newer than 427 2024-08-19T11:36:20.745 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 429 (ObjNum 525 snap 149 seq_num 525) dirty exists 2024-08-19T11:36:20.745 INFO:tasks.rados.rados.0.smithi136.stdout:1676: left oid 38 (ObjNum 525 snap 149 seq_num 525) 2024-08-19T11:36:20.838 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:20 smithi136 ceph-mon[86496]: pgmap v202: 121 pgs: 5 active+undersized, 7 peering, 10 stale+active+clean, 1 active+undersized+degraded, 98 active+clean; 142 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 13 op/s; 4/222 objects degraded (1.802%) 2024-08-19T11:36:20.838 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:20 smithi136 ceph-mon[88916]: pgmap v202: 121 pgs: 5 active+undersized, 7 peering, 10 stale+active+clean, 1 active+undersized+degraded, 98 active+clean; 142 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 13 op/s; 4/222 objects degraded (1.802%) 2024-08-19T11:36:20.839 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:20 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2-activate[104795]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2024-08-19T11:36:20.839 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:20 smithi136 bash[104780]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2024-08-19T11:36:20.839 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:20 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2-activate[104795]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2024-08-19T11:36:20.839 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:20 smithi136 bash[104780]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2024-08-19T11:36:20.839 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:20 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2-activate[104795]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-19T11:36:20.839 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:20 smithi136 bash[104780]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-19T11:36:20.839 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:20 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2-activate[104795]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-19T11:36:20.839 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:20 smithi136 bash[104780]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-19T11:36:20.839 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:20 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2-activate[104795]: --> ceph-volume lvm activate successful for osd ID: 2 2024-08-19T11:36:20.839 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:20 smithi136 bash[104780]: --> ceph-volume lvm activate successful for osd ID: 2 2024-08-19T11:36:20.840 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:20 smithi136 podman[104780]: 2024-08-19 11:36:20.522356572 +0000 UTC m=+0.940833830 container died 5b93c4563c9bccdac2efec84d1598ddb0a7c01f5c1345efde6b3525a072c8067 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2-activate, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=main-7976693, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=) 2024-08-19T11:36:20.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:20 smithi155 ceph-mon[76679]: pgmap v202: 121 pgs: 5 active+undersized, 7 peering, 10 stale+active+clean, 1 active+undersized+degraded, 98 active+clean; 142 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 13 op/s; 4/222 objects degraded (1.802%) 2024-08-19T11:36:21.347 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:21 smithi136 podman[104927]: 2024-08-19 11:36:21.096382708 +0000 UTC m=+0.568322752 container remove 5b93c4563c9bccdac2efec84d1598ddb0a7c01f5c1345efde6b3525a072c8067 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2-activate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, RELEASE=main-7976693, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T11:36:21.348 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:21 smithi136 podman[104990]: 2024-08-19 11:36:21.212962362 +0000 UTC m=+0.017720954 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:36:21.348 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:21 smithi136 podman[104990]: 2024-08-19 11:36:21.314186088 +0000 UTC m=+0.118944710 container create 7ef28c35d9408c154da0f7ec790adc721bec496f52ee7095a2e670b687494872 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=main-7976693, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux ) 2024-08-19T11:36:21.715 INFO:tasks.rados.rados.0.smithi136.stdout:1676: done (1 left) 2024-08-19T11:36:21.715 INFO:tasks.rados.rados.0.smithi136.stdout:1677: done (0 left) 2024-08-19T11:36:21.715 INFO:tasks.rados.rados.0.smithi136.stdout:1678: setattr oid 29 current snap is 150 2024-08-19T11:36:21.716 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 31 current snap is 150 2024-08-19T11:36:21.716 INFO:tasks.rados.rados.0.smithi136.stdout:1679: seq_num 526 ranges {1318912=417792,1736704=589824,2326528=614400} 2024-08-19T11:36:21.726 INFO:tasks.rados.rados.0.smithi136.stdout:1679: writing smithi13674108-31 from 1318912 to 1736704 tid 1 2024-08-19T11:36:21.729 INFO:tasks.rados.rados.0.smithi136.stdout:1679: writing smithi13674108-31 from 1736704 to 2326528 tid 2 2024-08-19T11:36:21.733 INFO:tasks.rados.rados.0.smithi136.stdout:1679: writing smithi13674108-31 from 2326528 to 2940928 tid 3 2024-08-19T11:36:21.733 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 46 current snap is 150 2024-08-19T11:36:21.733 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 705 (ObjNum 442 snap 123 seq_num 442) dirty exists 2024-08-19T11:36:21.733 INFO:tasks.rados.rados.0.smithi136.stdout:1680: seq_num 527 ranges {0=434176,434176=475136,909312=565248,1474560=163840} 2024-08-19T11:36:21.735 INFO:tasks.rados.rados.0.smithi136.stdout:1680: writing smithi13674108-46 from 0 to 434176 tid 1 2024-08-19T11:36:21.738 INFO:tasks.rados.rados.0.smithi136.stdout:1680: writing smithi13674108-46 from 434176 to 909312 tid 2 2024-08-19T11:36:21.741 INFO:tasks.rados.rados.0.smithi136.stdout:1680: writing smithi13674108-46 from 909312 to 1474560 tid 3 2024-08-19T11:36:21.743 INFO:tasks.rados.rados.0.smithi136.stdout:1680: writing smithi13674108-46 from 1474560 to 1638400 tid 4 2024-08-19T11:36:21.743 INFO:tasks.rados.rados.0.smithi136.stdout:1678: done (2 left) 2024-08-19T11:36:21.743 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 25 current snap is 150 2024-08-19T11:36:21.743 INFO:tasks.rados.rados.0.smithi136.stdout:1679: finishing write tid 1 to smithi13674108-31 2024-08-19T11:36:21.743 INFO:tasks.rados.rados.0.smithi136.stdout:1681: seq_num 528 ranges {2940928=450560,3391488=761856,4153344=442368} 2024-08-19T11:36:21.761 INFO:tasks.rados.rados.0.smithi136.stdout:1681: writing smithi13674108-25 from 2940928 to 3391488 tid 1 2024-08-19T11:36:21.765 INFO:tasks.rados.rados.0.smithi136.stdout:1681: writing smithi13674108-25 from 3391488 to 4153344 tid 2 2024-08-19T11:36:21.768 INFO:tasks.rados.rados.0.smithi136.stdout:1681: writing smithi13674108-25 from 4153344 to 4595712 tid 3 2024-08-19T11:36:21.768 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 2 current snap is 150 2024-08-19T11:36:21.769 INFO:tasks.rados.rados.0.smithi136.stdout:1679: finishing write tid 2 to smithi13674108-31 2024-08-19T11:36:21.769 INFO:tasks.rados.rados.0.smithi136.stdout:1679: finishing write tid 3 to smithi13674108-31 2024-08-19T11:36:21.769 INFO:tasks.rados.rados.0.smithi136.stdout:1679: finishing write tid 4 to smithi13674108-31 2024-08-19T11:36:21.769 INFO:tasks.rados.rados.0.smithi136.stdout:1679: finishing write tid 5 to smithi13674108-31 2024-08-19T11:36:21.769 INFO:tasks.rados.rados.0.smithi136.stdout:1679: oid 31 updating version 0 to 709 2024-08-19T11:36:21.769 INFO:tasks.rados.rados.0.smithi136.stdout:1679: oid 31 updating version 709 to 711 2024-08-19T11:36:21.769 INFO:tasks.rados.rados.0.smithi136.stdout:1679: oid 31 version 711 is already newer than 710 2024-08-19T11:36:21.769 INFO:tasks.rados.rados.0.smithi136.stdout:1679: oid 31 version 711 is already newer than 708 2024-08-19T11:36:21.769 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 711 (ObjNum 526 snap 150 seq_num 526) dirty exists 2024-08-19T11:36:21.769 INFO:tasks.rados.rados.0.smithi136.stdout:1679: left oid 31 (ObjNum 526 snap 150 seq_num 526) 2024-08-19T11:36:21.769 INFO:tasks.rados.rados.0.smithi136.stdout:1680: finishing write tid 1 to smithi13674108-46 2024-08-19T11:36:21.769 INFO:tasks.rados.rados.0.smithi136.stdout:1680: finishing write tid 2 to smithi13674108-46 2024-08-19T11:36:21.769 INFO:tasks.rados.rados.0.smithi136.stdout:1682: seq_num 529 ranges {4128768=466944,4595712=647168,5242880=532480,5775360=24576} 2024-08-19T11:36:21.793 INFO:tasks.rados.rados.0.smithi136.stdout:1682: writing smithi13674108-2 from 4128768 to 4595712 tid 1 2024-08-19T11:36:21.796 INFO:tasks.rados.rados.0.smithi136.stdout:1682: writing smithi13674108-2 from 4595712 to 5242880 tid 2 2024-08-19T11:36:21.800 INFO:tasks.rados.rados.0.smithi136.stdout:1682: writing smithi13674108-2 from 5242880 to 5775360 tid 3 2024-08-19T11:36:21.800 INFO:tasks.rados.rados.0.smithi136.stdout:1682: writing smithi13674108-2 from 5775360 to 5799936 tid 4 2024-08-19T11:36:21.800 INFO:tasks.rados.rados.0.smithi136.stdout:1679: done (3 left) 2024-08-19T11:36:21.800 INFO:tasks.rados.rados.0.smithi136.stdout:1683: rmattr oid 18 current snap is 150 2024-08-19T11:36:21.801 INFO:tasks.rados.rados.0.smithi136.stdout:1680: finishing write tid 3 to smithi13674108-46 2024-08-19T11:36:21.801 INFO:tasks.rados.rados.0.smithi136.stdout:1680: finishing write tid 4 to smithi13674108-46 2024-08-19T11:36:21.801 INFO:tasks.rados.rados.0.smithi136.stdout:1680: finishing write tid 5 to smithi13674108-46 2024-08-19T11:36:21.801 INFO:tasks.rados.rados.0.smithi136.stdout:1680: finishing write tid 6 to smithi13674108-46 2024-08-19T11:36:21.801 INFO:tasks.rados.rados.0.smithi136.stdout:1680: oid 46 updating version 0 to 575 2024-08-19T11:36:21.801 INFO:tasks.rados.rados.0.smithi136.stdout:1680: oid 46 updating version 575 to 578 2024-08-19T11:36:21.801 INFO:tasks.rados.rados.0.smithi136.stdout:1680: oid 46 version 578 is already newer than 577 2024-08-19T11:36:21.801 INFO:tasks.rados.rados.0.smithi136.stdout:1680: oid 46 version 578 is already newer than 576 2024-08-19T11:36:21.801 INFO:tasks.rados.rados.0.smithi136.stdout:1680: oid 46 version 578 is already newer than 574 2024-08-19T11:36:21.801 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 46 v 578 (ObjNum 527 snap 150 seq_num 527) dirty exists 2024-08-19T11:36:21.801 INFO:tasks.rados.rados.0.smithi136.stdout:1680: left oid 46 (ObjNum 527 snap 150 seq_num 527) 2024-08-19T11:36:21.801 INFO:tasks.rados.rados.0.smithi136.stdout:1681: finishing write tid 1 to smithi13674108-25 2024-08-19T11:36:21.801 INFO:tasks.rados.rados.0.smithi136.stdout:1680: done (3 left) 2024-08-19T11:36:21.801 INFO:tasks.rados.rados.0.smithi136.stdout:1683: done (2 left) 2024-08-19T11:36:21.802 INFO:tasks.rados.rados.0.smithi136.stdout:1684: setattr oid 4 current snap is 150 2024-08-19T11:36:21.802 INFO:tasks.rados.rados.0.smithi136.stdout:1681: finishing write tid 2 to smithi13674108-25 2024-08-19T11:36:21.802 INFO:tasks.rados.rados.0.smithi136.stdout:1681: finishing write tid 3 to smithi13674108-25 2024-08-19T11:36:21.802 INFO:tasks.rados.rados.0.smithi136.stdout:1681: finishing write tid 4 to smithi13674108-25 2024-08-19T11:36:21.802 INFO:tasks.rados.rados.0.smithi136.stdout:1681: finishing write tid 5 to smithi13674108-25 2024-08-19T11:36:21.802 INFO:tasks.rados.rados.0.smithi136.stdout:1681: oid 25 updating version 0 to 433 2024-08-19T11:36:21.802 INFO:tasks.rados.rados.0.smithi136.stdout:1681: oid 25 version 433 is already newer than 431 2024-08-19T11:36:21.802 INFO:tasks.rados.rados.0.smithi136.stdout:1681: oid 25 updating version 433 to 434 2024-08-19T11:36:21.802 INFO:tasks.rados.rados.0.smithi136.stdout:1681: oid 25 version 434 is already newer than 432 2024-08-19T11:36:21.802 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 434 (ObjNum 528 snap 150 seq_num 528) dirty exists 2024-08-19T11:36:21.802 INFO:tasks.rados.rados.0.smithi136.stdout:1681: left oid 25 (ObjNum 528 snap 150 seq_num 528) 2024-08-19T11:36:21.802 INFO:tasks.rados.rados.0.smithi136.stdout:1682: finishing write tid 1 to smithi13674108-2 2024-08-19T11:36:21.802 INFO:tasks.rados.rados.0.smithi136.stdout:1682: finishing write tid 2 to smithi13674108-2 2024-08-19T11:36:21.803 INFO:tasks.rados.rados.0.smithi136.stdout:1681: done (2 left) 2024-08-19T11:36:21.803 INFO:tasks.rados.rados.0.smithi136.stdout:1685: rollback oid 24 current snap is 150 2024-08-19T11:36:21.803 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 24 to 144 2024-08-19T11:36:21.803 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 41 current snap is 150 2024-08-19T11:36:21.803 INFO:tasks.rados.rados.0.smithi136.stdout:1686: seq_num 530 ranges {1286144=483328,1769472=532480,2301952=671744} 2024-08-19T11:36:21.812 INFO:tasks.rados.rados.0.smithi136.stdout:1686: writing smithi13674108-41 from 1286144 to 1769472 tid 1 2024-08-19T11:36:21.815 INFO:tasks.rados.rados.0.smithi136.stdout:1686: writing smithi13674108-41 from 1769472 to 2301952 tid 2 2024-08-19T11:36:21.819 INFO:tasks.rados.rados.0.smithi136.stdout:1686: writing smithi13674108-41 from 2301952 to 2973696 tid 3 2024-08-19T11:36:21.819 INFO:tasks.rados.rados.0.smithi136.stdout:1687: rollback oid 43 current snap is 150 2024-08-19T11:36:21.820 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 43 to 146 2024-08-19T11:36:21.820 INFO:tasks.rados.rados.0.smithi136.stdout:1685: finishing rollback tid 1 to smithi13674108-24 2024-08-19T11:36:21.820 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 0 (ObjNum 97 snap 0 seq_num 4066356528) dirty dne 2024-08-19T11:36:21.820 INFO:tasks.rados.rados.0.smithi136.stdout:1682: finishing write tid 3 to smithi13674108-2 2024-08-19T11:36:21.820 INFO:tasks.rados.rados.0.smithi136.stdout:1682: finishing write tid 4 to smithi13674108-2 2024-08-19T11:36:21.820 INFO:tasks.rados.rados.0.smithi136.stdout:1682: finishing write tid 5 to smithi13674108-2 2024-08-19T11:36:21.820 INFO:tasks.rados.rados.0.smithi136.stdout:1682: finishing write tid 6 to smithi13674108-2 2024-08-19T11:36:21.820 INFO:tasks.rados.rados.0.smithi136.stdout:1682: oid 2 updating version 0 to 653 2024-08-19T11:36:21.820 INFO:tasks.rados.rados.0.smithi136.stdout:1682: oid 2 version 653 is already newer than 651 2024-08-19T11:36:21.820 INFO:tasks.rados.rados.0.smithi136.stdout:1682: oid 2 version 653 is already newer than 650 2024-08-19T11:36:21.820 INFO:tasks.rados.rados.0.smithi136.stdout:1682: oid 2 version 653 is already newer than 652 2024-08-19T11:36:21.820 INFO:tasks.rados.rados.0.smithi136.stdout:1682: oid 2 version 653 is already newer than 649 2024-08-19T11:36:21.820 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 2 v 653 (ObjNum 529 snap 150 seq_num 529) dirty exists 2024-08-19T11:36:21.820 INFO:tasks.rados.rados.0.smithi136.stdout:1682: left oid 2 (ObjNum 529 snap 150 seq_num 529) 2024-08-19T11:36:21.821 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 706 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T11:36:21.821 INFO:tasks.rados.rados.0.smithi136.stdout:1686: finishing write tid 1 to smithi13674108-41 2024-08-19T11:36:21.821 INFO:tasks.rados.rados.0.smithi136.stdout:1686: finishing write tid 2 to smithi13674108-41 2024-08-19T11:36:21.821 INFO:tasks.rados.rados.0.smithi136.stdout:1682: done (4 left) 2024-08-19T11:36:21.821 INFO:tasks.rados.rados.0.smithi136.stdout:1684: done (3 left) 2024-08-19T11:36:21.821 INFO:tasks.rados.rados.0.smithi136.stdout:1685: done (2 left) 2024-08-19T11:36:21.821 INFO:tasks.rados.rados.0.smithi136.stdout:1688: copy_from oid 34 from oid 6 current snap is 150 2024-08-19T11:36:21.821 INFO:tasks.rados.rados.0.smithi136.stdout:1689: delete oid 21 current snap is 150 2024-08-19T11:36:21.822 INFO:tasks.rados.rados.0.smithi136.stdout:1687: finishing rollback tid 1 to smithi13674108-43 2024-08-19T11:36:21.822 INFO:tasks.rados.rados.0.smithi136.stdout:1687: finishing rollback tid 2 to smithi13674108-43 2024-08-19T11:36:21.822 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 232 (ObjNum 458 snap 126 seq_num 458) dirty exists 2024-08-19T11:36:21.828 INFO:tasks.rados.rados.0.smithi136.stdout:1686: finishing write tid 3 to smithi13674108-41 2024-08-19T11:36:21.830 INFO:tasks.rados.rados.0.smithi136.stdout:1686: finishing write tid 4 to smithi13674108-41 2024-08-19T11:36:21.830 INFO:tasks.rados.rados.0.smithi136.stdout:1687: done (3 left) 2024-08-19T11:36:21.831 INFO:tasks.rados.rados.0.smithi136.stdout:1689: done (2 left) 2024-08-19T11:36:21.831 INFO:tasks.rados.rados.0.smithi136.stdout:1690: rmattr oid 16 current snap is 150 2024-08-19T11:36:21.831 INFO:tasks.rados.rados.0.smithi136.stdout:1691: copy_from oid 48 from oid 47 current snap is 150 2024-08-19T11:36:21.831 INFO:tasks.rados.rados.0.smithi136.stdout:1692: setattr oid 24 current snap is 150 2024-08-19T11:36:21.832 INFO:tasks.rados.rados.0.smithi136.stdout:1693: snap_create 2024-08-19T11:36:21.833 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 16 v 655 (ObjNum 382 snap 110 seq_num 382) dirty exists 2024-08-19T11:36:21.835 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 660 (ObjNum 65 snap 0 seq_num 2169539374) dirty exists 2024-08-19T11:36:21.837 INFO:tasks.rados.rados.0.smithi136.stdout:1686: finishing write tid 5 to smithi13674108-41 2024-08-19T11:36:21.837 INFO:tasks.rados.rados.0.smithi136.stdout:1686: oid 41 updating version 0 to 563 2024-08-19T11:36:21.837 INFO:tasks.rados.rados.0.smithi136.stdout:1686: oid 41 updating version 563 to 566 2024-08-19T11:36:21.837 INFO:tasks.rados.rados.0.smithi136.stdout:1686: oid 41 version 566 is already newer than 565 2024-08-19T11:36:21.838 INFO:tasks.rados.rados.0.smithi136.stdout:1686: oid 41 version 566 is already newer than 564 2024-08-19T11:36:21.838 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 566 (ObjNum 530 snap 150 seq_num 530) dirty exists 2024-08-19T11:36:21.838 INFO:tasks.rados.rados.0.smithi136.stdout:1686: left oid 41 (ObjNum 530 snap 150 seq_num 530) 2024-08-19T11:36:21.843 INFO:tasks.rados.rados.0.smithi136.stdout:1691: finishing copy_from racing read to smithi13674108-48 2024-08-19T11:36:21.843 INFO:tasks.rados.rados.0.smithi136.stdout:1691: finishing copy_from to smithi13674108-48 2024-08-19T11:36:21.843 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 48 v 562 (ObjNum 524 snap 148 seq_num 524) dirty exists 2024-08-19T11:36:21.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:21 smithi136 ceph-mon[86496]: osdmap e379: 8 total, 7 up, 8 in 2024-08-19T11:36:21.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:21 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:21.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:21 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:21.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:21 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:36:21.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:21 smithi136 ceph-mon[88916]: osdmap e379: 8 total, 7 up, 8 in 2024-08-19T11:36:21.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:21 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:21.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:21 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:21.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:21 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:36:21.848 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:21 smithi136 podman[104990]: 2024-08-19 11:36:21.533531425 +0000 UTC m=+0.338290017 container init 7ef28c35d9408c154da0f7ec790adc721bec496f52ee7095a2e670b687494872 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=main-7976693, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-08-19T11:36:21.848 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:21 smithi136 podman[104990]: 2024-08-19 11:36:21.538299469 +0000 UTC m=+0.343058050 container start 7ef28c35d9408c154da0f7ec790adc721bec496f52ee7095a2e670b687494872 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2, RELEASE=main-7976693, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T11:36:21.848 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:21 smithi136 ceph-osd[105028]: -- 172.21.15.136:0/2789376639 <== mon.2 v2:172.21.15.136:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a4e661fa40 con 0x55a4e73ec400 2024-08-19T11:36:21.848 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:21 smithi136 bash[104990]: 7ef28c35d9408c154da0f7ec790adc721bec496f52ee7095a2e670b687494872 2024-08-19T11:36:21.849 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:21 smithi136 systemd[1]: Started Ceph osd.2 for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:36:21.859 INFO:tasks.rados.rados.0.smithi136.stdout:1688: finishing copy_from racing read to smithi13674108-34 2024-08-19T11:36:21.860 INFO:tasks.rados.rados.0.smithi136.stdout:1688: finishing copy_from to smithi13674108-34 2024-08-19T11:36:21.860 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 34 v 557 (ObjNum 429 snap 122 seq_num 429) dirty exists 2024-08-19T11:36:22.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:21 smithi155 ceph-mon[76679]: osdmap e379: 8 total, 7 up, 8 in 2024-08-19T11:36:22.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:21 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:22.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:21 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:22.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:21 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:36:22.629 INFO:teuthology.orchestra.run.smithi136.stdout:true 2024-08-19T11:36:22.725 INFO:tasks.rados.rados.0.smithi136.stdout:1686: done (5 left) 2024-08-19T11:36:22.725 INFO:tasks.rados.rados.0.smithi136.stdout:1688: done (4 left) 2024-08-19T11:36:22.725 INFO:tasks.rados.rados.0.smithi136.stdout:1690: done (3 left) 2024-08-19T11:36:22.725 INFO:tasks.rados.rados.0.smithi136.stdout:1691: done (2 left) 2024-08-19T11:36:22.725 INFO:tasks.rados.rados.0.smithi136.stdout:1692: done (1 left) 2024-08-19T11:36:22.725 INFO:tasks.rados.rados.0.smithi136.stdout:1693: done (0 left) 2024-08-19T11:36:22.725 INFO:tasks.rados.rados.0.smithi136.stdout:1694: delete oid 24 current snap is 151 2024-08-19T11:36:22.731 INFO:tasks.rados.rados.0.smithi136.stdout:1694: done (0 left) 2024-08-19T11:36:22.731 INFO:tasks.rados.rados.0.smithi136.stdout:1695: rmattr oid 14 current snap is 151 2024-08-19T11:36:22.731 INFO:tasks.rados.rados.0.smithi136.stdout:1696: delete oid 7 current snap is 151 2024-08-19T11:36:22.735 INFO:tasks.rados.rados.0.smithi136.stdout:1696: done (1 left) 2024-08-19T11:36:22.735 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 29 current snap is 151 2024-08-19T11:36:22.735 INFO:tasks.rados.rados.0.smithi136.stdout:1697: seq_num 534 ranges {204800=548864,753664=516096,1269760=688128} 2024-08-19T11:36:22.739 INFO:tasks.rados.rados.0.smithi136.stdout:1697: writing smithi13674108-29 from 204800 to 753664 tid 1 2024-08-19T11:36:22.742 INFO:tasks.rados.rados.0.smithi136.stdout:1697: writing smithi13674108-29 from 753664 to 1269760 tid 2 2024-08-19T11:36:22.746 INFO:tasks.rados.rados.0.smithi136.stdout:1697: writing smithi13674108-29 from 1269760 to 1957888 tid 3 2024-08-19T11:36:22.746 INFO:tasks.rados.rados.0.smithi136.stdout:1698: snap_create 2024-08-19T11:36:22.746 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 657 (ObjNum 499 snap 139 seq_num 499) dirty exists 2024-08-19T11:36:22.747 INFO:tasks.rados.rados.0.smithi136.stdout:1697: finishing write tid 1 to smithi13674108-29 2024-08-19T11:36:22.747 INFO:tasks.rados.rados.0.smithi136.stdout:1697: finishing write tid 2 to smithi13674108-29 2024-08-19T11:36:22.749 INFO:tasks.rados.rados.0.smithi136.stdout:1697: finishing write tid 3 to smithi13674108-29 2024-08-19T11:36:22.749 INFO:tasks.rados.rados.0.smithi136.stdout:1697: finishing write tid 4 to smithi13674108-29 2024-08-19T11:36:22.751 INFO:tasks.rados.rados.0.smithi136.stdout:1697: finishing write tid 5 to smithi13674108-29 2024-08-19T11:36:22.751 INFO:tasks.rados.rados.0.smithi136.stdout:1697: oid 29 updating version 0 to 710 2024-08-19T11:36:22.751 INFO:tasks.rados.rados.0.smithi136.stdout:1697: oid 29 updating version 710 to 711 2024-08-19T11:36:22.751 INFO:tasks.rados.rados.0.smithi136.stdout:1697: oid 29 updating version 711 to 713 2024-08-19T11:36:22.751 INFO:tasks.rados.rados.0.smithi136.stdout:1697: oid 29 version 713 is already newer than 712 2024-08-19T11:36:22.751 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 713 (ObjNum 534 snap 151 seq_num 534) dirty exists 2024-08-19T11:36:22.751 INFO:tasks.rados.rados.0.smithi136.stdout:1697: left oid 29 (ObjNum 534 snap 151 seq_num 534) 2024-08-19T11:36:23.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:22 smithi136 ceph-mon[88916]: pgmap v204: 121 pgs: 22 active+undersized, 7 peering, 8 active+undersized+degraded, 84 active+clean; 149 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.5 MiB/s wr, 9 op/s; 23/249 objects degraded (9.237%) 2024-08-19T11:36:23.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:22 smithi136 ceph-mon[88916]: osdmap e380: 8 total, 7 up, 8 in 2024-08-19T11:36:23.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:22 smithi136 ceph-mon[86496]: pgmap v204: 121 pgs: 22 active+undersized, 7 peering, 8 active+undersized+degraded, 84 active+clean; 149 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.5 MiB/s wr, 9 op/s; 23/249 objects degraded (9.237%) 2024-08-19T11:36:23.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:22 smithi136 ceph-mon[86496]: osdmap e380: 8 total, 7 up, 8 in 2024-08-19T11:36:23.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:22 smithi155 ceph-mon[76679]: pgmap v204: 121 pgs: 22 active+undersized, 7 peering, 8 active+undersized+degraded, 84 active+clean; 149 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.5 MiB/s wr, 9 op/s; 23/249 objects degraded (9.237%) 2024-08-19T11:36:23.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:22 smithi155 ceph-mon[76679]: osdmap e380: 8 total, 7 up, 8 in 2024-08-19T11:36:23.220 INFO:teuthology.orchestra.run.smithi136.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T11:36:23.220 INFO:teuthology.orchestra.run.smithi136.stdout:alertmanager.a smithi136 *:9093,9094 running (6m) 30s ago 7m 23.6M - 0.25.0 c8568f914cd2 5af88c4acee8 2024-08-19T11:36:23.220 INFO:teuthology.orchestra.run.smithi136.stdout:grafana.a smithi155 *:3000 running (7m) 104s ago 7m 87.9M - 9.4.7 954c08fa6188 cb3e816dd27a 2024-08-19T11:36:23.220 INFO:teuthology.orchestra.run.smithi136.stdout:mds.a smithi136 running (9m) 30s ago 9m 21.6M - 18.2.4-721-gbaa926de e6c292a6bc95 70acc09ac00c 2024-08-19T11:36:23.220 INFO:teuthology.orchestra.run.smithi136.stdout:mds.b smithi155 running (9m) 104s ago 9m 17.5M - 18.2.4-721-gbaa926de e6c292a6bc95 f9104a674461 2024-08-19T11:36:23.220 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.x smithi155 *:8443,9283,8765 running (2m) 104s ago 12m 451M - 19.0.0-5847-g79766939 50bbda8a3289 64c8cd762719 2024-08-19T11:36:23.221 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.y smithi136 *:8443,9283,8765 running (3m) 30s ago 14m 511M - 19.0.0-5847-g79766939 50bbda8a3289 2c0aee4c2faf 2024-08-19T11:36:23.221 INFO:teuthology.orchestra.run.smithi136.stdout:mon.a smithi136 running (2m) 30s ago 14m 50.1M 2048M 19.0.0-5847-g79766939 50bbda8a3289 9ab88b9dc010 2024-08-19T11:36:23.221 INFO:teuthology.orchestra.run.smithi136.stdout:mon.b smithi155 running (115s) 104s ago 12m 31.1M 2048M 19.0.0-5847-g79766939 50bbda8a3289 1260b8dbc4a8 2024-08-19T11:36:23.221 INFO:teuthology.orchestra.run.smithi136.stdout:mon.c smithi136 running (2m) 30s ago 12m 41.7M 2048M 19.0.0-5847-g79766939 50bbda8a3289 6904f5e6079f 2024-08-19T11:36:23.221 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.a smithi136 *:9100 running (7m) 30s ago 7m 16.7M - 1.5.0 0da6a335fe13 8b8c68944f5b 2024-08-19T11:36:23.221 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.b smithi155 *:9100 running (7m) 104s ago 7m 16.6M - 1.5.0 0da6a335fe13 94f522beed05 2024-08-19T11:36:23.221 INFO:teuthology.orchestra.run.smithi136.stdout:osd.0 smithi136 running (67s) 30s ago 12m 108M 2480M 19.0.0-5847-g79766939 50bbda8a3289 6daf1ed86d76 2024-08-19T11:36:23.221 INFO:teuthology.orchestra.run.smithi136.stdout:osd.1 smithi136 running (35s) 30s ago 11m 12.0M 2480M 19.0.0-5847-g79766939 50bbda8a3289 e1e8e8f25d12 2024-08-19T11:36:23.221 INFO:teuthology.orchestra.run.smithi136.stdout:osd.2 smithi136 starting - - - 2480M 2024-08-19T11:36:23.221 INFO:teuthology.orchestra.run.smithi136.stdout:osd.3 smithi136 running (11m) 30s ago 11m 149M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 e4e2f187c816 2024-08-19T11:36:23.221 INFO:teuthology.orchestra.run.smithi136.stdout:osd.4 smithi155 running (10m) 104s ago 10m 151M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 41fae920e9f8 2024-08-19T11:36:23.221 INFO:teuthology.orchestra.run.smithi136.stdout:osd.5 smithi155 running (10m) 104s ago 10m 157M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 a11fccf8327d 2024-08-19T11:36:23.221 INFO:teuthology.orchestra.run.smithi136.stdout:osd.6 smithi155 running (9m) 104s ago 9m 139M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 ae2da85c009a 2024-08-19T11:36:23.222 INFO:teuthology.orchestra.run.smithi136.stdout:osd.7 smithi155 running (9m) 104s ago 9m 105M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 78b9ac5d3d4f 2024-08-19T11:36:23.222 INFO:teuthology.orchestra.run.smithi136.stdout:prometheus.a smithi155 *:9095 running (2m) 104s ago 8m 45.6M - 2.43.0 a07b618ecd1d 58dd6060f319 2024-08-19T11:36:23.491 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:23 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2[105005]: 2024-08-19T11:36:23.202+0000 7fea3f12b640 -1 Falling back to public interface 2024-08-19T11:36:23.569 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:36:23.569 INFO:teuthology.orchestra.run.smithi136.stdout: "mon": { 2024-08-19T11:36:23.569 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 3 2024-08-19T11:36:23.569 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:36:23.569 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr": { 2024-08-19T11:36:23.569 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T11:36:23.569 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:36:23.570 INFO:teuthology.orchestra.run.smithi136.stdout: "osd": { 2024-08-19T11:36:23.570 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 5, 2024-08-19T11:36:23.570 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T11:36:23.570 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:36:23.570 INFO:teuthology.orchestra.run.smithi136.stdout: "mds": { 2024-08-19T11:36:23.570 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T11:36:23.570 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:36:23.570 INFO:teuthology.orchestra.run.smithi136.stdout: "overall": { 2024-08-19T11:36:23.570 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 7, 2024-08-19T11:36:23.570 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 7 2024-08-19T11:36:23.570 INFO:teuthology.orchestra.run.smithi136.stdout: } 2024-08-19T11:36:23.570 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:36:23.732 INFO:tasks.rados.rados.0.smithi136.stdout:1695: done (2 left) 2024-08-19T11:36:23.732 INFO:tasks.rados.rados.0.smithi136.stdout:1697: done (1 left) 2024-08-19T11:36:23.732 INFO:tasks.rados.rados.0.smithi136.stdout:1698: done (0 left) 2024-08-19T11:36:23.732 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 45 current snap is 152 2024-08-19T11:36:23.732 INFO:tasks.rados.rados.0.smithi136.stdout:1699: seq_num 535 ranges {851968=565248,1417216=802816,2220032=401408} 2024-08-19T11:36:23.740 INFO:tasks.rados.rados.0.smithi136.stdout:1699: writing smithi13674108-45 from 851968 to 1417216 tid 1 2024-08-19T11:36:23.744 INFO:tasks.rados.rados.0.smithi136.stdout:1699: writing smithi13674108-45 from 1417216 to 2220032 tid 2 2024-08-19T11:36:23.747 INFO:tasks.rados.rados.0.smithi136.stdout:1699: writing smithi13674108-45 from 2220032 to 2621440 tid 3 2024-08-19T11:36:23.747 INFO:tasks.rados.rados.0.smithi136.stdout:1700: snap_remove snap 149 2024-08-19T11:36:23.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:23 smithi136 ceph-mon[88916]: from='client.44207 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:36:23.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:23 smithi136 ceph-mon[88916]: osdmap e381: 8 total, 7 up, 8 in 2024-08-19T11:36:23.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:23 smithi136 ceph-mon[88916]: from='client.44213 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:36:23.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:23 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3673907716' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:36:23.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:23 smithi136 ceph-mon[86496]: from='client.44207 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:36:23.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:23 smithi136 ceph-mon[86496]: osdmap e381: 8 total, 7 up, 8 in 2024-08-19T11:36:23.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:23 smithi136 ceph-mon[86496]: from='client.44213 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:36:23.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:23 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3673907716' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:36:23.876 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:36:23.876 INFO:teuthology.orchestra.run.smithi136.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T11:36:23.876 INFO:teuthology.orchestra.run.smithi136.stdout: "in_progress": true, 2024-08-19T11:36:23.876 INFO:teuthology.orchestra.run.smithi136.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T11:36:23.876 INFO:teuthology.orchestra.run.smithi136.stdout: "services_complete": [ 2024-08-19T11:36:23.876 INFO:teuthology.orchestra.run.smithi136.stdout: "mon", 2024-08-19T11:36:23.877 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr" 2024-08-19T11:36:23.877 INFO:teuthology.orchestra.run.smithi136.stdout: ], 2024-08-19T11:36:23.877 INFO:teuthology.orchestra.run.smithi136.stdout: "progress": "7/20 daemons upgraded", 2024-08-19T11:36:23.877 INFO:teuthology.orchestra.run.smithi136.stdout: "message": "Currently upgrading osd daemons", 2024-08-19T11:36:23.877 INFO:teuthology.orchestra.run.smithi136.stdout: "is_paused": false 2024-08-19T11:36:23.877 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:36:24.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:23 smithi155 ceph-mon[76679]: from='client.44207 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:36:24.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:23 smithi155 ceph-mon[76679]: osdmap e381: 8 total, 7 up, 8 in 2024-08-19T11:36:24.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:23 smithi155 ceph-mon[76679]: from='client.44213 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:36:24.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:23 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3673907716' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:36:24.741 INFO:tasks.rados.rados.0.smithi136.stdout:1700: done (1 left) 2024-08-19T11:36:24.741 INFO:tasks.rados.rados.0.smithi136.stdout:1701: copy_from oid 25 from oid 40 current snap is 152 2024-08-19T11:36:24.741 INFO:tasks.rados.rados.0.smithi136.stdout:1699: finishing write tid 1 to smithi13674108-45 2024-08-19T11:36:24.741 INFO:tasks.rados.rados.0.smithi136.stdout:1699: finishing write tid 2 to smithi13674108-45 2024-08-19T11:36:24.741 INFO:tasks.rados.rados.0.smithi136.stdout:1699: finishing write tid 3 to smithi13674108-45 2024-08-19T11:36:24.741 INFO:tasks.rados.rados.0.smithi136.stdout:1699: finishing write tid 4 to smithi13674108-45 2024-08-19T11:36:24.741 INFO:tasks.rados.rados.0.smithi136.stdout:1699: finishing write tid 5 to smithi13674108-45 2024-08-19T11:36:24.742 INFO:tasks.rados.rados.0.smithi136.stdout:1699: oid 45 updating version 0 to 581 2024-08-19T11:36:24.742 INFO:tasks.rados.rados.0.smithi136.stdout:1699: oid 45 updating version 581 to 582 2024-08-19T11:36:24.742 INFO:tasks.rados.rados.0.smithi136.stdout:1699: oid 45 version 582 is already newer than 580 2024-08-19T11:36:24.742 INFO:tasks.rados.rados.0.smithi136.stdout:1699: oid 45 version 582 is already newer than 579 2024-08-19T11:36:24.742 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 582 (ObjNum 535 snap 152 seq_num 535) dirty exists 2024-08-19T11:36:24.742 INFO:tasks.rados.rados.0.smithi136.stdout:1699: left oid 45 (ObjNum 535 snap 152 seq_num 535) 2024-08-19T11:36:24.742 INFO:tasks.rados.rados.0.smithi136.stdout:1699: done (1 left) 2024-08-19T11:36:24.742 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 32 current snap is 152 2024-08-19T11:36:24.742 INFO:tasks.rados.rados.0.smithi136.stdout:1702: seq_num 536 ranges {3710976=581632,4292608=688128,4980736=516096} 2024-08-19T11:36:24.764 INFO:tasks.rados.rados.0.smithi136.stdout:1702: writing smithi13674108-32 from 3710976 to 4292608 tid 1 2024-08-19T11:36:24.768 INFO:tasks.rados.rados.0.smithi136.stdout:1702: writing smithi13674108-32 from 4292608 to 4980736 tid 2 2024-08-19T11:36:24.771 INFO:tasks.rados.rados.0.smithi136.stdout:1702: writing smithi13674108-32 from 4980736 to 5496832 tid 3 2024-08-19T11:36:24.771 INFO:tasks.rados.rados.0.smithi136.stdout:1703: snap_remove snap 148 2024-08-19T11:36:25.034 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:24 smithi136 ceph-mon[88916]: pgmap v207: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 149 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.6 MiB/s wr, 7 op/s; 28/252 objects degraded (11.111%) 2024-08-19T11:36:25.034 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:24 smithi136 ceph-mon[88916]: from='client.44219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:36:25.034 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:24 smithi136 ceph-mon[88916]: osdmap e382: 8 total, 7 up, 8 in 2024-08-19T11:36:25.034 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:24 smithi136 ceph-mon[88916]: from='client.44231 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:36:25.034 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:24 smithi136 ceph-mon[86496]: pgmap v207: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 149 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.6 MiB/s wr, 7 op/s; 28/252 objects degraded (11.111%) 2024-08-19T11:36:25.034 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:24 smithi136 ceph-mon[86496]: from='client.44219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:36:25.035 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:24 smithi136 ceph-mon[86496]: osdmap e382: 8 total, 7 up, 8 in 2024-08-19T11:36:25.035 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:24 smithi136 ceph-mon[86496]: from='client.44231 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:36:25.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:24 smithi155 ceph-mon[76679]: pgmap v207: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 149 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.6 MiB/s wr, 7 op/s; 28/252 objects degraded (11.111%) 2024-08-19T11:36:25.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:24 smithi155 ceph-mon[76679]: from='client.44219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:36:25.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:24 smithi155 ceph-mon[76679]: osdmap e382: 8 total, 7 up, 8 in 2024-08-19T11:36:25.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:24 smithi155 ceph-mon[76679]: from='client.44231 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:36:25.745 INFO:tasks.rados.rados.0.smithi136.stdout:1703: done (2 left) 2024-08-19T11:36:25.745 INFO:tasks.rados.rados.0.smithi136.stdout:1704: delete oid 19 current snap is 152 2024-08-19T11:36:25.745 INFO:tasks.rados.rados.0.smithi136.stdout:1702: finishing write tid 1 to smithi13674108-32 2024-08-19T11:36:25.745 INFO:tasks.rados.rados.0.smithi136.stdout:1702: finishing write tid 2 to smithi13674108-32 2024-08-19T11:36:25.745 INFO:tasks.rados.rados.0.smithi136.stdout:1702: finishing write tid 3 to smithi13674108-32 2024-08-19T11:36:25.745 INFO:tasks.rados.rados.0.smithi136.stdout:1702: finishing write tid 4 to smithi13674108-32 2024-08-19T11:36:25.746 INFO:tasks.rados.rados.0.smithi136.stdout:1702: finishing write tid 5 to smithi13674108-32 2024-08-19T11:36:25.746 INFO:tasks.rados.rados.0.smithi136.stdout:1702: oid 32 updating version 0 to 317 2024-08-19T11:36:25.746 INFO:tasks.rados.rados.0.smithi136.stdout:1702: oid 32 version 317 is already newer than 314 2024-08-19T11:36:25.746 INFO:tasks.rados.rados.0.smithi136.stdout:1702: oid 32 version 317 is already newer than 315 2024-08-19T11:36:25.746 INFO:tasks.rados.rados.0.smithi136.stdout:1702: oid 32 version 317 is already newer than 316 2024-08-19T11:36:25.746 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 32 v 317 (ObjNum 536 snap 152 seq_num 536) dirty exists 2024-08-19T11:36:25.746 INFO:tasks.rados.rados.0.smithi136.stdout:1702: left oid 32 (ObjNum 536 snap 152 seq_num 536) 2024-08-19T11:36:25.746 INFO:tasks.rados.rados.0.smithi136.stdout:1701: finishing copy_from racing read to smithi13674108-25 2024-08-19T11:36:25.746 INFO:tasks.rados.rados.0.smithi136.stdout:1701: finishing copy_from to smithi13674108-25 2024-08-19T11:36:25.746 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 424 (ObjNum 512 snap 142 seq_num 512) dirty exists 2024-08-19T11:36:25.750 INFO:tasks.rados.rados.0.smithi136.stdout:1701: done (2 left) 2024-08-19T11:36:25.750 INFO:tasks.rados.rados.0.smithi136.stdout:1702: done (1 left) 2024-08-19T11:36:25.751 INFO:tasks.rados.rados.0.smithi136.stdout:1704: done (0 left) 2024-08-19T11:36:25.751 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 23 current snap is 152 2024-08-19T11:36:25.751 INFO:tasks.rados.rados.0.smithi136.stdout:1705: seq_num 538 ranges {4096000=614400,4710400=450560,5160960=704512,5865472=49152} 2024-08-19T11:36:25.776 INFO:tasks.rados.rados.0.smithi136.stdout:1705: writing smithi13674108-23 from 4096000 to 4710400 tid 1 2024-08-19T11:36:25.778 INFO:tasks.rados.rados.0.smithi136.stdout:1705: writing smithi13674108-23 from 4710400 to 5160960 tid 2 2024-08-19T11:36:25.782 INFO:tasks.rados.rados.0.smithi136.stdout:1705: writing smithi13674108-23 from 5160960 to 5865472 tid 3 2024-08-19T11:36:25.783 INFO:tasks.rados.rados.0.smithi136.stdout:1705: writing smithi13674108-23 from 5865472 to 5914624 tid 4 2024-08-19T11:36:25.783 INFO:tasks.rados.rados.0.smithi136.stdout:1706: snap_create 2024-08-19T11:36:25.783 INFO:tasks.rados.rados.0.smithi136.stdout:1705: finishing write tid 1 to smithi13674108-23 2024-08-19T11:36:25.783 INFO:tasks.rados.rados.0.smithi136.stdout:1705: finishing write tid 2 to smithi13674108-23 2024-08-19T11:36:25.787 INFO:tasks.rados.rados.0.smithi136.stdout:1705: finishing write tid 3 to smithi13674108-23 2024-08-19T11:36:25.787 INFO:tasks.rados.rados.0.smithi136.stdout:1705: finishing write tid 4 to smithi13674108-23 2024-08-19T11:36:25.787 INFO:tasks.rados.rados.0.smithi136.stdout:1705: finishing write tid 5 to smithi13674108-23 2024-08-19T11:36:25.788 INFO:tasks.rados.rados.0.smithi136.stdout:1705: finishing write tid 6 to smithi13674108-23 2024-08-19T11:36:25.788 INFO:tasks.rados.rados.0.smithi136.stdout:1705: oid 23 updating version 0 to 432 2024-08-19T11:36:25.788 INFO:tasks.rados.rados.0.smithi136.stdout:1705: oid 23 version 432 is already newer than 431 2024-08-19T11:36:25.788 INFO:tasks.rados.rados.0.smithi136.stdout:1705: oid 23 updating version 432 to 434 2024-08-19T11:36:25.788 INFO:tasks.rados.rados.0.smithi136.stdout:1705: oid 23 version 434 is already newer than 430 2024-08-19T11:36:25.788 INFO:tasks.rados.rados.0.smithi136.stdout:1705: oid 23 version 434 is already newer than 433 2024-08-19T11:36:25.788 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 434 (ObjNum 538 snap 152 seq_num 538) dirty exists 2024-08-19T11:36:25.788 INFO:tasks.rados.rados.0.smithi136.stdout:1705: left oid 23 (ObjNum 538 snap 152 seq_num 538) 2024-08-19T11:36:26.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:25 smithi136 ceph-mon[88916]: osdmap e383: 8 total, 7 up, 8 in 2024-08-19T11:36:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:36:26.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:25 smithi136 ceph-mon[86496]: osdmap e383: 8 total, 7 up, 8 in 2024-08-19T11:36:26.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:26.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:26.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:26.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:36:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:25 smithi155 ceph-mon[76679]: osdmap e383: 8 total, 7 up, 8 in 2024-08-19T11:36:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:36:26.690 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:26 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2[105005]: 2024-08-19T11:36:26.613+0000 7fea3f12b640 -1 osd.2 375 log_to_monitors true 2024-08-19T11:36:26.753 INFO:tasks.rados.rados.0.smithi136.stdout:1705: done (1 left) 2024-08-19T11:36:26.753 INFO:tasks.rados.rados.0.smithi136.stdout:1706: done (0 left) 2024-08-19T11:36:26.753 INFO:tasks.rados.rados.0.smithi136.stdout:1707: read oid 33 snap -1 2024-08-19T11:36:26.753 INFO:tasks.rados.rados.0.smithi136.stdout:1707: expect deleted 2024-08-19T11:36:26.753 INFO:tasks.rados.rados.0.smithi136.stdout:1708: read oid 6 snap -1 2024-08-19T11:36:26.753 INFO:tasks.rados.rados.0.smithi136.stdout:1708: expect (ObjNum 429 snap 122 seq_num 429) 2024-08-19T11:36:26.753 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 2 current snap is 153 2024-08-19T11:36:26.753 INFO:tasks.rados.rados.0.smithi136.stdout:1709: seq_num 539 ranges {5799936=630784,6430720=737280,7168000=466944} 2024-08-19T11:36:26.789 INFO:tasks.rados.rados.0.smithi136.stdout:1709: writing smithi13674108-2 from 5799936 to 6430720 tid 1 2024-08-19T11:36:26.793 INFO:tasks.rados.rados.0.smithi136.stdout:1709: writing smithi13674108-2 from 6430720 to 7168000 tid 2 2024-08-19T11:36:26.796 INFO:tasks.rados.rados.0.smithi136.stdout:1709: writing smithi13674108-2 from 7168000 to 7634944 tid 3 2024-08-19T11:36:26.796 INFO:tasks.rados.rados.0.smithi136.stdout:1710: delete oid 8 current snap is 153 2024-08-19T11:36:26.796 INFO:tasks.rados.rados.0.smithi136.stdout:1709: finishing write tid 1 to smithi13674108-2 2024-08-19T11:36:26.796 INFO:tasks.rados.rados.0.smithi136.stdout:1709: finishing write tid 2 to smithi13674108-2 2024-08-19T11:36:26.800 INFO:tasks.rados.rados.0.smithi136.stdout:1709: finishing write tid 3 to smithi13674108-2 2024-08-19T11:36:26.800 INFO:tasks.rados.rados.0.smithi136.stdout:1709: finishing write tid 4 to smithi13674108-2 2024-08-19T11:36:26.801 INFO:tasks.rados.rados.0.smithi136.stdout:1709: finishing write tid 5 to smithi13674108-2 2024-08-19T11:36:26.801 INFO:tasks.rados.rados.0.smithi136.stdout:1709: oid 2 updating version 0 to 672 2024-08-19T11:36:26.801 INFO:tasks.rados.rados.0.smithi136.stdout:1709: oid 2 version 672 is already newer than 671 2024-08-19T11:36:26.801 INFO:tasks.rados.rados.0.smithi136.stdout:1709: oid 2 updating version 672 to 673 2024-08-19T11:36:26.801 INFO:tasks.rados.rados.0.smithi136.stdout:1709: oid 2 updating version 673 to 674 2024-08-19T11:36:26.801 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 2 v 674 (ObjNum 539 snap 153 seq_num 539) dirty exists 2024-08-19T11:36:26.801 INFO:tasks.rados.rados.0.smithi136.stdout:1709: left oid 2 (ObjNum 539 snap 153 seq_num 539) 2024-08-19T11:36:26.801 INFO:tasks.rados.rados.0.smithi136.stdout:1708: expect (ObjNum 429 snap 122 seq_num 429) 2024-08-19T11:36:27.098 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:36:26 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2[105005]: 2024-08-19T11:36:26.774+0000 7fea32ecd640 -1 osd.2 375 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T11:36:27.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:26 smithi136 ceph-mon[86496]: pgmap v210: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 149 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 0 B/s wr, 1 op/s; 28/252 objects degraded (11.111%) 2024-08-19T11:36:27.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:26 smithi136 ceph-mon[86496]: osdmap e384: 8 total, 7 up, 8 in 2024-08-19T11:36:27.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:26 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:27.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:26 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:27.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:26 smithi136 ceph-mon[86496]: from='osd.2 [v2:172.21.15.136:6818/2861953568,v1:172.21.15.136:6819/2861953568]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-19T11:36:27.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:26 smithi136 ceph-mon[86496]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-19T11:36:27.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:26 smithi136 ceph-mon[88916]: pgmap v210: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 149 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 0 B/s wr, 1 op/s; 28/252 objects degraded (11.111%) 2024-08-19T11:36:27.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:26 smithi136 ceph-mon[88916]: osdmap e384: 8 total, 7 up, 8 in 2024-08-19T11:36:27.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:26 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:27.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:26 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:27.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:26 smithi136 ceph-mon[88916]: from='osd.2 [v2:172.21.15.136:6818/2861953568,v1:172.21.15.136:6819/2861953568]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-19T11:36:27.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:26 smithi136 ceph-mon[88916]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-19T11:36:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:26 smithi155 ceph-mon[76679]: pgmap v210: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 149 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 0 B/s wr, 1 op/s; 28/252 objects degraded (11.111%) 2024-08-19T11:36:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:26 smithi155 ceph-mon[76679]: osdmap e384: 8 total, 7 up, 8 in 2024-08-19T11:36:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:26 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:26 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:26 smithi155 ceph-mon[76679]: from='osd.2 [v2:172.21.15.136:6818/2861953568,v1:172.21.15.136:6819/2861953568]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-19T11:36:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:26 smithi155 ceph-mon[76679]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-19T11:36:27.338 INFO:tasks.rados.rados.0.smithi136.stdout:1707: done (3 left) 2024-08-19T11:36:27.338 INFO:tasks.rados.rados.0.smithi136.stdout:1708: done (2 left) 2024-08-19T11:36:27.339 INFO:tasks.rados.rados.0.smithi136.stdout:1709: done (1 left) 2024-08-19T11:36:27.339 INFO:tasks.rados.rados.0.smithi136.stdout:1710: done (0 left) 2024-08-19T11:36:27.339 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 42 current snap is 153 2024-08-19T11:36:27.339 INFO:tasks.rados.rados.0.smithi136.stdout:1711: seq_num 541 ranges {1990656=663552,2654208=557056,3211264=475136,3686400=172032} 2024-08-19T11:36:27.351 INFO:tasks.rados.rados.0.smithi136.stdout:1711: writing smithi13674108-42 from 1990656 to 2654208 tid 1 2024-08-19T11:36:27.354 INFO:tasks.rados.rados.0.smithi136.stdout:1711: writing smithi13674108-42 from 2654208 to 3211264 tid 2 2024-08-19T11:36:27.356 INFO:tasks.rados.rados.0.smithi136.stdout:1711: writing smithi13674108-42 from 3211264 to 3686400 tid 3 2024-08-19T11:36:27.357 INFO:tasks.rados.rados.0.smithi136.stdout:1711: writing smithi13674108-42 from 3686400 to 3858432 tid 4 2024-08-19T11:36:27.357 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 39 current snap is 153 2024-08-19T11:36:27.357 INFO:tasks.rados.rados.0.smithi136.stdout:1712: seq_num 542 ranges {1490944=679936,2170880=442368,2613248=679936,3293184=81920} 2024-08-19T11:36:27.369 INFO:tasks.rados.rados.0.smithi136.stdout:1712: writing smithi13674108-39 from 1490944 to 2170880 tid 1 2024-08-19T11:36:27.371 INFO:tasks.rados.rados.0.smithi136.stdout:1712: writing smithi13674108-39 from 2170880 to 2613248 tid 2 2024-08-19T11:36:27.375 INFO:tasks.rados.rados.0.smithi136.stdout:1712: writing smithi13674108-39 from 2613248 to 3293184 tid 3 2024-08-19T11:36:27.376 INFO:tasks.rados.rados.0.smithi136.stdout:1712: writing smithi13674108-39 from 3293184 to 3375104 tid 4 2024-08-19T11:36:27.376 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 23 current snap is 153 2024-08-19T11:36:27.376 INFO:tasks.rados.rados.0.smithi136.stdout:1711: finishing write tid 1 to smithi13674108-42 2024-08-19T11:36:27.376 INFO:tasks.rados.rados.0.smithi136.stdout:1711: finishing write tid 2 to smithi13674108-42 2024-08-19T11:36:27.376 INFO:tasks.rados.rados.0.smithi136.stdout:1711: finishing write tid 3 to smithi13674108-42 2024-08-19T11:36:27.376 INFO:tasks.rados.rados.0.smithi136.stdout:1713: seq_num 543 ranges {5914624=704512,6619136=729088,7348224=475136} 2024-08-19T11:36:27.412 INFO:tasks.rados.rados.0.smithi136.stdout:1713: writing smithi13674108-23 from 5914624 to 6619136 tid 1 2024-08-19T11:36:27.416 INFO:tasks.rados.rados.0.smithi136.stdout:1713: writing smithi13674108-23 from 6619136 to 7348224 tid 2 2024-08-19T11:36:27.419 INFO:tasks.rados.rados.0.smithi136.stdout:1713: writing smithi13674108-23 from 7348224 to 7823360 tid 3 2024-08-19T11:36:27.419 INFO:tasks.rados.rados.0.smithi136.stdout:1714: delete oid 13 current snap is 153 2024-08-19T11:36:27.419 INFO:tasks.rados.rados.0.smithi136.stdout:1711: finishing write tid 4 to smithi13674108-42 2024-08-19T11:36:27.419 INFO:tasks.rados.rados.0.smithi136.stdout:1711: finishing write tid 5 to smithi13674108-42 2024-08-19T11:36:27.419 INFO:tasks.rados.rados.0.smithi136.stdout:1711: finishing write tid 6 to smithi13674108-42 2024-08-19T11:36:27.419 INFO:tasks.rados.rados.0.smithi136.stdout:1711: oid 42 updating version 0 to 216 2024-08-19T11:36:27.419 INFO:tasks.rados.rados.0.smithi136.stdout:1711: oid 42 version 216 is already newer than 215 2024-08-19T11:36:27.419 INFO:tasks.rados.rados.0.smithi136.stdout:1711: oid 42 version 216 is already newer than 213 2024-08-19T11:36:27.419 INFO:tasks.rados.rados.0.smithi136.stdout:1711: oid 42 version 216 is already newer than 212 2024-08-19T11:36:27.420 INFO:tasks.rados.rados.0.smithi136.stdout:1711: oid 42 version 216 is already newer than 214 2024-08-19T11:36:27.420 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 216 (ObjNum 541 snap 153 seq_num 541) dirty exists 2024-08-19T11:36:27.420 INFO:tasks.rados.rados.0.smithi136.stdout:1711: left oid 42 (ObjNum 541 snap 153 seq_num 541) 2024-08-19T11:36:27.420 INFO:tasks.rados.rados.0.smithi136.stdout:1712: finishing write tid 1 to smithi13674108-39 2024-08-19T11:36:27.420 INFO:tasks.rados.rados.0.smithi136.stdout:1712: finishing write tid 2 to smithi13674108-39 2024-08-19T11:36:27.420 INFO:tasks.rados.rados.0.smithi136.stdout:1712: finishing write tid 3 to smithi13674108-39 2024-08-19T11:36:27.420 INFO:tasks.rados.rados.0.smithi136.stdout:1712: finishing write tid 4 to smithi13674108-39 2024-08-19T11:36:27.420 INFO:tasks.rados.rados.0.smithi136.stdout:1712: finishing write tid 5 to smithi13674108-39 2024-08-19T11:36:27.420 INFO:tasks.rados.rados.0.smithi136.stdout:1712: finishing write tid 6 to smithi13674108-39 2024-08-19T11:36:27.420 INFO:tasks.rados.rados.0.smithi136.stdout:1712: oid 39 updating version 0 to 324 2024-08-19T11:36:27.420 INFO:tasks.rados.rados.0.smithi136.stdout:1712: oid 39 updating version 324 to 325 2024-08-19T11:36:27.420 INFO:tasks.rados.rados.0.smithi136.stdout:1712: oid 39 version 325 is already newer than 321 2024-08-19T11:36:27.420 INFO:tasks.rados.rados.0.smithi136.stdout:1712: oid 39 version 325 is already newer than 323 2024-08-19T11:36:27.420 INFO:tasks.rados.rados.0.smithi136.stdout:1712: oid 39 version 325 is already newer than 322 2024-08-19T11:36:27.421 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 325 (ObjNum 542 snap 153 seq_num 542) dirty exists 2024-08-19T11:36:27.421 INFO:tasks.rados.rados.0.smithi136.stdout:1712: left oid 39 (ObjNum 542 snap 153 seq_num 542) 2024-08-19T11:36:27.421 INFO:tasks.rados.rados.0.smithi136.stdout:1713: finishing write tid 1 to smithi13674108-23 2024-08-19T11:36:27.421 INFO:tasks.rados.rados.0.smithi136.stdout:1713: finishing write tid 2 to smithi13674108-23 2024-08-19T11:36:27.422 INFO:tasks.rados.rados.0.smithi136.stdout:1711: done (3 left) 2024-08-19T11:36:27.422 INFO:tasks.rados.rados.0.smithi136.stdout:1712: done (2 left) 2024-08-19T11:36:27.422 INFO:tasks.rados.rados.0.smithi136.stdout:1714: done (1 left) 2024-08-19T11:36:27.422 INFO:tasks.rados.rados.0.smithi136.stdout:1715: rmattr oid 7 current snap is 153 2024-08-19T11:36:27.422 INFO:tasks.rados.rados.0.smithi136.stdout:1715: done (1 left) 2024-08-19T11:36:27.422 INFO:tasks.rados.rados.0.smithi136.stdout:1716: read oid 29 snap -1 2024-08-19T11:36:27.422 INFO:tasks.rados.rados.0.smithi136.stdout:1716: expect (ObjNum 534 snap 151 seq_num 534) 2024-08-19T11:36:27.422 INFO:tasks.rados.rados.0.smithi136.stdout:1717: snap_create 2024-08-19T11:36:27.422 INFO:tasks.rados.rados.0.smithi136.stdout:1713: finishing write tid 3 to smithi13674108-23 2024-08-19T11:36:27.422 INFO:tasks.rados.rados.0.smithi136.stdout:1713: finishing write tid 4 to smithi13674108-23 2024-08-19T11:36:27.425 INFO:tasks.rados.rados.0.smithi136.stdout:1713: finishing write tid 5 to smithi13674108-23 2024-08-19T11:36:27.425 INFO:tasks.rados.rados.0.smithi136.stdout:1713: oid 23 updating version 0 to 436 2024-08-19T11:36:27.425 INFO:tasks.rados.rados.0.smithi136.stdout:1713: oid 23 version 436 is already newer than 435 2024-08-19T11:36:27.425 INFO:tasks.rados.rados.0.smithi136.stdout:1713: oid 23 updating version 436 to 437 2024-08-19T11:36:27.425 INFO:tasks.rados.rados.0.smithi136.stdout:1713: oid 23 updating version 437 to 438 2024-08-19T11:36:27.425 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 438 (ObjNum 543 snap 153 seq_num 543) dirty exists 2024-08-19T11:36:27.425 INFO:tasks.rados.rados.0.smithi136.stdout:1713: left oid 23 (ObjNum 543 snap 153 seq_num 543) 2024-08-19T11:36:27.431 INFO:tasks.rados.rados.0.smithi136.stdout:1716: expect (ObjNum 534 snap 151 seq_num 534) 2024-08-19T11:36:27.651 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:36:27 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:36:27] "GET /metrics HTTP/1.1" 200 36244 "" "Prometheus/2.43.0" 2024-08-19T11:36:27.762 INFO:tasks.rados.rados.0.smithi136.stdout:1713: done (2 left) 2024-08-19T11:36:27.762 INFO:tasks.rados.rados.0.smithi136.stdout:1716: done (1 left) 2024-08-19T11:36:27.762 INFO:tasks.rados.rados.0.smithi136.stdout:1717: done (0 left) 2024-08-19T11:36:27.762 INFO:tasks.rados.rados.0.smithi136.stdout:1718: read oid 33 snap -1 2024-08-19T11:36:27.763 INFO:tasks.rados.rados.0.smithi136.stdout:1718: expect deleted 2024-08-19T11:36:27.763 INFO:tasks.rados.rados.0.smithi136.stdout:1719: snap_remove snap 150 2024-08-19T11:36:28.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:27 smithi136 ceph-mon[86496]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-19T11:36:28.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:27 smithi136 ceph-mon[86496]: from='osd.2 [v2:172.21.15.136:6818/2861953568,v1:172.21.15.136:6819/2861953568]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi136", "root=default"]} : dispatch 2024-08-19T11:36:28.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:27 smithi136 ceph-mon[86496]: osdmap e385: 8 total, 7 up, 8 in 2024-08-19T11:36:28.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:27 smithi136 ceph-mon[86496]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi136", "root=default"]} : dispatch 2024-08-19T11:36:28.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:27 smithi136 ceph-mon[88916]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-19T11:36:28.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:27 smithi136 ceph-mon[88916]: from='osd.2 [v2:172.21.15.136:6818/2861953568,v1:172.21.15.136:6819/2861953568]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi136", "root=default"]} : dispatch 2024-08-19T11:36:28.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:27 smithi136 ceph-mon[88916]: osdmap e385: 8 total, 7 up, 8 in 2024-08-19T11:36:28.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:27 smithi136 ceph-mon[88916]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi136", "root=default"]} : dispatch 2024-08-19T11:36:28.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:27 smithi155 ceph-mon[76679]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-19T11:36:28.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:27 smithi155 ceph-mon[76679]: from='osd.2 [v2:172.21.15.136:6818/2861953568,v1:172.21.15.136:6819/2861953568]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi136", "root=default"]} : dispatch 2024-08-19T11:36:28.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:27 smithi155 ceph-mon[76679]: osdmap e385: 8 total, 7 up, 8 in 2024-08-19T11:36:28.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:27 smithi155 ceph-mon[76679]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi136", "root=default"]} : dispatch 2024-08-19T11:36:28.763 INFO:tasks.rados.rados.0.smithi136.stdout:1719: done (1 left) 2024-08-19T11:36:28.763 INFO:tasks.rados.rados.0.smithi136.stdout:1720: snap_create 2024-08-19T11:36:29.019 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:28 smithi136 ceph-mon[88916]: pgmap v213: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 183 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.2 KiB/s rd, 8.5 MiB/s wr, 33 op/s; 32/315 objects degraded (10.159%) 2024-08-19T11:36:29.019 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:28 smithi136 ceph-mon[88916]: Health check update: Degraded data redundancy: 32/315 objects degraded (10.159%), 11 pgs degraded (PG_DEGRADED) 2024-08-19T11:36:29.019 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:28 smithi136 ceph-mon[88916]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T11:36:29.019 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:28 smithi136 ceph-mon[88916]: osd.2 [v2:172.21.15.136:6818/2861953568,v1:172.21.15.136:6819/2861953568] boot 2024-08-19T11:36:29.019 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:28 smithi136 ceph-mon[88916]: osdmap e386: 8 total, 8 up, 8 in 2024-08-19T11:36:29.019 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:28 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-19T11:36:29.019 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:28 smithi136 ceph-mon[86496]: pgmap v213: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 183 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.2 KiB/s rd, 8.5 MiB/s wr, 33 op/s; 32/315 objects degraded (10.159%) 2024-08-19T11:36:29.019 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:28 smithi136 ceph-mon[86496]: Health check update: Degraded data redundancy: 32/315 objects degraded (10.159%), 11 pgs degraded (PG_DEGRADED) 2024-08-19T11:36:29.019 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:28 smithi136 ceph-mon[86496]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T11:36:29.020 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:28 smithi136 ceph-mon[86496]: osd.2 [v2:172.21.15.136:6818/2861953568,v1:172.21.15.136:6819/2861953568] boot 2024-08-19T11:36:29.020 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:28 smithi136 ceph-mon[86496]: osdmap e386: 8 total, 8 up, 8 in 2024-08-19T11:36:29.020 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:28 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-19T11:36:29.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:28 smithi155 ceph-mon[76679]: pgmap v213: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 183 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.2 KiB/s rd, 8.5 MiB/s wr, 33 op/s; 32/315 objects degraded (10.159%) 2024-08-19T11:36:29.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:28 smithi155 ceph-mon[76679]: Health check update: Degraded data redundancy: 32/315 objects degraded (10.159%), 11 pgs degraded (PG_DEGRADED) 2024-08-19T11:36:29.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:28 smithi155 ceph-mon[76679]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T11:36:29.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:28 smithi155 ceph-mon[76679]: osd.2 [v2:172.21.15.136:6818/2861953568,v1:172.21.15.136:6819/2861953568] boot 2024-08-19T11:36:29.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:28 smithi155 ceph-mon[76679]: osdmap e386: 8 total, 8 up, 8 in 2024-08-19T11:36:29.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:28 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-19T11:36:29.348 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:36:29 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:36:29.174+0000 7f725e66e640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-19T11:36:29.765 INFO:tasks.rados.rados.0.smithi136.stdout:1718: done (1 left) 2024-08-19T11:36:29.766 INFO:tasks.rados.rados.0.smithi136.stdout:1720: done (0 left) 2024-08-19T11:36:29.766 INFO:tasks.rados.rados.0.smithi136.stdout:1721: snap_remove snap 147 2024-08-19T11:36:30.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:29 smithi136 ceph-mon[88916]: osdmap e387: 8 total, 8 up, 8 in 2024-08-19T11:36:30.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:29 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:30.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:29 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:30.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:29 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:36:30.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:29 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:36:30.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:29 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:30.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:29 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:36:30.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:29 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:36:30.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:29 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:36:30.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:29 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:36:30.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:29 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-19T11:36:30.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:29 smithi136 ceph-mon[86496]: osdmap e387: 8 total, 8 up, 8 in 2024-08-19T11:36:30.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:29 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:30.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:29 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:30.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:29 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:36:30.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:29 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:36:30.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:29 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:30.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:29 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:36:30.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:29 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:36:30.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:29 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:36:30.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:29 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:36:30.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:29 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-19T11:36:30.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:29 smithi155 ceph-mon[76679]: osdmap e387: 8 total, 8 up, 8 in 2024-08-19T11:36:30.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:29 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:30.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:29 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:30.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:29 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:36:30.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:29 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:36:30.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:29 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:30.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:29 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:36:30.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:29 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:36:30.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:29 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:36:30.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:29 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:36:30.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:29 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-19T11:36:30.788 INFO:tasks.rados.rados.0.smithi136.stdout:1721: done (0 left) 2024-08-19T11:36:30.788 INFO:tasks.rados.rados.0.smithi136.stdout:1722: read oid 38 snap 151 2024-08-19T11:36:30.788 INFO:tasks.rados.rados.0.smithi136.stdout:1722: expect (ObjNum 525 snap 149 seq_num 525) 2024-08-19T11:36:30.788 INFO:tasks.rados.rados.0.smithi136.stdout:1723: rmattr oid 15 current snap is 155 2024-08-19T11:36:30.788 INFO:tasks.rados.rados.0.smithi136.stdout:1723: done (1 left) 2024-08-19T11:36:30.788 INFO:tasks.rados.rados.0.smithi136.stdout:1724: read oid 2 snap -1 2024-08-19T11:36:30.788 INFO:tasks.rados.rados.0.smithi136.stdout:1724: expect (ObjNum 539 snap 153 seq_num 539) 2024-08-19T11:36:30.788 INFO:tasks.rados.rados.0.smithi136.stdout:1725: copy_from oid 13 from oid 7 current snap is 155 2024-08-19T11:36:30.788 INFO:tasks.rados.rados.0.smithi136.stdout:1726: rollback oid 30 current snap is 155 2024-08-19T11:36:30.788 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 30 to 154 2024-08-19T11:36:30.788 INFO:tasks.rados.rados.0.smithi136.stdout:1727: read oid 12 snap -1 2024-08-19T11:36:30.789 INFO:tasks.rados.rados.0.smithi136.stdout:1727: expect (ObjNum 509 snap 142 seq_num 509) 2024-08-19T11:36:30.789 INFO:tasks.rados.rados.0.smithi136.stdout:1728: delete oid 15 current snap is 155 2024-08-19T11:36:30.797 INFO:tasks.rados.rados.0.smithi136.stdout:1725: finishing copy_from to smithi13674108-13 2024-08-19T11:36:30.798 INFO:tasks.rados.rados.0.smithi136.stdout:1725: got expected ENOENT (src dne) 2024-08-19T11:36:30.799 INFO:tasks.rados.rados.0.smithi136.stdout:1725: finishing copy_from racing read to smithi13674108-13 2024-08-19T11:36:30.799 INFO:tasks.rados.rados.0.smithi136.stdout:1726: finishing rollback tid 0 to smithi13674108-30 2024-08-19T11:36:30.799 INFO:tasks.rados.rados.0.smithi136.stdout:1725: done (5 left) 2024-08-19T11:36:30.799 INFO:tasks.rados.rados.0.smithi136.stdout:1728: done (4 left) 2024-08-19T11:36:30.799 INFO:tasks.rados.rados.0.smithi136.stdout:1729: rollback oid 8 current snap is 155 2024-08-19T11:36:30.799 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 8 to 153 2024-08-19T11:36:30.800 INFO:tasks.rados.rados.0.smithi136.stdout:1730: delete oid 41 current snap is 155 2024-08-19T11:36:30.805 INFO:tasks.rados.rados.0.smithi136.stdout:1730: done (5 left) 2024-08-19T11:36:30.805 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 36 current snap is 155 2024-08-19T11:36:30.806 INFO:tasks.rados.rados.0.smithi136.stdout:1731: seq_num 547 ranges {4562944=770048,5332992=663552,5996544=466944,6463488=73728} 2024-08-19T11:36:30.834 INFO:tasks.rados.rados.0.smithi136.stdout:1731: writing smithi13674108-36 from 4562944 to 5332992 tid 1 2024-08-19T11:36:30.838 INFO:tasks.rados.rados.0.smithi136.stdout:1731: writing smithi13674108-36 from 5332992 to 5996544 tid 2 2024-08-19T11:36:30.840 INFO:tasks.rados.rados.0.smithi136.stdout:1731: writing smithi13674108-36 from 5996544 to 6463488 tid 3 2024-08-19T11:36:30.841 INFO:tasks.rados.rados.0.smithi136.stdout:1731: writing smithi13674108-36 from 6463488 to 6537216 tid 4 2024-08-19T11:36:30.841 INFO:tasks.rados.rados.0.smithi136.stdout:1732: snap_remove snap 144 2024-08-19T11:36:31.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:30 smithi136 ceph-mon[88916]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-19T11:36:31.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:30 smithi136 ceph-mon[88916]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-19T11:36:31.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:30 smithi136 ceph-mon[88916]: pgmap v216: 121 pgs: 5 peering, 21 active+undersized, 11 active+undersized+degraded, 84 active+clean; 183 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.2 KiB/s rd, 8.5 MiB/s wr, 33 op/s; 32/315 objects degraded (10.159%) 2024-08-19T11:36:31.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:30 smithi136 ceph-mon[88916]: osdmap e388: 8 total, 8 up, 8 in 2024-08-19T11:36:31.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:30 smithi136 ceph-mon[86496]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-19T11:36:31.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:30 smithi136 ceph-mon[86496]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-19T11:36:31.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:30 smithi136 ceph-mon[86496]: pgmap v216: 121 pgs: 5 peering, 21 active+undersized, 11 active+undersized+degraded, 84 active+clean; 183 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.2 KiB/s rd, 8.5 MiB/s wr, 33 op/s; 32/315 objects degraded (10.159%) 2024-08-19T11:36:31.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:30 smithi136 ceph-mon[86496]: osdmap e388: 8 total, 8 up, 8 in 2024-08-19T11:36:31.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:30 smithi155 ceph-mon[76679]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-19T11:36:31.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:30 smithi155 ceph-mon[76679]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-19T11:36:31.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:30 smithi155 ceph-mon[76679]: pgmap v216: 121 pgs: 5 peering, 21 active+undersized, 11 active+undersized+degraded, 84 active+clean; 183 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.2 KiB/s rd, 8.5 MiB/s wr, 33 op/s; 32/315 objects degraded (10.159%) 2024-08-19T11:36:31.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:30 smithi155 ceph-mon[76679]: osdmap e388: 8 total, 8 up, 8 in 2024-08-19T11:36:31.796 INFO:tasks.rados.rados.0.smithi136.stdout:1732: done (6 left) 2024-08-19T11:36:31.796 INFO:tasks.rados.rados.0.smithi136.stdout:1733: snap_create 2024-08-19T11:36:31.796 INFO:tasks.rados.rados.0.smithi136.stdout:1726: finishing rollback tid 1 to smithi13674108-30 2024-08-19T11:36:31.796 INFO:tasks.rados.rados.0.smithi136.stdout:1726: finishing rollback tid 2 to smithi13674108-30 2024-08-19T11:36:31.796 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 561 (ObjNum 520 snap 147 seq_num 520) dirty exists 2024-08-19T11:36:31.796 INFO:tasks.rados.rados.0.smithi136.stdout:1727: expect (ObjNum 509 snap 142 seq_num 509) 2024-08-19T11:36:31.915 INFO:tasks.rados.rados.0.smithi136.stdout:1729: finishing rollback tid 1 to smithi13674108-8 2024-08-19T11:36:31.915 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 715 (ObjNum 33 snap 0 seq_num 3762867520) dirty dne 2024-08-19T11:36:31.915 INFO:tasks.rados.rados.0.smithi136.stdout:1724: expect (ObjNum 539 snap 153 seq_num 539) 2024-08-19T11:36:32.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:31 smithi136 ceph-mon[88916]: osdmap e389: 8 total, 8 up, 8 in 2024-08-19T11:36:32.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:31 smithi136 ceph-mon[86496]: osdmap e389: 8 total, 8 up, 8 in 2024-08-19T11:36:32.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:31 smithi155 ceph-mon[76679]: osdmap e389: 8 total, 8 up, 8 in 2024-08-19T11:36:32.346 INFO:tasks.rados.rados.0.smithi136.stdout:1722: expect (ObjNum 525 snap 149 seq_num 525) 2024-08-19T11:36:32.605 INFO:tasks.rados.rados.0.smithi136.stdout:1731: finishing write tid 1 to smithi13674108-36 2024-08-19T11:36:32.605 INFO:tasks.rados.rados.0.smithi136.stdout:1731: finishing write tid 2 to smithi13674108-36 2024-08-19T11:36:32.605 INFO:tasks.rados.rados.0.smithi136.stdout:1731: finishing write tid 3 to smithi13674108-36 2024-08-19T11:36:32.605 INFO:tasks.rados.rados.0.smithi136.stdout:1731: finishing write tid 4 to smithi13674108-36 2024-08-19T11:36:32.605 INFO:tasks.rados.rados.0.smithi136.stdout:1731: finishing write tid 5 to smithi13674108-36 2024-08-19T11:36:32.606 INFO:tasks.rados.rados.0.smithi136.stdout:1731: finishing write tid 6 to smithi13674108-36 2024-08-19T11:36:32.606 INFO:tasks.rados.rados.0.smithi136.stdout:1731: oid 36 updating version 0 to 564 2024-08-19T11:36:32.606 INFO:tasks.rados.rados.0.smithi136.stdout:1731: oid 36 version 564 is already newer than 563 2024-08-19T11:36:32.606 INFO:tasks.rados.rados.0.smithi136.stdout:1731: oid 36 version 564 is already newer than 562 2024-08-19T11:36:32.606 INFO:tasks.rados.rados.0.smithi136.stdout:1731: oid 36 updating version 564 to 566 2024-08-19T11:36:32.606 INFO:tasks.rados.rados.0.smithi136.stdout:1731: oid 36 version 566 is already newer than 565 2024-08-19T11:36:32.606 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 566 (ObjNum 547 snap 155 seq_num 547) dirty exists 2024-08-19T11:36:32.606 INFO:tasks.rados.rados.0.smithi136.stdout:1731: left oid 36 (ObjNum 547 snap 155 seq_num 547) 2024-08-19T11:36:32.792 INFO:tasks.rados.rados.0.smithi136.stdout:1722: done (6 left) 2024-08-19T11:36:32.792 INFO:tasks.rados.rados.0.smithi136.stdout:1724: done (5 left) 2024-08-19T11:36:32.792 INFO:tasks.rados.rados.0.smithi136.stdout:1726: done (4 left) 2024-08-19T11:36:32.792 INFO:tasks.rados.rados.0.smithi136.stdout:1727: done (3 left) 2024-08-19T11:36:32.792 INFO:tasks.rados.rados.0.smithi136.stdout:1729: done (2 left) 2024-08-19T11:36:32.792 INFO:tasks.rados.rados.0.smithi136.stdout:1731: done (1 left) 2024-08-19T11:36:32.792 INFO:tasks.rados.rados.0.smithi136.stdout:1733: done (0 left) 2024-08-19T11:36:32.792 INFO:tasks.rados.rados.0.smithi136.stdout:1734: read oid 17 snap -1 2024-08-19T11:36:32.792 INFO:tasks.rados.rados.0.smithi136.stdout:1734: expect (ObjNum 506 snap 140 seq_num 506) 2024-08-19T11:36:32.793 INFO:tasks.rados.rados.0.smithi136.stdout:1735: snap_remove snap 155 2024-08-19T11:36:33.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:32 smithi136 ceph-mon[88916]: pgmap v219: 121 pgs: 5 peering, 10 active+undersized, 8 active+undersized+degraded, 98 active+clean; 189 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 7 op/s; 26/327 objects degraded (7.951%); 2.5 MiB/s, 0 objects/s recovering 2024-08-19T11:36:33.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:32 smithi136 ceph-mon[88916]: osdmap e390: 8 total, 8 up, 8 in 2024-08-19T11:36:33.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:32 smithi136 ceph-mon[86496]: pgmap v219: 121 pgs: 5 peering, 10 active+undersized, 8 active+undersized+degraded, 98 active+clean; 189 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 7 op/s; 26/327 objects degraded (7.951%); 2.5 MiB/s, 0 objects/s recovering 2024-08-19T11:36:33.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:32 smithi136 ceph-mon[86496]: osdmap e390: 8 total, 8 up, 8 in 2024-08-19T11:36:33.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:32 smithi155 ceph-mon[76679]: pgmap v219: 121 pgs: 5 peering, 10 active+undersized, 8 active+undersized+degraded, 98 active+clean; 189 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 7 op/s; 26/327 objects degraded (7.951%); 2.5 MiB/s, 0 objects/s recovering 2024-08-19T11:36:33.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:32 smithi155 ceph-mon[76679]: osdmap e390: 8 total, 8 up, 8 in 2024-08-19T11:36:33.806 INFO:tasks.rados.rados.0.smithi136.stdout:1735: done (1 left) 2024-08-19T11:36:33.806 INFO:tasks.rados.rados.0.smithi136.stdout:1736: snap_remove snap 152 2024-08-19T11:36:34.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:33 smithi136 ceph-mon[88916]: osdmap e391: 8 total, 8 up, 8 in 2024-08-19T11:36:34.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:33 smithi136 ceph-mon[88916]: Health check update: Degraded data redundancy: 26/327 objects degraded (7.951%), 8 pgs degraded (PG_DEGRADED) 2024-08-19T11:36:34.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:33 smithi136 ceph-mon[86496]: osdmap e391: 8 total, 8 up, 8 in 2024-08-19T11:36:34.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:33 smithi136 ceph-mon[86496]: Health check update: Degraded data redundancy: 26/327 objects degraded (7.951%), 8 pgs degraded (PG_DEGRADED) 2024-08-19T11:36:34.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:33 smithi155 ceph-mon[76679]: osdmap e391: 8 total, 8 up, 8 in 2024-08-19T11:36:34.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:33 smithi155 ceph-mon[76679]: Health check update: Degraded data redundancy: 26/327 objects degraded (7.951%), 8 pgs degraded (PG_DEGRADED) 2024-08-19T11:36:34.807 INFO:tasks.rados.rados.0.smithi136.stdout:1736: done (1 left) 2024-08-19T11:36:34.807 INFO:tasks.rados.rados.0.smithi136.stdout:1737: rmattr oid 32 current snap is 156 2024-08-19T11:36:34.807 INFO:tasks.rados.rados.0.smithi136.stdout:1737: done (1 left) 2024-08-19T11:36:34.807 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 39 current snap is 156 2024-08-19T11:36:34.808 INFO:tasks.rados.rados.0.smithi136.stdout:1738: seq_num 548 ranges {3375104=786432,4161536=598016,4759552=606208} 2024-08-19T11:36:34.830 INFO:tasks.rados.rados.0.smithi136.stdout:1738: writing smithi13674108-39 from 3375104 to 4161536 tid 1 2024-08-19T11:36:34.833 INFO:tasks.rados.rados.0.smithi136.stdout:1738: writing smithi13674108-39 from 4161536 to 4759552 tid 2 2024-08-19T11:36:34.837 INFO:tasks.rados.rados.0.smithi136.stdout:1738: writing smithi13674108-39 from 4759552 to 5365760 tid 3 2024-08-19T11:36:34.837 INFO:tasks.rados.rados.0.smithi136.stdout:1734: expect (ObjNum 506 snap 140 seq_num 506) 2024-08-19T11:36:34.872 INFO:tasks.rados.rados.0.smithi136.stdout:1738: finishing write tid 1 to smithi13674108-39 2024-08-19T11:36:34.872 INFO:tasks.rados.rados.0.smithi136.stdout:1738: finishing write tid 2 to smithi13674108-39 2024-08-19T11:36:34.872 INFO:tasks.rados.rados.0.smithi136.stdout:1738: finishing write tid 3 to smithi13674108-39 2024-08-19T11:36:34.872 INFO:tasks.rados.rados.0.smithi136.stdout:1738: finishing write tid 4 to smithi13674108-39 2024-08-19T11:36:34.872 INFO:tasks.rados.rados.0.smithi136.stdout:1738: finishing write tid 5 to smithi13674108-39 2024-08-19T11:36:34.872 INFO:tasks.rados.rados.0.smithi136.stdout:1738: oid 39 updating version 0 to 347 2024-08-19T11:36:34.872 INFO:tasks.rados.rados.0.smithi136.stdout:1738: oid 39 updating version 347 to 349 2024-08-19T11:36:34.872 INFO:tasks.rados.rados.0.smithi136.stdout:1738: oid 39 version 349 is already newer than 348 2024-08-19T11:36:34.872 INFO:tasks.rados.rados.0.smithi136.stdout:1738: oid 39 updating version 349 to 350 2024-08-19T11:36:34.873 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 350 (ObjNum 548 snap 156 seq_num 548) dirty exists 2024-08-19T11:36:34.873 INFO:tasks.rados.rados.0.smithi136.stdout:1738: left oid 39 (ObjNum 548 snap 156 seq_num 548) 2024-08-19T11:36:34.873 INFO:tasks.rados.rados.0.smithi136.stdout:1734: done (1 left) 2024-08-19T11:36:34.873 INFO:tasks.rados.rados.0.smithi136.stdout:1738: done (0 left) 2024-08-19T11:36:34.873 INFO:tasks.rados.rados.0.smithi136.stdout:1739: read oid 20 snap -1 2024-08-19T11:36:34.873 INFO:tasks.rados.rados.0.smithi136.stdout:1739: expect (ObjNum 464 snap 127 seq_num 464) 2024-08-19T11:36:34.873 INFO:tasks.rados.rados.0.smithi136.stdout:1740: copy_from oid 6 from oid 11 current snap is 156 2024-08-19T11:36:34.873 INFO:tasks.rados.rados.0.smithi136.stdout:1741: read oid 41 snap -1 2024-08-19T11:36:34.873 INFO:tasks.rados.rados.0.smithi136.stdout:1741: expect deleted 2024-08-19T11:36:34.873 INFO:tasks.rados.rados.0.smithi136.stdout:1742: rollback oid 44 current snap is 156 2024-08-19T11:36:34.873 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 44 to 153 2024-08-19T11:36:34.873 INFO:tasks.rados.rados.0.smithi136.stdout:1743: read oid 21 snap -1 2024-08-19T11:36:34.873 INFO:tasks.rados.rados.0.smithi136.stdout:1743: expect deleted 2024-08-19T11:36:34.874 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 48 current snap is 156 2024-08-19T11:36:34.874 INFO:tasks.rados.rados.0.smithi136.stdout:1744: seq_num 549 ranges {1589248=802816,2392064=483328,2875392=434176,3309568=286720} 2024-08-19T11:36:34.885 INFO:tasks.rados.rados.0.smithi136.stdout:1744: writing smithi13674108-48 from 1589248 to 2392064 tid 1 2024-08-19T11:36:34.888 INFO:tasks.rados.rados.0.smithi136.stdout:1744: writing smithi13674108-48 from 2392064 to 2875392 tid 2 2024-08-19T11:36:34.890 INFO:tasks.rados.rados.0.smithi136.stdout:1744: writing smithi13674108-48 from 2875392 to 3309568 tid 3 2024-08-19T11:36:34.893 INFO:tasks.rados.rados.0.smithi136.stdout:1744: writing smithi13674108-48 from 3309568 to 3596288 tid 4 2024-08-19T11:36:34.893 INFO:tasks.rados.rados.0.smithi136.stdout:1745: rollback oid 13 current snap is 156 2024-08-19T11:36:34.893 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 13 to 146 2024-08-19T11:36:34.893 INFO:tasks.rados.rados.0.smithi136.stdout:1746: snap_remove snap 151 2024-08-19T11:36:34.893 INFO:tasks.rados.rados.0.smithi136.stdout:1742: finishing rollback tid 0 to smithi13674108-44 2024-08-19T11:36:34.893 INFO:tasks.rados.rados.0.smithi136.stdout:1742: finishing rollback tid 1 to smithi13674108-44 2024-08-19T11:36:34.893 INFO:tasks.rados.rados.0.smithi136.stdout:1742: finishing rollback tid 2 to smithi13674108-44 2024-08-19T11:36:34.893 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 745 (ObjNum 448 snap 125 seq_num 448) dirty exists 2024-08-19T11:36:34.894 INFO:tasks.rados.rados.0.smithi136.stdout:1740: finishing copy_from racing read to smithi13674108-6 2024-08-19T11:36:34.894 INFO:tasks.rados.rados.0.smithi136.stdout:1740: finishing copy_from to smithi13674108-6 2024-08-19T11:36:34.894 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 703 (ObjNum 405 snap 114 seq_num 405) dirty exists 2024-08-19T11:36:34.894 INFO:tasks.rados.rados.0.smithi136.stdout:1744: finishing write tid 1 to smithi13674108-48 2024-08-19T11:36:34.894 INFO:tasks.rados.rados.0.smithi136.stdout:1744: finishing write tid 2 to smithi13674108-48 2024-08-19T11:36:35.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:34 smithi136 ceph-mon[88916]: pgmap v222: 121 pgs: 5 peering, 116 active+clean; 193 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.3 MiB/s wr, 12 op/s; 8.0 MiB/s, 4 objects/s recovering 2024-08-19T11:36:35.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:34 smithi136 ceph-mon[88916]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 26/327 objects degraded (7.951%), 8 pgs degraded) 2024-08-19T11:36:35.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:34 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:36:35.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:34 smithi136 ceph-mon[88916]: osdmap e392: 8 total, 8 up, 8 in 2024-08-19T11:36:35.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:34 smithi136 ceph-mon[86496]: pgmap v222: 121 pgs: 5 peering, 116 active+clean; 193 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.3 MiB/s wr, 12 op/s; 8.0 MiB/s, 4 objects/s recovering 2024-08-19T11:36:35.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:34 smithi136 ceph-mon[86496]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 26/327 objects degraded (7.951%), 8 pgs degraded) 2024-08-19T11:36:35.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:34 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:36:35.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:34 smithi136 ceph-mon[86496]: osdmap e392: 8 total, 8 up, 8 in 2024-08-19T11:36:35.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:34 smithi155 ceph-mon[76679]: pgmap v222: 121 pgs: 5 peering, 116 active+clean; 193 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.3 MiB/s wr, 12 op/s; 8.0 MiB/s, 4 objects/s recovering 2024-08-19T11:36:35.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:34 smithi155 ceph-mon[76679]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 26/327 objects degraded (7.951%), 8 pgs degraded) 2024-08-19T11:36:35.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:34 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:36:35.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:34 smithi155 ceph-mon[76679]: osdmap e392: 8 total, 8 up, 8 in 2024-08-19T11:36:35.826 INFO:tasks.rados.rados.0.smithi136.stdout:1740: done (7 left) 2024-08-19T11:36:35.826 INFO:tasks.rados.rados.0.smithi136.stdout:1741: done (6 left) 2024-08-19T11:36:35.826 INFO:tasks.rados.rados.0.smithi136.stdout:1742: done (5 left) 2024-08-19T11:36:35.826 INFO:tasks.rados.rados.0.smithi136.stdout:1743: done (4 left) 2024-08-19T11:36:35.826 INFO:tasks.rados.rados.0.smithi136.stdout:1746: done (3 left) 2024-08-19T11:36:35.826 INFO:tasks.rados.rados.0.smithi136.stdout:1747: rollback oid 29 current snap is 156 2024-08-19T11:36:35.826 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 29 to 153 2024-08-19T11:36:35.827 INFO:tasks.rados.rados.0.smithi136.stdout:1744: finishing write tid 3 to smithi13674108-48 2024-08-19T11:36:35.827 INFO:tasks.rados.rados.0.smithi136.stdout:1744: finishing write tid 4 to smithi13674108-48 2024-08-19T11:36:35.827 INFO:tasks.rados.rados.0.smithi136.stdout:1744: finishing write tid 5 to smithi13674108-48 2024-08-19T11:36:35.827 INFO:tasks.rados.rados.0.smithi136.stdout:1744: finishing write tid 6 to smithi13674108-48 2024-08-19T11:36:35.827 INFO:tasks.rados.rados.0.smithi136.stdout:1744: oid 48 updating version 0 to 752 2024-08-19T11:36:35.827 INFO:tasks.rados.rados.0.smithi136.stdout:1744: oid 48 updating version 752 to 754 2024-08-19T11:36:35.827 INFO:tasks.rados.rados.0.smithi136.stdout:1744: oid 48 version 754 is already newer than 753 2024-08-19T11:36:35.827 INFO:tasks.rados.rados.0.smithi136.stdout:1744: oid 48 updating version 754 to 756 2024-08-19T11:36:35.827 INFO:tasks.rados.rados.0.smithi136.stdout:1744: oid 48 version 756 is already newer than 755 2024-08-19T11:36:35.827 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 48 v 756 (ObjNum 549 snap 156 seq_num 549) dirty exists 2024-08-19T11:36:35.827 INFO:tasks.rados.rados.0.smithi136.stdout:1744: left oid 48 (ObjNum 549 snap 156 seq_num 549) 2024-08-19T11:36:35.827 INFO:tasks.rados.rados.0.smithi136.stdout:1745: finishing rollback tid 1 to smithi13674108-13 2024-08-19T11:36:35.827 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-19T11:36:35.827 INFO:tasks.rados.rados.0.smithi136.stdout:1739: expect (ObjNum 464 snap 127 seq_num 464) 2024-08-19T11:36:36.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:35 smithi136 ceph-mon[86496]: osdmap e393: 8 total, 8 up, 8 in 2024-08-19T11:36:36.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:35 smithi136 ceph-mon[88916]: osdmap e393: 8 total, 8 up, 8 in 2024-08-19T11:36:36.111 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:35 smithi155 ceph-mon[76679]: osdmap e393: 8 total, 8 up, 8 in 2024-08-19T11:36:36.555 INFO:tasks.rados.rados.0.smithi136.stdout:1747: finishing rollback tid 0 to smithi13674108-29 2024-08-19T11:36:36.555 INFO:tasks.rados.rados.0.smithi136.stdout:1747: finishing rollback tid 1 to smithi13674108-29 2024-08-19T11:36:36.555 INFO:tasks.rados.rados.0.smithi136.stdout:1747: finishing rollback tid 2 to smithi13674108-29 2024-08-19T11:36:36.555 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 764 (ObjNum 534 snap 151 seq_num 534) dirty exists 2024-08-19T11:36:36.555 INFO:tasks.rados.rados.0.smithi136.stdout:1739: done (3 left) 2024-08-19T11:36:36.555 INFO:tasks.rados.rados.0.smithi136.stdout:1744: done (2 left) 2024-08-19T11:36:36.555 INFO:tasks.rados.rados.0.smithi136.stdout:1745: done (1 left) 2024-08-19T11:36:36.555 INFO:tasks.rados.rados.0.smithi136.stdout:1747: done (0 left) 2024-08-19T11:36:36.555 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 9 current snap is 156 2024-08-19T11:36:36.555 INFO:tasks.rados.rados.0.smithi136.stdout:1748: seq_num 550 ranges {6586368=417792,7004160=770048,7774208=638976,8413184=196608} 2024-08-19T11:36:36.590 INFO:tasks.rados.rados.0.smithi136.stdout:1748: writing smithi13674108-9 from 6586368 to 7004160 tid 1 2024-08-19T11:36:36.594 INFO:tasks.rados.rados.0.smithi136.stdout:1748: writing smithi13674108-9 from 7004160 to 7774208 tid 2 2024-08-19T11:36:36.598 INFO:tasks.rados.rados.0.smithi136.stdout:1748: writing smithi13674108-9 from 7774208 to 8413184 tid 3 2024-08-19T11:36:36.600 INFO:tasks.rados.rados.0.smithi136.stdout:1748: writing smithi13674108-9 from 8413184 to 8609792 tid 4 2024-08-19T11:36:36.600 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 39 current snap is 156 2024-08-19T11:36:36.600 INFO:tasks.rados.rados.0.smithi136.stdout:1748: finishing write tid 1 to smithi13674108-9 2024-08-19T11:36:36.600 INFO:tasks.rados.rados.0.smithi136.stdout:1748: finishing write tid 2 to smithi13674108-9 2024-08-19T11:36:36.600 INFO:tasks.rados.rados.0.smithi136.stdout:1749: seq_num 551 ranges {5365760=434176,5799936=647168,6447104=450560,6897664=507904} 2024-08-19T11:36:36.630 INFO:tasks.rados.rados.0.smithi136.stdout:1749: writing smithi13674108-39 from 5365760 to 5799936 tid 1 2024-08-19T11:36:36.634 INFO:tasks.rados.rados.0.smithi136.stdout:1749: writing smithi13674108-39 from 5799936 to 6447104 tid 2 2024-08-19T11:36:36.636 INFO:tasks.rados.rados.0.smithi136.stdout:1749: writing smithi13674108-39 from 6447104 to 6897664 tid 3 2024-08-19T11:36:36.639 INFO:tasks.rados.rados.0.smithi136.stdout:1749: writing smithi13674108-39 from 6897664 to 7405568 tid 4 2024-08-19T11:36:36.640 INFO:tasks.rados.rados.0.smithi136.stdout:1750: snap_create 2024-08-19T11:36:36.640 INFO:tasks.rados.rados.0.smithi136.stdout:1748: finishing write tid 3 to smithi13674108-9 2024-08-19T11:36:36.640 INFO:tasks.rados.rados.0.smithi136.stdout:1748: finishing write tid 4 to smithi13674108-9 2024-08-19T11:36:36.640 INFO:tasks.rados.rados.0.smithi136.stdout:1748: finishing write tid 5 to smithi13674108-9 2024-08-19T11:36:36.640 INFO:tasks.rados.rados.0.smithi136.stdout:1748: finishing write tid 6 to smithi13674108-9 2024-08-19T11:36:36.640 INFO:tasks.rados.rados.0.smithi136.stdout:1748: oid 9 updating version 0 to 228 2024-08-19T11:36:36.640 INFO:tasks.rados.rados.0.smithi136.stdout:1748: oid 9 updating version 228 to 229 2024-08-19T11:36:36.640 INFO:tasks.rados.rados.0.smithi136.stdout:1748: oid 9 updating version 229 to 231 2024-08-19T11:36:36.640 INFO:tasks.rados.rados.0.smithi136.stdout:1748: oid 9 version 231 is already newer than 230 2024-08-19T11:36:36.640 INFO:tasks.rados.rados.0.smithi136.stdout:1748: oid 9 updating version 231 to 232 2024-08-19T11:36:36.640 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 232 (ObjNum 550 snap 156 seq_num 550) dirty exists 2024-08-19T11:36:36.640 INFO:tasks.rados.rados.0.smithi136.stdout:1748: left oid 9 (ObjNum 550 snap 156 seq_num 550) 2024-08-19T11:36:36.640 INFO:tasks.rados.rados.0.smithi136.stdout:1749: finishing write tid 1 to smithi13674108-39 2024-08-19T11:36:36.641 INFO:tasks.rados.rados.0.smithi136.stdout:1749: finishing write tid 2 to smithi13674108-39 2024-08-19T11:36:36.641 INFO:tasks.rados.rados.0.smithi136.stdout:1749: finishing write tid 3 to smithi13674108-39 2024-08-19T11:36:36.642 INFO:tasks.rados.rados.0.smithi136.stdout:1749: finishing write tid 4 to smithi13674108-39 2024-08-19T11:36:36.642 INFO:tasks.rados.rados.0.smithi136.stdout:1749: finishing write tid 5 to smithi13674108-39 2024-08-19T11:36:36.643 INFO:tasks.rados.rados.0.smithi136.stdout:1749: finishing write tid 6 to smithi13674108-39 2024-08-19T11:36:36.643 INFO:tasks.rados.rados.0.smithi136.stdout:1749: oid 39 updating version 0 to 360 2024-08-19T11:36:36.643 INFO:tasks.rados.rados.0.smithi136.stdout:1749: oid 39 version 360 is already newer than 357 2024-08-19T11:36:36.643 INFO:tasks.rados.rados.0.smithi136.stdout:1749: oid 39 version 360 is already newer than 358 2024-08-19T11:36:36.643 INFO:tasks.rados.rados.0.smithi136.stdout:1749: oid 39 updating version 360 to 361 2024-08-19T11:36:36.643 INFO:tasks.rados.rados.0.smithi136.stdout:1749: oid 39 version 361 is already newer than 359 2024-08-19T11:36:36.643 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 361 (ObjNum 551 snap 156 seq_num 551) dirty exists 2024-08-19T11:36:36.643 INFO:tasks.rados.rados.0.smithi136.stdout:1749: left oid 39 (ObjNum 551 snap 156 seq_num 551) 2024-08-19T11:36:36.819 INFO:tasks.rados.rados.0.smithi136.stdout:1748: done (2 left) 2024-08-19T11:36:36.819 INFO:tasks.rados.rados.0.smithi136.stdout:1749: done (1 left) 2024-08-19T11:36:36.819 INFO:tasks.rados.rados.0.smithi136.stdout:1750: done (0 left) 2024-08-19T11:36:36.819 INFO:tasks.rados.rados.0.smithi136.stdout:1751: delete oid 50 current snap is 157 2024-08-19T11:36:36.822 INFO:tasks.rados.rados.0.smithi136.stdout:1751: done (0 left) 2024-08-19T11:36:36.822 INFO:tasks.rados.rados.0.smithi136.stdout:1752: rmattr oid 47 current snap is 157 2024-08-19T11:36:36.822 INFO:tasks.rados.rados.0.smithi136.stdout:1752: done (0 left) 2024-08-19T11:36:36.822 INFO:tasks.rados.rados.0.smithi136.stdout:1753: delete oid 50 current snap is 157 2024-08-19T11:36:36.824 INFO:tasks.rados.rados.0.smithi136.stdout:1753: done (0 left) 2024-08-19T11:36:36.824 INFO:tasks.rados.rados.0.smithi136.stdout:1754: snap_remove snap 156 2024-08-19T11:36:37.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:36 smithi136 ceph-mon[88916]: pgmap v225: 121 pgs: 121 active+clean; 193 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 904 KiB/s wr, 4 op/s; 5.5 MiB/s, 4 objects/s recovering 2024-08-19T11:36:37.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:36 smithi136 ceph-mon[88916]: osdmap e394: 8 total, 8 up, 8 in 2024-08-19T11:36:37.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:36 smithi136 ceph-mon[86496]: pgmap v225: 121 pgs: 121 active+clean; 193 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 904 KiB/s wr, 4 op/s; 5.5 MiB/s, 4 objects/s recovering 2024-08-19T11:36:37.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:36 smithi136 ceph-mon[86496]: osdmap e394: 8 total, 8 up, 8 in 2024-08-19T11:36:37.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:36 smithi155 ceph-mon[76679]: pgmap v225: 121 pgs: 121 active+clean; 193 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 904 KiB/s wr, 4 op/s; 5.5 MiB/s, 4 objects/s recovering 2024-08-19T11:36:37.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:36 smithi155 ceph-mon[76679]: osdmap e394: 8 total, 8 up, 8 in 2024-08-19T11:36:37.825 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:36:37 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:36:37] "GET /metrics HTTP/1.1" 200 36244 "" "Prometheus/2.43.0" 2024-08-19T11:36:37.830 INFO:tasks.rados.rados.0.smithi136.stdout:1754: done (0 left) 2024-08-19T11:36:37.830 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 23 current snap is 157 2024-08-19T11:36:37.830 INFO:tasks.rados.rados.0.smithi136.stdout:1755: seq_num 554 ranges {7823360=483328,8306688=704512,9011200=622592,9633792=278528} 2024-08-19T11:36:37.874 INFO:tasks.rados.rados.0.smithi136.stdout:1755: writing smithi13674108-23 from 7823360 to 8306688 tid 1 2024-08-19T11:36:37.877 INFO:tasks.rados.rados.0.smithi136.stdout:1755: writing smithi13674108-23 from 8306688 to 9011200 tid 2 2024-08-19T11:36:37.881 INFO:tasks.rados.rados.0.smithi136.stdout:1755: writing smithi13674108-23 from 9011200 to 9633792 tid 3 2024-08-19T11:36:37.883 INFO:tasks.rados.rados.0.smithi136.stdout:1755: writing smithi13674108-23 from 9633792 to 9912320 tid 4 2024-08-19T11:36:37.883 INFO:tasks.rados.rados.0.smithi136.stdout:1756: read oid 15 snap -1 2024-08-19T11:36:37.883 INFO:tasks.rados.rados.0.smithi136.stdout:1756: expect deleted 2024-08-19T11:36:37.883 INFO:tasks.rados.rados.0.smithi136.stdout:1757: setattr oid 36 current snap is 157 2024-08-19T11:36:37.883 INFO:tasks.rados.rados.0.smithi136.stdout:1755: finishing write tid 1 to smithi13674108-23 2024-08-19T11:36:37.883 INFO:tasks.rados.rados.0.smithi136.stdout:1755: finishing write tid 2 to smithi13674108-23 2024-08-19T11:36:37.884 INFO:tasks.rados.rados.0.smithi136.stdout:1758: snap_create 2024-08-19T11:36:37.885 INFO:tasks.rados.rados.0.smithi136.stdout:1755: finishing write tid 3 to smithi13674108-23 2024-08-19T11:36:37.885 INFO:tasks.rados.rados.0.smithi136.stdout:1755: finishing write tid 4 to smithi13674108-23 2024-08-19T11:36:37.886 INFO:tasks.rados.rados.0.smithi136.stdout:1755: finishing write tid 5 to smithi13674108-23 2024-08-19T11:36:37.887 INFO:tasks.rados.rados.0.smithi136.stdout:1755: finishing write tid 6 to smithi13674108-23 2024-08-19T11:36:37.888 INFO:tasks.rados.rados.0.smithi136.stdout:1755: oid 23 updating version 0 to 442 2024-08-19T11:36:37.888 INFO:tasks.rados.rados.0.smithi136.stdout:1755: oid 23 version 442 is already newer than 441 2024-08-19T11:36:37.888 INFO:tasks.rados.rados.0.smithi136.stdout:1755: oid 23 version 442 is already newer than 440 2024-08-19T11:36:37.888 INFO:tasks.rados.rados.0.smithi136.stdout:1755: oid 23 updating version 442 to 443 2024-08-19T11:36:37.888 INFO:tasks.rados.rados.0.smithi136.stdout:1755: oid 23 version 443 is already newer than 439 2024-08-19T11:36:37.888 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 443 (ObjNum 554 snap 157 seq_num 554) dirty exists 2024-08-19T11:36:37.888 INFO:tasks.rados.rados.0.smithi136.stdout:1755: left oid 23 (ObjNum 554 snap 157 seq_num 554) 2024-08-19T11:36:37.888 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 567 (ObjNum 547 snap 155 seq_num 547) dirty exists 2024-08-19T11:36:38.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:37 smithi136 ceph-mon[88916]: osdmap e395: 8 total, 8 up, 8 in 2024-08-19T11:36:38.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:37 smithi136 ceph-mon[86496]: osdmap e395: 8 total, 8 up, 8 in 2024-08-19T11:36:38.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:37 smithi155 ceph-mon[76679]: osdmap e395: 8 total, 8 up, 8 in 2024-08-19T11:36:38.637 INFO:tasks.rados.rados.0.smithi136.stdout:1755: done (3 left) 2024-08-19T11:36:38.637 INFO:tasks.rados.rados.0.smithi136.stdout:1756: done (2 left) 2024-08-19T11:36:38.637 INFO:tasks.rados.rados.0.smithi136.stdout:1757: done (1 left) 2024-08-19T11:36:38.637 INFO:tasks.rados.rados.0.smithi136.stdout:1758: done (0 left) 2024-08-19T11:36:38.637 INFO:tasks.rados.rados.0.smithi136.stdout:1759: delete oid 2 current snap is 158 2024-08-19T11:36:38.643 INFO:tasks.rados.rados.0.smithi136.stdout:1759: done (0 left) 2024-08-19T11:36:38.643 INFO:tasks.rados.rados.0.smithi136.stdout:1760: copy_from oid 29 from oid 30 current snap is 158 2024-08-19T11:36:38.643 INFO:tasks.rados.rados.0.smithi136.stdout:1761: read oid 1 snap 157 2024-08-19T11:36:38.643 INFO:tasks.rados.rados.0.smithi136.stdout:1761: expect (ObjNum 454 snap 126 seq_num 454) 2024-08-19T11:36:38.643 INFO:tasks.rados.rados.0.smithi136.stdout:1762: snap_remove snap 153 2024-08-19T11:36:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:38 smithi136 ceph-mon[88916]: pgmap v228: 121 pgs: 121 active+clean; 189 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2024-08-19T11:36:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:38 smithi136 ceph-mon[88916]: osdmap e396: 8 total, 8 up, 8 in 2024-08-19T11:36:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:38 smithi136 ceph-mon[88916]: osdmap e397: 8 total, 8 up, 8 in 2024-08-19T11:36:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:38 smithi136 ceph-mon[86496]: pgmap v228: 121 pgs: 121 active+clean; 189 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2024-08-19T11:36:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:38 smithi136 ceph-mon[86496]: osdmap e396: 8 total, 8 up, 8 in 2024-08-19T11:36:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:38 smithi136 ceph-mon[86496]: osdmap e397: 8 total, 8 up, 8 in 2024-08-19T11:36:39.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:38 smithi155 ceph-mon[76679]: pgmap v228: 121 pgs: 121 active+clean; 189 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2024-08-19T11:36:39.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:38 smithi155 ceph-mon[76679]: osdmap e396: 8 total, 8 up, 8 in 2024-08-19T11:36:39.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:38 smithi155 ceph-mon[76679]: osdmap e397: 8 total, 8 up, 8 in 2024-08-19T11:36:39.636 INFO:tasks.rados.rados.0.smithi136.stdout:1762: done (2 left) 2024-08-19T11:36:39.636 INFO:tasks.rados.rados.0.smithi136.stdout:1763: snap_create 2024-08-19T11:36:39.637 INFO:tasks.rados.rados.0.smithi136.stdout:1761: expect (ObjNum 454 snap 126 seq_num 454) 2024-08-19T11:36:39.655 INFO:tasks.rados.rados.0.smithi136.stdout:1760: finishing copy_from racing read to smithi13674108-29 2024-08-19T11:36:39.655 INFO:tasks.rados.rados.0.smithi136.stdout:1760: finishing copy_from to smithi13674108-29 2024-08-19T11:36:39.655 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 561 (ObjNum 520 snap 147 seq_num 520) dirty exists 2024-08-19T11:36:40.637 INFO:tasks.rados.rados.0.smithi136.stdout:1760: done (2 left) 2024-08-19T11:36:40.638 INFO:tasks.rados.rados.0.smithi136.stdout:1761: done (1 left) 2024-08-19T11:36:40.638 INFO:tasks.rados.rados.0.smithi136.stdout:1763: done (0 left) 2024-08-19T11:36:40.638 INFO:tasks.rados.rados.0.smithi136.stdout:1764: snap_create 2024-08-19T11:36:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:40 smithi155 ceph-mon[76679]: pgmap v231: 121 pgs: 121 active+clean; 189 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2024-08-19T11:36:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:40 smithi155 ceph-mon[76679]: osdmap e398: 8 total, 8 up, 8 in 2024-08-19T11:36:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:36:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:41.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:40 smithi136 ceph-mon[88916]: pgmap v231: 121 pgs: 121 active+clean; 189 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2024-08-19T11:36:41.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:40 smithi136 ceph-mon[88916]: osdmap e398: 8 total, 8 up, 8 in 2024-08-19T11:36:41.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:41.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:36:41.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:41.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:40 smithi136 ceph-mon[86496]: pgmap v231: 121 pgs: 121 active+clean; 189 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2024-08-19T11:36:41.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:40 smithi136 ceph-mon[86496]: osdmap e398: 8 total, 8 up, 8 in 2024-08-19T11:36:41.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:41.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:36:41.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:41.650 INFO:tasks.rados.rados.0.smithi136.stdout:1764: done (0 left) 2024-08-19T11:36:41.650 INFO:tasks.rados.rados.0.smithi136.stdout:1765: read oid 23 snap 159 2024-08-19T11:36:41.650 INFO:tasks.rados.rados.0.smithi136.stdout:1765: expect (ObjNum 554 snap 157 seq_num 554) 2024-08-19T11:36:41.650 INFO:tasks.rados.rados.0.smithi136.stdout:1766: copy_from oid 25 from oid 46 current snap is 160 2024-08-19T11:36:41.650 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 33 current snap is 160 2024-08-19T11:36:41.650 INFO:tasks.rados.rados.0.smithi136.stdout:1767: seq_num 556 ranges {0=516096,516096=524288,1040384=638976,1679360=442368} 2024-08-19T11:36:41.652 INFO:tasks.rados.rados.0.smithi136.stdout:1767: writing smithi13674108-33 from 0 to 516096 tid 1 2024-08-19T11:36:41.655 INFO:tasks.rados.rados.0.smithi136.stdout:1767: writing smithi13674108-33 from 516096 to 1040384 tid 2 2024-08-19T11:36:41.660 INFO:tasks.rados.rados.0.smithi136.stdout:1767: writing smithi13674108-33 from 1040384 to 1679360 tid 3 2024-08-19T11:36:41.663 INFO:tasks.rados.rados.0.smithi136.stdout:1767: writing smithi13674108-33 from 1679360 to 2121728 tid 4 2024-08-19T11:36:41.663 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 8 current snap is 160 2024-08-19T11:36:41.663 INFO:tasks.rados.rados.0.smithi136.stdout:1768: seq_num 557 ranges {0=532480,532480=802816,1335296=794624,2129920=8192} 2024-08-19T11:36:41.666 INFO:tasks.rados.rados.0.smithi136.stdout:1768: writing smithi13674108-8 from 0 to 532480 tid 1 2024-08-19T11:36:41.671 INFO:tasks.rados.rados.0.smithi136.stdout:1768: writing smithi13674108-8 from 532480 to 1335296 tid 2 2024-08-19T11:36:41.676 INFO:tasks.rados.rados.0.smithi136.stdout:1768: writing smithi13674108-8 from 1335296 to 2129920 tid 3 2024-08-19T11:36:41.676 INFO:tasks.rados.rados.0.smithi136.stdout:1768: writing smithi13674108-8 from 2129920 to 2138112 tid 4 2024-08-19T11:36:41.676 INFO:tasks.rados.rados.0.smithi136.stdout:1769: copy_from oid 42 from oid 1 current snap is 160 2024-08-19T11:36:41.676 INFO:tasks.rados.rados.0.smithi136.stdout:1767: finishing write tid 1 to smithi13674108-33 2024-08-19T11:36:41.676 INFO:tasks.rados.rados.0.smithi136.stdout:1767: finishing write tid 2 to smithi13674108-33 2024-08-19T11:36:41.677 INFO:tasks.rados.rados.0.smithi136.stdout:1770: delete oid 16 current snap is 160 2024-08-19T11:36:41.677 INFO:tasks.rados.rados.0.smithi136.stdout:1767: finishing write tid 3 to smithi13674108-33 2024-08-19T11:36:41.677 INFO:tasks.rados.rados.0.smithi136.stdout:1767: finishing write tid 4 to smithi13674108-33 2024-08-19T11:36:41.677 INFO:tasks.rados.rados.0.smithi136.stdout:1767: finishing write tid 5 to smithi13674108-33 2024-08-19T11:36:41.677 INFO:tasks.rados.rados.0.smithi136.stdout:1768: finishing write tid 1 to smithi13674108-8 2024-08-19T11:36:41.677 INFO:tasks.rados.rados.0.smithi136.stdout:1767: finishing write tid 6 to smithi13674108-33 2024-08-19T11:36:41.677 INFO:tasks.rados.rados.0.smithi136.stdout:1767: oid 33 updating version 0 to 587 2024-08-19T11:36:41.677 INFO:tasks.rados.rados.0.smithi136.stdout:1767: oid 33 version 587 is already newer than 583 2024-08-19T11:36:41.677 INFO:tasks.rados.rados.0.smithi136.stdout:1767: oid 33 version 587 is already newer than 584 2024-08-19T11:36:41.677 INFO:tasks.rados.rados.0.smithi136.stdout:1767: oid 33 version 587 is already newer than 586 2024-08-19T11:36:41.677 INFO:tasks.rados.rados.0.smithi136.stdout:1767: oid 33 version 587 is already newer than 585 2024-08-19T11:36:41.677 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 33 v 587 (ObjNum 556 snap 160 seq_num 556) dirty exists 2024-08-19T11:36:41.677 INFO:tasks.rados.rados.0.smithi136.stdout:1767: left oid 33 (ObjNum 556 snap 160 seq_num 556) 2024-08-19T11:36:41.677 INFO:tasks.rados.rados.0.smithi136.stdout:1766: finishing copy_from racing read to smithi13674108-25 2024-08-19T11:36:41.678 INFO:tasks.rados.rados.0.smithi136.stdout:1766: finishing copy_from to smithi13674108-25 2024-08-19T11:36:41.678 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 578 (ObjNum 527 snap 150 seq_num 527) dirty exists 2024-08-19T11:36:41.680 INFO:tasks.rados.rados.0.smithi136.stdout:1768: finishing write tid 2 to smithi13674108-8 2024-08-19T11:36:41.681 INFO:tasks.rados.rados.0.smithi136.stdout:1766: done (5 left) 2024-08-19T11:36:41.681 INFO:tasks.rados.rados.0.smithi136.stdout:1767: done (4 left) 2024-08-19T11:36:41.681 INFO:tasks.rados.rados.0.smithi136.stdout:1770: done (3 left) 2024-08-19T11:36:41.681 INFO:tasks.rados.rados.0.smithi136.stdout:1771: read oid 45 snap 158 2024-08-19T11:36:41.681 INFO:tasks.rados.rados.0.smithi136.stdout:1771: expect (ObjNum 535 snap 152 seq_num 535) 2024-08-19T11:36:41.681 INFO:tasks.rados.rados.0.smithi136.stdout:1772: delete oid 24 current snap is 160 2024-08-19T11:36:41.683 INFO:tasks.rados.rados.0.smithi136.stdout:1768: finishing write tid 3 to smithi13674108-8 2024-08-19T11:36:41.683 INFO:tasks.rados.rados.0.smithi136.stdout:1768: finishing write tid 4 to smithi13674108-8 2024-08-19T11:36:41.683 INFO:tasks.rados.rados.0.smithi136.stdout:1772: done (4 left) 2024-08-19T11:36:41.683 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 15 current snap is 160 2024-08-19T11:36:41.683 INFO:tasks.rados.rados.0.smithi136.stdout:1773: seq_num 560 ranges {0=581632,581632=458752,1040384=614400,1654784=532480} 2024-08-19T11:36:41.687 INFO:tasks.rados.rados.0.smithi136.stdout:1773: writing smithi13674108-15 from 0 to 581632 tid 1 2024-08-19T11:36:41.690 INFO:tasks.rados.rados.0.smithi136.stdout:1773: writing smithi13674108-15 from 581632 to 1040384 tid 2 2024-08-19T11:36:41.694 INFO:tasks.rados.rados.0.smithi136.stdout:1773: writing smithi13674108-15 from 1040384 to 1654784 tid 3 2024-08-19T11:36:41.699 INFO:tasks.rados.rados.0.smithi136.stdout:1773: writing smithi13674108-15 from 1654784 to 2187264 tid 4 2024-08-19T11:36:41.699 INFO:tasks.rados.rados.0.smithi136.stdout:1774: snap_create 2024-08-19T11:36:41.699 INFO:tasks.rados.rados.0.smithi136.stdout:1769: finishing copy_from racing read to smithi13674108-42 2024-08-19T11:36:41.699 INFO:tasks.rados.rados.0.smithi136.stdout:1768: finishing write tid 5 to smithi13674108-8 2024-08-19T11:36:41.699 INFO:tasks.rados.rados.0.smithi136.stdout:1769: finishing copy_from to smithi13674108-42 2024-08-19T11:36:41.699 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 585 (ObjNum 454 snap 126 seq_num 454) dirty exists 2024-08-19T11:36:41.699 INFO:tasks.rados.rados.0.smithi136.stdout:1768: finishing write tid 6 to smithi13674108-8 2024-08-19T11:36:41.699 INFO:tasks.rados.rados.0.smithi136.stdout:1768: oid 8 updating version 0 to 773 2024-08-19T11:36:41.699 INFO:tasks.rados.rados.0.smithi136.stdout:1768: oid 8 updating version 773 to 775 2024-08-19T11:36:41.699 INFO:tasks.rados.rados.0.smithi136.stdout:1768: oid 8 version 775 is already newer than 772 2024-08-19T11:36:41.699 INFO:tasks.rados.rados.0.smithi136.stdout:1768: oid 8 version 775 is already newer than 771 2024-08-19T11:36:41.699 INFO:tasks.rados.rados.0.smithi136.stdout:1768: oid 8 version 775 is already newer than 774 2024-08-19T11:36:41.699 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 775 (ObjNum 557 snap 160 seq_num 557) dirty exists 2024-08-19T11:36:41.700 INFO:tasks.rados.rados.0.smithi136.stdout:1768: left oid 8 (ObjNum 557 snap 160 seq_num 557) 2024-08-19T11:36:41.700 INFO:tasks.rados.rados.0.smithi136.stdout:1771: expect (ObjNum 535 snap 152 seq_num 535) 2024-08-19T11:36:41.781 INFO:tasks.rados.rados.0.smithi136.stdout:1773: finishing write tid 1 to smithi13674108-15 2024-08-19T11:36:41.781 INFO:tasks.rados.rados.0.smithi136.stdout:1773: finishing write tid 2 to smithi13674108-15 2024-08-19T11:36:41.781 INFO:tasks.rados.rados.0.smithi136.stdout:1773: finishing write tid 3 to smithi13674108-15 2024-08-19T11:36:41.781 INFO:tasks.rados.rados.0.smithi136.stdout:1773: finishing write tid 4 to smithi13674108-15 2024-08-19T11:36:41.781 INFO:tasks.rados.rados.0.smithi136.stdout:1773: finishing write tid 5 to smithi13674108-15 2024-08-19T11:36:41.781 INFO:tasks.rados.rados.0.smithi136.stdout:1773: finishing write tid 6 to smithi13674108-15 2024-08-19T11:36:41.782 INFO:tasks.rados.rados.0.smithi136.stdout:1773: oid 15 updating version 0 to 367 2024-08-19T11:36:41.782 INFO:tasks.rados.rados.0.smithi136.stdout:1773: oid 15 updating version 367 to 368 2024-08-19T11:36:41.782 INFO:tasks.rados.rados.0.smithi136.stdout:1773: oid 15 updating version 368 to 370 2024-08-19T11:36:41.782 INFO:tasks.rados.rados.0.smithi136.stdout:1773: oid 15 version 370 is already newer than 369 2024-08-19T11:36:41.782 INFO:tasks.rados.rados.0.smithi136.stdout:1773: oid 15 version 370 is already newer than 366 2024-08-19T11:36:41.782 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 370 (ObjNum 560 snap 160 seq_num 560) dirty exists 2024-08-19T11:36:41.782 INFO:tasks.rados.rados.0.smithi136.stdout:1773: left oid 15 (ObjNum 560 snap 160 seq_num 560) 2024-08-19T11:36:41.782 INFO:tasks.rados.rados.0.smithi136.stdout:1765: expect (ObjNum 554 snap 157 seq_num 554) 2024-08-19T11:36:41.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:41 smithi155 ceph-mon[76679]: osdmap e399: 8 total, 8 up, 8 in 2024-08-19T11:36:42.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:41 smithi136 ceph-mon[86496]: osdmap e399: 8 total, 8 up, 8 in 2024-08-19T11:36:42.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:41 smithi136 ceph-mon[88916]: osdmap e399: 8 total, 8 up, 8 in 2024-08-19T11:36:42.660 INFO:tasks.rados.rados.0.smithi136.stdout:1765: done (5 left) 2024-08-19T11:36:42.660 INFO:tasks.rados.rados.0.smithi136.stdout:1768: done (4 left) 2024-08-19T11:36:42.660 INFO:tasks.rados.rados.0.smithi136.stdout:1769: done (3 left) 2024-08-19T11:36:42.660 INFO:tasks.rados.rados.0.smithi136.stdout:1771: done (2 left) 2024-08-19T11:36:42.660 INFO:tasks.rados.rados.0.smithi136.stdout:1773: done (1 left) 2024-08-19T11:36:42.660 INFO:tasks.rados.rados.0.smithi136.stdout:1774: done (0 left) 2024-08-19T11:36:42.660 INFO:tasks.rados.rados.0.smithi136.stdout:1775: read oid 14 snap 158 2024-08-19T11:36:42.660 INFO:tasks.rados.rados.0.smithi136.stdout:1775: expect (ObjNum 499 snap 139 seq_num 499) 2024-08-19T11:36:42.661 INFO:tasks.rados.rados.0.smithi136.stdout:1776: read oid 44 snap -1 2024-08-19T11:36:42.661 INFO:tasks.rados.rados.0.smithi136.stdout:1776: expect (ObjNum 448 snap 125 seq_num 448) 2024-08-19T11:36:42.661 INFO:tasks.rados.rados.0.smithi136.stdout:1777: rollback oid 31 current snap is 161 2024-08-19T11:36:42.661 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 31 to 160 2024-08-19T11:36:42.661 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 3 current snap is 161 2024-08-19T11:36:42.661 INFO:tasks.rados.rados.0.smithi136.stdout:1778: seq_num 561 ranges {0=598016,598016=745472,1343488=778240,2121728=81920} 2024-08-19T11:36:42.663 INFO:tasks.rados.rados.0.smithi136.stdout:1778: writing smithi13674108-3 from 0 to 598016 tid 1 2024-08-19T11:36:42.668 INFO:tasks.rados.rados.0.smithi136.stdout:1778: writing smithi13674108-3 from 598016 to 1343488 tid 2 2024-08-19T11:36:42.673 INFO:tasks.rados.rados.0.smithi136.stdout:1778: writing smithi13674108-3 from 1343488 to 2121728 tid 3 2024-08-19T11:36:42.674 INFO:tasks.rados.rados.0.smithi136.stdout:1778: writing smithi13674108-3 from 2121728 to 2203648 tid 4 2024-08-19T11:36:42.674 INFO:tasks.rados.rados.0.smithi136.stdout:1779: delete oid 25 current snap is 161 2024-08-19T11:36:42.674 INFO:tasks.rados.rados.0.smithi136.stdout:1777: finishing rollback tid 0 to smithi13674108-31 2024-08-19T11:36:42.674 INFO:tasks.rados.rados.0.smithi136.stdout:1777: finishing rollback tid 1 to smithi13674108-31 2024-08-19T11:36:42.675 INFO:tasks.rados.rados.0.smithi136.stdout:1777: finishing rollback tid 2 to smithi13674108-31 2024-08-19T11:36:42.675 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 753 (ObjNum 526 snap 150 seq_num 526) dirty exists 2024-08-19T11:36:42.675 INFO:tasks.rados.rados.0.smithi136.stdout:1776: expect (ObjNum 448 snap 125 seq_num 448) 2024-08-19T11:36:42.684 INFO:tasks.rados.rados.0.smithi136.stdout:1778: finishing write tid 1 to smithi13674108-3 2024-08-19T11:36:42.684 INFO:tasks.rados.rados.0.smithi136.stdout:1778: finishing write tid 2 to smithi13674108-3 2024-08-19T11:36:42.684 INFO:tasks.rados.rados.0.smithi136.stdout:1776: done (4 left) 2024-08-19T11:36:42.684 INFO:tasks.rados.rados.0.smithi136.stdout:1777: done (3 left) 2024-08-19T11:36:42.684 INFO:tasks.rados.rados.0.smithi136.stdout:1779: done (2 left) 2024-08-19T11:36:42.685 INFO:tasks.rados.rados.0.smithi136.stdout:1780: rollback oid 37 current snap is 161 2024-08-19T11:36:42.685 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 37 to 157 2024-08-19T11:36:42.685 INFO:tasks.rados.rados.0.smithi136.stdout:1778: finishing write tid 3 to smithi13674108-3 2024-08-19T11:36:42.685 INFO:tasks.rados.rados.0.smithi136.stdout:1778: finishing write tid 4 to smithi13674108-3 2024-08-19T11:36:42.685 INFO:tasks.rados.rados.0.smithi136.stdout:1778: finishing write tid 5 to smithi13674108-3 2024-08-19T11:36:42.685 INFO:tasks.rados.rados.0.smithi136.stdout:1775: expect (ObjNum 499 snap 139 seq_num 499) 2024-08-19T11:36:42.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:42 smithi155 ceph-mon[76679]: pgmap v234: 121 pgs: 121 active+clean; 193 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1008 KiB/s wr, 7 op/s 2024-08-19T11:36:42.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:42 smithi155 ceph-mon[76679]: osdmap e400: 8 total, 8 up, 8 in 2024-08-19T11:36:42.962 INFO:tasks.rados.rados.0.smithi136.stdout:1778: finishing write tid 6 to smithi13674108-3 2024-08-19T11:36:42.962 INFO:tasks.rados.rados.0.smithi136.stdout:1778: oid 3 updating version 0 to 756 2024-08-19T11:36:42.963 INFO:tasks.rados.rados.0.smithi136.stdout:1778: oid 3 version 756 is already newer than 754 2024-08-19T11:36:42.963 INFO:tasks.rados.rados.0.smithi136.stdout:1778: oid 3 updating version 756 to 758 2024-08-19T11:36:42.963 INFO:tasks.rados.rados.0.smithi136.stdout:1778: oid 3 version 758 is already newer than 755 2024-08-19T11:36:42.963 INFO:tasks.rados.rados.0.smithi136.stdout:1778: oid 3 version 758 is already newer than 757 2024-08-19T11:36:42.963 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 758 (ObjNum 561 snap 161 seq_num 561) dirty exists 2024-08-19T11:36:42.963 INFO:tasks.rados.rados.0.smithi136.stdout:1778: left oid 3 (ObjNum 561 snap 161 seq_num 561) 2024-08-19T11:36:42.963 INFO:tasks.rados.rados.0.smithi136.stdout:1775: done (2 left) 2024-08-19T11:36:42.963 INFO:tasks.rados.rados.0.smithi136.stdout:1778: done (1 left) 2024-08-19T11:36:42.963 INFO:tasks.rados.rados.0.smithi136.stdout:1781: read oid 27 snap 158 2024-08-19T11:36:42.963 INFO:tasks.rados.rados.0.smithi136.stdout:1781: expect (ObjNum 461 snap 127 seq_num 461) 2024-08-19T11:36:42.963 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 50 current snap is 161 2024-08-19T11:36:42.963 INFO:tasks.rados.rados.0.smithi136.stdout:1780: finishing rollback tid 0 to smithi13674108-37 2024-08-19T11:36:42.963 INFO:tasks.rados.rados.0.smithi136.stdout:1780: finishing rollback tid 1 to smithi13674108-37 2024-08-19T11:36:42.963 INFO:tasks.rados.rados.0.smithi136.stdout:1780: finishing rollback tid 2 to smithi13674108-37 2024-08-19T11:36:42.964 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 673 (ObjNum 500 snap 139 seq_num 500) dirty exists 2024-08-19T11:36:42.964 INFO:tasks.rados.rados.0.smithi136.stdout:1782: seq_num 563 ranges {0=638976,638976=565248,1204224=794624,1998848=245760} 2024-08-19T11:36:42.966 INFO:tasks.rados.rados.0.smithi136.stdout:1782: writing smithi13674108-50 from 0 to 638976 tid 1 2024-08-19T11:36:42.969 INFO:tasks.rados.rados.0.smithi136.stdout:1782: writing smithi13674108-50 from 638976 to 1204224 tid 2 2024-08-19T11:36:42.974 INFO:tasks.rados.rados.0.smithi136.stdout:1782: writing smithi13674108-50 from 1204224 to 1998848 tid 3 2024-08-19T11:36:42.975 INFO:tasks.rados.rados.0.smithi136.stdout:1782: writing smithi13674108-50 from 1998848 to 2244608 tid 4 2024-08-19T11:36:42.975 INFO:tasks.rados.rados.0.smithi136.stdout:1780: done (2 left) 2024-08-19T11:36:42.976 INFO:tasks.rados.rados.0.smithi136.stdout:1783: snap_remove snap 160 2024-08-19T11:36:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:42 smithi136 ceph-mon[88916]: pgmap v234: 121 pgs: 121 active+clean; 193 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1008 KiB/s wr, 7 op/s 2024-08-19T11:36:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:42 smithi136 ceph-mon[88916]: osdmap e400: 8 total, 8 up, 8 in 2024-08-19T11:36:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:42 smithi136 ceph-mon[86496]: pgmap v234: 121 pgs: 121 active+clean; 193 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1008 KiB/s wr, 7 op/s 2024-08-19T11:36:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:42 smithi136 ceph-mon[86496]: osdmap e400: 8 total, 8 up, 8 in 2024-08-19T11:36:43.634 INFO:tasks.rados.rados.0.smithi136.stdout:1783: done (2 left) 2024-08-19T11:36:43.634 INFO:tasks.rados.rados.0.smithi136.stdout:1784: snap_remove snap 159 2024-08-19T11:36:43.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:43 smithi155 ceph-mon[76679]: osdmap e401: 8 total, 8 up, 8 in 2024-08-19T11:36:43.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:43 smithi155 ceph-mon[76679]: osdmap e402: 8 total, 8 up, 8 in 2024-08-19T11:36:44.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:43 smithi136 ceph-mon[86496]: osdmap e401: 8 total, 8 up, 8 in 2024-08-19T11:36:44.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:43 smithi136 ceph-mon[86496]: osdmap e402: 8 total, 8 up, 8 in 2024-08-19T11:36:44.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:43 smithi136 ceph-mon[88916]: osdmap e401: 8 total, 8 up, 8 in 2024-08-19T11:36:44.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:43 smithi136 ceph-mon[88916]: osdmap e402: 8 total, 8 up, 8 in 2024-08-19T11:36:44.635 INFO:tasks.rados.rados.0.smithi136.stdout:1784: done (2 left) 2024-08-19T11:36:44.636 INFO:tasks.rados.rados.0.smithi136.stdout:1785: copy_from oid 8 from oid 41 current snap is 161 2024-08-19T11:36:44.636 INFO:tasks.rados.rados.0.smithi136.stdout:1782: finishing write tid 1 to smithi13674108-50 2024-08-19T11:36:44.636 INFO:tasks.rados.rados.0.smithi136.stdout:1782: finishing write tid 2 to smithi13674108-50 2024-08-19T11:36:44.636 INFO:tasks.rados.rados.0.smithi136.stdout:1781: expect (ObjNum 461 snap 127 seq_num 461) 2024-08-19T11:36:44.784 INFO:tasks.rados.rados.0.smithi136.stdout:1782: finishing write tid 3 to smithi13674108-50 2024-08-19T11:36:44.785 INFO:tasks.rados.rados.0.smithi136.stdout:1782: finishing write tid 4 to smithi13674108-50 2024-08-19T11:36:44.785 INFO:tasks.rados.rados.0.smithi136.stdout:1781: done (2 left) 2024-08-19T11:36:44.785 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 36 current snap is 161 2024-08-19T11:36:44.785 INFO:tasks.rados.rados.0.smithi136.stdout:1782: finishing write tid 5 to smithi13674108-50 2024-08-19T11:36:44.785 INFO:tasks.rados.rados.0.smithi136.stdout:1782: finishing write tid 6 to smithi13674108-50 2024-08-19T11:36:44.785 INFO:tasks.rados.rados.0.smithi136.stdout:1782: oid 50 updating version 0 to 710 2024-08-19T11:36:44.785 INFO:tasks.rados.rados.0.smithi136.stdout:1782: oid 50 updating version 710 to 712 2024-08-19T11:36:44.785 INFO:tasks.rados.rados.0.smithi136.stdout:1782: oid 50 version 712 is already newer than 711 2024-08-19T11:36:44.785 INFO:tasks.rados.rados.0.smithi136.stdout:1782: oid 50 version 712 is already newer than 709 2024-08-19T11:36:44.785 INFO:tasks.rados.rados.0.smithi136.stdout:1782: oid 50 version 712 is already newer than 708 2024-08-19T11:36:44.785 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 712 (ObjNum 563 snap 161 seq_num 563) dirty exists 2024-08-19T11:36:44.785 INFO:tasks.rados.rados.0.smithi136.stdout:1782: left oid 50 (ObjNum 563 snap 161 seq_num 563) 2024-08-19T11:36:44.786 INFO:tasks.rados.rados.0.smithi136.stdout:1786: seq_num 564 ranges {6537216=655360,7192576=442368,7634944=598016,8232960=565248} 2024-08-19T11:36:44.822 INFO:tasks.rados.rados.0.smithi136.stdout:1786: writing smithi13674108-36 from 6537216 to 7192576 tid 1 2024-08-19T11:36:44.824 INFO:tasks.rados.rados.0.smithi136.stdout:1786: writing smithi13674108-36 from 7192576 to 7634944 tid 2 2024-08-19T11:36:44.828 INFO:tasks.rados.rados.0.smithi136.stdout:1786: writing smithi13674108-36 from 7634944 to 8232960 tid 3 2024-08-19T11:36:44.831 INFO:tasks.rados.rados.0.smithi136.stdout:1786: writing smithi13674108-36 from 8232960 to 8798208 tid 4 2024-08-19T11:36:44.831 INFO:tasks.rados.rados.0.smithi136.stdout:1782: done (2 left) 2024-08-19T11:36:44.831 INFO:tasks.rados.rados.0.smithi136.stdout:1787: read oid 46 snap -1 2024-08-19T11:36:44.832 INFO:tasks.rados.rados.0.smithi136.stdout:1787: expect (ObjNum 527 snap 150 seq_num 527) 2024-08-19T11:36:44.832 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 1 current snap is 161 2024-08-19T11:36:44.832 INFO:tasks.rados.rados.0.smithi136.stdout:1785: finishing copy_from to smithi13674108-8 2024-08-19T11:36:44.832 INFO:tasks.rados.rados.0.smithi136.stdout:1785: got expected ENOENT (src dne) 2024-08-19T11:36:44.832 INFO:tasks.rados.rados.0.smithi136.stdout:1785: finishing copy_from racing read to smithi13674108-8 2024-08-19T11:36:44.832 INFO:tasks.rados.rados.0.smithi136.stdout:1788: seq_num 565 ranges {409600=671744,1081344=729088,1810432=753664,2564096=122880} 2024-08-19T11:36:44.837 INFO:tasks.rados.rados.0.smithi136.stdout:1788: writing smithi13674108-1 from 409600 to 1081344 tid 1 2024-08-19T11:36:44.841 INFO:tasks.rados.rados.0.smithi136.stdout:1788: writing smithi13674108-1 from 1081344 to 1810432 tid 2 2024-08-19T11:36:44.847 INFO:tasks.rados.rados.0.smithi136.stdout:1788: writing smithi13674108-1 from 1810432 to 2564096 tid 3 2024-08-19T11:36:44.847 INFO:tasks.rados.rados.0.smithi136.stdout:1788: writing smithi13674108-1 from 2564096 to 2686976 tid 4 2024-08-19T11:36:44.847 INFO:tasks.rados.rados.0.smithi136.stdout:1785: done (3 left) 2024-08-19T11:36:44.847 INFO:tasks.rados.rados.0.smithi136.stdout:1789: rollback oid 39 current snap is 161 2024-08-19T11:36:44.847 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 39 to 157 2024-08-19T11:36:44.847 INFO:tasks.rados.rados.0.smithi136.stdout:1786: finishing write tid 1 to smithi13674108-36 2024-08-19T11:36:44.847 INFO:tasks.rados.rados.0.smithi136.stdout:1786: finishing write tid 2 to smithi13674108-36 2024-08-19T11:36:44.848 INFO:tasks.rados.rados.0.smithi136.stdout:1786: finishing write tid 3 to smithi13674108-36 2024-08-19T11:36:44.848 INFO:tasks.rados.rados.0.smithi136.stdout:1786: finishing write tid 4 to smithi13674108-36 2024-08-19T11:36:44.848 INFO:tasks.rados.rados.0.smithi136.stdout:1786: finishing write tid 5 to smithi13674108-36 2024-08-19T11:36:44.848 INFO:tasks.rados.rados.0.smithi136.stdout:1786: finishing write tid 6 to smithi13674108-36 2024-08-19T11:36:44.848 INFO:tasks.rados.rados.0.smithi136.stdout:1786: oid 36 updating version 0 to 569 2024-08-19T11:36:44.848 INFO:tasks.rados.rados.0.smithi136.stdout:1786: oid 36 version 569 is already newer than 568 2024-08-19T11:36:44.848 INFO:tasks.rados.rados.0.smithi136.stdout:1786: oid 36 updating version 569 to 570 2024-08-19T11:36:44.848 INFO:tasks.rados.rados.0.smithi136.stdout:1786: oid 36 updating version 570 to 572 2024-08-19T11:36:44.848 INFO:tasks.rados.rados.0.smithi136.stdout:1786: oid 36 version 572 is already newer than 571 2024-08-19T11:36:44.848 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 572 (ObjNum 564 snap 161 seq_num 564) dirty exists 2024-08-19T11:36:44.848 INFO:tasks.rados.rados.0.smithi136.stdout:1786: left oid 36 (ObjNum 564 snap 161 seq_num 564) 2024-08-19T11:36:44.848 INFO:tasks.rados.rados.0.smithi136.stdout:1787: expect (ObjNum 527 snap 150 seq_num 527) 2024-08-19T11:36:44.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:44 smithi136 ceph-mon[86496]: pgmap v237: 121 pgs: 121 active+clean; 203 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 15 op/s 2024-08-19T11:36:44.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:44 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-19T11:36:44.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:44 smithi136 ceph-mon[86496]: osdmap e403: 8 total, 8 up, 8 in 2024-08-19T11:36:44.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:44 smithi136 ceph-mon[88916]: pgmap v237: 121 pgs: 121 active+clean; 203 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 15 op/s 2024-08-19T11:36:44.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:44 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-19T11:36:44.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:44 smithi136 ceph-mon[88916]: osdmap e403: 8 total, 8 up, 8 in 2024-08-19T11:36:44.894 INFO:tasks.rados.rados.0.smithi136.stdout:1788: finishing write tid 1 to smithi13674108-1 2024-08-19T11:36:44.894 INFO:tasks.rados.rados.0.smithi136.stdout:1788: finishing write tid 2 to smithi13674108-1 2024-08-19T11:36:44.894 INFO:tasks.rados.rados.0.smithi136.stdout:1788: finishing write tid 3 to smithi13674108-1 2024-08-19T11:36:44.894 INFO:tasks.rados.rados.0.smithi136.stdout:1789: finishing rollback tid 0 to smithi13674108-39 2024-08-19T11:36:44.894 INFO:tasks.rados.rados.0.smithi136.stdout:1788: finishing write tid 4 to smithi13674108-1 2024-08-19T11:36:44.894 INFO:tasks.rados.rados.0.smithi136.stdout:1788: finishing write tid 5 to smithi13674108-1 2024-08-19T11:36:44.894 INFO:tasks.rados.rados.0.smithi136.stdout:1789: finishing rollback tid 1 to smithi13674108-39 2024-08-19T11:36:44.894 INFO:tasks.rados.rados.0.smithi136.stdout:1789: finishing rollback tid 2 to smithi13674108-39 2024-08-19T11:36:44.895 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 374 (ObjNum 551 snap 156 seq_num 551) dirty exists 2024-08-19T11:36:44.895 INFO:tasks.rados.rados.0.smithi136.stdout:1788: finishing write tid 6 to smithi13674108-1 2024-08-19T11:36:44.895 INFO:tasks.rados.rados.0.smithi136.stdout:1788: oid 1 updating version 0 to 718 2024-08-19T11:36:44.895 INFO:tasks.rados.rados.0.smithi136.stdout:1788: oid 1 updating version 718 to 720 2024-08-19T11:36:44.895 INFO:tasks.rados.rados.0.smithi136.stdout:1788: oid 1 version 720 is already newer than 719 2024-08-19T11:36:44.895 INFO:tasks.rados.rados.0.smithi136.stdout:1788: oid 1 version 720 is already newer than 717 2024-08-19T11:36:44.895 INFO:tasks.rados.rados.0.smithi136.stdout:1788: oid 1 version 720 is already newer than 716 2024-08-19T11:36:44.895 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 1 v 720 (ObjNum 565 snap 161 seq_num 565) dirty exists 2024-08-19T11:36:44.895 INFO:tasks.rados.rados.0.smithi136.stdout:1788: left oid 1 (ObjNum 565 snap 161 seq_num 565) 2024-08-19T11:36:44.895 INFO:tasks.rados.rados.0.smithi136.stdout:1786: done (3 left) 2024-08-19T11:36:44.895 INFO:tasks.rados.rados.0.smithi136.stdout:1787: done (2 left) 2024-08-19T11:36:44.895 INFO:tasks.rados.rados.0.smithi136.stdout:1788: done (1 left) 2024-08-19T11:36:44.895 INFO:tasks.rados.rados.0.smithi136.stdout:1789: done (0 left) 2024-08-19T11:36:44.895 INFO:tasks.rados.rados.0.smithi136.stdout:1790: read oid 25 snap -1 2024-08-19T11:36:44.895 INFO:tasks.rados.rados.0.smithi136.stdout:1790: expect deleted 2024-08-19T11:36:44.896 INFO:tasks.rados.rados.0.smithi136.stdout:1791: rollback oid 22 current snap is 161 2024-08-19T11:36:44.896 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 22 to 158 2024-08-19T11:36:44.896 INFO:tasks.rados.rados.0.smithi136.stdout:1792: copy_from oid 45 from oid 40 current snap is 161 2024-08-19T11:36:44.896 INFO:tasks.rados.rados.0.smithi136.stdout:1793: read oid 33 snap -1 2024-08-19T11:36:44.896 INFO:tasks.rados.rados.0.smithi136.stdout:1793: expect (ObjNum 556 snap 160 seq_num 556) 2024-08-19T11:36:44.896 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 8 current snap is 161 2024-08-19T11:36:44.896 INFO:tasks.rados.rados.0.smithi136.stdout:1794: seq_num 566 ranges {2138112=688128,2826240=614400,3440640=565248,4005888=425984} 2024-08-19T11:36:44.909 INFO:tasks.rados.rados.0.smithi136.stdout:1794: writing smithi13674108-8 from 2138112 to 2826240 tid 1 2024-08-19T11:36:44.913 INFO:tasks.rados.rados.0.smithi136.stdout:1794: writing smithi13674108-8 from 2826240 to 3440640 tid 2 2024-08-19T11:36:44.916 INFO:tasks.rados.rados.0.smithi136.stdout:1794: writing smithi13674108-8 from 3440640 to 4005888 tid 3 2024-08-19T11:36:44.919 INFO:tasks.rados.rados.0.smithi136.stdout:1794: writing smithi13674108-8 from 4005888 to 4431872 tid 4 2024-08-19T11:36:44.921 INFO:tasks.rados.rados.0.smithi136.stdout:1795: delete oid 2 current snap is 161 2024-08-19T11:36:44.921 INFO:tasks.rados.rados.0.smithi136.stdout:1791: finishing rollback tid 0 to smithi13674108-22 2024-08-19T11:36:44.921 INFO:tasks.rados.rados.0.smithi136.stdout:1791: finishing rollback tid 1 to smithi13674108-22 2024-08-19T11:36:44.921 INFO:tasks.rados.rados.0.smithi136.stdout:1791: finishing rollback tid 2 to smithi13674108-22 2024-08-19T11:36:44.921 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 681 (ObjNum 479 snap 135 seq_num 479) dirty exists 2024-08-19T11:36:44.921 INFO:tasks.rados.rados.0.smithi136.stdout:1793: expect (ObjNum 556 snap 160 seq_num 556) 2024-08-19T11:36:44.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:44 smithi155 ceph-mon[76679]: pgmap v237: 121 pgs: 121 active+clean; 203 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 15 op/s 2024-08-19T11:36:44.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:44 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-19T11:36:44.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:44 smithi155 ceph-mon[76679]: osdmap e403: 8 total, 8 up, 8 in 2024-08-19T11:36:44.980 INFO:tasks.rados.rados.0.smithi136.stdout:1794: finishing write tid 1 to smithi13674108-8 2024-08-19T11:36:44.980 INFO:tasks.rados.rados.0.smithi136.stdout:1794: finishing write tid 2 to smithi13674108-8 2024-08-19T11:36:44.980 INFO:tasks.rados.rados.0.smithi136.stdout:1794: finishing write tid 3 to smithi13674108-8 2024-08-19T11:36:44.980 INFO:tasks.rados.rados.0.smithi136.stdout:1794: finishing write tid 4 to smithi13674108-8 2024-08-19T11:36:44.980 INFO:tasks.rados.rados.0.smithi136.stdout:1794: finishing write tid 5 to smithi13674108-8 2024-08-19T11:36:44.980 INFO:tasks.rados.rados.0.smithi136.stdout:1794: finishing write tid 6 to smithi13674108-8 2024-08-19T11:36:44.980 INFO:tasks.rados.rados.0.smithi136.stdout:1794: oid 8 updating version 0 to 778 2024-08-19T11:36:44.980 INFO:tasks.rados.rados.0.smithi136.stdout:1794: oid 8 updating version 778 to 780 2024-08-19T11:36:44.980 INFO:tasks.rados.rados.0.smithi136.stdout:1794: oid 8 version 780 is already newer than 776 2024-08-19T11:36:44.980 INFO:tasks.rados.rados.0.smithi136.stdout:1794: oid 8 version 780 is already newer than 777 2024-08-19T11:36:44.980 INFO:tasks.rados.rados.0.smithi136.stdout:1794: oid 8 version 780 is already newer than 779 2024-08-19T11:36:44.981 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 780 (ObjNum 566 snap 161 seq_num 566) dirty exists 2024-08-19T11:36:44.981 INFO:tasks.rados.rados.0.smithi136.stdout:1794: left oid 8 (ObjNum 566 snap 161 seq_num 566) 2024-08-19T11:36:44.981 INFO:tasks.rados.rados.0.smithi136.stdout:1792: finishing copy_from racing read to smithi13674108-45 2024-08-19T11:36:44.981 INFO:tasks.rados.rados.0.smithi136.stdout:1792: finishing copy_from to smithi13674108-45 2024-08-19T11:36:44.981 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 424 (ObjNum 512 snap 142 seq_num 512) dirty exists 2024-08-19T11:36:44.981 INFO:tasks.rados.rados.0.smithi136.stdout:1790: done (5 left) 2024-08-19T11:36:44.981 INFO:tasks.rados.rados.0.smithi136.stdout:1791: done (4 left) 2024-08-19T11:36:44.981 INFO:tasks.rados.rados.0.smithi136.stdout:1792: done (3 left) 2024-08-19T11:36:44.981 INFO:tasks.rados.rados.0.smithi136.stdout:1793: done (2 left) 2024-08-19T11:36:44.981 INFO:tasks.rados.rados.0.smithi136.stdout:1794: done (1 left) 2024-08-19T11:36:44.981 INFO:tasks.rados.rados.0.smithi136.stdout:1795: done (0 left) 2024-08-19T11:36:44.981 INFO:tasks.rados.rados.0.smithi136.stdout:1796: delete oid 30 current snap is 161 2024-08-19T11:36:44.982 INFO:tasks.rados.rados.0.smithi136.stdout:1796: done (0 left) 2024-08-19T11:36:44.982 INFO:tasks.rados.rados.0.smithi136.stdout:1797: read oid 32 snap -1 2024-08-19T11:36:44.982 INFO:tasks.rados.rados.0.smithi136.stdout:1797: expect (ObjNum 536 snap 152 seq_num 536) 2024-08-19T11:36:44.982 INFO:tasks.rados.rados.0.smithi136.stdout:1798: copy_from oid 27 from oid 16 current snap is 161 2024-08-19T11:36:44.982 INFO:tasks.rados.rados.0.smithi136.stdout:1799: setattr oid 7 current snap is 161 2024-08-19T11:36:44.983 INFO:tasks.rados.rados.0.smithi136.stdout:1798: finishing copy_from to smithi13674108-27 2024-08-19T11:36:44.983 INFO:tasks.rados.rados.0.smithi136.stdout:1798: got expected ENOENT (src dne) 2024-08-19T11:36:44.983 INFO:tasks.rados.rados.0.smithi136.stdout:1798: finishing copy_from racing read to smithi13674108-27 2024-08-19T11:36:44.985 INFO:tasks.rados.rados.0.smithi136.stdout:1798: done (2 left) 2024-08-19T11:36:44.986 INFO:tasks.rados.rados.0.smithi136.stdout:1800: read oid 20 snap -1 2024-08-19T11:36:44.986 INFO:tasks.rados.rados.0.smithi136.stdout:1800: expect (ObjNum 464 snap 127 seq_num 464) 2024-08-19T11:36:44.986 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 8 current snap is 161 2024-08-19T11:36:44.986 INFO:tasks.rados.rados.0.smithi136.stdout:1801: seq_num 569 ranges {4431872=737280,5169152=671744,5840896=737280,6578176=196608} 2024-08-19T11:36:45.014 INFO:tasks.rados.rados.0.smithi136.stdout:1801: writing smithi13674108-8 from 4431872 to 5169152 tid 1 2024-08-19T11:36:45.018 INFO:tasks.rados.rados.0.smithi136.stdout:1801: writing smithi13674108-8 from 5169152 to 5840896 tid 2 2024-08-19T11:36:45.022 INFO:tasks.rados.rados.0.smithi136.stdout:1801: writing smithi13674108-8 from 5840896 to 6578176 tid 3 2024-08-19T11:36:45.024 INFO:tasks.rados.rados.0.smithi136.stdout:1801: writing smithi13674108-8 from 6578176 to 6774784 tid 4 2024-08-19T11:36:45.024 INFO:tasks.rados.rados.0.smithi136.stdout:1802: copy_from oid 21 from oid 12 current snap is 161 2024-08-19T11:36:45.024 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 763 (ObjNum 33 snap 0 seq_num 3763263952) dirty exists 2024-08-19T11:36:45.024 INFO:tasks.rados.rados.0.smithi136.stdout:1797: expect (ObjNum 536 snap 152 seq_num 536) 2024-08-19T11:36:45.295 INFO:tasks.rados.rados.0.smithi136.stdout:1801: finishing write tid 1 to smithi13674108-8 2024-08-19T11:36:45.296 INFO:tasks.rados.rados.0.smithi136.stdout:1801: finishing write tid 2 to smithi13674108-8 2024-08-19T11:36:45.296 INFO:tasks.rados.rados.0.smithi136.stdout:1800: expect (ObjNum 464 snap 127 seq_num 464) 2024-08-19T11:36:45.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:45 smithi155 ceph-mon[76679]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-19T11:36:45.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:45 smithi155 ceph-mon[76679]: Upgrade: osd.3 is safe to restart 2024-08-19T11:36:46.040 INFO:tasks.rados.rados.0.smithi136.stdout:1801: finishing write tid 3 to smithi13674108-8 2024-08-19T11:36:46.041 INFO:tasks.rados.rados.0.smithi136.stdout:1801: finishing write tid 4 to smithi13674108-8 2024-08-19T11:36:46.041 INFO:tasks.rados.rados.0.smithi136.stdout:1801: finishing write tid 5 to smithi13674108-8 2024-08-19T11:36:46.041 INFO:tasks.rados.rados.0.smithi136.stdout:1801: finishing write tid 6 to smithi13674108-8 2024-08-19T11:36:46.041 INFO:tasks.rados.rados.0.smithi136.stdout:1801: oid 8 updating version 0 to 781 2024-08-19T11:36:46.041 INFO:tasks.rados.rados.0.smithi136.stdout:1801: oid 8 updating version 781 to 785 2024-08-19T11:36:46.041 INFO:tasks.rados.rados.0.smithi136.stdout:1801: oid 8 version 785 is already newer than 782 2024-08-19T11:36:46.041 INFO:tasks.rados.rados.0.smithi136.stdout:1801: oid 8 version 785 is already newer than 783 2024-08-19T11:36:46.041 INFO:tasks.rados.rados.0.smithi136.stdout:1801: oid 8 version 785 is already newer than 784 2024-08-19T11:36:46.041 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 785 (ObjNum 569 snap 161 seq_num 569) dirty exists 2024-08-19T11:36:46.041 INFO:tasks.rados.rados.0.smithi136.stdout:1801: left oid 8 (ObjNum 569 snap 161 seq_num 569) 2024-08-19T11:36:46.041 INFO:tasks.rados.rados.0.smithi136.stdout:1802: finishing copy_from racing read to smithi13674108-21 2024-08-19T11:36:46.041 INFO:tasks.rados.rados.0.smithi136.stdout:1802: finishing copy_from to smithi13674108-21 2024-08-19T11:36:46.041 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 474 (ObjNum 509 snap 142 seq_num 509) dirty exists 2024-08-19T11:36:46.041 INFO:tasks.rados.rados.0.smithi136.stdout:1797: done (4 left) 2024-08-19T11:36:46.042 INFO:tasks.rados.rados.0.smithi136.stdout:1799: done (3 left) 2024-08-19T11:36:46.042 INFO:tasks.rados.rados.0.smithi136.stdout:1800: done (2 left) 2024-08-19T11:36:46.042 INFO:tasks.rados.rados.0.smithi136.stdout:1801: done (1 left) 2024-08-19T11:36:46.042 INFO:tasks.rados.rados.0.smithi136.stdout:1802: done (0 left) 2024-08-19T11:36:46.042 INFO:tasks.rados.rados.0.smithi136.stdout:1803: setattr oid 39 current snap is 161 2024-08-19T11:36:46.042 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 35 current snap is 161 2024-08-19T11:36:46.042 INFO:tasks.rados.rados.0.smithi136.stdout:1804: seq_num 570 ranges {0=753664,753664=548864,1302528=540672,1843200=516096} 2024-08-19T11:36:46.045 INFO:tasks.rados.rados.0.smithi136.stdout:1804: writing smithi13674108-35 from 0 to 753664 tid 1 2024-08-19T11:36:46.047 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:45 smithi136 ceph-mon[88916]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-19T11:36:46.047 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:45 smithi136 ceph-mon[88916]: Upgrade: osd.3 is safe to restart 2024-08-19T11:36:46.048 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:45 smithi136 ceph-mon[86496]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-19T11:36:46.048 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:45 smithi136 ceph-mon[86496]: Upgrade: osd.3 is safe to restart 2024-08-19T11:36:46.049 INFO:tasks.rados.rados.0.smithi136.stdout:1804: writing smithi13674108-35 from 753664 to 1302528 tid 2 2024-08-19T11:36:46.052 INFO:tasks.rados.rados.0.smithi136.stdout:1804: writing smithi13674108-35 from 1302528 to 1843200 tid 3 2024-08-19T11:36:46.056 INFO:tasks.rados.rados.0.smithi136.stdout:1804: writing smithi13674108-35 from 1843200 to 2359296 tid 4 2024-08-19T11:36:46.056 INFO:tasks.rados.rados.0.smithi136.stdout:1805: snap_create 2024-08-19T11:36:46.057 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 375 (ObjNum 551 snap 156 seq_num 551) dirty exists 2024-08-19T11:36:46.057 INFO:tasks.rados.rados.0.smithi136.stdout:1804: finishing write tid 1 to smithi13674108-35 2024-08-19T11:36:46.057 INFO:tasks.rados.rados.0.smithi136.stdout:1804: finishing write tid 2 to smithi13674108-35 2024-08-19T11:36:46.057 INFO:tasks.rados.rados.0.smithi136.stdout:1804: finishing write tid 3 to smithi13674108-35 2024-08-19T11:36:46.058 INFO:tasks.rados.rados.0.smithi136.stdout:1804: finishing write tid 4 to smithi13674108-35 2024-08-19T11:36:46.059 INFO:tasks.rados.rados.0.smithi136.stdout:1804: finishing write tid 5 to smithi13674108-35 2024-08-19T11:36:46.059 INFO:tasks.rados.rados.0.smithi136.stdout:1804: finishing write tid 6 to smithi13674108-35 2024-08-19T11:36:46.060 INFO:tasks.rados.rados.0.smithi136.stdout:1804: oid 35 updating version 0 to 480 2024-08-19T11:36:46.060 INFO:tasks.rados.rados.0.smithi136.stdout:1804: oid 35 version 480 is already newer than 476 2024-08-19T11:36:46.060 INFO:tasks.rados.rados.0.smithi136.stdout:1804: oid 35 version 480 is already newer than 479 2024-08-19T11:36:46.060 INFO:tasks.rados.rados.0.smithi136.stdout:1804: oid 35 version 480 is already newer than 478 2024-08-19T11:36:46.060 INFO:tasks.rados.rados.0.smithi136.stdout:1804: oid 35 version 480 is already newer than 477 2024-08-19T11:36:46.060 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 480 (ObjNum 570 snap 161 seq_num 570) dirty exists 2024-08-19T11:36:46.060 INFO:tasks.rados.rados.0.smithi136.stdout:1804: left oid 35 (ObjNum 570 snap 161 seq_num 570) 2024-08-19T11:36:46.690 INFO:tasks.rados.rados.0.smithi136.stdout:1803: done (2 left) 2024-08-19T11:36:46.690 INFO:tasks.rados.rados.0.smithi136.stdout:1804: done (1 left) 2024-08-19T11:36:46.690 INFO:tasks.rados.rados.0.smithi136.stdout:1805: done (0 left) 2024-08-19T11:36:46.690 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 42 current snap is 162 2024-08-19T11:36:46.690 INFO:tasks.rados.rados.0.smithi136.stdout:1806: seq_num 571 ranges {409600=770048,1179648=483328,1662976=753664,2416640=368640} 2024-08-19T11:36:46.696 INFO:tasks.rados.rados.0.smithi136.stdout:1806: writing smithi13674108-42 from 409600 to 1179648 tid 1 2024-08-19T11:36:46.699 INFO:tasks.rados.rados.0.smithi136.stdout:1806: writing smithi13674108-42 from 1179648 to 1662976 tid 2 2024-08-19T11:36:46.703 INFO:tasks.rados.rados.0.smithi136.stdout:1806: writing smithi13674108-42 from 1662976 to 2416640 tid 3 2024-08-19T11:36:46.705 INFO:tasks.rados.rados.0.smithi136.stdout:1806: writing smithi13674108-42 from 2416640 to 2785280 tid 4 2024-08-19T11:36:46.705 INFO:tasks.rados.rados.0.smithi136.stdout:1807: snap_create 2024-08-19T11:36:46.706 INFO:tasks.rados.rados.0.smithi136.stdout:1806: finishing write tid 1 to smithi13674108-42 2024-08-19T11:36:46.706 INFO:tasks.rados.rados.0.smithi136.stdout:1806: finishing write tid 2 to smithi13674108-42 2024-08-19T11:36:46.707 INFO:tasks.rados.rados.0.smithi136.stdout:1806: finishing write tid 3 to smithi13674108-42 2024-08-19T11:36:46.708 INFO:tasks.rados.rados.0.smithi136.stdout:1806: finishing write tid 4 to smithi13674108-42 2024-08-19T11:36:46.708 INFO:tasks.rados.rados.0.smithi136.stdout:1806: finishing write tid 5 to smithi13674108-42 2024-08-19T11:36:46.709 INFO:tasks.rados.rados.0.smithi136.stdout:1806: finishing write tid 6 to smithi13674108-42 2024-08-19T11:36:46.710 INFO:tasks.rados.rados.0.smithi136.stdout:1806: oid 42 updating version 0 to 588 2024-08-19T11:36:46.710 INFO:tasks.rados.rados.0.smithi136.stdout:1806: oid 42 updating version 588 to 589 2024-08-19T11:36:46.710 INFO:tasks.rados.rados.0.smithi136.stdout:1806: oid 42 updating version 589 to 590 2024-08-19T11:36:46.710 INFO:tasks.rados.rados.0.smithi136.stdout:1806: oid 42 version 590 is already newer than 587 2024-08-19T11:36:46.710 INFO:tasks.rados.rados.0.smithi136.stdout:1806: oid 42 version 590 is already newer than 586 2024-08-19T11:36:46.710 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 590 (ObjNum 571 snap 162 seq_num 571) dirty exists 2024-08-19T11:36:46.710 INFO:tasks.rados.rados.0.smithi136.stdout:1806: left oid 42 (ObjNum 571 snap 162 seq_num 571) 2024-08-19T11:36:46.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:46 smithi155 ceph-mon[76679]: pgmap v240: 121 pgs: 121 active+clean; 203 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-08-19T11:36:46.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:46 smithi155 ceph-mon[76679]: Upgrade: Updating osd.3 2024-08-19T11:36:46.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:46 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:46.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:46 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-19T11:36:46.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:46 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:36:46.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:46 smithi155 ceph-mon[76679]: Deploying daemon osd.3 on smithi136 2024-08-19T11:36:47.092 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:46 smithi136 ceph-mon[88916]: pgmap v240: 121 pgs: 121 active+clean; 203 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-08-19T11:36:47.092 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:46 smithi136 ceph-mon[88916]: Upgrade: Updating osd.3 2024-08-19T11:36:47.092 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:46 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:47.092 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:46 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-19T11:36:47.093 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:46 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:36:47.093 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:46 smithi136 ceph-mon[88916]: Deploying daemon osd.3 on smithi136 2024-08-19T11:36:47.093 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:46 smithi136 ceph-mon[86496]: pgmap v240: 121 pgs: 121 active+clean; 203 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-08-19T11:36:47.093 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:46 smithi136 ceph-mon[86496]: Upgrade: Updating osd.3 2024-08-19T11:36:47.093 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:46 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:47.093 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:46 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-19T11:36:47.093 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:46 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:36:47.093 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:46 smithi136 ceph-mon[86496]: Deploying daemon osd.3 on smithi136 2024-08-19T11:36:47.688 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:36:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:36:47] "GET /metrics HTTP/1.1" 200 36237 "" "Prometheus/2.43.0" 2024-08-19T11:36:47.693 INFO:tasks.rados.rados.0.smithi136.stdout:1806: done (1 left) 2024-08-19T11:36:47.693 INFO:tasks.rados.rados.0.smithi136.stdout:1807: done (0 left) 2024-08-19T11:36:47.693 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 18 current snap is 163 2024-08-19T11:36:47.693 INFO:tasks.rados.rados.0.smithi136.stdout:1808: seq_num 572 ranges {729088=786432,1515520=770048,2285568=557056,2842624=278528} 2024-08-19T11:36:47.701 INFO:tasks.rados.rados.0.smithi136.stdout:1808: writing smithi13674108-18 from 729088 to 1515520 tid 1 2024-08-19T11:36:47.706 INFO:tasks.rados.rados.0.smithi136.stdout:1808: writing smithi13674108-18 from 1515520 to 2285568 tid 2 2024-08-19T11:36:47.709 INFO:tasks.rados.rados.0.smithi136.stdout:1808: writing smithi13674108-18 from 2285568 to 2842624 tid 3 2024-08-19T11:36:47.711 INFO:tasks.rados.rados.0.smithi136.stdout:1808: writing smithi13674108-18 from 2842624 to 3121152 tid 4 2024-08-19T11:36:47.711 INFO:tasks.rados.rados.0.smithi136.stdout:1809: snap_create 2024-08-19T11:36:47.711 INFO:tasks.rados.rados.0.smithi136.stdout:1808: finishing write tid 1 to smithi13674108-18 2024-08-19T11:36:47.711 INFO:tasks.rados.rados.0.smithi136.stdout:1808: finishing write tid 2 to smithi13674108-18 2024-08-19T11:36:47.713 INFO:tasks.rados.rados.0.smithi136.stdout:1808: finishing write tid 3 to smithi13674108-18 2024-08-19T11:36:47.713 INFO:tasks.rados.rados.0.smithi136.stdout:1808: finishing write tid 4 to smithi13674108-18 2024-08-19T11:36:47.713 INFO:tasks.rados.rados.0.smithi136.stdout:1808: finishing write tid 5 to smithi13674108-18 2024-08-19T11:36:47.714 INFO:tasks.rados.rados.0.smithi136.stdout:1808: finishing write tid 6 to smithi13674108-18 2024-08-19T11:36:47.714 INFO:tasks.rados.rados.0.smithi136.stdout:1808: oid 18 updating version 0 to 590 2024-08-19T11:36:47.714 INFO:tasks.rados.rados.0.smithi136.stdout:1808: oid 18 updating version 590 to 593 2024-08-19T11:36:47.714 INFO:tasks.rados.rados.0.smithi136.stdout:1808: oid 18 updating version 593 to 594 2024-08-19T11:36:47.714 INFO:tasks.rados.rados.0.smithi136.stdout:1808: oid 18 version 594 is already newer than 592 2024-08-19T11:36:47.714 INFO:tasks.rados.rados.0.smithi136.stdout:1808: oid 18 version 594 is already newer than 591 2024-08-19T11:36:47.715 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 594 (ObjNum 572 snap 163 seq_num 572) dirty exists 2024-08-19T11:36:47.715 INFO:tasks.rados.rados.0.smithi136.stdout:1808: left oid 18 (ObjNum 572 snap 163 seq_num 572) 2024-08-19T11:36:47.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:47 smithi155 ceph-mon[76679]: osdmap e404: 8 total, 8 up, 8 in 2024-08-19T11:36:48.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:47 smithi136 ceph-mon[86496]: osdmap e404: 8 total, 8 up, 8 in 2024-08-19T11:36:48.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:47 smithi136 ceph-mon[88916]: osdmap e404: 8 total, 8 up, 8 in 2024-08-19T11:36:48.635 INFO:tasks.rados.rados.0.smithi136.stdout:1808: done (1 left) 2024-08-19T11:36:48.636 INFO:tasks.rados.rados.0.smithi136.stdout:1809: done (0 left) 2024-08-19T11:36:48.636 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 17 current snap is 164 2024-08-19T11:36:48.636 INFO:tasks.rados.rados.0.smithi136.stdout:1810: seq_num 573 ranges {1286144=802816,2088960=655360,2744320=720896,3465216=229376} 2024-08-19T11:36:48.646 INFO:tasks.rados.rados.0.smithi136.stdout:1810: writing smithi13674108-17 from 1286144 to 2088960 tid 1 2024-08-19T11:36:48.650 INFO:tasks.rados.rados.0.smithi136.stdout:1810: writing smithi13674108-17 from 2088960 to 2744320 tid 2 2024-08-19T11:36:48.655 INFO:tasks.rados.rados.0.smithi136.stdout:1810: writing smithi13674108-17 from 2744320 to 3465216 tid 3 2024-08-19T11:36:48.657 INFO:tasks.rados.rados.0.smithi136.stdout:1810: writing smithi13674108-17 from 3465216 to 3694592 tid 4 2024-08-19T11:36:48.657 INFO:tasks.rados.rados.0.smithi136.stdout:1811: rollback oid 22 current snap is 164 2024-08-19T11:36:48.657 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 22 to 158 2024-08-19T11:36:48.657 INFO:tasks.rados.rados.0.smithi136.stdout:1810: finishing write tid 1 to smithi13674108-17 2024-08-19T11:36:48.657 INFO:tasks.rados.rados.0.smithi136.stdout:1810: finishing write tid 2 to smithi13674108-17 2024-08-19T11:36:48.657 INFO:tasks.rados.rados.0.smithi136.stdout:1812: delete oid 39 current snap is 164 2024-08-19T11:36:48.659 INFO:tasks.rados.rados.0.smithi136.stdout:1810: finishing write tid 3 to smithi13674108-17 2024-08-19T11:36:48.659 INFO:tasks.rados.rados.0.smithi136.stdout:1810: finishing write tid 4 to smithi13674108-17 2024-08-19T11:36:48.659 INFO:tasks.rados.rados.0.smithi136.stdout:1810: finishing write tid 5 to smithi13674108-17 2024-08-19T11:36:48.661 INFO:tasks.rados.rados.0.smithi136.stdout:1810: finishing write tid 6 to smithi13674108-17 2024-08-19T11:36:48.661 INFO:tasks.rados.rados.0.smithi136.stdout:1810: oid 17 updating version 0 to 788 2024-08-19T11:36:48.661 INFO:tasks.rados.rados.0.smithi136.stdout:1810: oid 17 updating version 788 to 789 2024-08-19T11:36:48.661 INFO:tasks.rados.rados.0.smithi136.stdout:1810: oid 17 updating version 789 to 790 2024-08-19T11:36:48.661 INFO:tasks.rados.rados.0.smithi136.stdout:1810: oid 17 version 790 is already newer than 787 2024-08-19T11:36:48.661 INFO:tasks.rados.rados.0.smithi136.stdout:1810: oid 17 updating version 790 to 791 2024-08-19T11:36:48.661 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 17 v 791 (ObjNum 573 snap 164 seq_num 573) dirty exists 2024-08-19T11:36:48.661 INFO:tasks.rados.rados.0.smithi136.stdout:1810: left oid 17 (ObjNum 573 snap 164 seq_num 573) 2024-08-19T11:36:48.664 INFO:tasks.rados.rados.0.smithi136.stdout:1811: finishing rollback tid 0 to smithi13674108-22 2024-08-19T11:36:48.665 INFO:tasks.rados.rados.0.smithi136.stdout:1811: finishing rollback tid 1 to smithi13674108-22 2024-08-19T11:36:48.665 INFO:tasks.rados.rados.0.smithi136.stdout:1811: finishing rollback tid 2 to smithi13674108-22 2024-08-19T11:36:48.665 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 685 (ObjNum 479 snap 135 seq_num 479) dirty exists 2024-08-19T11:36:48.668 INFO:tasks.rados.rados.0.smithi136.stdout:1810: done (2 left) 2024-08-19T11:36:48.669 INFO:tasks.rados.rados.0.smithi136.stdout:1811: done (1 left) 2024-08-19T11:36:48.669 INFO:tasks.rados.rados.0.smithi136.stdout:1812: done (0 left) 2024-08-19T11:36:48.669 INFO:tasks.rados.rados.0.smithi136.stdout:1813: snap_remove snap 154 2024-08-19T11:36:48.825 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:48 smithi136 systemd[1]: Stopping Ceph osd.3 for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:36:48.826 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:48 smithi136 ceph-mon[86496]: pgmap v242: 121 pgs: 121 active+clean; 234 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 7.1 MiB/s wr, 31 op/s 2024-08-19T11:36:48.826 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:48 smithi136 ceph-mon[86496]: osdmap e405: 8 total, 8 up, 8 in 2024-08-19T11:36:48.826 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:48 smithi136 ceph-mon[86496]: osdmap e406: 8 total, 8 up, 8 in 2024-08-19T11:36:48.826 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:48 smithi136 ceph-mon[88916]: pgmap v242: 121 pgs: 121 active+clean; 234 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 7.1 MiB/s wr, 31 op/s 2024-08-19T11:36:48.826 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:48 smithi136 ceph-mon[88916]: osdmap e405: 8 total, 8 up, 8 in 2024-08-19T11:36:48.826 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:48 smithi136 ceph-mon[88916]: osdmap e406: 8 total, 8 up, 8 in 2024-08-19T11:36:48.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:48 smithi155 ceph-mon[76679]: pgmap v242: 121 pgs: 121 active+clean; 234 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 7.1 MiB/s wr, 31 op/s 2024-08-19T11:36:48.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:48 smithi155 ceph-mon[76679]: osdmap e405: 8 total, 8 up, 8 in 2024-08-19T11:36:48.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:48 smithi155 ceph-mon[76679]: osdmap e406: 8 total, 8 up, 8 in 2024-08-19T11:36:49.097 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:48 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3[51586]: 2024-08-19T11:36:48.839+0000 7f723a8b0640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T11:36:49.098 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:48 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3[51586]: 2024-08-19T11:36:48.839+0000 7f723a8b0640 -1 osd.3 406 *** Got signal Terminated *** 2024-08-19T11:36:49.098 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:48 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3[51586]: 2024-08-19T11:36:48.839+0000 7f723a8b0640 -1 osd.3 406 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T11:36:49.642 INFO:tasks.rados.rados.0.smithi136.stdout:1813: done (0 left) 2024-08-19T11:36:49.642 INFO:tasks.rados.rados.0.smithi136.stdout:1814: snap_create 2024-08-19T11:36:49.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:49 smithi155 ceph-mon[76679]: osd.3 marked itself down and dead 2024-08-19T11:36:49.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:49 smithi155 ceph-mon[76679]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T11:36:49.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:49 smithi155 ceph-mon[76679]: osdmap e407: 8 total, 7 up, 8 in 2024-08-19T11:36:50.072 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:49 smithi136 ceph-mon[86496]: osd.3 marked itself down and dead 2024-08-19T11:36:50.072 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:49 smithi136 ceph-mon[86496]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T11:36:50.073 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:49 smithi136 ceph-mon[86496]: osdmap e407: 8 total, 7 up, 8 in 2024-08-19T11:36:50.073 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:49 smithi136 ceph-mon[88916]: osd.3 marked itself down and dead 2024-08-19T11:36:50.073 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:49 smithi136 ceph-mon[88916]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T11:36:50.073 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:49 smithi136 ceph-mon[88916]: osdmap e407: 8 total, 7 up, 8 in 2024-08-19T11:36:50.348 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:50 smithi136 podman[109636]: 2024-08-19 11:36:50.071759048 +0000 UTC m=+1.347455448 container died e4e2f187c81622afdd79d57c0026a6ccf54269f88c88e26860785ad8f28bb3fa (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=reef-baa926d, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0) 2024-08-19T11:36:50.639 INFO:tasks.rados.rados.0.smithi136.stdout:1814: done (0 left) 2024-08-19T11:36:50.639 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 10 current snap is 165 2024-08-19T11:36:50.640 INFO:tasks.rados.rados.0.smithi136.stdout:1815: seq_num 575 ranges {1286144=32768} 2024-08-19T11:36:50.647 INFO:tasks.rados.rados.0.smithi136.stdout:1815: writing smithi13674108-10 from 1286144 to 1318912 tid 1 2024-08-19T11:36:50.647 INFO:tasks.rados.rados.0.smithi136.stdout:1816: snap_create 2024-08-19T11:36:50.651 INFO:tasks.rados.rados.0.smithi136.stdout:1815: finishing write tid 1 to smithi13674108-10 2024-08-19T11:36:50.651 INFO:tasks.rados.rados.0.smithi136.stdout:1815: finishing write tid 2 to smithi13674108-10 2024-08-19T11:36:50.652 INFO:tasks.rados.rados.0.smithi136.stdout:1815: finishing write tid 3 to smithi13674108-10 2024-08-19T11:36:50.652 INFO:tasks.rados.rados.0.smithi136.stdout:1815: oid 10 updating version 0 to 575 2024-08-19T11:36:50.652 INFO:tasks.rados.rados.0.smithi136.stdout:1815: oid 10 version 575 is already newer than 574 2024-08-19T11:36:50.652 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 575 (ObjNum 575 snap 165 seq_num 575) dirty exists 2024-08-19T11:36:50.653 INFO:tasks.rados.rados.0.smithi136.stdout:1815: left oid 10 (ObjNum 575 snap 165 seq_num 575) 2024-08-19T11:36:50.697 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:50 smithi136 podman[109636]: 2024-08-19 11:36:50.438860655 +0000 UTC m=+1.714557068 container cleanup e4e2f187c81622afdd79d57c0026a6ccf54269f88c88e26860785ad8f28bb3fa (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, RELEASE=reef-baa926d) 2024-08-19T11:36:50.697 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:50 smithi136 bash[109636]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3 2024-08-19T11:36:50.697 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:50 smithi136 podman[109669]: 2024-08-19 11:36:50.598451416 +0000 UTC m=+0.520697285 container remove e4e2f187c81622afdd79d57c0026a6ccf54269f88c88e26860785ad8f28bb3fa (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, ceph=True, org.label-schema.vendor=CentOS, RELEASE=reef-baa926d, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T11:36:50.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:50 smithi155 ceph-mon[76679]: pgmap v245: 121 pgs: 121 active+clean; 234 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 7.1 MiB/s wr, 31 op/s 2024-08-19T11:36:50.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:50 smithi155 ceph-mon[76679]: osdmap e408: 8 total, 7 up, 8 in 2024-08-19T11:36:51.016 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:50 smithi136 ceph-mon[88916]: pgmap v245: 121 pgs: 121 active+clean; 234 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 7.1 MiB/s wr, 31 op/s 2024-08-19T11:36:51.016 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:50 smithi136 ceph-mon[88916]: osdmap e408: 8 total, 7 up, 8 in 2024-08-19T11:36:51.017 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:50 smithi136 ceph-mon[86496]: pgmap v245: 121 pgs: 121 active+clean; 234 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 7.1 MiB/s wr, 31 op/s 2024-08-19T11:36:51.017 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:50 smithi136 ceph-mon[86496]: osdmap e408: 8 total, 7 up, 8 in 2024-08-19T11:36:51.336 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:51 smithi136 podman[109765]: 2024-08-19 11:36:51.016005281 +0000 UTC m=+0.096779214 container create 408d53205107304530e4a5820265126d884274575a9ddbf75c52e089ddb8ce57 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3-deactivate, RELEASE=main-7976693, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_BRANCH=HEAD) 2024-08-19T11:36:51.336 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:51 smithi136 podman[109765]: 2024-08-19 11:36:50.936564269 +0000 UTC m=+0.017338181 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:36:51.336 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:51 smithi136 podman[109765]: 2024-08-19 11:36:51.252805442 +0000 UTC m=+0.333579341 container init 408d53205107304530e4a5820265126d884274575a9ddbf75c52e089ddb8ce57 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, org.label-schema.schema-version=1.0) 2024-08-19T11:36:51.337 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:51 smithi136 podman[109765]: 2024-08-19 11:36:51.257715651 +0000 UTC m=+0.338489542 container start 408d53205107304530e4a5820265126d884274575a9ddbf75c52e089ddb8ce57 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.36.0, RELEASE=main-7976693, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-08-19T11:36:51.337 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:51 smithi136 podman[109765]: 2024-08-19 11:36:51.335355291 +0000 UTC m=+0.416129183 container attach 408d53205107304530e4a5820265126d884274575a9ddbf75c52e089ddb8ce57 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=main-7976693, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-08-19T11:36:51.598 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:51 smithi136 podman[109765]: 2024-08-19 11:36:51.441006162 +0000 UTC m=+0.521780066 container died 408d53205107304530e4a5820265126d884274575a9ddbf75c52e089ddb8ce57 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3-deactivate, RELEASE=main-7976693, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-08-19T11:36:51.639 INFO:tasks.rados.rados.0.smithi136.stdout:1815: done (1 left) 2024-08-19T11:36:51.639 INFO:tasks.rados.rados.0.smithi136.stdout:1816: done (0 left) 2024-08-19T11:36:51.639 INFO:tasks.rados.rados.0.smithi136.stdout:1817: rollback oid 27 current snap is 166 2024-08-19T11:36:51.639 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 27 to 146 2024-08-19T11:36:51.639 INFO:tasks.rados.rados.0.smithi136.stdout:1818: delete oid 39 current snap is 166 2024-08-19T11:36:51.644 INFO:tasks.rados.rados.0.smithi136.stdout:1817: finishing rollback tid 0 to smithi13674108-27 2024-08-19T11:36:51.644 INFO:tasks.rados.rados.0.smithi136.stdout:1818: done (1 left) 2024-08-19T11:36:51.644 INFO:tasks.rados.rados.0.smithi136.stdout:1819: rollback oid 5 current snap is 166 2024-08-19T11:36:51.644 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 5 to 163 2024-08-19T11:36:51.645 INFO:tasks.rados.rados.0.smithi136.stdout:1820: copy_from oid 6 from oid 24 current snap is 166 2024-08-19T11:36:51.645 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 17 current snap is 166 2024-08-19T11:36:51.645 INFO:tasks.rados.rados.0.smithi136.stdout:1821: seq_num 577 ranges {3694592=65536} 2024-08-19T11:36:51.665 INFO:tasks.rados.rados.0.smithi136.stdout:1821: writing smithi13674108-17 from 3694592 to 3760128 tid 1 2024-08-19T11:36:51.665 INFO:tasks.rados.rados.0.smithi136.stdout:1822: snap_create 2024-08-19T11:36:51.665 INFO:tasks.rados.rados.0.smithi136.stdout:1817: finishing rollback tid 1 to smithi13674108-27 2024-08-19T11:36:51.666 INFO:tasks.rados.rados.0.smithi136.stdout:1817: finishing rollback tid 2 to smithi13674108-27 2024-08-19T11:36:51.666 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 295 (ObjNum 461 snap 127 seq_num 461) dirty exists 2024-08-19T11:36:51.666 INFO:tasks.rados.rados.0.smithi136.stdout:1819: finishing rollback tid 0 to smithi13674108-5 2024-08-19T11:36:51.666 INFO:tasks.rados.rados.0.smithi136.stdout:1820: finishing copy_from to smithi13674108-6 2024-08-19T11:36:51.666 INFO:tasks.rados.rados.0.smithi136.stdout:1820: got expected ENOENT (src dne) 2024-08-19T11:36:51.666 INFO:tasks.rados.rados.0.smithi136.stdout:1820: finishing copy_from racing read to smithi13674108-6 2024-08-19T11:36:51.666 INFO:tasks.rados.rados.0.smithi136.stdout:1819: finishing rollback tid 1 to smithi13674108-5 2024-08-19T11:36:51.667 INFO:tasks.rados.rados.0.smithi136.stdout:1819: finishing rollback tid 2 to smithi13674108-5 2024-08-19T11:36:51.667 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 693 (ObjNum 411 snap 119 seq_num 411) dirty exists 2024-08-19T11:36:51.667 INFO:tasks.rados.rados.0.smithi136.stdout:1821: finishing write tid 1 to smithi13674108-17 2024-08-19T11:36:51.667 INFO:tasks.rados.rados.0.smithi136.stdout:1821: finishing write tid 2 to smithi13674108-17 2024-08-19T11:36:51.668 INFO:tasks.rados.rados.0.smithi136.stdout:1821: finishing write tid 3 to smithi13674108-17 2024-08-19T11:36:51.668 INFO:tasks.rados.rados.0.smithi136.stdout:1821: oid 17 updating version 0 to 793 2024-08-19T11:36:51.669 INFO:tasks.rados.rados.0.smithi136.stdout:1821: oid 17 updating version 793 to 794 2024-08-19T11:36:51.669 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 17 v 794 (ObjNum 577 snap 166 seq_num 577) dirty exists 2024-08-19T11:36:51.669 INFO:tasks.rados.rados.0.smithi136.stdout:1821: left oid 17 (ObjNum 577 snap 166 seq_num 577) 2024-08-19T11:36:52.348 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:52 smithi136 podman[109808]: 2024-08-19 11:36:52.022962932 +0000 UTC m=+0.575934973 container remove 408d53205107304530e4a5820265126d884274575a9ddbf75c52e089ddb8ce57 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, RELEASE=main-7976693, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T11:36:52.348 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:52 smithi136 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.3.service: Deactivated successfully. 2024-08-19T11:36:52.348 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:52 smithi136 systemd[1]: Stopped Ceph osd.3 for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:36:52.348 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:52 smithi136 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.3.service: Consumed 9.822s CPU time. 2024-08-19T11:36:52.348 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:52 smithi136 systemd[1]: Starting Ceph osd.3 for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:36:52.644 INFO:tasks.rados.rados.0.smithi136.stdout:1817: done (4 left) 2024-08-19T11:36:52.644 INFO:tasks.rados.rados.0.smithi136.stdout:1819: done (3 left) 2024-08-19T11:36:52.644 INFO:tasks.rados.rados.0.smithi136.stdout:1820: done (2 left) 2024-08-19T11:36:52.644 INFO:tasks.rados.rados.0.smithi136.stdout:1821: done (1 left) 2024-08-19T11:36:52.644 INFO:tasks.rados.rados.0.smithi136.stdout:1822: done (0 left) 2024-08-19T11:36:52.644 INFO:tasks.rados.rados.0.smithi136.stdout:1823: snap_remove snap 162 2024-08-19T11:36:52.752 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:52 smithi136 ceph-mon[86496]: pgmap v248: 121 pgs: 18 active+undersized, 5 stale+active+clean, 2 active+undersized+degraded, 96 active+clean; 233 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 8.0 KiB/s wr, 1 op/s; 7/375 objects degraded (1.867%) 2024-08-19T11:36:52.752 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:52 smithi136 ceph-mon[86496]: osdmap e409: 8 total, 7 up, 8 in 2024-08-19T11:36:52.752 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:52 smithi136 ceph-mon[86496]: Health check failed: Degraded data redundancy: 7/375 objects degraded (1.867%), 2 pgs degraded (PG_DEGRADED) 2024-08-19T11:36:52.752 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:52 smithi136 ceph-mon[88916]: pgmap v248: 121 pgs: 18 active+undersized, 5 stale+active+clean, 2 active+undersized+degraded, 96 active+clean; 233 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 8.0 KiB/s wr, 1 op/s; 7/375 objects degraded (1.867%) 2024-08-19T11:36:52.753 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:52 smithi136 ceph-mon[88916]: osdmap e409: 8 total, 7 up, 8 in 2024-08-19T11:36:52.753 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:52 smithi136 ceph-mon[88916]: Health check failed: Degraded data redundancy: 7/375 objects degraded (1.867%), 2 pgs degraded (PG_DEGRADED) 2024-08-19T11:36:52.753 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:52 smithi136 podman[109911]: 2024-08-19 11:36:52.356989366 +0000 UTC m=+0.017827222 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:36:52.753 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:52 smithi136 podman[109911]: 2024-08-19 11:36:52.465512266 +0000 UTC m=+0.126350107 container create a8e9c87579d254f24320266bef9266b855268e92bb0f678a9407be59f923984a (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3-activate, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=main-7976693, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-08-19T11:36:52.753 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:52 smithi136 podman[109911]: 2024-08-19 11:36:52.68514218 +0000 UTC m=+0.345980039 container init a8e9c87579d254f24320266bef9266b855268e92bb0f678a9407be59f923984a (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3-activate, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=main-7976693) 2024-08-19T11:36:52.753 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:52 smithi136 podman[109911]: 2024-08-19 11:36:52.689983498 +0000 UTC m=+0.350821340 container start a8e9c87579d254f24320266bef9266b855268e92bb0f678a9407be59f923984a (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3-activate, RELEASE=main-7976693, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_BRANCH=HEAD) 2024-08-19T11:36:52.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:52 smithi155 ceph-mon[76679]: pgmap v248: 121 pgs: 18 active+undersized, 5 stale+active+clean, 2 active+undersized+degraded, 96 active+clean; 233 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 8.0 KiB/s wr, 1 op/s; 7/375 objects degraded (1.867%) 2024-08-19T11:36:52.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:52 smithi155 ceph-mon[76679]: osdmap e409: 8 total, 7 up, 8 in 2024-08-19T11:36:52.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:52 smithi155 ceph-mon[76679]: Health check failed: Degraded data redundancy: 7/375 objects degraded (1.867%), 2 pgs degraded (PG_DEGRADED) 2024-08-19T11:36:53.098 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:52 smithi136 podman[109911]: 2024-08-19 11:36:52.751567804 +0000 UTC m=+0.412405655 container attach a8e9c87579d254f24320266bef9266b855268e92bb0f678a9407be59f923984a (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3-activate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=main-7976693, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS) 2024-08-19T11:36:53.098 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3-activate[109926]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:36:53.098 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:52 smithi136 bash[109911]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:36:53.099 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3-activate[109926]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:36:53.099 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:52 smithi136 bash[109911]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:36:53.099 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3-activate[109926]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T11:36:53.099 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:52 smithi136 bash[109911]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T11:36:53.099 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3-activate[109926]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:36:53.099 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:52 smithi136 bash[109911]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:36:53.099 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3-activate[109926]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:36:53.099 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:52 smithi136 bash[109911]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:36:53.099 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3-activate[109926]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-19T11:36:53.099 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:52 smithi136 bash[109911]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-19T11:36:53.099 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3-activate[109926]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2024-08-19T11:36:53.099 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:52 smithi136 bash[109911]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2024-08-19T11:36:53.531 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:53 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3-activate[109926]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2024-08-19T11:36:53.531 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:53 smithi136 bash[109911]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2024-08-19T11:36:53.531 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:53 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3-activate[109926]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2024-08-19T11:36:53.531 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:53 smithi136 bash[109911]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2024-08-19T11:36:53.531 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:53 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3-activate[109926]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-19T11:36:53.531 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:53 smithi136 bash[109911]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-19T11:36:53.531 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:53 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3-activate[109926]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-19T11:36:53.532 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:53 smithi136 bash[109911]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-19T11:36:53.532 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:53 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3-activate[109926]: --> ceph-volume lvm activate successful for osd ID: 3 2024-08-19T11:36:53.532 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:53 smithi136 bash[109911]: --> ceph-volume lvm activate successful for osd ID: 3 2024-08-19T11:36:53.532 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:53 smithi136 podman[109911]: 2024-08-19 11:36:53.240887753 +0000 UTC m=+0.901725595 container died a8e9c87579d254f24320266bef9266b855268e92bb0f678a9407be59f923984a (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3-activate, RELEASE=main-7976693, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-08-19T11:36:53.640 INFO:tasks.rados.rados.0.smithi136.stdout:1823: done (0 left) 2024-08-19T11:36:53.641 INFO:tasks.rados.rados.0.smithi136.stdout:1824: read oid 42 snap 164 2024-08-19T11:36:53.641 INFO:tasks.rados.rados.0.smithi136.stdout:1824: expect (ObjNum 571 snap 162 seq_num 571) 2024-08-19T11:36:53.641 INFO:tasks.rados.rados.0.smithi136.stdout:1825: snap_remove snap 146 2024-08-19T11:36:53.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:53 smithi136 ceph-mon[88916]: osdmap e410: 8 total, 7 up, 8 in 2024-08-19T11:36:53.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:53 smithi136 ceph-mon[88916]: osdmap e411: 8 total, 7 up, 8 in 2024-08-19T11:36:53.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:53 smithi136 ceph-mon[86496]: osdmap e410: 8 total, 7 up, 8 in 2024-08-19T11:36:53.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:53 smithi136 ceph-mon[86496]: osdmap e411: 8 total, 7 up, 8 in 2024-08-19T11:36:53.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:53 smithi155 ceph-mon[76679]: osdmap e410: 8 total, 7 up, 8 in 2024-08-19T11:36:53.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:53 smithi155 ceph-mon[76679]: osdmap e411: 8 total, 7 up, 8 in 2024-08-19T11:36:54.199 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:53 smithi136 podman[110052]: 2024-08-19 11:36:53.888938652 +0000 UTC m=+0.641312841 container remove a8e9c87579d254f24320266bef9266b855268e92bb0f678a9407be59f923984a (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=main-7976693, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T11:36:54.200 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:54 smithi136 podman[110138]: 2024-08-19 11:36:54.106429504 +0000 UTC m=+0.112979728 container create 9f8198736d5bd0252d37b373e63b327cb73c9f09f05965a9218094f19df18ec1 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=main-7976693) 2024-08-19T11:36:54.200 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:54 smithi136 podman[110138]: 2024-08-19 11:36:54.011061026 +0000 UTC m=+0.017611247 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:36:54.200 INFO:teuthology.orchestra.run.smithi136.stdout:true 2024-08-19T11:36:54.597 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:54 smithi136 podman[110138]: 2024-08-19 11:36:54.27566918 +0000 UTC m=+0.282219398 container init 9f8198736d5bd0252d37b373e63b327cb73c9f09f05965a9218094f19df18ec1 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, org.label-schema.build-date=20240731) 2024-08-19T11:36:54.598 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:54 smithi136 podman[110138]: 2024-08-19 11:36:54.280451749 +0000 UTC m=+0.287001968 container start 9f8198736d5bd0252d37b373e63b327cb73c9f09f05965a9218094f19df18ec1 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, ceph=True, RELEASE=main-7976693, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-08-19T11:36:54.598 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:54 smithi136 ceph-osd[110200]: -- 172.21.15.136:0/4208953723 <== mon.0 v2:172.21.15.136:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558f35e45a40 con 0x558f35e23c00 2024-08-19T11:36:54.598 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:54 smithi136 bash[110138]: 9f8198736d5bd0252d37b373e63b327cb73c9f09f05965a9218094f19df18ec1 2024-08-19T11:36:54.598 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:54 smithi136 systemd[1]: Started Ceph osd.3 for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:36:54.651 INFO:tasks.rados.rados.0.smithi136.stdout:1825: done (1 left) 2024-08-19T11:36:54.651 INFO:tasks.rados.rados.0.smithi136.stdout:1826: snap_create 2024-08-19T11:36:54.653 INFO:tasks.rados.rados.0.smithi136.stdout:1824: expect (ObjNum 571 snap 162 seq_num 571) 2024-08-19T11:36:54.817 INFO:teuthology.orchestra.run.smithi136.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T11:36:54.817 INFO:teuthology.orchestra.run.smithi136.stdout:alertmanager.a smithi136 *:9093,9094 running (7m) 29s ago 8m 23.6M - 0.25.0 c8568f914cd2 5af88c4acee8 2024-08-19T11:36:54.817 INFO:teuthology.orchestra.run.smithi136.stdout:grafana.a smithi155 *:3000 running (8m) 2m ago 8m 87.9M - 9.4.7 954c08fa6188 cb3e816dd27a 2024-08-19T11:36:54.817 INFO:teuthology.orchestra.run.smithi136.stdout:mds.a smithi136 running (9m) 29s ago 9m 22.0M - 18.2.4-721-gbaa926de e6c292a6bc95 70acc09ac00c 2024-08-19T11:36:54.817 INFO:teuthology.orchestra.run.smithi136.stdout:mds.b smithi155 running (9m) 2m ago 9m 17.5M - 18.2.4-721-gbaa926de e6c292a6bc95 f9104a674461 2024-08-19T11:36:54.817 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.x smithi155 *:8443,9283,8765 running (3m) 2m ago 13m 451M - 19.0.0-5847-g79766939 50bbda8a3289 64c8cd762719 2024-08-19T11:36:54.817 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.y smithi136 *:8443,9283,8765 running (3m) 29s ago 14m 515M - 19.0.0-5847-g79766939 50bbda8a3289 2c0aee4c2faf 2024-08-19T11:36:54.817 INFO:teuthology.orchestra.run.smithi136.stdout:mon.a smithi136 running (3m) 29s ago 14m 51.5M 2048M 19.0.0-5847-g79766939 50bbda8a3289 9ab88b9dc010 2024-08-19T11:36:54.818 INFO:teuthology.orchestra.run.smithi136.stdout:mon.b smithi155 running (2m) 2m ago 13m 31.1M 2048M 19.0.0-5847-g79766939 50bbda8a3289 1260b8dbc4a8 2024-08-19T11:36:54.818 INFO:teuthology.orchestra.run.smithi136.stdout:mon.c smithi136 running (2m) 29s ago 13m 45.1M 2048M 19.0.0-5847-g79766939 50bbda8a3289 6904f5e6079f 2024-08-19T11:36:54.818 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.a smithi136 *:9100 running (7m) 29s ago 7m 16.8M - 1.5.0 0da6a335fe13 8b8c68944f5b 2024-08-19T11:36:54.818 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.b smithi155 *:9100 running (7m) 2m ago 7m 16.6M - 1.5.0 0da6a335fe13 94f522beed05 2024-08-19T11:36:54.818 INFO:teuthology.orchestra.run.smithi136.stdout:osd.0 smithi136 running (99s) 29s ago 12m 133M 2480M 19.0.0-5847-g79766939 50bbda8a3289 6daf1ed86d76 2024-08-19T11:36:54.818 INFO:teuthology.orchestra.run.smithi136.stdout:osd.1 smithi136 running (66s) 29s ago 12m 81.7M 2480M 19.0.0-5847-g79766939 50bbda8a3289 e1e8e8f25d12 2024-08-19T11:36:54.818 INFO:teuthology.orchestra.run.smithi136.stdout:osd.2 smithi136 running (33s) 29s ago 12m 14.6M 2480M 19.0.0-5847-g79766939 50bbda8a3289 7ef28c35d940 2024-08-19T11:36:54.818 INFO:teuthology.orchestra.run.smithi136.stdout:osd.3 smithi136 starting - - - 2480M 2024-08-19T11:36:54.818 INFO:teuthology.orchestra.run.smithi136.stdout:osd.4 smithi155 running (11m) 2m ago 11m 151M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 41fae920e9f8 2024-08-19T11:36:54.818 INFO:teuthology.orchestra.run.smithi136.stdout:osd.5 smithi155 running (10m) 2m ago 10m 157M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 a11fccf8327d 2024-08-19T11:36:54.818 INFO:teuthology.orchestra.run.smithi136.stdout:osd.6 smithi155 running (10m) 2m ago 10m 139M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 ae2da85c009a 2024-08-19T11:36:54.818 INFO:teuthology.orchestra.run.smithi136.stdout:osd.7 smithi155 running (10m) 2m ago 10m 105M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 78b9ac5d3d4f 2024-08-19T11:36:54.818 INFO:teuthology.orchestra.run.smithi136.stdout:prometheus.a smithi155 *:9095 running (3m) 2m ago 8m 45.6M - 2.43.0 a07b618ecd1d 58dd6060f319 2024-08-19T11:36:54.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:54 smithi155 ceph-mon[76679]: pgmap v251: 121 pgs: 26 active+undersized, 2 stale+active+clean, 6 active+undersized+degraded, 87 active+clean; 237 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 5 op/s; 35/387 objects degraded (9.044%) 2024-08-19T11:36:54.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:54 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:54.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:54 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:54.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:54 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:36:54.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:54 smithi155 ceph-mon[76679]: osdmap e412: 8 total, 7 up, 8 in 2024-08-19T11:36:55.054 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:54 smithi136 ceph-mon[88916]: pgmap v251: 121 pgs: 26 active+undersized, 2 stale+active+clean, 6 active+undersized+degraded, 87 active+clean; 237 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 5 op/s; 35/387 objects degraded (9.044%) 2024-08-19T11:36:55.054 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:54 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:55.054 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:54 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:55.054 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:54 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:36:55.054 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:54 smithi136 ceph-mon[88916]: osdmap e412: 8 total, 7 up, 8 in 2024-08-19T11:36:55.055 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:54 smithi136 ceph-mon[86496]: pgmap v251: 121 pgs: 26 active+undersized, 2 stale+active+clean, 6 active+undersized+degraded, 87 active+clean; 237 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 5 op/s; 35/387 objects degraded (9.044%) 2024-08-19T11:36:55.055 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:54 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:55.055 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:54 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:55.055 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:54 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:36:55.055 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:54 smithi136 ceph-mon[86496]: osdmap e412: 8 total, 7 up, 8 in 2024-08-19T11:36:55.170 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:36:55.170 INFO:teuthology.orchestra.run.smithi136.stdout: "mon": { 2024-08-19T11:36:55.170 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 3 2024-08-19T11:36:55.170 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:36:55.170 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr": { 2024-08-19T11:36:55.170 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T11:36:55.171 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:36:55.171 INFO:teuthology.orchestra.run.smithi136.stdout: "osd": { 2024-08-19T11:36:55.171 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 4, 2024-08-19T11:36:55.171 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 3 2024-08-19T11:36:55.171 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:36:55.171 INFO:teuthology.orchestra.run.smithi136.stdout: "mds": { 2024-08-19T11:36:55.171 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T11:36:55.171 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:36:55.171 INFO:teuthology.orchestra.run.smithi136.stdout: "overall": { 2024-08-19T11:36:55.171 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 6, 2024-08-19T11:36:55.171 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 8 2024-08-19T11:36:55.171 INFO:teuthology.orchestra.run.smithi136.stdout: } 2024-08-19T11:36:55.171 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:36:55.461 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:36:55.461 INFO:teuthology.orchestra.run.smithi136.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T11:36:55.461 INFO:teuthology.orchestra.run.smithi136.stdout: "in_progress": true, 2024-08-19T11:36:55.461 INFO:teuthology.orchestra.run.smithi136.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T11:36:55.462 INFO:teuthology.orchestra.run.smithi136.stdout: "services_complete": [ 2024-08-19T11:36:55.462 INFO:teuthology.orchestra.run.smithi136.stdout: "mon", 2024-08-19T11:36:55.462 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr" 2024-08-19T11:36:55.462 INFO:teuthology.orchestra.run.smithi136.stdout: ], 2024-08-19T11:36:55.462 INFO:teuthology.orchestra.run.smithi136.stdout: "progress": "8/20 daemons upgraded", 2024-08-19T11:36:55.462 INFO:teuthology.orchestra.run.smithi136.stdout: "message": "Currently upgrading osd daemons", 2024-08-19T11:36:55.462 INFO:teuthology.orchestra.run.smithi136.stdout: "is_paused": false 2024-08-19T11:36:55.462 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:36:55.651 INFO:tasks.rados.rados.0.smithi136.stdout:1824: done (1 left) 2024-08-19T11:36:55.651 INFO:tasks.rados.rados.0.smithi136.stdout:1826: done (0 left) 2024-08-19T11:36:55.651 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 23 current snap is 168 2024-08-19T11:36:55.651 INFO:tasks.rados.rados.0.smithi136.stdout:1827: seq_num 578 ranges {9912320=81920} 2024-08-19T11:36:55.706 INFO:tasks.rados.rados.0.smithi136.stdout:1827: writing smithi13674108-23 from 9912320 to 9994240 tid 1 2024-08-19T11:36:55.706 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 35 current snap is 168 2024-08-19T11:36:55.706 INFO:tasks.rados.rados.0.smithi136.stdout:1828: seq_num 579 ranges {2359296=98304} 2024-08-19T11:36:55.720 INFO:tasks.rados.rados.0.smithi136.stdout:1828: writing smithi13674108-35 from 2359296 to 2457600 tid 1 2024-08-19T11:36:55.720 INFO:tasks.rados.rados.0.smithi136.stdout:1829: rollback oid 37 current snap is 168 2024-08-19T11:36:55.720 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 37 to 163 2024-08-19T11:36:55.720 INFO:tasks.rados.rados.0.smithi136.stdout:1827: finishing write tid 1 to smithi13674108-23 2024-08-19T11:36:55.720 INFO:tasks.rados.rados.0.smithi136.stdout:1827: finishing write tid 2 to smithi13674108-23 2024-08-19T11:36:55.720 INFO:tasks.rados.rados.0.smithi136.stdout:1827: finishing write tid 3 to smithi13674108-23 2024-08-19T11:36:55.720 INFO:tasks.rados.rados.0.smithi136.stdout:1827: oid 23 updating version 0 to 444 2024-08-19T11:36:55.720 INFO:tasks.rados.rados.0.smithi136.stdout:1827: oid 23 updating version 444 to 445 2024-08-19T11:36:55.720 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 445 (ObjNum 578 snap 168 seq_num 578) dirty exists 2024-08-19T11:36:55.720 INFO:tasks.rados.rados.0.smithi136.stdout:1827: left oid 23 (ObjNum 578 snap 168 seq_num 578) 2024-08-19T11:36:55.720 INFO:tasks.rados.rados.0.smithi136.stdout:1827: done (2 left) 2024-08-19T11:36:55.721 INFO:tasks.rados.rados.0.smithi136.stdout:1830: setattr oid 26 current snap is 168 2024-08-19T11:36:55.724 INFO:tasks.rados.rados.0.smithi136.stdout:1831: read oid 24 snap -1 2024-08-19T11:36:55.724 INFO:tasks.rados.rados.0.smithi136.stdout:1831: expect deleted 2024-08-19T11:36:55.724 INFO:tasks.rados.rados.0.smithi136.stdout:1832: snap_remove snap 164 2024-08-19T11:36:55.847 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:55 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3[110154]: 2024-08-19T11:36:55.677+0000 7f83aa9cf640 -1 Falling back to public interface 2024-08-19T11:36:55.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:55 smithi136 ceph-mon[86496]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:36:55.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:55 smithi136 ceph-mon[86496]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:36:55.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:55 smithi136 ceph-mon[86496]: from='client.44255 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:36:55.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:55 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/2230105604' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:36:55.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:55.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:36:55.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:55 smithi136 ceph-mon[86496]: osdmap e413: 8 total, 7 up, 8 in 2024-08-19T11:36:55.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:55 smithi136 ceph-mon[88916]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:36:55.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:55 smithi136 ceph-mon[88916]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:36:55.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:55 smithi136 ceph-mon[88916]: from='client.44255 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:36:55.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:55 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/2230105604' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:36:55.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:55 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:55.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:55 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:36:55.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:55 smithi136 ceph-mon[88916]: osdmap e413: 8 total, 7 up, 8 in 2024-08-19T11:36:55.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:55 smithi155 ceph-mon[76679]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:36:55.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:55 smithi155 ceph-mon[76679]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:36:55.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:55 smithi155 ceph-mon[76679]: from='client.44255 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:36:55.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:55 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/2230105604' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:36:55.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:55 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:55.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:55 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:36:55.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:55 smithi155 ceph-mon[76679]: osdmap e413: 8 total, 7 up, 8 in 2024-08-19T11:36:56.669 INFO:tasks.rados.rados.0.smithi136.stdout:1832: done (4 left) 2024-08-19T11:36:56.669 INFO:tasks.rados.rados.0.smithi136.stdout:1833: delete oid 38 current snap is 168 2024-08-19T11:36:56.669 INFO:tasks.rados.rados.0.smithi136.stdout:1828: finishing write tid 1 to smithi13674108-35 2024-08-19T11:36:56.669 INFO:tasks.rados.rados.0.smithi136.stdout:1828: finishing write tid 2 to smithi13674108-35 2024-08-19T11:36:56.669 INFO:tasks.rados.rados.0.smithi136.stdout:1829: finishing rollback tid 0 to smithi13674108-37 2024-08-19T11:36:56.669 INFO:tasks.rados.rados.0.smithi136.stdout:1828: finishing write tid 3 to smithi13674108-35 2024-08-19T11:36:56.669 INFO:tasks.rados.rados.0.smithi136.stdout:1828: oid 35 updating version 0 to 482 2024-08-19T11:36:56.669 INFO:tasks.rados.rados.0.smithi136.stdout:1828: oid 35 version 482 is already newer than 481 2024-08-19T11:36:56.669 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 482 (ObjNum 579 snap 168 seq_num 579) dirty exists 2024-08-19T11:36:56.669 INFO:tasks.rados.rados.0.smithi136.stdout:1828: left oid 35 (ObjNum 579 snap 168 seq_num 579) 2024-08-19T11:36:56.670 INFO:tasks.rados.rados.0.smithi136.stdout:1829: finishing rollback tid 1 to smithi13674108-37 2024-08-19T11:36:56.670 INFO:tasks.rados.rados.0.smithi136.stdout:1829: finishing rollback tid 2 to smithi13674108-37 2024-08-19T11:36:56.670 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 707 (ObjNum 500 snap 139 seq_num 500) dirty exists 2024-08-19T11:36:56.670 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 709 (ObjNum 516 snap 144 seq_num 516) dirty exists 2024-08-19T11:36:56.675 INFO:tasks.rados.rados.0.smithi136.stdout:1828: done (4 left) 2024-08-19T11:36:56.675 INFO:tasks.rados.rados.0.smithi136.stdout:1829: done (3 left) 2024-08-19T11:36:56.675 INFO:tasks.rados.rados.0.smithi136.stdout:1830: done (2 left) 2024-08-19T11:36:56.675 INFO:tasks.rados.rados.0.smithi136.stdout:1831: done (1 left) 2024-08-19T11:36:56.675 INFO:tasks.rados.rados.0.smithi136.stdout:1833: done (0 left) 2024-08-19T11:36:56.676 INFO:tasks.rados.rados.0.smithi136.stdout:1834: snap_create 2024-08-19T11:36:56.957 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:56 smithi136 ceph-mon[88916]: pgmap v254: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 237 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.2 MiB/s wr, 3 op/s; 38/387 objects degraded (9.819%) 2024-08-19T11:36:56.958 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:56 smithi136 ceph-mon[88916]: from='client.44267 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:36:56.958 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:56 smithi136 ceph-mon[86496]: pgmap v254: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 237 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.2 MiB/s wr, 3 op/s; 38/387 objects degraded (9.819%) 2024-08-19T11:36:56.958 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:56 smithi136 ceph-mon[86496]: from='client.44267 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:36:56.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:56 smithi155 ceph-mon[76679]: pgmap v254: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 237 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.2 MiB/s wr, 3 op/s; 38/387 objects degraded (9.819%) 2024-08-19T11:36:56.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:56 smithi155 ceph-mon[76679]: from='client.44267 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:36:57.680 INFO:tasks.rados.rados.0.smithi136.stdout:1834: done (0 left) 2024-08-19T11:36:57.680 INFO:tasks.rados.rados.0.smithi136.stdout:1835: read oid 15 snap 157 2024-08-19T11:36:57.680 INFO:tasks.rados.rados.0.smithi136.stdout:1835: expect deleted 2024-08-19T11:36:57.680 INFO:tasks.rados.rados.0.smithi136.stdout:1836: setattr oid 3 current snap is 169 2024-08-19T11:36:57.681 INFO:tasks.rados.rados.0.smithi136.stdout:1837: snap_remove snap 168 2024-08-19T11:36:57.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:57 smithi136 ceph-mon[88916]: osdmap e414: 8 total, 7 up, 8 in 2024-08-19T11:36:57.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:57 smithi136 ceph-mon[86496]: osdmap e414: 8 total, 7 up, 8 in 2024-08-19T11:36:57.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:36:57 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:36:57] "GET /metrics HTTP/1.1" 200 36243 "" "Prometheus/2.43.0" 2024-08-19T11:36:57.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:57 smithi155 ceph-mon[76679]: osdmap e414: 8 total, 7 up, 8 in 2024-08-19T11:36:58.681 INFO:tasks.rados.rados.0.smithi136.stdout:1837: done (2 left) 2024-08-19T11:36:58.681 INFO:tasks.rados.rados.0.smithi136.stdout:1838: read oid 42 snap 167 2024-08-19T11:36:58.681 INFO:tasks.rados.rados.0.smithi136.stdout:1838: expect (ObjNum 571 snap 162 seq_num 571) 2024-08-19T11:36:58.681 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 34 current snap is 169 2024-08-19T11:36:58.681 INFO:tasks.rados.rados.0.smithi136.stdout:1839: seq_num 581 ranges {9814016=139264} 2024-08-19T11:36:58.735 INFO:tasks.rados.rados.0.smithi136.stdout:1839: writing smithi13674108-34 from 9814016 to 9953280 tid 1 2024-08-19T11:36:58.735 INFO:tasks.rados.rados.0.smithi136.stdout:1840: read oid 13 snap -1 2024-08-19T11:36:58.735 INFO:tasks.rados.rados.0.smithi136.stdout:1840: expect deleted 2024-08-19T11:36:58.735 INFO:tasks.rados.rados.0.smithi136.stdout:1841: copy_from oid 48 from oid 36 current snap is 169 2024-08-19T11:36:58.735 INFO:tasks.rados.rados.0.smithi136.stdout:1835: done (5 left) 2024-08-19T11:36:58.736 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 25 current snap is 169 2024-08-19T11:36:58.736 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 777 (ObjNum 561 snap 161 seq_num 561) dirty exists 2024-08-19T11:36:58.736 INFO:tasks.rados.rados.0.smithi136.stdout:1842: seq_num 582 ranges {0=155648} 2024-08-19T11:36:58.736 INFO:tasks.rados.rados.0.smithi136.stdout:1842: writing smithi13674108-25 from 0 to 155648 tid 1 2024-08-19T11:36:58.736 INFO:tasks.rados.rados.0.smithi136.stdout:1836: done (5 left) 2024-08-19T11:36:58.737 INFO:tasks.rados.rados.0.smithi136.stdout:1843: read oid 5 snap -1 2024-08-19T11:36:58.737 INFO:tasks.rados.rados.0.smithi136.stdout:1843: expect (ObjNum 411 snap 119 seq_num 411) 2024-08-19T11:36:58.737 INFO:tasks.rados.rados.0.smithi136.stdout:1844: read oid 10 snap -1 2024-08-19T11:36:58.737 INFO:tasks.rados.rados.0.smithi136.stdout:1844: expect (ObjNum 575 snap 165 seq_num 575) 2024-08-19T11:36:58.737 INFO:tasks.rados.rados.0.smithi136.stdout:1845: snap_remove snap 161 2024-08-19T11:36:58.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:58 smithi155 ceph-mon[76679]: pgmap v257: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 207 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 44 KiB/s wr, 8 op/s; 39/333 objects degraded (11.712%) 2024-08-19T11:36:58.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:58 smithi155 ceph-mon[76679]: Health check update: Degraded data redundancy: 39/333 objects degraded (11.712%), 8 pgs degraded (PG_DEGRADED) 2024-08-19T11:36:58.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:58 smithi155 ceph-mon[76679]: osdmap e415: 8 total, 7 up, 8 in 2024-08-19T11:36:58.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:58 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:58.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:58 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:58.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:58 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:58.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:58 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:59.013 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:58 smithi136 ceph-mon[88916]: pgmap v257: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 207 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 44 KiB/s wr, 8 op/s; 39/333 objects degraded (11.712%) 2024-08-19T11:36:59.013 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:58 smithi136 ceph-mon[88916]: Health check update: Degraded data redundancy: 39/333 objects degraded (11.712%), 8 pgs degraded (PG_DEGRADED) 2024-08-19T11:36:59.013 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:58 smithi136 ceph-mon[88916]: osdmap e415: 8 total, 7 up, 8 in 2024-08-19T11:36:59.014 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:58 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:59.014 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:58 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:59.014 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:58 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:59.014 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:58 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:59.014 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:58 smithi136 ceph-mon[86496]: pgmap v257: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 207 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 44 KiB/s wr, 8 op/s; 39/333 objects degraded (11.712%) 2024-08-19T11:36:59.014 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:58 smithi136 ceph-mon[86496]: Health check update: Degraded data redundancy: 39/333 objects degraded (11.712%), 8 pgs degraded (PG_DEGRADED) 2024-08-19T11:36:59.014 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:58 smithi136 ceph-mon[86496]: osdmap e415: 8 total, 7 up, 8 in 2024-08-19T11:36:59.014 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:58 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:59.015 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:58 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:59.015 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:58 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:59.015 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:58 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:36:59.598 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3[110154]: 2024-08-19T11:36:59.369+0000 7f83aa9cf640 -1 osd.3 406 log_to_monitors true 2024-08-19T11:36:59.699 INFO:tasks.rados.rados.0.smithi136.stdout:1845: done (7 left) 2024-08-19T11:36:59.699 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 50 current snap is 169 2024-08-19T11:36:59.699 INFO:tasks.rados.rados.0.smithi136.stdout:1846: seq_num 583 ranges {2244608=172032} 2024-08-19T11:36:59.712 INFO:tasks.rados.rados.0.smithi136.stdout:1846: writing smithi13674108-50 from 2244608 to 2416640 tid 1 2024-08-19T11:36:59.712 INFO:tasks.rados.rados.0.smithi136.stdout:1847: read oid 17 snap -1 2024-08-19T11:36:59.712 INFO:tasks.rados.rados.0.smithi136.stdout:1847: expect (ObjNum 577 snap 166 seq_num 577) 2024-08-19T11:36:59.712 INFO:tasks.rados.rados.0.smithi136.stdout:1848: snap_remove snap 166 2024-08-19T11:36:59.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:59 smithi155 ceph-mon[76679]: osdmap e416: 8 total, 7 up, 8 in 2024-08-19T11:36:59.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:59 smithi155 ceph-mon[76679]: from='osd.3 [v2:172.21.15.136:6826/1464932554,v1:172.21.15.136:6827/1464932554]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-08-19T11:36:59.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:36:59 smithi155 ceph-mon[76679]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-08-19T11:36:59.992 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:59 smithi136 ceph-mon[88916]: osdmap e416: 8 total, 7 up, 8 in 2024-08-19T11:36:59.992 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:59 smithi136 ceph-mon[88916]: from='osd.3 [v2:172.21.15.136:6826/1464932554,v1:172.21.15.136:6827/1464932554]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-08-19T11:36:59.992 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:36:59 smithi136 ceph-mon[88916]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-08-19T11:36:59.993 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:36:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3[110154]: 2024-08-19T11:36:59.724+0000 7f839e771640 -1 osd.3 406 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T11:36:59.993 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:59 smithi136 ceph-mon[86496]: osdmap e416: 8 total, 7 up, 8 in 2024-08-19T11:36:59.993 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:59 smithi136 ceph-mon[86496]: from='osd.3 [v2:172.21.15.136:6826/1464932554,v1:172.21.15.136:6827/1464932554]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-08-19T11:36:59.993 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:36:59 smithi136 ceph-mon[86496]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-08-19T11:37:00.704 INFO:tasks.rados.rados.0.smithi136.stdout:1848: done (9 left) 2024-08-19T11:37:00.704 INFO:tasks.rados.rados.0.smithi136.stdout:1849: snap_create 2024-08-19T11:37:00.704 INFO:tasks.rados.rados.0.smithi136.stdout:1838: expect (ObjNum 571 snap 162 seq_num 571) 2024-08-19T11:37:00.799 INFO:tasks.rados.rados.0.smithi136.stdout:1839: finishing write tid 1 to smithi13674108-34 2024-08-19T11:37:00.799 INFO:tasks.rados.rados.0.smithi136.stdout:1842: finishing write tid 1 to smithi13674108-25 2024-08-19T11:37:00.799 INFO:tasks.rados.rados.0.smithi136.stdout:1842: finishing write tid 2 to smithi13674108-25 2024-08-19T11:37:00.800 INFO:tasks.rados.rados.0.smithi136.stdout:1839: finishing write tid 2 to smithi13674108-34 2024-08-19T11:37:00.800 INFO:tasks.rados.rados.0.smithi136.stdout:1842: finishing write tid 3 to smithi13674108-25 2024-08-19T11:37:00.800 INFO:tasks.rados.rados.0.smithi136.stdout:1842: oid 25 updating version 0 to 581 2024-08-19T11:37:00.800 INFO:tasks.rados.rados.0.smithi136.stdout:1842: oid 25 updating version 581 to 582 2024-08-19T11:37:00.800 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 582 (ObjNum 582 snap 169 seq_num 582) dirty exists 2024-08-19T11:37:00.800 INFO:tasks.rados.rados.0.smithi136.stdout:1842: left oid 25 (ObjNum 582 snap 169 seq_num 582) 2024-08-19T11:37:00.800 INFO:tasks.rados.rados.0.smithi136.stdout:1839: finishing write tid 3 to smithi13674108-34 2024-08-19T11:37:00.800 INFO:tasks.rados.rados.0.smithi136.stdout:1839: oid 34 updating version 0 to 782 2024-08-19T11:37:00.800 INFO:tasks.rados.rados.0.smithi136.stdout:1839: oid 34 version 782 is already newer than 781 2024-08-19T11:37:00.800 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 34 v 782 (ObjNum 581 snap 169 seq_num 581) dirty exists 2024-08-19T11:37:00.800 INFO:tasks.rados.rados.0.smithi136.stdout:1839: left oid 34 (ObjNum 581 snap 169 seq_num 581) 2024-08-19T11:37:00.800 INFO:tasks.rados.rados.0.smithi136.stdout:1844: expect (ObjNum 575 snap 165 seq_num 575) 2024-08-19T11:37:00.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:00 smithi136 ceph-mon[88916]: pgmap v260: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 207 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 44 KiB/s wr, 8 op/s; 39/333 objects degraded (11.712%) 2024-08-19T11:37:00.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:00 smithi136 ceph-mon[88916]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-19T11:37:00.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:00 smithi136 ceph-mon[88916]: osdmap e417: 8 total, 7 up, 8 in 2024-08-19T11:37:00.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:00 smithi136 ceph-mon[88916]: from='osd.3 [v2:172.21.15.136:6826/1464932554,v1:172.21.15.136:6827/1464932554]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi136", "root=default"]} : dispatch 2024-08-19T11:37:00.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:00 smithi136 ceph-mon[88916]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi136", "root=default"]} : dispatch 2024-08-19T11:37:00.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:00 smithi136 ceph-mon[86496]: pgmap v260: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 207 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 44 KiB/s wr, 8 op/s; 39/333 objects degraded (11.712%) 2024-08-19T11:37:00.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:00 smithi136 ceph-mon[86496]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-19T11:37:00.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:00 smithi136 ceph-mon[86496]: osdmap e417: 8 total, 7 up, 8 in 2024-08-19T11:37:00.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:00 smithi136 ceph-mon[86496]: from='osd.3 [v2:172.21.15.136:6826/1464932554,v1:172.21.15.136:6827/1464932554]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi136", "root=default"]} : dispatch 2024-08-19T11:37:00.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:00 smithi136 ceph-mon[86496]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi136", "root=default"]} : dispatch 2024-08-19T11:37:00.855 INFO:tasks.rados.rados.0.smithi136.stdout:1841: finishing copy_from racing read to smithi13674108-48 2024-08-19T11:37:00.855 INFO:tasks.rados.rados.0.smithi136.stdout:1841: finishing copy_from to smithi13674108-48 2024-08-19T11:37:00.855 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 48 v 572 (ObjNum 564 snap 161 seq_num 564) dirty exists 2024-08-19T11:37:00.855 INFO:tasks.rados.rados.0.smithi136.stdout:1843: expect (ObjNum 411 snap 119 seq_num 411) 2024-08-19T11:37:00.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:00 smithi155 ceph-mon[76679]: pgmap v260: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 207 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 44 KiB/s wr, 8 op/s; 39/333 objects degraded (11.712%) 2024-08-19T11:37:00.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:00 smithi155 ceph-mon[76679]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-19T11:37:00.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:00 smithi155 ceph-mon[76679]: osdmap e417: 8 total, 7 up, 8 in 2024-08-19T11:37:00.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:00 smithi155 ceph-mon[76679]: from='osd.3 [v2:172.21.15.136:6826/1464932554,v1:172.21.15.136:6827/1464932554]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi136", "root=default"]} : dispatch 2024-08-19T11:37:00.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:00 smithi155 ceph-mon[76679]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi136", "root=default"]} : dispatch 2024-08-19T11:37:01.478 INFO:tasks.rados.rados.0.smithi136.stdout:1846: finishing write tid 1 to smithi13674108-50 2024-08-19T11:37:01.478 INFO:tasks.rados.rados.0.smithi136.stdout:1846: finishing write tid 2 to smithi13674108-50 2024-08-19T11:37:01.478 INFO:tasks.rados.rados.0.smithi136.stdout:1846: finishing write tid 3 to smithi13674108-50 2024-08-19T11:37:01.478 INFO:tasks.rados.rados.0.smithi136.stdout:1846: oid 50 updating version 0 to 741 2024-08-19T11:37:01.478 INFO:tasks.rados.rados.0.smithi136.stdout:1846: oid 50 updating version 741 to 742 2024-08-19T11:37:01.479 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 742 (ObjNum 583 snap 169 seq_num 583) dirty exists 2024-08-19T11:37:01.479 INFO:tasks.rados.rados.0.smithi136.stdout:1846: left oid 50 (ObjNum 583 snap 169 seq_num 583) 2024-08-19T11:37:01.479 INFO:tasks.rados.rados.0.smithi136.stdout:1847: expect (ObjNum 577 snap 166 seq_num 577) 2024-08-19T11:37:01.702 INFO:tasks.rados.rados.0.smithi136.stdout:1838: done (9 left) 2024-08-19T11:37:01.703 INFO:tasks.rados.rados.0.smithi136.stdout:1839: done (8 left) 2024-08-19T11:37:01.703 INFO:tasks.rados.rados.0.smithi136.stdout:1840: done (7 left) 2024-08-19T11:37:01.703 INFO:tasks.rados.rados.0.smithi136.stdout:1841: done (6 left) 2024-08-19T11:37:01.703 INFO:tasks.rados.rados.0.smithi136.stdout:1842: done (5 left) 2024-08-19T11:37:01.703 INFO:tasks.rados.rados.0.smithi136.stdout:1843: done (4 left) 2024-08-19T11:37:01.703 INFO:tasks.rados.rados.0.smithi136.stdout:1844: done (3 left) 2024-08-19T11:37:01.703 INFO:tasks.rados.rados.0.smithi136.stdout:1846: done (2 left) 2024-08-19T11:37:01.703 INFO:tasks.rados.rados.0.smithi136.stdout:1847: done (1 left) 2024-08-19T11:37:01.703 INFO:tasks.rados.rados.0.smithi136.stdout:1849: done (0 left) 2024-08-19T11:37:01.703 INFO:tasks.rados.rados.0.smithi136.stdout:1850: rollback oid 39 current snap is 170 2024-08-19T11:37:01.703 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 39 to 158 2024-08-19T11:37:01.703 INFO:tasks.rados.rados.0.smithi136.stdout:1851: snap_create 2024-08-19T11:37:01.711 INFO:tasks.rados.rados.0.smithi136.stdout:1850: finishing rollback tid 1 to smithi13674108-39 2024-08-19T11:37:01.711 INFO:tasks.rados.rados.0.smithi136.stdout:1850: finishing rollback tid 2 to smithi13674108-39 2024-08-19T11:37:01.711 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 394 (ObjNum 551 snap 156 seq_num 551) dirty exists 2024-08-19T11:37:01.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:01 smithi136 ceph-mon[88916]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T11:37:01.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:01 smithi136 ceph-mon[88916]: osd.3 [v2:172.21.15.136:6826/1464932554,v1:172.21.15.136:6827/1464932554] boot 2024-08-19T11:37:01.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:01 smithi136 ceph-mon[88916]: osdmap e418: 8 total, 8 up, 8 in 2024-08-19T11:37:01.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:01 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-19T11:37:01.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:01 smithi136 ceph-mon[86496]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T11:37:01.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:01 smithi136 ceph-mon[86496]: osd.3 [v2:172.21.15.136:6826/1464932554,v1:172.21.15.136:6827/1464932554] boot 2024-08-19T11:37:01.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:01 smithi136 ceph-mon[86496]: osdmap e418: 8 total, 8 up, 8 in 2024-08-19T11:37:01.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:01 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-19T11:37:01.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:01 smithi155 ceph-mon[76679]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T11:37:01.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:01 smithi155 ceph-mon[76679]: osd.3 [v2:172.21.15.136:6826/1464932554,v1:172.21.15.136:6827/1464932554] boot 2024-08-19T11:37:01.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:01 smithi155 ceph-mon[76679]: osdmap e418: 8 total, 8 up, 8 in 2024-08-19T11:37:01.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:01 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-19T11:37:02.348 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:37:02 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:37:02.021+0000 7f725e66e640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-19T11:37:02.707 INFO:tasks.rados.rados.0.smithi136.stdout:1850: done (1 left) 2024-08-19T11:37:02.707 INFO:tasks.rados.rados.0.smithi136.stdout:1851: done (0 left) 2024-08-19T11:37:02.707 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 28 current snap is 171 2024-08-19T11:37:02.707 INFO:tasks.rados.rados.0.smithi136.stdout:1852: seq_num 584 ranges {311296=188416} 2024-08-19T11:37:02.709 INFO:tasks.rados.rados.0.smithi136.stdout:1852: writing smithi13674108-28 from 311296 to 499712 tid 1 2024-08-19T11:37:02.709 INFO:tasks.rados.rados.0.smithi136.stdout:1853: snap_create 2024-08-19T11:37:02.717 INFO:tasks.rados.rados.0.smithi136.stdout:1852: finishing write tid 1 to smithi13674108-28 2024-08-19T11:37:02.717 INFO:tasks.rados.rados.0.smithi136.stdout:1852: finishing write tid 2 to smithi13674108-28 2024-08-19T11:37:02.718 INFO:tasks.rados.rados.0.smithi136.stdout:1852: finishing write tid 3 to smithi13674108-28 2024-08-19T11:37:02.718 INFO:tasks.rados.rados.0.smithi136.stdout:1852: oid 28 updating version 0 to 793 2024-08-19T11:37:02.718 INFO:tasks.rados.rados.0.smithi136.stdout:1852: oid 28 version 793 is already newer than 792 2024-08-19T11:37:02.718 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 793 (ObjNum 584 snap 171 seq_num 584) dirty exists 2024-08-19T11:37:02.718 INFO:tasks.rados.rados.0.smithi136.stdout:1852: left oid 28 (ObjNum 584 snap 171 seq_num 584) 2024-08-19T11:37:02.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:02 smithi155 ceph-mon[76679]: pgmap v263: 121 pgs: 9 peering, 26 active+undersized, 6 active+undersized+degraded, 80 active+clean; 207 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 72 KiB/s wr, 8 op/s; 31/342 objects degraded (9.064%) 2024-08-19T11:37:02.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:02 smithi155 ceph-mon[76679]: osdmap e419: 8 total, 8 up, 8 in 2024-08-19T11:37:02.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:02 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:02.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:02 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:02.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:02 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:37:02.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:02 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:37:02.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:02 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:02.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:02 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:37:02.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:02 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:37:02.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:02 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:37:02.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:02 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:37:02.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:02 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-19T11:37:02.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:02 smithi155 ceph-mon[76679]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-19T11:37:02.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:02 smithi155 ceph-mon[76679]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-19T11:37:03.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:02 smithi136 ceph-mon[88916]: pgmap v263: 121 pgs: 9 peering, 26 active+undersized, 6 active+undersized+degraded, 80 active+clean; 207 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 72 KiB/s wr, 8 op/s; 31/342 objects degraded (9.064%) 2024-08-19T11:37:03.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:02 smithi136 ceph-mon[88916]: osdmap e419: 8 total, 8 up, 8 in 2024-08-19T11:37:03.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:02 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:03.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:02 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:03.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:02 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:37:03.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:02 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:37:03.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:02 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:03.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:02 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:37:03.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:02 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:37:03.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:02 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:37:03.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:02 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:37:03.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:02 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-19T11:37:03.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:02 smithi136 ceph-mon[88916]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-19T11:37:03.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:02 smithi136 ceph-mon[88916]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-19T11:37:03.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:02 smithi136 ceph-mon[86496]: pgmap v263: 121 pgs: 9 peering, 26 active+undersized, 6 active+undersized+degraded, 80 active+clean; 207 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 72 KiB/s wr, 8 op/s; 31/342 objects degraded (9.064%) 2024-08-19T11:37:03.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:02 smithi136 ceph-mon[86496]: osdmap e419: 8 total, 8 up, 8 in 2024-08-19T11:37:03.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:02 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:03.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:02 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:03.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:02 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:37:03.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:02 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:37:03.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:02 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:03.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:02 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:37:03.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:02 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:37:03.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:02 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:37:03.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:02 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:37:03.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:02 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-19T11:37:03.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:02 smithi136 ceph-mon[86496]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-19T11:37:03.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:02 smithi136 ceph-mon[86496]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-19T11:37:03.724 INFO:tasks.rados.rados.0.smithi136.stdout:1852: done (1 left) 2024-08-19T11:37:03.724 INFO:tasks.rados.rados.0.smithi136.stdout:1853: done (0 left) 2024-08-19T11:37:03.724 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 22 current snap is 172 2024-08-19T11:37:03.724 INFO:tasks.rados.rados.0.smithi136.stdout:1854: seq_num 585 ranges {1556480=204800} 2024-08-19T11:37:03.733 INFO:tasks.rados.rados.0.smithi136.stdout:1854: writing smithi13674108-22 from 1556480 to 1761280 tid 1 2024-08-19T11:37:03.733 INFO:tasks.rados.rados.0.smithi136.stdout:1855: copy_from oid 50 from oid 15 current snap is 172 2024-08-19T11:37:03.733 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 8 current snap is 172 2024-08-19T11:37:03.734 INFO:tasks.rados.rados.0.smithi136.stdout:1856: seq_num 586 ranges {6774784=221184} 2024-08-19T11:37:03.773 INFO:tasks.rados.rados.0.smithi136.stdout:1856: writing smithi13674108-8 from 6774784 to 6995968 tid 1 2024-08-19T11:37:03.773 INFO:tasks.rados.rados.0.smithi136.stdout:1857: copy_from oid 31 from oid 27 current snap is 172 2024-08-19T11:37:03.773 INFO:tasks.rados.rados.0.smithi136.stdout:1854: finishing write tid 1 to smithi13674108-22 2024-08-19T11:37:03.773 INFO:tasks.rados.rados.0.smithi136.stdout:1854: finishing write tid 2 to smithi13674108-22 2024-08-19T11:37:03.773 INFO:tasks.rados.rados.0.smithi136.stdout:1854: finishing write tid 3 to smithi13674108-22 2024-08-19T11:37:03.774 INFO:tasks.rados.rados.0.smithi136.stdout:1854: oid 22 updating version 0 to 729 2024-08-19T11:37:03.774 INFO:tasks.rados.rados.0.smithi136.stdout:1854: oid 22 updating version 729 to 730 2024-08-19T11:37:03.774 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 730 (ObjNum 585 snap 172 seq_num 585) dirty exists 2024-08-19T11:37:03.774 INFO:tasks.rados.rados.0.smithi136.stdout:1854: left oid 22 (ObjNum 585 snap 172 seq_num 585) 2024-08-19T11:37:03.774 INFO:tasks.rados.rados.0.smithi136.stdout:1855: finishing copy_from racing read to smithi13674108-50 2024-08-19T11:37:03.774 INFO:tasks.rados.rados.0.smithi136.stdout:1855: finishing copy_from to smithi13674108-50 2024-08-19T11:37:03.774 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 370 (ObjNum 560 snap 160 seq_num 560) dirty exists 2024-08-19T11:37:03.774 INFO:tasks.rados.rados.0.smithi136.stdout:1854: done (3 left) 2024-08-19T11:37:03.774 INFO:tasks.rados.rados.0.smithi136.stdout:1855: done (2 left) 2024-08-19T11:37:03.774 INFO:tasks.rados.rados.0.smithi136.stdout:1858: snap_create 2024-08-19T11:37:03.776 INFO:tasks.rados.rados.0.smithi136.stdout:1856: finishing write tid 1 to smithi13674108-8 2024-08-19T11:37:03.776 INFO:tasks.rados.rados.0.smithi136.stdout:1856: finishing write tid 2 to smithi13674108-8 2024-08-19T11:37:03.778 INFO:tasks.rados.rados.0.smithi136.stdout:1856: finishing write tid 3 to smithi13674108-8 2024-08-19T11:37:03.778 INFO:tasks.rados.rados.0.smithi136.stdout:1856: oid 8 updating version 0 to 818 2024-08-19T11:37:03.778 INFO:tasks.rados.rados.0.smithi136.stdout:1856: oid 8 updating version 818 to 819 2024-08-19T11:37:03.778 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 819 (ObjNum 586 snap 172 seq_num 586) dirty exists 2024-08-19T11:37:03.778 INFO:tasks.rados.rados.0.smithi136.stdout:1856: left oid 8 (ObjNum 586 snap 172 seq_num 586) 2024-08-19T11:37:03.791 INFO:tasks.rados.rados.0.smithi136.stdout:1857: finishing copy_from racing read to smithi13674108-31 2024-08-19T11:37:03.792 INFO:tasks.rados.rados.0.smithi136.stdout:1857: finishing copy_from to smithi13674108-31 2024-08-19T11:37:03.792 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 295 (ObjNum 461 snap 127 seq_num 461) dirty exists 2024-08-19T11:37:04.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:03 smithi136 ceph-mon[88916]: osdmap e420: 8 total, 8 up, 8 in 2024-08-19T11:37:04.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:03 smithi136 ceph-mon[88916]: Health check update: Degraded data redundancy: 31/342 objects degraded (9.064%), 6 pgs degraded (PG_DEGRADED) 2024-08-19T11:37:04.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:03 smithi136 ceph-mon[86496]: osdmap e420: 8 total, 8 up, 8 in 2024-08-19T11:37:04.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:03 smithi136 ceph-mon[86496]: Health check update: Degraded data redundancy: 31/342 objects degraded (9.064%), 6 pgs degraded (PG_DEGRADED) 2024-08-19T11:37:04.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:03 smithi155 ceph-mon[76679]: osdmap e420: 8 total, 8 up, 8 in 2024-08-19T11:37:04.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:03 smithi155 ceph-mon[76679]: Health check update: Degraded data redundancy: 31/342 objects degraded (9.064%), 6 pgs degraded (PG_DEGRADED) 2024-08-19T11:37:04.721 INFO:tasks.rados.rados.0.smithi136.stdout:1856: done (2 left) 2024-08-19T11:37:04.721 INFO:tasks.rados.rados.0.smithi136.stdout:1857: done (1 left) 2024-08-19T11:37:04.721 INFO:tasks.rados.rados.0.smithi136.stdout:1858: done (0 left) 2024-08-19T11:37:04.721 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 43 current snap is 173 2024-08-19T11:37:04.721 INFO:tasks.rados.rados.0.smithi136.stdout:1859: seq_num 587 ranges {475136=237568} 2024-08-19T11:37:04.725 INFO:tasks.rados.rados.0.smithi136.stdout:1859: writing smithi13674108-43 from 475136 to 712704 tid 1 2024-08-19T11:37:04.725 INFO:tasks.rados.rados.0.smithi136.stdout:1860: delete oid 18 current snap is 173 2024-08-19T11:37:04.731 INFO:tasks.rados.rados.0.smithi136.stdout:1859: finishing write tid 1 to smithi13674108-43 2024-08-19T11:37:04.732 INFO:tasks.rados.rados.0.smithi136.stdout:1859: finishing write tid 2 to smithi13674108-43 2024-08-19T11:37:04.732 INFO:tasks.rados.rados.0.smithi136.stdout:1860: done (1 left) 2024-08-19T11:37:04.732 INFO:tasks.rados.rados.0.smithi136.stdout:1861: read oid 13 snap -1 2024-08-19T11:37:04.732 INFO:tasks.rados.rados.0.smithi136.stdout:1861: expect deleted 2024-08-19T11:37:04.733 INFO:tasks.rados.rados.0.smithi136.stdout:1862: snap_create 2024-08-19T11:37:04.733 INFO:tasks.rados.rados.0.smithi136.stdout:1859: finishing write tid 3 to smithi13674108-43 2024-08-19T11:37:04.733 INFO:tasks.rados.rados.0.smithi136.stdout:1859: oid 43 updating version 0 to 245 2024-08-19T11:37:04.733 INFO:tasks.rados.rados.0.smithi136.stdout:1859: oid 43 version 245 is already newer than 244 2024-08-19T11:37:04.734 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 245 (ObjNum 587 snap 173 seq_num 587) dirty exists 2024-08-19T11:37:04.734 INFO:tasks.rados.rados.0.smithi136.stdout:1859: left oid 43 (ObjNum 587 snap 173 seq_num 587) 2024-08-19T11:37:05.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:04 smithi136 ceph-mon[88916]: pgmap v266: 121 pgs: 3 activating, 10 peering, 1 active+recovery_wait+degraded, 21 active+undersized, 2 active+undersized+degraded, 84 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.2 MiB/s wr, 11 op/s; 7/345 objects degraded (2.029%) 2024-08-19T11:37:05.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:04 smithi136 ceph-mon[88916]: osdmap e421: 8 total, 8 up, 8 in 2024-08-19T11:37:05.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:04 smithi136 ceph-mon[86496]: pgmap v266: 121 pgs: 3 activating, 10 peering, 1 active+recovery_wait+degraded, 21 active+undersized, 2 active+undersized+degraded, 84 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.2 MiB/s wr, 11 op/s; 7/345 objects degraded (2.029%) 2024-08-19T11:37:05.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:04 smithi136 ceph-mon[86496]: osdmap e421: 8 total, 8 up, 8 in 2024-08-19T11:37:05.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:04 smithi155 ceph-mon[76679]: pgmap v266: 121 pgs: 3 activating, 10 peering, 1 active+recovery_wait+degraded, 21 active+undersized, 2 active+undersized+degraded, 84 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.2 MiB/s wr, 11 op/s; 7/345 objects degraded (2.029%) 2024-08-19T11:37:05.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:04 smithi155 ceph-mon[76679]: osdmap e421: 8 total, 8 up, 8 in 2024-08-19T11:37:05.732 INFO:tasks.rados.rados.0.smithi136.stdout:1859: done (2 left) 2024-08-19T11:37:05.733 INFO:tasks.rados.rados.0.smithi136.stdout:1861: done (1 left) 2024-08-19T11:37:05.733 INFO:tasks.rados.rados.0.smithi136.stdout:1862: done (0 left) 2024-08-19T11:37:05.733 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 7 current snap is 174 2024-08-19T11:37:05.733 INFO:tasks.rados.rados.0.smithi136.stdout:1863: seq_num 589 ranges {0=270336} 2024-08-19T11:37:05.734 INFO:tasks.rados.rados.0.smithi136.stdout:1863: writing smithi13674108-7 from 0 to 270336 tid 1 2024-08-19T11:37:05.734 INFO:tasks.rados.rados.0.smithi136.stdout:1864: read oid 43 snap -1 2024-08-19T11:37:05.734 INFO:tasks.rados.rados.0.smithi136.stdout:1864: expect (ObjNum 587 snap 173 seq_num 587) 2024-08-19T11:37:05.734 INFO:tasks.rados.rados.0.smithi136.stdout:1865: snap_remove snap 165 2024-08-19T11:37:06.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:05 smithi136 ceph-mon[88916]: osdmap e422: 8 total, 8 up, 8 in 2024-08-19T11:37:06.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:05 smithi136 ceph-mon[86496]: osdmap e422: 8 total, 8 up, 8 in 2024-08-19T11:37:06.111 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:05 smithi155 ceph-mon[76679]: osdmap e422: 8 total, 8 up, 8 in 2024-08-19T11:37:06.739 INFO:tasks.rados.rados.0.smithi136.stdout:1865: done (2 left) 2024-08-19T11:37:06.739 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 25 current snap is 174 2024-08-19T11:37:06.739 INFO:tasks.rados.rados.0.smithi136.stdout:1866: seq_num 590 ranges {155648=286720} 2024-08-19T11:37:06.741 INFO:tasks.rados.rados.0.smithi136.stdout:1866: writing smithi13674108-25 from 155648 to 442368 tid 1 2024-08-19T11:37:06.741 INFO:tasks.rados.rados.0.smithi136.stdout:1867: snap_remove snap 167 2024-08-19T11:37:07.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:06 smithi136 ceph-mon[88916]: pgmap v269: 121 pgs: 3 activating, 10 peering, 1 active+recovery_wait+degraded, 107 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 2 op/s; 4/339 objects degraded (1.180%) 2024-08-19T11:37:07.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:06 smithi136 ceph-mon[88916]: osdmap e423: 8 total, 8 up, 8 in 2024-08-19T11:37:07.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:06 smithi136 ceph-mon[86496]: pgmap v269: 121 pgs: 3 activating, 10 peering, 1 active+recovery_wait+degraded, 107 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 2 op/s; 4/339 objects degraded (1.180%) 2024-08-19T11:37:07.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:06 smithi136 ceph-mon[86496]: osdmap e423: 8 total, 8 up, 8 in 2024-08-19T11:37:07.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:06 smithi155 ceph-mon[76679]: pgmap v269: 121 pgs: 3 activating, 10 peering, 1 active+recovery_wait+degraded, 107 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 2 op/s; 4/339 objects degraded (1.180%) 2024-08-19T11:37:07.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:06 smithi155 ceph-mon[76679]: osdmap e423: 8 total, 8 up, 8 in 2024-08-19T11:37:07.751 INFO:tasks.rados.rados.0.smithi136.stdout:1867: done (3 left) 2024-08-19T11:37:07.751 INFO:tasks.rados.rados.0.smithi136.stdout:1868: setattr oid 40 current snap is 174 2024-08-19T11:37:07.751 INFO:tasks.rados.rados.0.smithi136.stdout:1864: expect (ObjNum 587 snap 173 seq_num 587) 2024-08-19T11:37:07.781 INFO:tasks.rados.rados.0.smithi136.stdout:1863: finishing write tid 1 to smithi13674108-7 2024-08-19T11:37:07.781 INFO:tasks.rados.rados.0.smithi136.stdout:1863: finishing write tid 2 to smithi13674108-7 2024-08-19T11:37:07.781 INFO:tasks.rados.rados.0.smithi136.stdout:1863: finishing write tid 3 to smithi13674108-7 2024-08-19T11:37:07.781 INFO:tasks.rados.rados.0.smithi136.stdout:1863: oid 7 updating version 0 to 797 2024-08-19T11:37:07.782 INFO:tasks.rados.rados.0.smithi136.stdout:1863: oid 7 updating version 797 to 798 2024-08-19T11:37:07.782 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 798 (ObjNum 589 snap 174 seq_num 589) dirty exists 2024-08-19T11:37:07.782 INFO:tasks.rados.rados.0.smithi136.stdout:1863: left oid 7 (ObjNum 589 snap 174 seq_num 589) 2024-08-19T11:37:07.782 INFO:tasks.rados.rados.0.smithi136.stdout:1866: finishing write tid 1 to smithi13674108-25 2024-08-19T11:37:07.782 INFO:tasks.rados.rados.0.smithi136.stdout:1866: finishing write tid 2 to smithi13674108-25 2024-08-19T11:37:07.782 INFO:tasks.rados.rados.0.smithi136.stdout:1866: finishing write tid 3 to smithi13674108-25 2024-08-19T11:37:07.782 INFO:tasks.rados.rados.0.smithi136.stdout:1866: oid 25 updating version 0 to 583 2024-08-19T11:37:07.782 INFO:tasks.rados.rados.0.smithi136.stdout:1866: oid 25 updating version 583 to 584 2024-08-19T11:37:07.782 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 584 (ObjNum 590 snap 174 seq_num 590) dirty exists 2024-08-19T11:37:07.782 INFO:tasks.rados.rados.0.smithi136.stdout:1866: left oid 25 (ObjNum 590 snap 174 seq_num 590) 2024-08-19T11:37:07.782 INFO:tasks.rados.rados.0.smithi136.stdout:1863: done (3 left) 2024-08-19T11:37:07.782 INFO:tasks.rados.rados.0.smithi136.stdout:1864: done (2 left) 2024-08-19T11:37:07.783 INFO:tasks.rados.rados.0.smithi136.stdout:1866: done (1 left) 2024-08-19T11:37:07.783 INFO:tasks.rados.rados.0.smithi136.stdout:1869: copy_from oid 22 from oid 29 current snap is 174 2024-08-19T11:37:07.783 INFO:tasks.rados.rados.0.smithi136.stdout:1870: rmattr oid 38 current snap is 174 2024-08-19T11:37:07.783 INFO:tasks.rados.rados.0.smithi136.stdout:1870: done (2 left) 2024-08-19T11:37:07.783 INFO:tasks.rados.rados.0.smithi136.stdout:1871: rollback oid 28 current snap is 174 2024-08-19T11:37:07.783 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 28 to 172 2024-08-19T11:37:07.783 INFO:tasks.rados.rados.0.smithi136.stdout:1872: snap_create 2024-08-19T11:37:07.784 INFO:tasks.rados.rados.0.smithi136.stdout:1871: finishing rollback tid 0 to smithi13674108-28 2024-08-19T11:37:07.784 INFO:tasks.rados.rados.0.smithi136.stdout:1871: finishing rollback tid 1 to smithi13674108-28 2024-08-19T11:37:07.785 INFO:tasks.rados.rados.0.smithi136.stdout:1871: finishing rollback tid 2 to smithi13674108-28 2024-08-19T11:37:07.785 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 822 (ObjNum 584 snap 171 seq_num 584) dirty exists 2024-08-19T11:37:07.786 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 585 (ObjNum 512 snap 142 seq_num 512) dirty exists 2024-08-19T11:37:07.813 INFO:tasks.rados.rados.0.smithi136.stdout:1869: finishing copy_from racing read to smithi13674108-22 2024-08-19T11:37:07.818 INFO:tasks.rados.rados.0.smithi136.stdout:1869: finishing copy_from to smithi13674108-22 2024-08-19T11:37:07.819 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 561 (ObjNum 520 snap 147 seq_num 520) dirty exists 2024-08-19T11:37:07.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:07 smithi136 ceph-mon[88916]: osdmap e424: 8 total, 8 up, 8 in 2024-08-19T11:37:07.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:07 smithi136 ceph-mon[86496]: osdmap e424: 8 total, 8 up, 8 in 2024-08-19T11:37:07.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:37:07 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:37:07] "GET /metrics HTTP/1.1" 200 36243 "" "Prometheus/2.43.0" 2024-08-19T11:37:08.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:07 smithi155 ceph-mon[76679]: osdmap e424: 8 total, 8 up, 8 in 2024-08-19T11:37:08.640 INFO:tasks.rados.rados.0.smithi136.stdout:1868: done (3 left) 2024-08-19T11:37:08.641 INFO:tasks.rados.rados.0.smithi136.stdout:1869: done (2 left) 2024-08-19T11:37:08.641 INFO:tasks.rados.rados.0.smithi136.stdout:1871: done (1 left) 2024-08-19T11:37:08.641 INFO:tasks.rados.rados.0.smithi136.stdout:1872: done (0 left) 2024-08-19T11:37:08.641 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 18 current snap is 175 2024-08-19T11:37:08.641 INFO:tasks.rados.rados.0.smithi136.stdout:1873: seq_num 591 ranges {0=303104} 2024-08-19T11:37:08.642 INFO:tasks.rados.rados.0.smithi136.stdout:1873: writing smithi13674108-18 from 0 to 303104 tid 1 2024-08-19T11:37:08.642 INFO:tasks.rados.rados.0.smithi136.stdout:1874: snap_create 2024-08-19T11:37:08.645 INFO:tasks.rados.rados.0.smithi136.stdout:1873: finishing write tid 1 to smithi13674108-18 2024-08-19T11:37:08.646 INFO:tasks.rados.rados.0.smithi136.stdout:1873: finishing write tid 2 to smithi13674108-18 2024-08-19T11:37:08.647 INFO:tasks.rados.rados.0.smithi136.stdout:1873: finishing write tid 3 to smithi13674108-18 2024-08-19T11:37:08.647 INFO:tasks.rados.rados.0.smithi136.stdout:1873: oid 18 updating version 0 to 609 2024-08-19T11:37:08.647 INFO:tasks.rados.rados.0.smithi136.stdout:1873: oid 18 updating version 609 to 610 2024-08-19T11:37:08.647 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 610 (ObjNum 591 snap 175 seq_num 591) dirty exists 2024-08-19T11:37:08.647 INFO:tasks.rados.rados.0.smithi136.stdout:1873: left oid 18 (ObjNum 591 snap 175 seq_num 591) 2024-08-19T11:37:09.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:08 smithi136 ceph-mon[88916]: pgmap v272: 121 pgs: 121 active+clean; 225 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 523 KiB/s rd, 1.5 MiB/s wr, 6 op/s; 9.5 MiB/s, 1 objects/s recovering 2024-08-19T11:37:09.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:08 smithi136 ceph-mon[88916]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/339 objects degraded (1.180%), 1 pg degraded) 2024-08-19T11:37:09.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:08 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:37:09.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:08 smithi136 ceph-mon[88916]: osdmap e425: 8 total, 8 up, 8 in 2024-08-19T11:37:09.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:08 smithi136 ceph-mon[88916]: osdmap e426: 8 total, 8 up, 8 in 2024-08-19T11:37:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:08 smithi136 ceph-mon[86496]: pgmap v272: 121 pgs: 121 active+clean; 225 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 523 KiB/s rd, 1.5 MiB/s wr, 6 op/s; 9.5 MiB/s, 1 objects/s recovering 2024-08-19T11:37:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:08 smithi136 ceph-mon[86496]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/339 objects degraded (1.180%), 1 pg degraded) 2024-08-19T11:37:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:08 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:37:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:08 smithi136 ceph-mon[86496]: osdmap e425: 8 total, 8 up, 8 in 2024-08-19T11:37:09.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:08 smithi136 ceph-mon[86496]: osdmap e426: 8 total, 8 up, 8 in 2024-08-19T11:37:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:08 smithi155 ceph-mon[76679]: pgmap v272: 121 pgs: 121 active+clean; 225 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 523 KiB/s rd, 1.5 MiB/s wr, 6 op/s; 9.5 MiB/s, 1 objects/s recovering 2024-08-19T11:37:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:08 smithi155 ceph-mon[76679]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/339 objects degraded (1.180%), 1 pg degraded) 2024-08-19T11:37:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:08 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:37:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:08 smithi155 ceph-mon[76679]: osdmap e425: 8 total, 8 up, 8 in 2024-08-19T11:37:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:08 smithi155 ceph-mon[76679]: osdmap e426: 8 total, 8 up, 8 in 2024-08-19T11:37:09.641 INFO:tasks.rados.rados.0.smithi136.stdout:1873: done (1 left) 2024-08-19T11:37:09.641 INFO:tasks.rados.rados.0.smithi136.stdout:1874: done (0 left) 2024-08-19T11:37:09.641 INFO:tasks.rados.rados.0.smithi136.stdout:1875: setattr oid 44 current snap is 176 2024-08-19T11:37:09.642 INFO:tasks.rados.rados.0.smithi136.stdout:1876: rollback oid 20 current snap is 176 2024-08-19T11:37:09.642 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 20 to 175 2024-08-19T11:37:09.643 INFO:tasks.rados.rados.0.smithi136.stdout:1877: snap_remove snap 171 2024-08-19T11:37:10.649 INFO:tasks.rados.rados.0.smithi136.stdout:1877: done (2 left) 2024-08-19T11:37:10.649 INFO:tasks.rados.rados.0.smithi136.stdout:1878: copy_from oid 39 from oid 18 current snap is 176 2024-08-19T11:37:10.649 INFO:tasks.rados.rados.0.smithi136.stdout:1876: finishing rollback tid 0 to smithi13674108-20 2024-08-19T11:37:10.649 INFO:tasks.rados.rados.0.smithi136.stdout:1876: finishing rollback tid 1 to smithi13674108-20 2024-08-19T11:37:10.649 INFO:tasks.rados.rados.0.smithi136.stdout:1876: finishing rollback tid 2 to smithi13674108-20 2024-08-19T11:37:10.649 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 614 (ObjNum 464 snap 127 seq_num 464) dirty exists 2024-08-19T11:37:10.649 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 824 (ObjNum 448 snap 125 seq_num 448) dirty exists 2024-08-19T11:37:10.650 INFO:tasks.rados.rados.0.smithi136.stdout:1875: done (2 left) 2024-08-19T11:37:10.650 INFO:tasks.rados.rados.0.smithi136.stdout:1876: done (1 left) 2024-08-19T11:37:10.650 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 23 current snap is 176 2024-08-19T11:37:10.650 INFO:tasks.rados.rados.0.smithi136.stdout:1879: seq_num 592 ranges {9994240=319488} 2024-08-19T11:37:10.704 INFO:tasks.rados.rados.0.smithi136.stdout:1879: writing smithi13674108-23 from 9994240 to 10313728 tid 1 2024-08-19T11:37:10.704 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 30 current snap is 176 2024-08-19T11:37:10.704 INFO:tasks.rados.rados.0.smithi136.stdout:1880: seq_num 593 ranges {0=335872} 2024-08-19T11:37:10.706 INFO:tasks.rados.rados.0.smithi136.stdout:1880: writing smithi13674108-30 from 0 to 335872 tid 1 2024-08-19T11:37:10.706 INFO:tasks.rados.rados.0.smithi136.stdout:1881: read oid 19 snap -1 2024-08-19T11:37:10.706 INFO:tasks.rados.rados.0.smithi136.stdout:1881: expect deleted 2024-08-19T11:37:10.707 INFO:tasks.rados.rados.0.smithi136.stdout:1882: read oid 1 snap -1 2024-08-19T11:37:10.707 INFO:tasks.rados.rados.0.smithi136.stdout:1882: expect (ObjNum 565 snap 161 seq_num 565) 2024-08-19T11:37:10.707 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 38 current snap is 176 2024-08-19T11:37:10.707 INFO:tasks.rados.rados.0.smithi136.stdout:1878: finishing copy_from racing read to smithi13674108-39 2024-08-19T11:37:10.707 INFO:tasks.rados.rados.0.smithi136.stdout:1883: seq_num 594 ranges {0=352256} 2024-08-19T11:37:10.708 INFO:tasks.rados.rados.0.smithi136.stdout:1883: writing smithi13674108-38 from 0 to 352256 tid 1 2024-08-19T11:37:10.708 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 12 current snap is 176 2024-08-19T11:37:10.708 INFO:tasks.rados.rados.0.smithi136.stdout:1878: finishing copy_from to smithi13674108-39 2024-08-19T11:37:10.708 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 610 (ObjNum 591 snap 175 seq_num 591) dirty exists 2024-08-19T11:37:10.708 INFO:tasks.rados.rados.0.smithi136.stdout:1884: seq_num 595 ranges {3080192=368640} 2024-08-19T11:37:10.728 INFO:tasks.rados.rados.0.smithi136.stdout:1884: writing smithi13674108-12 from 3080192 to 3448832 tid 1 2024-08-19T11:37:10.728 INFO:tasks.rados.rados.0.smithi136.stdout:1878: done (6 left) 2024-08-19T11:37:10.728 INFO:tasks.rados.rados.0.smithi136.stdout:1881: done (5 left) 2024-08-19T11:37:10.728 INFO:tasks.rados.rados.0.smithi136.stdout:1885: copy_from oid 41 from oid 45 current snap is 176 2024-08-19T11:37:10.728 INFO:tasks.rados.rados.0.smithi136.stdout:1879: finishing write tid 1 to smithi13674108-23 2024-08-19T11:37:10.728 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 44 current snap is 176 2024-08-19T11:37:10.728 INFO:tasks.rados.rados.0.smithi136.stdout:1880: finishing write tid 1 to smithi13674108-30 2024-08-19T11:37:10.728 INFO:tasks.rados.rados.0.smithi136.stdout:1886: seq_num 596 ranges {311296=385024} 2024-08-19T11:37:10.732 INFO:tasks.rados.rados.0.smithi136.stdout:1886: writing smithi13674108-44 from 311296 to 696320 tid 1 2024-08-19T11:37:10.732 INFO:tasks.rados.rados.0.smithi136.stdout:1887: read oid 34 snap -1 2024-08-19T11:37:10.732 INFO:tasks.rados.rados.0.smithi136.stdout:1887: expect (ObjNum 581 snap 169 seq_num 581) 2024-08-19T11:37:10.732 INFO:tasks.rados.rados.0.smithi136.stdout:1888: read oid 35 snap -1 2024-08-19T11:37:10.732 INFO:tasks.rados.rados.0.smithi136.stdout:1888: expect (ObjNum 579 snap 168 seq_num 579) 2024-08-19T11:37:10.732 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 5 current snap is 176 2024-08-19T11:37:10.732 INFO:tasks.rados.rados.0.smithi136.stdout:1879: finishing write tid 2 to smithi13674108-23 2024-08-19T11:37:10.733 INFO:tasks.rados.rados.0.smithi136.stdout:1883: finishing write tid 1 to smithi13674108-38 2024-08-19T11:37:10.733 INFO:tasks.rados.rados.0.smithi136.stdout:1883: finishing write tid 2 to smithi13674108-38 2024-08-19T11:37:10.733 INFO:tasks.rados.rados.0.smithi136.stdout:1879: finishing write tid 3 to smithi13674108-23 2024-08-19T11:37:10.733 INFO:tasks.rados.rados.0.smithi136.stdout:1879: oid 23 updating version 0 to 447 2024-08-19T11:37:10.733 INFO:tasks.rados.rados.0.smithi136.stdout:1879: oid 23 version 447 is already newer than 446 2024-08-19T11:37:10.733 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 447 (ObjNum 592 snap 176 seq_num 592) dirty exists 2024-08-19T11:37:10.733 INFO:tasks.rados.rados.0.smithi136.stdout:1879: left oid 23 (ObjNum 592 snap 176 seq_num 592) 2024-08-19T11:37:10.733 INFO:tasks.rados.rados.0.smithi136.stdout:1889: seq_num 597 ranges {9289728=401408} 2024-08-19T11:37:10.785 INFO:tasks.rados.rados.0.smithi136.stdout:1889: writing smithi13674108-5 from 9289728 to 9691136 tid 1 2024-08-19T11:37:10.785 INFO:tasks.rados.rados.0.smithi136.stdout:1879: done (9 left) 2024-08-19T11:37:10.785 INFO:tasks.rados.rados.0.smithi136.stdout:1890: snap_remove snap 175 2024-08-19T11:37:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:10 smithi155 ceph-mon[76679]: pgmap v275: 121 pgs: 121 active+clean; 225 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 523 KiB/s rd, 1.5 MiB/s wr, 6 op/s; 9.5 MiB/s, 1 objects/s recovering 2024-08-19T11:37:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:10 smithi155 ceph-mon[76679]: osdmap e427: 8 total, 8 up, 8 in 2024-08-19T11:37:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:10 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:10 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:37:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:10 smithi136 ceph-mon[88916]: pgmap v275: 121 pgs: 121 active+clean; 225 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 523 KiB/s rd, 1.5 MiB/s wr, 6 op/s; 9.5 MiB/s, 1 objects/s recovering 2024-08-19T11:37:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:10 smithi136 ceph-mon[88916]: osdmap e427: 8 total, 8 up, 8 in 2024-08-19T11:37:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:10 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:10 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:37:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:10 smithi136 ceph-mon[86496]: pgmap v275: 121 pgs: 121 active+clean; 225 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 523 KiB/s rd, 1.5 MiB/s wr, 6 op/s; 9.5 MiB/s, 1 objects/s recovering 2024-08-19T11:37:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:10 smithi136 ceph-mon[86496]: osdmap e427: 8 total, 8 up, 8 in 2024-08-19T11:37:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:10 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:11.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:10 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:37:11.659 INFO:tasks.rados.rados.0.smithi136.stdout:1890: done (9 left) 2024-08-19T11:37:11.659 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 49 current snap is 176 2024-08-19T11:37:11.659 INFO:tasks.rados.rados.0.smithi136.stdout:1891: seq_num 598 ranges {9830400=417792} 2024-08-19T11:37:11.714 INFO:tasks.rados.rados.0.smithi136.stdout:1891: writing smithi13674108-49 from 9830400 to 10248192 tid 1 2024-08-19T11:37:11.714 INFO:tasks.rados.rados.0.smithi136.stdout:1892: delete oid 8 current snap is 176 2024-08-19T11:37:11.714 INFO:tasks.rados.rados.0.smithi136.stdout:1880: finishing write tid 2 to smithi13674108-30 2024-08-19T11:37:11.714 INFO:tasks.rados.rados.0.smithi136.stdout:1883: finishing write tid 3 to smithi13674108-38 2024-08-19T11:37:11.714 INFO:tasks.rados.rados.0.smithi136.stdout:1883: oid 38 updating version 0 to 586 2024-08-19T11:37:11.714 INFO:tasks.rados.rados.0.smithi136.stdout:1883: oid 38 updating version 586 to 587 2024-08-19T11:37:11.714 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 587 (ObjNum 594 snap 176 seq_num 594) dirty exists 2024-08-19T11:37:11.714 INFO:tasks.rados.rados.0.smithi136.stdout:1883: left oid 38 (ObjNum 594 snap 176 seq_num 594) 2024-08-19T11:37:11.714 INFO:tasks.rados.rados.0.smithi136.stdout:1880: finishing write tid 3 to smithi13674108-30 2024-08-19T11:37:11.714 INFO:tasks.rados.rados.0.smithi136.stdout:1880: oid 30 updating version 0 to 576 2024-08-19T11:37:11.715 INFO:tasks.rados.rados.0.smithi136.stdout:1880: oid 30 updating version 576 to 577 2024-08-19T11:37:11.715 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 577 (ObjNum 593 snap 176 seq_num 593) dirty exists 2024-08-19T11:37:11.715 INFO:tasks.rados.rados.0.smithi136.stdout:1880: left oid 30 (ObjNum 593 snap 176 seq_num 593) 2024-08-19T11:37:11.715 INFO:tasks.rados.rados.0.smithi136.stdout:1882: expect (ObjNum 565 snap 161 seq_num 565) 2024-08-19T11:37:11.795 INFO:tasks.rados.rados.0.smithi136.stdout:1884: finishing write tid 1 to smithi13674108-12 2024-08-19T11:37:11.795 INFO:tasks.rados.rados.0.smithi136.stdout:1884: finishing write tid 2 to smithi13674108-12 2024-08-19T11:37:11.795 INFO:tasks.rados.rados.0.smithi136.stdout:1888: expect (ObjNum 579 snap 168 seq_num 579) 2024-08-19T11:37:11.892 INFO:tasks.rados.rados.0.smithi136.stdout:1884: finishing write tid 3 to smithi13674108-12 2024-08-19T11:37:11.892 INFO:tasks.rados.rados.0.smithi136.stdout:1884: oid 12 updating version 0 to 483 2024-08-19T11:37:11.892 INFO:tasks.rados.rados.0.smithi136.stdout:1884: oid 12 updating version 483 to 484 2024-08-19T11:37:11.893 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 484 (ObjNum 595 snap 176 seq_num 595) dirty exists 2024-08-19T11:37:11.893 INFO:tasks.rados.rados.0.smithi136.stdout:1884: left oid 12 (ObjNum 595 snap 176 seq_num 595) 2024-08-19T11:37:11.893 INFO:tasks.rados.rados.0.smithi136.stdout:1886: finishing write tid 1 to smithi13674108-44 2024-08-19T11:37:11.893 INFO:tasks.rados.rados.0.smithi136.stdout:1886: finishing write tid 2 to smithi13674108-44 2024-08-19T11:37:11.893 INFO:tasks.rados.rados.0.smithi136.stdout:1885: finishing copy_from racing read to smithi13674108-41 2024-08-19T11:37:11.893 INFO:tasks.rados.rados.0.smithi136.stdout:1886: finishing write tid 3 to smithi13674108-44 2024-08-19T11:37:11.893 INFO:tasks.rados.rados.0.smithi136.stdout:1886: oid 44 updating version 0 to 833 2024-08-19T11:37:11.893 INFO:tasks.rados.rados.0.smithi136.stdout:1886: oid 44 updating version 833 to 834 2024-08-19T11:37:11.893 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 834 (ObjNum 596 snap 176 seq_num 596) dirty exists 2024-08-19T11:37:11.893 INFO:tasks.rados.rados.0.smithi136.stdout:1886: left oid 44 (ObjNum 596 snap 176 seq_num 596) 2024-08-19T11:37:11.893 INFO:tasks.rados.rados.0.smithi136.stdout:1885: finishing copy_from to smithi13674108-41 2024-08-19T11:37:11.893 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 424 (ObjNum 512 snap 142 seq_num 512) dirty exists 2024-08-19T11:37:11.893 INFO:tasks.rados.rados.0.smithi136.stdout:1887: expect (ObjNum 581 snap 169 seq_num 581) 2024-08-19T11:37:11.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:11 smithi155 ceph-mon[76679]: osdmap e428: 8 total, 8 up, 8 in 2024-08-19T11:37:12.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:11 smithi136 ceph-mon[88916]: osdmap e428: 8 total, 8 up, 8 in 2024-08-19T11:37:12.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:11 smithi136 ceph-mon[86496]: osdmap e428: 8 total, 8 up, 8 in 2024-08-19T11:37:12.575 INFO:tasks.rados.rados.0.smithi136.stdout:1889: finishing write tid 1 to smithi13674108-5 2024-08-19T11:37:12.575 INFO:tasks.rados.rados.0.smithi136.stdout:1889: finishing write tid 2 to smithi13674108-5 2024-08-19T11:37:12.575 INFO:tasks.rados.rados.0.smithi136.stdout:1889: finishing write tid 3 to smithi13674108-5 2024-08-19T11:37:12.575 INFO:tasks.rados.rados.0.smithi136.stdout:1889: oid 5 updating version 0 to 750 2024-08-19T11:37:12.575 INFO:tasks.rados.rados.0.smithi136.stdout:1889: oid 5 updating version 750 to 751 2024-08-19T11:37:12.575 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 751 (ObjNum 597 snap 176 seq_num 597) dirty exists 2024-08-19T11:37:12.575 INFO:tasks.rados.rados.0.smithi136.stdout:1889: left oid 5 (ObjNum 597 snap 176 seq_num 597) 2024-08-19T11:37:12.576 INFO:tasks.rados.rados.0.smithi136.stdout:1891: finishing write tid 1 to smithi13674108-49 2024-08-19T11:37:12.576 INFO:tasks.rados.rados.0.smithi136.stdout:1880: done (10 left) 2024-08-19T11:37:12.576 INFO:tasks.rados.rados.0.smithi136.stdout:1882: done (9 left) 2024-08-19T11:37:12.576 INFO:tasks.rados.rados.0.smithi136.stdout:1883: done (8 left) 2024-08-19T11:37:12.576 INFO:tasks.rados.rados.0.smithi136.stdout:1884: done (7 left) 2024-08-19T11:37:12.576 INFO:tasks.rados.rados.0.smithi136.stdout:1885: done (6 left) 2024-08-19T11:37:12.576 INFO:tasks.rados.rados.0.smithi136.stdout:1886: done (5 left) 2024-08-19T11:37:12.576 INFO:tasks.rados.rados.0.smithi136.stdout:1887: done (4 left) 2024-08-19T11:37:12.576 INFO:tasks.rados.rados.0.smithi136.stdout:1888: done (3 left) 2024-08-19T11:37:12.576 INFO:tasks.rados.rados.0.smithi136.stdout:1889: done (2 left) 2024-08-19T11:37:12.576 INFO:tasks.rados.rados.0.smithi136.stdout:1892: done (1 left) 2024-08-19T11:37:12.576 INFO:tasks.rados.rados.0.smithi136.stdout:1893: setattr oid 31 current snap is 176 2024-08-19T11:37:12.576 INFO:tasks.rados.rados.0.smithi136.stdout:1891: finishing write tid 2 to smithi13674108-49 2024-08-19T11:37:12.577 INFO:tasks.rados.rados.0.smithi136.stdout:1891: finishing write tid 3 to smithi13674108-49 2024-08-19T11:37:12.577 INFO:tasks.rados.rados.0.smithi136.stdout:1891: oid 49 updating version 0 to 755 2024-08-19T11:37:12.577 INFO:tasks.rados.rados.0.smithi136.stdout:1891: oid 49 version 755 is already newer than 754 2024-08-19T11:37:12.577 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 755 (ObjNum 598 snap 176 seq_num 598) dirty exists 2024-08-19T11:37:12.577 INFO:tasks.rados.rados.0.smithi136.stdout:1891: left oid 49 (ObjNum 598 snap 176 seq_num 598) 2024-08-19T11:37:12.577 INFO:tasks.rados.rados.0.smithi136.stdout:1891: done (1 left) 2024-08-19T11:37:12.577 INFO:tasks.rados.rados.0.smithi136.stdout:1894: rmattr oid 7 current snap is 176 2024-08-19T11:37:12.577 INFO:tasks.rados.rados.0.smithi136.stdout:1895: delete oid 15 current snap is 176 2024-08-19T11:37:12.578 INFO:tasks.rados.rados.0.smithi136.stdout:1895: done (2 left) 2024-08-19T11:37:12.578 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 35 current snap is 176 2024-08-19T11:37:12.578 INFO:tasks.rados.rados.0.smithi136.stdout:1896: seq_num 601 ranges {2457600=475136} 2024-08-19T11:37:12.594 INFO:tasks.rados.rados.0.smithi136.stdout:1896: writing smithi13674108-35 from 2457600 to 2932736 tid 1 2024-08-19T11:37:12.594 INFO:tasks.rados.rados.0.smithi136.stdout:1897: read oid 1 snap -1 2024-08-19T11:37:12.594 INFO:tasks.rados.rados.0.smithi136.stdout:1897: expect (ObjNum 565 snap 161 seq_num 565) 2024-08-19T11:37:12.594 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 6 current snap is 176 2024-08-19T11:37:12.594 INFO:tasks.rados.rados.0.smithi136.stdout:1898: seq_num 602 ranges {1990656=491520} 2024-08-19T11:37:12.607 INFO:tasks.rados.rados.0.smithi136.stdout:1898: writing smithi13674108-6 from 1990656 to 2482176 tid 1 2024-08-19T11:37:12.607 INFO:tasks.rados.rados.0.smithi136.stdout:1899: snap_remove snap 174 2024-08-19T11:37:12.663 INFO:tasks.rados.rados.0.smithi136.stdout:1899: done (5 left) 2024-08-19T11:37:12.663 INFO:tasks.rados.rados.0.smithi136.stdout:1900: snap_create 2024-08-19T11:37:12.663 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 838 (ObjNum 461 snap 127 seq_num 461) dirty exists 2024-08-19T11:37:12.663 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 840 (ObjNum 589 snap 174 seq_num 589) dirty exists 2024-08-19T11:37:12.663 INFO:tasks.rados.rados.0.smithi136.stdout:1896: finishing write tid 1 to smithi13674108-35 2024-08-19T11:37:12.663 INFO:tasks.rados.rados.0.smithi136.stdout:1896: finishing write tid 2 to smithi13674108-35 2024-08-19T11:37:12.663 INFO:tasks.rados.rados.0.smithi136.stdout:1896: finishing write tid 3 to smithi13674108-35 2024-08-19T11:37:12.663 INFO:tasks.rados.rados.0.smithi136.stdout:1896: oid 35 updating version 0 to 485 2024-08-19T11:37:12.664 INFO:tasks.rados.rados.0.smithi136.stdout:1896: oid 35 updating version 485 to 486 2024-08-19T11:37:12.664 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 486 (ObjNum 601 snap 176 seq_num 601) dirty exists 2024-08-19T11:37:12.664 INFO:tasks.rados.rados.0.smithi136.stdout:1896: left oid 35 (ObjNum 601 snap 176 seq_num 601) 2024-08-19T11:37:12.664 INFO:tasks.rados.rados.0.smithi136.stdout:1897: expect (ObjNum 565 snap 161 seq_num 565) 2024-08-19T11:37:12.745 INFO:tasks.rados.rados.0.smithi136.stdout:1898: finishing write tid 1 to smithi13674108-6 2024-08-19T11:37:12.745 INFO:tasks.rados.rados.0.smithi136.stdout:1898: finishing write tid 2 to smithi13674108-6 2024-08-19T11:37:12.745 INFO:tasks.rados.rados.0.smithi136.stdout:1898: finishing write tid 3 to smithi13674108-6 2024-08-19T11:37:12.745 INFO:tasks.rados.rados.0.smithi136.stdout:1898: oid 6 updating version 0 to 704 2024-08-19T11:37:12.745 INFO:tasks.rados.rados.0.smithi136.stdout:1898: oid 6 updating version 704 to 705 2024-08-19T11:37:12.745 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 705 (ObjNum 602 snap 176 seq_num 602) dirty exists 2024-08-19T11:37:12.745 INFO:tasks.rados.rados.0.smithi136.stdout:1898: left oid 6 (ObjNum 602 snap 176 seq_num 602) 2024-08-19T11:37:12.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:12 smithi155 ceph-mon[76679]: pgmap v278: 121 pgs: 121 active+clean; 241 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-08-19T11:37:12.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:12 smithi155 ceph-mon[76679]: osdmap e429: 8 total, 8 up, 8 in 2024-08-19T11:37:13.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:12 smithi136 ceph-mon[88916]: pgmap v278: 121 pgs: 121 active+clean; 241 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-08-19T11:37:13.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:12 smithi136 ceph-mon[88916]: osdmap e429: 8 total, 8 up, 8 in 2024-08-19T11:37:13.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:12 smithi136 ceph-mon[86496]: pgmap v278: 121 pgs: 121 active+clean; 241 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-08-19T11:37:13.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:12 smithi136 ceph-mon[86496]: osdmap e429: 8 total, 8 up, 8 in 2024-08-19T11:37:13.670 INFO:tasks.rados.rados.0.smithi136.stdout:1893: done (5 left) 2024-08-19T11:37:13.670 INFO:tasks.rados.rados.0.smithi136.stdout:1894: done (4 left) 2024-08-19T11:37:13.670 INFO:tasks.rados.rados.0.smithi136.stdout:1896: done (3 left) 2024-08-19T11:37:13.670 INFO:tasks.rados.rados.0.smithi136.stdout:1897: done (2 left) 2024-08-19T11:37:13.670 INFO:tasks.rados.rados.0.smithi136.stdout:1898: done (1 left) 2024-08-19T11:37:13.670 INFO:tasks.rados.rados.0.smithi136.stdout:1900: done (0 left) 2024-08-19T11:37:13.670 INFO:tasks.rados.rados.0.smithi136.stdout:1901: delete oid 8 current snap is 177 2024-08-19T11:37:13.674 INFO:tasks.rados.rados.0.smithi136.stdout:1901: done (0 left) 2024-08-19T11:37:13.674 INFO:tasks.rados.rados.0.smithi136.stdout:1902: rollback oid 13 current snap is 177 2024-08-19T11:37:13.674 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 13 to 157 2024-08-19T11:37:13.674 INFO:tasks.rados.rados.0.smithi136.stdout:1903: snap_create 2024-08-19T11:37:13.675 INFO:tasks.rados.rados.0.smithi136.stdout:1902: finishing rollback tid 1 to smithi13674108-13 2024-08-19T11:37:13.675 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 0 (ObjNum 385 snap 0 seq_num 3763495360) dirty dne 2024-08-19T11:37:13.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:13 smithi155 ceph-mon[76679]: osdmap e430: 8 total, 8 up, 8 in 2024-08-19T11:37:14.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:13 smithi136 ceph-mon[88916]: osdmap e430: 8 total, 8 up, 8 in 2024-08-19T11:37:14.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:13 smithi136 ceph-mon[86496]: osdmap e430: 8 total, 8 up, 8 in 2024-08-19T11:37:14.676 INFO:tasks.rados.rados.0.smithi136.stdout:1902: done (1 left) 2024-08-19T11:37:14.676 INFO:tasks.rados.rados.0.smithi136.stdout:1903: done (0 left) 2024-08-19T11:37:14.676 INFO:tasks.rados.rados.0.smithi136.stdout:1904: snap_remove snap 172 2024-08-19T11:37:14.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:14 smithi155 ceph-mon[76679]: pgmap v281: 121 pgs: 121 active+clean; 242 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.3 MiB/s wr, 21 op/s 2024-08-19T11:37:14.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:14 smithi155 ceph-mon[76679]: osdmap e431: 8 total, 8 up, 8 in 2024-08-19T11:37:15.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:14 smithi136 ceph-mon[88916]: pgmap v281: 121 pgs: 121 active+clean; 242 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.3 MiB/s wr, 21 op/s 2024-08-19T11:37:15.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:14 smithi136 ceph-mon[88916]: osdmap e431: 8 total, 8 up, 8 in 2024-08-19T11:37:15.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:14 smithi136 ceph-mon[86496]: pgmap v281: 121 pgs: 121 active+clean; 242 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.3 MiB/s wr, 21 op/s 2024-08-19T11:37:15.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:14 smithi136 ceph-mon[86496]: osdmap e431: 8 total, 8 up, 8 in 2024-08-19T11:37:15.684 INFO:tasks.rados.rados.0.smithi136.stdout:1904: done (0 left) 2024-08-19T11:37:15.685 INFO:tasks.rados.rados.0.smithi136.stdout:1905: copy_from oid 10 from oid 48 current snap is 178 2024-08-19T11:37:15.685 INFO:tasks.rados.rados.0.smithi136.stdout:1906: snap_create 2024-08-19T11:37:15.731 INFO:tasks.rados.rados.0.smithi136.stdout:1905: finishing copy_from racing read to smithi13674108-10 2024-08-19T11:37:15.731 INFO:tasks.rados.rados.0.smithi136.stdout:1905: finishing copy_from to smithi13674108-10 2024-08-19T11:37:15.731 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 572 (ObjNum 564 snap 161 seq_num 564) dirty exists 2024-08-19T11:37:15.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:15 smithi155 ceph-mon[76679]: osdmap e432: 8 total, 8 up, 8 in 2024-08-19T11:37:15.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:15 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:16.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:15 smithi136 ceph-mon[88916]: osdmap e432: 8 total, 8 up, 8 in 2024-08-19T11:37:16.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:15 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:16.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:15 smithi136 ceph-mon[86496]: osdmap e432: 8 total, 8 up, 8 in 2024-08-19T11:37:16.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:15 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:16.684 INFO:tasks.rados.rados.0.smithi136.stdout:1905: done (1 left) 2024-08-19T11:37:16.684 INFO:tasks.rados.rados.0.smithi136.stdout:1906: done (0 left) 2024-08-19T11:37:16.684 INFO:tasks.rados.rados.0.smithi136.stdout:1907: read oid 11 snap -1 2024-08-19T11:37:16.684 INFO:tasks.rados.rados.0.smithi136.stdout:1907: expect (ObjNum 405 snap 114 seq_num 405) 2024-08-19T11:37:16.684 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 34 current snap is 179 2024-08-19T11:37:16.685 INFO:tasks.rados.rados.0.smithi136.stdout:1908: seq_num 604 ranges {9953280=524288} 2024-08-19T11:37:16.740 INFO:tasks.rados.rados.0.smithi136.stdout:1908: writing smithi13674108-34 from 9953280 to 10477568 tid 1 2024-08-19T11:37:16.740 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 45 current snap is 179 2024-08-19T11:37:16.740 INFO:tasks.rados.rados.0.smithi136.stdout:1909: seq_num 605 ranges {8880128=540672} 2024-08-19T11:37:16.790 INFO:tasks.rados.rados.0.smithi136.stdout:1909: writing smithi13674108-45 from 8880128 to 9420800 tid 1 2024-08-19T11:37:16.791 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 25 current snap is 179 2024-08-19T11:37:16.791 INFO:tasks.rados.rados.0.smithi136.stdout:1910: seq_num 606 ranges {442368=557056} 2024-08-19T11:37:16.796 INFO:tasks.rados.rados.0.smithi136.stdout:1910: writing smithi13674108-25 from 442368 to 999424 tid 1 2024-08-19T11:37:16.796 INFO:tasks.rados.rados.0.smithi136.stdout:1911: rollback oid 6 current snap is 179 2024-08-19T11:37:16.797 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 6 to 158 2024-08-19T11:37:16.797 INFO:tasks.rados.rados.0.smithi136.stdout:1907: expect (ObjNum 405 snap 114 seq_num 405) 2024-08-19T11:37:16.848 INFO:tasks.rados.rados.0.smithi136.stdout:1908: finishing write tid 1 to smithi13674108-34 2024-08-19T11:37:16.848 INFO:tasks.rados.rados.0.smithi136.stdout:1908: finishing write tid 2 to smithi13674108-34 2024-08-19T11:37:16.848 INFO:tasks.rados.rados.0.smithi136.stdout:1908: finishing write tid 3 to smithi13674108-34 2024-08-19T11:37:16.848 INFO:tasks.rados.rados.0.smithi136.stdout:1908: oid 34 updating version 0 to 857 2024-08-19T11:37:16.848 INFO:tasks.rados.rados.0.smithi136.stdout:1908: oid 34 version 857 is already newer than 856 2024-08-19T11:37:16.848 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 34 v 857 (ObjNum 604 snap 179 seq_num 604) dirty exists 2024-08-19T11:37:16.848 INFO:tasks.rados.rados.0.smithi136.stdout:1908: left oid 34 (ObjNum 604 snap 179 seq_num 604) 2024-08-19T11:37:16.849 INFO:tasks.rados.rados.0.smithi136.stdout:1909: finishing write tid 1 to smithi13674108-45 2024-08-19T11:37:16.849 INFO:tasks.rados.rados.0.smithi136.stdout:1909: finishing write tid 2 to smithi13674108-45 2024-08-19T11:37:16.849 INFO:tasks.rados.rados.0.smithi136.stdout:1909: finishing write tid 3 to smithi13674108-45 2024-08-19T11:37:16.849 INFO:tasks.rados.rados.0.smithi136.stdout:1909: oid 45 updating version 0 to 628 2024-08-19T11:37:16.849 INFO:tasks.rados.rados.0.smithi136.stdout:1909: oid 45 updating version 628 to 629 2024-08-19T11:37:16.849 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 629 (ObjNum 605 snap 179 seq_num 605) dirty exists 2024-08-19T11:37:16.849 INFO:tasks.rados.rados.0.smithi136.stdout:1909: left oid 45 (ObjNum 605 snap 179 seq_num 605) 2024-08-19T11:37:16.849 INFO:tasks.rados.rados.0.smithi136.stdout:1911: finishing rollback tid 0 to smithi13674108-6 2024-08-19T11:37:16.849 INFO:tasks.rados.rados.0.smithi136.stdout:1911: finishing rollback tid 1 to smithi13674108-6 2024-08-19T11:37:16.849 INFO:tasks.rados.rados.0.smithi136.stdout:1907: done (4 left) 2024-08-19T11:37:16.849 INFO:tasks.rados.rados.0.smithi136.stdout:1908: done (3 left) 2024-08-19T11:37:16.849 INFO:tasks.rados.rados.0.smithi136.stdout:1909: done (2 left) 2024-08-19T11:37:16.849 INFO:tasks.rados.rados.0.smithi136.stdout:1912: setattr oid 20 current snap is 179 2024-08-19T11:37:16.849 INFO:tasks.rados.rados.0.smithi136.stdout:1911: finishing rollback tid 2 to smithi13674108-6 2024-08-19T11:37:16.849 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 708 (ObjNum 405 snap 114 seq_num 405) dirty exists 2024-08-19T11:37:16.850 INFO:tasks.rados.rados.0.smithi136.stdout:1910: finishing write tid 1 to smithi13674108-25 2024-08-19T11:37:16.850 INFO:tasks.rados.rados.0.smithi136.stdout:1910: finishing write tid 2 to smithi13674108-25 2024-08-19T11:37:16.850 INFO:tasks.rados.rados.0.smithi136.stdout:1910: finishing write tid 3 to smithi13674108-25 2024-08-19T11:37:16.850 INFO:tasks.rados.rados.0.smithi136.stdout:1910: oid 25 updating version 0 to 589 2024-08-19T11:37:16.850 INFO:tasks.rados.rados.0.smithi136.stdout:1910: oid 25 version 589 is already newer than 588 2024-08-19T11:37:16.850 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 589 (ObjNum 606 snap 179 seq_num 606) dirty exists 2024-08-19T11:37:16.850 INFO:tasks.rados.rados.0.smithi136.stdout:1910: left oid 25 (ObjNum 606 snap 179 seq_num 606) 2024-08-19T11:37:16.850 INFO:tasks.rados.rados.0.smithi136.stdout:1910: done (2 left) 2024-08-19T11:37:16.851 INFO:tasks.rados.rados.0.smithi136.stdout:1911: done (1 left) 2024-08-19T11:37:16.851 INFO:tasks.rados.rados.0.smithi136.stdout:1913: read oid 26 snap 173 2024-08-19T11:37:16.851 INFO:tasks.rados.rados.0.smithi136.stdout:1913: expect (ObjNum 516 snap 144 seq_num 516) 2024-08-19T11:37:16.851 INFO:tasks.rados.rados.0.smithi136.stdout:1914: snap_remove snap 177 2024-08-19T11:37:16.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:16 smithi155 ceph-mon[76679]: pgmap v284: 121 pgs: 121 active+clean; 242 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 164 KiB/s wr, 4 op/s 2024-08-19T11:37:16.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:16 smithi155 ceph-mon[76679]: osdmap e433: 8 total, 8 up, 8 in 2024-08-19T11:37:17.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:16 smithi136 ceph-mon[88916]: pgmap v284: 121 pgs: 121 active+clean; 242 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 164 KiB/s wr, 4 op/s 2024-08-19T11:37:17.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:16 smithi136 ceph-mon[88916]: osdmap e433: 8 total, 8 up, 8 in 2024-08-19T11:37:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:16 smithi136 ceph-mon[86496]: pgmap v284: 121 pgs: 121 active+clean; 242 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 164 KiB/s wr, 4 op/s 2024-08-19T11:37:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:16 smithi136 ceph-mon[86496]: osdmap e433: 8 total, 8 up, 8 in 2024-08-19T11:37:17.695 INFO:tasks.rados.rados.0.smithi136.stdout:1914: done (2 left) 2024-08-19T11:37:17.695 INFO:tasks.rados.rados.0.smithi136.stdout:1915: delete oid 36 current snap is 179 2024-08-19T11:37:17.695 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 631 (ObjNum 464 snap 127 seq_num 464) dirty exists 2024-08-19T11:37:17.695 INFO:tasks.rados.rados.0.smithi136.stdout:1913: expect (ObjNum 516 snap 144 seq_num 516) 2024-08-19T11:37:17.847 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:37:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:37:17] "GET /metrics HTTP/1.1" 200 36251 "" "Prometheus/2.43.0" 2024-08-19T11:37:17.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:17 smithi136 ceph-mon[88916]: osdmap e434: 8 total, 8 up, 8 in 2024-08-19T11:37:17.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:17 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-19T11:37:17.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:17 smithi136 ceph-mon[88916]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-19T11:37:17.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:17 smithi136 ceph-mon[88916]: Upgrade: osd.4 is safe to restart 2024-08-19T11:37:17.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:17 smithi136 ceph-mon[86496]: osdmap e434: 8 total, 8 up, 8 in 2024-08-19T11:37:17.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:17 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-19T11:37:17.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:17 smithi136 ceph-mon[86496]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-19T11:37:17.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:17 smithi136 ceph-mon[86496]: Upgrade: osd.4 is safe to restart 2024-08-19T11:37:17.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:17 smithi155 ceph-mon[76679]: osdmap e434: 8 total, 8 up, 8 in 2024-08-19T11:37:17.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:17 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-19T11:37:17.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:17 smithi155 ceph-mon[76679]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-19T11:37:17.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:17 smithi155 ceph-mon[76679]: Upgrade: osd.4 is safe to restart 2024-08-19T11:37:17.980 INFO:tasks.rados.rados.0.smithi136.stdout:1912: done (2 left) 2024-08-19T11:37:17.980 INFO:tasks.rados.rados.0.smithi136.stdout:1913: done (1 left) 2024-08-19T11:37:17.980 INFO:tasks.rados.rados.0.smithi136.stdout:1915: done (0 left) 2024-08-19T11:37:17.981 INFO:tasks.rados.rados.0.smithi136.stdout:1916: snap_remove snap 170 2024-08-19T11:37:18.642 INFO:tasks.rados.rados.0.smithi136.stdout:1916: done (0 left) 2024-08-19T11:37:18.642 INFO:tasks.rados.rados.0.smithi136.stdout:1917: snap_remove snap 163 2024-08-19T11:37:18.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:18 smithi155 ceph-mon[76679]: pgmap v287: 121 pgs: 121 active+clean; 252 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-08-19T11:37:18.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:18 smithi155 ceph-mon[76679]: osdmap e435: 8 total, 8 up, 8 in 2024-08-19T11:37:18.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:18 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:18.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:18 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-19T11:37:18.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:18 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:37:18.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:18 smithi155 ceph-mon[76679]: osdmap e436: 8 total, 8 up, 8 in 2024-08-19T11:37:19.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:18 smithi136 ceph-mon[86496]: pgmap v287: 121 pgs: 121 active+clean; 252 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-08-19T11:37:19.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:18 smithi136 ceph-mon[86496]: osdmap e435: 8 total, 8 up, 8 in 2024-08-19T11:37:19.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:18 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:19.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:18 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-19T11:37:19.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:18 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:37:19.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:18 smithi136 ceph-mon[86496]: osdmap e436: 8 total, 8 up, 8 in 2024-08-19T11:37:19.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:18 smithi136 ceph-mon[88916]: pgmap v287: 121 pgs: 121 active+clean; 252 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-08-19T11:37:19.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:18 smithi136 ceph-mon[88916]: osdmap e435: 8 total, 8 up, 8 in 2024-08-19T11:37:19.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:18 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:19.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:18 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-19T11:37:19.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:18 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:37:19.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:18 smithi136 ceph-mon[88916]: osdmap e436: 8 total, 8 up, 8 in 2024-08-19T11:37:19.644 INFO:tasks.rados.rados.0.smithi136.stdout:1917: done (0 left) 2024-08-19T11:37:19.644 INFO:tasks.rados.rados.0.smithi136.stdout:1918: rmattr oid 12 current snap is 179 2024-08-19T11:37:19.644 INFO:tasks.rados.rados.0.smithi136.stdout:1918: done (0 left) 2024-08-19T11:37:19.644 INFO:tasks.rados.rados.0.smithi136.stdout:1919: snap_remove snap 169 2024-08-19T11:37:19.811 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:19 smithi155 ceph-mon[76679]: Upgrade: Updating osd.4 2024-08-19T11:37:19.811 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:19 smithi155 ceph-mon[76679]: Deploying daemon osd.4 on smithi155 2024-08-19T11:37:19.812 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:19 smithi155 ceph-mon[76679]: osdmap e437: 8 total, 8 up, 8 in 2024-08-19T11:37:20.025 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:19 smithi136 ceph-mon[88916]: Upgrade: Updating osd.4 2024-08-19T11:37:20.026 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:19 smithi136 ceph-mon[88916]: Deploying daemon osd.4 on smithi155 2024-08-19T11:37:20.026 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:19 smithi136 ceph-mon[88916]: osdmap e437: 8 total, 8 up, 8 in 2024-08-19T11:37:20.026 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:19 smithi136 ceph-mon[86496]: Upgrade: Updating osd.4 2024-08-19T11:37:20.026 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:19 smithi136 ceph-mon[86496]: Deploying daemon osd.4 on smithi155 2024-08-19T11:37:20.026 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:19 smithi136 ceph-mon[86496]: osdmap e437: 8 total, 8 up, 8 in 2024-08-19T11:37:20.645 INFO:tasks.rados.rados.0.smithi136.stdout:1919: done (0 left) 2024-08-19T11:37:20.646 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 34 current snap is 179 2024-08-19T11:37:20.646 INFO:tasks.rados.rados.0.smithi136.stdout:1920: seq_num 608 ranges {10477568=589824} 2024-08-19T11:37:20.706 INFO:tasks.rados.rados.0.smithi136.stdout:1920: writing smithi13674108-34 from 10477568 to 11067392 tid 1 2024-08-19T11:37:20.706 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 38 current snap is 179 2024-08-19T11:37:20.706 INFO:tasks.rados.rados.0.smithi136.stdout:1921: seq_num 609 ranges {352256=606208} 2024-08-19T11:37:20.711 INFO:tasks.rados.rados.0.smithi136.stdout:1921: writing smithi13674108-38 from 352256 to 958464 tid 1 2024-08-19T11:37:20.711 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 1 current snap is 179 2024-08-19T11:37:20.711 INFO:tasks.rados.rados.0.smithi136.stdout:1920: finishing write tid 1 to smithi13674108-34 2024-08-19T11:37:20.711 INFO:tasks.rados.rados.0.smithi136.stdout:1920: finishing write tid 2 to smithi13674108-34 2024-08-19T11:37:20.712 INFO:tasks.rados.rados.0.smithi136.stdout:1922: seq_num 610 ranges {2686976=622592} 2024-08-19T11:37:20.729 INFO:tasks.rados.rados.0.smithi136.stdout:1922: writing smithi13674108-1 from 2686976 to 3309568 tid 1 2024-08-19T11:37:20.730 INFO:tasks.rados.rados.0.smithi136.stdout:1923: rollback oid 33 current snap is 179 2024-08-19T11:37:20.730 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 33 to 173 2024-08-19T11:37:20.730 INFO:tasks.rados.rados.0.smithi136.stdout:1920: finishing write tid 3 to smithi13674108-34 2024-08-19T11:37:20.730 INFO:tasks.rados.rados.0.smithi136.stdout:1920: oid 34 updating version 0 to 892 2024-08-19T11:37:20.730 INFO:tasks.rados.rados.0.smithi136.stdout:1920: oid 34 updating version 892 to 893 2024-08-19T11:37:20.730 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 34 v 893 (ObjNum 608 snap 179 seq_num 608) dirty exists 2024-08-19T11:37:20.730 INFO:tasks.rados.rados.0.smithi136.stdout:1920: left oid 34 (ObjNum 608 snap 179 seq_num 608) 2024-08-19T11:37:20.730 INFO:tasks.rados.rados.0.smithi136.stdout:1921: finishing write tid 1 to smithi13674108-38 2024-08-19T11:37:20.730 INFO:tasks.rados.rados.0.smithi136.stdout:1921: finishing write tid 2 to smithi13674108-38 2024-08-19T11:37:20.730 INFO:tasks.rados.rados.0.smithi136.stdout:1920: done (3 left) 2024-08-19T11:37:20.730 INFO:tasks.rados.rados.0.smithi136.stdout:1924: rollback oid 6 current snap is 179 2024-08-19T11:37:20.731 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 6 to 173 2024-08-19T11:37:20.731 INFO:tasks.rados.rados.0.smithi136.stdout:1921: finishing write tid 3 to smithi13674108-38 2024-08-19T11:37:20.731 INFO:tasks.rados.rados.0.smithi136.stdout:1921: oid 38 updating version 0 to 591 2024-08-19T11:37:20.731 INFO:tasks.rados.rados.0.smithi136.stdout:1921: oid 38 version 591 is already newer than 590 2024-08-19T11:37:20.731 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 591 (ObjNum 609 snap 179 seq_num 609) dirty exists 2024-08-19T11:37:20.731 INFO:tasks.rados.rados.0.smithi136.stdout:1921: left oid 38 (ObjNum 609 snap 179 seq_num 609) 2024-08-19T11:37:20.731 INFO:tasks.rados.rados.0.smithi136.stdout:1921: done (3 left) 2024-08-19T11:37:20.731 INFO:tasks.rados.rados.0.smithi136.stdout:1925: copy_from oid 8 from oid 35 current snap is 179 2024-08-19T11:37:20.731 INFO:tasks.rados.rados.0.smithi136.stdout:1926: read oid 47 snap -1 2024-08-19T11:37:20.731 INFO:tasks.rados.rados.0.smithi136.stdout:1926: expect (ObjNum 524 snap 148 seq_num 524) 2024-08-19T11:37:20.731 INFO:tasks.rados.rados.0.smithi136.stdout:1927: delete oid 45 current snap is 179 2024-08-19T11:37:20.732 INFO:tasks.rados.rados.0.smithi136.stdout:1924: finishing rollback tid 0 to smithi13674108-6 2024-08-19T11:37:20.732 INFO:tasks.rados.rados.0.smithi136.stdout:1924: finishing rollback tid 1 to smithi13674108-6 2024-08-19T11:37:20.732 INFO:tasks.rados.rados.0.smithi136.stdout:1923: finishing rollback tid 0 to smithi13674108-33 2024-08-19T11:37:20.733 INFO:tasks.rados.rados.0.smithi136.stdout:1923: finishing rollback tid 1 to smithi13674108-33 2024-08-19T11:37:20.733 INFO:tasks.rados.rados.0.smithi136.stdout:1922: finishing write tid 1 to smithi13674108-1 2024-08-19T11:37:20.734 INFO:tasks.rados.rados.0.smithi136.stdout:1923: finishing rollback tid 2 to smithi13674108-33 2024-08-19T11:37:20.734 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 33 v 657 (ObjNum 556 snap 160 seq_num 556) dirty exists 2024-08-19T11:37:20.734 INFO:tasks.rados.rados.0.smithi136.stdout:1922: finishing write tid 2 to smithi13674108-1 2024-08-19T11:37:20.735 INFO:tasks.rados.rados.0.smithi136.stdout:1923: done (5 left) 2024-08-19T11:37:20.735 INFO:tasks.rados.rados.0.smithi136.stdout:1927: done (4 left) 2024-08-19T11:37:20.735 INFO:tasks.rados.rados.0.smithi136.stdout:1928: read oid 25 snap -1 2024-08-19T11:37:20.735 INFO:tasks.rados.rados.0.smithi136.stdout:1928: expect (ObjNum 606 snap 179 seq_num 606) 2024-08-19T11:37:20.735 INFO:tasks.rados.rados.0.smithi136.stdout:1929: snap_create 2024-08-19T11:37:20.736 INFO:tasks.rados.rados.0.smithi136.stdout:1922: finishing write tid 3 to smithi13674108-1 2024-08-19T11:37:20.736 INFO:tasks.rados.rados.0.smithi136.stdout:1922: oid 1 updating version 0 to 774 2024-08-19T11:37:20.736 INFO:tasks.rados.rados.0.smithi136.stdout:1922: oid 1 version 774 is already newer than 773 2024-08-19T11:37:20.736 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 1 v 774 (ObjNum 610 snap 179 seq_num 610) dirty exists 2024-08-19T11:37:20.736 INFO:tasks.rados.rados.0.smithi136.stdout:1922: left oid 1 (ObjNum 610 snap 179 seq_num 610) 2024-08-19T11:37:20.736 INFO:tasks.rados.rados.0.smithi136.stdout:1924: finishing rollback tid 2 to smithi13674108-6 2024-08-19T11:37:20.736 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 711 (ObjNum 405 snap 114 seq_num 405) dirty exists 2024-08-19T11:37:20.742 INFO:tasks.rados.rados.0.smithi136.stdout:1925: finishing copy_from racing read to smithi13674108-8 2024-08-19T11:37:20.744 INFO:tasks.rados.rados.0.smithi136.stdout:1928: expect (ObjNum 606 snap 179 seq_num 606) 2024-08-19T11:37:20.779 INFO:tasks.rados.rados.0.smithi136.stdout:1925: finishing copy_from to smithi13674108-8 2024-08-19T11:37:20.780 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 486 (ObjNum 601 snap 176 seq_num 601) dirty exists 2024-08-19T11:37:20.780 INFO:tasks.rados.rados.0.smithi136.stdout:1926: expect (ObjNum 524 snap 148 seq_num 524) 2024-08-19T11:37:20.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:20 smithi155 ceph-mon[76679]: pgmap v290: 121 pgs: 121 active+clean; 252 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-08-19T11:37:20.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:20 smithi155 ceph-mon[76679]: osdmap e438: 8 total, 8 up, 8 in 2024-08-19T11:37:21.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:20 smithi136 ceph-mon[88916]: pgmap v290: 121 pgs: 121 active+clean; 252 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-08-19T11:37:21.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:20 smithi136 ceph-mon[88916]: osdmap e438: 8 total, 8 up, 8 in 2024-08-19T11:37:21.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:20 smithi136 ceph-mon[86496]: pgmap v290: 121 pgs: 121 active+clean; 252 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-08-19T11:37:21.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:20 smithi136 ceph-mon[86496]: osdmap e438: 8 total, 8 up, 8 in 2024-08-19T11:37:21.642 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:21 smithi155 systemd[1]: Stopping Ceph osd.4 for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:37:21.710 INFO:tasks.rados.rados.0.smithi136.stdout:1922: done (5 left) 2024-08-19T11:37:21.711 INFO:tasks.rados.rados.0.smithi136.stdout:1924: done (4 left) 2024-08-19T11:37:21.711 INFO:tasks.rados.rados.0.smithi136.stdout:1925: done (3 left) 2024-08-19T11:37:21.711 INFO:tasks.rados.rados.0.smithi136.stdout:1926: done (2 left) 2024-08-19T11:37:21.711 INFO:tasks.rados.rados.0.smithi136.stdout:1928: done (1 left) 2024-08-19T11:37:21.711 INFO:tasks.rados.rados.0.smithi136.stdout:1929: done (0 left) 2024-08-19T11:37:21.711 INFO:tasks.rados.rados.0.smithi136.stdout:1930: snap_remove snap 158 2024-08-19T11:37:21.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:21 smithi155 ceph-mon[76679]: osd.4 marked itself down and dead 2024-08-19T11:37:21.960 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:21 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4[25144]: 2024-08-19T11:37:21.640+0000 7f5545c5a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T11:37:21.960 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:21 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4[25144]: 2024-08-19T11:37:21.640+0000 7f5545c5a640 -1 osd.4 438 *** Got signal Terminated *** 2024-08-19T11:37:21.960 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:21 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4[25144]: 2024-08-19T11:37:21.640+0000 7f5545c5a640 -1 osd.4 438 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T11:37:22.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:21 smithi136 ceph-mon[86496]: osd.4 marked itself down and dead 2024-08-19T11:37:22.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:21 smithi136 ceph-mon[88916]: osd.4 marked itself down and dead 2024-08-19T11:37:22.681 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:22 smithi155 podman[82303]: 2024-08-19 11:37:22.253811103 +0000 UTC m=+0.730383262 container died 41fae920e9f82086e39bef662274808b47ad089097ca849f21f7cb604062871e (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4, RELEASE=reef-baa926d, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-08-19T11:37:22.717 INFO:tasks.rados.rados.0.smithi136.stdout:1930: done (0 left) 2024-08-19T11:37:22.717 INFO:tasks.rados.rados.0.smithi136.stdout:1931: snap_remove snap 179 2024-08-19T11:37:22.933 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:22 smithi155 ceph-mon[76679]: pgmap v293: 121 pgs: 121 active+clean; 254 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 556 KiB/s wr, 7 op/s 2024-08-19T11:37:22.933 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:22 smithi155 ceph-mon[76679]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T11:37:22.933 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:22 smithi155 ceph-mon[76679]: osdmap e439: 8 total, 7 up, 8 in 2024-08-19T11:37:22.933 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:22 smithi155 podman[82303]: 2024-08-19 11:37:22.68076315 +0000 UTC m=+1.157335336 container cleanup 41fae920e9f82086e39bef662274808b47ad089097ca849f21f7cb604062871e (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=reef-baa926d, ceph=True, io.buildah.version=1.36.0) 2024-08-19T11:37:22.933 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:22 smithi155 bash[82303]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4 2024-08-19T11:37:23.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:22 smithi136 ceph-mon[86496]: pgmap v293: 121 pgs: 121 active+clean; 254 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 556 KiB/s wr, 7 op/s 2024-08-19T11:37:23.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:22 smithi136 ceph-mon[86496]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T11:37:23.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:22 smithi136 ceph-mon[86496]: osdmap e439: 8 total, 7 up, 8 in 2024-08-19T11:37:23.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:22 smithi136 ceph-mon[88916]: pgmap v293: 121 pgs: 121 active+clean; 254 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 556 KiB/s wr, 7 op/s 2024-08-19T11:37:23.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:22 smithi136 ceph-mon[88916]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T11:37:23.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:22 smithi136 ceph-mon[88916]: osdmap e439: 8 total, 7 up, 8 in 2024-08-19T11:37:23.210 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:22 smithi155 podman[82328]: 2024-08-19 11:37:22.932441031 +0000 UTC m=+0.668882347 container remove 41fae920e9f82086e39bef662274808b47ad089097ca849f21f7cb604062871e (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4, RELEASE=reef-baa926d, io.buildah.version=1.36.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T11:37:23.646 INFO:tasks.rados.rados.0.smithi136.stdout:1931: done (0 left) 2024-08-19T11:37:23.646 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 8 current snap is 180 2024-08-19T11:37:23.646 INFO:tasks.rados.rados.0.smithi136.stdout:1932: seq_num 612 ranges {2932736=655360} 2024-08-19T11:37:23.665 INFO:tasks.rados.rados.0.smithi136.stdout:1932: writing smithi13674108-8 from 2932736 to 3588096 tid 1 2024-08-19T11:37:23.665 INFO:tasks.rados.rados.0.smithi136.stdout:1933: rollback oid 45 current snap is 180 2024-08-19T11:37:23.665 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 45 to 157 2024-08-19T11:37:23.665 INFO:tasks.rados.rados.0.smithi136.stdout:1934: rollback oid 9 current snap is 180 2024-08-19T11:37:23.665 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 9 to 157 2024-08-19T11:37:23.665 INFO:tasks.rados.rados.0.smithi136.stdout:1935: read oid 36 snap -1 2024-08-19T11:37:23.665 INFO:tasks.rados.rados.0.smithi136.stdout:1935: expect deleted 2024-08-19T11:37:23.665 INFO:tasks.rados.rados.0.smithi136.stdout:1936: delete oid 30 current snap is 180 2024-08-19T11:37:23.671 INFO:tasks.rados.rados.0.smithi136.stdout:1934: finishing rollback tid 0 to smithi13674108-9 2024-08-19T11:37:23.671 INFO:tasks.rados.rados.0.smithi136.stdout:1934: finishing rollback tid 1 to smithi13674108-9 2024-08-19T11:37:23.672 INFO:tasks.rados.rados.0.smithi136.stdout:1933: finishing rollback tid 1 to smithi13674108-45 2024-08-19T11:37:23.672 INFO:tasks.rados.rados.0.smithi136.stdout:1932: finishing write tid 1 to smithi13674108-8 2024-08-19T11:37:23.672 INFO:tasks.rados.rados.0.smithi136.stdout:1932: finishing write tid 2 to smithi13674108-8 2024-08-19T11:37:23.673 INFO:tasks.rados.rados.0.smithi136.stdout:1935: done (4 left) 2024-08-19T11:37:23.673 INFO:tasks.rados.rados.0.smithi136.stdout:1936: done (3 left) 2024-08-19T11:37:23.673 INFO:tasks.rados.rados.0.smithi136.stdout:1937: read oid 11 snap -1 2024-08-19T11:37:23.673 INFO:tasks.rados.rados.0.smithi136.stdout:1937: expect (ObjNum 405 snap 114 seq_num 405) 2024-08-19T11:37:23.673 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 43 current snap is 180 2024-08-19T11:37:23.673 INFO:tasks.rados.rados.0.smithi136.stdout:1934: finishing rollback tid 2 to smithi13674108-9 2024-08-19T11:37:23.674 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 593 (ObjNum 550 snap 156 seq_num 550) dirty exists 2024-08-19T11:37:23.674 INFO:tasks.rados.rados.0.smithi136.stdout:1938: seq_num 614 ranges {712704=688128} 2024-08-19T11:37:23.681 INFO:tasks.rados.rados.0.smithi136.stdout:1938: writing smithi13674108-43 from 712704 to 1400832 tid 1 2024-08-19T11:37:23.682 INFO:tasks.rados.rados.0.smithi136.stdout:1934: done (4 left) 2024-08-19T11:37:23.682 INFO:tasks.rados.rados.0.smithi136.stdout:1939: read oid 36 snap -1 2024-08-19T11:37:23.682 INFO:tasks.rados.rados.0.smithi136.stdout:1939: expect deleted 2024-08-19T11:37:23.682 INFO:tasks.rados.rados.0.smithi136.stdout:1940: copy_from oid 18 from oid 32 current snap is 180 2024-08-19T11:37:23.682 INFO:tasks.rados.rados.0.smithi136.stdout:1933: finishing rollback tid 2 to smithi13674108-45 2024-08-19T11:37:23.682 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 666 (ObjNum 535 snap 152 seq_num 535) dirty exists 2024-08-19T11:37:23.682 INFO:tasks.rados.rados.0.smithi136.stdout:1932: finishing write tid 3 to smithi13674108-8 2024-08-19T11:37:23.682 INFO:tasks.rados.rados.0.smithi136.stdout:1932: oid 8 updating version 0 to 851 2024-08-19T11:37:23.682 INFO:tasks.rados.rados.0.smithi136.stdout:1932: oid 8 version 851 is already newer than 850 2024-08-19T11:37:23.682 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 851 (ObjNum 612 snap 180 seq_num 612) dirty exists 2024-08-19T11:37:23.682 INFO:tasks.rados.rados.0.smithi136.stdout:1932: left oid 8 (ObjNum 612 snap 180 seq_num 612) 2024-08-19T11:37:23.682 INFO:tasks.rados.rados.0.smithi136.stdout:1932: done (5 left) 2024-08-19T11:37:23.682 INFO:tasks.rados.rados.0.smithi136.stdout:1933: done (4 left) 2024-08-19T11:37:23.683 INFO:tasks.rados.rados.0.smithi136.stdout:1941: copy_from oid 49 from oid 14 current snap is 180 2024-08-19T11:37:23.683 INFO:tasks.rados.rados.0.smithi136.stdout:1942: snap_remove snap 173 2024-08-19T11:37:23.686 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:23 smithi155 podman[82418]: 2024-08-19 11:37:23.366770965 +0000 UTC m=+0.107014159 container create 3f1b9bb1d524a70886c92959830ad8ee3917bd9c7346a3afdca5450fc561c680 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=main-7976693, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T11:37:23.686 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:23 smithi155 podman[82418]: 2024-08-19 11:37:23.277186743 +0000 UTC m=+0.017429896 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:37:23.686 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:23 smithi155 podman[82418]: 2024-08-19 11:37:23.585643324 +0000 UTC m=+0.325886483 container init 3f1b9bb1d524a70886c92959830ad8ee3917bd9c7346a3afdca5450fc561c680 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, io.buildah.version=1.36.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-08-19T11:37:23.686 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:23 smithi155 podman[82418]: 2024-08-19 11:37:23.590574352 +0000 UTC m=+0.330817511 container start 3f1b9bb1d524a70886c92959830ad8ee3917bd9c7346a3afdca5450fc561c680 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-08-19T11:37:23.686 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:23 smithi155 podman[82418]: 2024-08-19 11:37:23.685458504 +0000 UTC m=+0.425701662 container attach 3f1b9bb1d524a70886c92959830ad8ee3917bd9c7346a3afdca5450fc561c680 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, RELEASE=main-7976693, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-08-19T11:37:23.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:23 smithi155 ceph-mon[76679]: osdmap e440: 8 total, 7 up, 8 in 2024-08-19T11:37:23.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:23 smithi155 ceph-mon[76679]: osdmap e441: 8 total, 7 up, 8 in 2024-08-19T11:37:23.960 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:23 smithi155 podman[82418]: 2024-08-19 11:37:23.790678904 +0000 UTC m=+0.530922054 container died 3f1b9bb1d524a70886c92959830ad8ee3917bd9c7346a3afdca5450fc561c680 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=main-7976693, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-08-19T11:37:24.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:23 smithi136 ceph-mon[88916]: osdmap e440: 8 total, 7 up, 8 in 2024-08-19T11:37:24.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:23 smithi136 ceph-mon[88916]: osdmap e441: 8 total, 7 up, 8 in 2024-08-19T11:37:24.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:23 smithi136 ceph-mon[86496]: osdmap e440: 8 total, 7 up, 8 in 2024-08-19T11:37:24.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:23 smithi136 ceph-mon[86496]: osdmap e441: 8 total, 7 up, 8 in 2024-08-19T11:37:24.650 INFO:tasks.rados.rados.0.smithi136.stdout:1942: done (5 left) 2024-08-19T11:37:24.650 INFO:tasks.rados.rados.0.smithi136.stdout:1943: copy_from oid 38 from oid 34 current snap is 180 2024-08-19T11:37:24.650 INFO:tasks.rados.rados.0.smithi136.stdout:1937: expect (ObjNum 405 snap 114 seq_num 405) 2024-08-19T11:37:24.709 INFO:tasks.rados.rados.0.smithi136.stdout:1938: finishing write tid 1 to smithi13674108-43 2024-08-19T11:37:24.709 INFO:tasks.rados.rados.0.smithi136.stdout:1938: finishing write tid 2 to smithi13674108-43 2024-08-19T11:37:24.709 INFO:tasks.rados.rados.0.smithi136.stdout:1938: finishing write tid 3 to smithi13674108-43 2024-08-19T11:37:24.709 INFO:tasks.rados.rados.0.smithi136.stdout:1938: oid 43 updating version 0 to 265 2024-08-19T11:37:24.709 INFO:tasks.rados.rados.0.smithi136.stdout:1938: oid 43 version 265 is already newer than 264 2024-08-19T11:37:24.710 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 265 (ObjNum 614 snap 180 seq_num 614) dirty exists 2024-08-19T11:37:24.710 INFO:tasks.rados.rados.0.smithi136.stdout:1938: left oid 43 (ObjNum 614 snap 180 seq_num 614) 2024-08-19T11:37:24.710 INFO:tasks.rados.rados.0.smithi136.stdout:1941: finishing copy_from racing read to smithi13674108-49 2024-08-19T11:37:24.710 INFO:tasks.rados.rados.0.smithi136.stdout:1941: finishing copy_from to smithi13674108-49 2024-08-19T11:37:24.710 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 657 (ObjNum 499 snap 139 seq_num 499) dirty exists 2024-08-19T11:37:24.710 INFO:tasks.rados.rados.0.smithi136.stdout:1940: finishing copy_from racing read to smithi13674108-18 2024-08-19T11:37:24.710 INFO:tasks.rados.rados.0.smithi136.stdout:1940: finishing copy_from to smithi13674108-18 2024-08-19T11:37:24.710 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 317 (ObjNum 536 snap 152 seq_num 536) dirty exists 2024-08-19T11:37:24.710 INFO:tasks.rados.rados.0.smithi136.stdout:1937: done (5 left) 2024-08-19T11:37:24.710 INFO:tasks.rados.rados.0.smithi136.stdout:1938: done (4 left) 2024-08-19T11:37:24.710 INFO:tasks.rados.rados.0.smithi136.stdout:1939: done (3 left) 2024-08-19T11:37:24.710 INFO:tasks.rados.rados.0.smithi136.stdout:1940: done (2 left) 2024-08-19T11:37:24.710 INFO:tasks.rados.rados.0.smithi136.stdout:1941: done (1 left) 2024-08-19T11:37:24.711 INFO:tasks.rados.rados.0.smithi136.stdout:1944: read oid 1 snap 176 2024-08-19T11:37:24.711 INFO:tasks.rados.rados.0.smithi136.stdout:1944: expect (ObjNum 565 snap 161 seq_num 565) 2024-08-19T11:37:24.711 INFO:tasks.rados.rados.0.smithi136.stdout:1945: read oid 7 snap -1 2024-08-19T11:37:24.711 INFO:tasks.rados.rados.0.smithi136.stdout:1945: expect (ObjNum 589 snap 174 seq_num 589) 2024-08-19T11:37:24.711 INFO:tasks.rados.rados.0.smithi136.stdout:1946: read oid 45 snap 176 2024-08-19T11:37:24.711 INFO:tasks.rados.rados.0.smithi136.stdout:1946: expect (ObjNum 512 snap 142 seq_num 512) 2024-08-19T11:37:24.711 INFO:tasks.rados.rados.0.smithi136.stdout:1947: read oid 49 snap -1 2024-08-19T11:37:24.711 INFO:tasks.rados.rados.0.smithi136.stdout:1947: expect (ObjNum 499 snap 139 seq_num 499) 2024-08-19T11:37:24.711 INFO:tasks.rados.rados.0.smithi136.stdout:1948: copy_from oid 9 from oid 30 current snap is 180 2024-08-19T11:37:24.711 INFO:tasks.rados.rados.0.smithi136.stdout:1943: finishing copy_from racing read to smithi13674108-38 2024-08-19T11:37:24.711 INFO:tasks.rados.rados.0.smithi136.stdout:1943: finishing copy_from to smithi13674108-38 2024-08-19T11:37:24.711 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 893 (ObjNum 608 snap 179 seq_num 608) dirty exists 2024-08-19T11:37:24.711 INFO:tasks.rados.rados.0.smithi136.stdout:1943: done (5 left) 2024-08-19T11:37:24.711 INFO:tasks.rados.rados.0.smithi136.stdout:1949: read oid 15 snap -1 2024-08-19T11:37:24.712 INFO:tasks.rados.rados.0.smithi136.stdout:1949: expect deleted 2024-08-19T11:37:24.712 INFO:tasks.rados.rados.0.smithi136.stdout:1950: copy_from oid 36 from oid 21 current snap is 180 2024-08-19T11:37:24.712 INFO:tasks.rados.rados.0.smithi136.stdout:1951: rmattr oid 43 current snap is 180 2024-08-19T11:37:24.712 INFO:tasks.rados.rados.0.smithi136.stdout:1951: done (7 left) 2024-08-19T11:37:24.712 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 33 current snap is 180 2024-08-19T11:37:24.712 INFO:tasks.rados.rados.0.smithi136.stdout:1952: seq_num 615 ranges {2121728=704512} 2024-08-19T11:37:24.712 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:24 smithi155 podman[82461]: 2024-08-19 11:37:24.338976119 +0000 UTC m=+0.542080919 container remove 3f1b9bb1d524a70886c92959830ad8ee3917bd9c7346a3afdca5450fc561c680 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T11:37:24.712 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:24 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.4.service: Deactivated successfully. 2024-08-19T11:37:24.712 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:24 smithi155 systemd[1]: Stopped Ceph osd.4 for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:37:24.713 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:24 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.4.service: Consumed 13.908s CPU time. 2024-08-19T11:37:24.713 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:24 smithi155 systemd[1]: Starting Ceph osd.4 for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:37:24.725 INFO:tasks.rados.rados.0.smithi136.stdout:1952: writing smithi13674108-33 from 2121728 to 2826240 tid 1 2024-08-19T11:37:24.725 INFO:tasks.rados.rados.0.smithi136.stdout:1953: rollback oid 46 current snap is 180 2024-08-19T11:37:24.725 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 46 to 176 2024-08-19T11:37:24.725 INFO:tasks.rados.rados.0.smithi136.stdout:1948: finishing copy_from to smithi13674108-9 2024-08-19T11:37:24.725 INFO:tasks.rados.rados.0.smithi136.stdout:1948: got expected ENOENT (src dne) 2024-08-19T11:37:24.725 INFO:tasks.rados.rados.0.smithi136.stdout:1954: copy_from oid 47 from oid 12 current snap is 180 2024-08-19T11:37:24.726 INFO:tasks.rados.rados.0.smithi136.stdout:1948: finishing copy_from racing read to smithi13674108-9 2024-08-19T11:37:24.726 INFO:tasks.rados.rados.0.smithi136.stdout:1945: expect (ObjNum 589 snap 174 seq_num 589) 2024-08-19T11:37:24.741 INFO:tasks.rados.rados.0.smithi136.stdout:1950: finishing copy_from racing read to smithi13674108-36 2024-08-19T11:37:24.742 INFO:tasks.rados.rados.0.smithi136.stdout:1950: finishing copy_from to smithi13674108-36 2024-08-19T11:37:24.742 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 474 (ObjNum 509 snap 142 seq_num 509) dirty exists 2024-08-19T11:37:24.742 INFO:tasks.rados.rados.0.smithi136.stdout:1945: done (9 left) 2024-08-19T11:37:24.742 INFO:tasks.rados.rados.0.smithi136.stdout:1948: done (8 left) 2024-08-19T11:37:24.742 INFO:tasks.rados.rados.0.smithi136.stdout:1949: done (7 left) 2024-08-19T11:37:24.742 INFO:tasks.rados.rados.0.smithi136.stdout:1950: done (6 left) 2024-08-19T11:37:24.742 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 42 current snap is 180 2024-08-19T11:37:24.742 INFO:tasks.rados.rados.0.smithi136.stdout:1944: expect (ObjNum 565 snap 161 seq_num 565) 2024-08-19T11:37:24.827 INFO:tasks.rados.rados.0.smithi136.stdout:1954: finishing copy_from racing read to smithi13674108-47 2024-08-19T11:37:24.827 INFO:tasks.rados.rados.0.smithi136.stdout:1947: expect (ObjNum 499 snap 139 seq_num 499) 2024-08-19T11:37:25.042 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:24 smithi155 ceph-mon[76679]: pgmap v296: 121 pgs: 10 peering, 6 stale+active+clean, 105 active+clean; 253 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-08-19T11:37:25.043 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:24 smithi155 ceph-mon[76679]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-19T11:37:25.043 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:24 smithi155 ceph-mon[76679]: osdmap e442: 8 total, 7 up, 8 in 2024-08-19T11:37:25.043 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:24 smithi155 podman[82567]: 2024-08-19 11:37:24.688832338 +0000 UTC m=+0.021120728 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:37:25.043 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:24 smithi155 podman[82567]: 2024-08-19 11:37:24.823494804 +0000 UTC m=+0.155783171 container create 51ae8d02710bf8e7291cc30df101a3a2cb533381acc565369504c7b45e385e7d (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4-activate, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.36.0, RELEASE=main-7976693, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-08-19T11:37:25.043 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:25 smithi155 podman[82567]: 2024-08-19 11:37:25.042240213 +0000 UTC m=+0.374528593 container init 51ae8d02710bf8e7291cc30df101a3a2cb533381acc565369504c7b45e385e7d (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4-activate, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-08-19T11:37:25.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:24 smithi136 ceph-mon[86496]: pgmap v296: 121 pgs: 10 peering, 6 stale+active+clean, 105 active+clean; 253 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-08-19T11:37:25.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:24 smithi136 ceph-mon[86496]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-19T11:37:25.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:24 smithi136 ceph-mon[86496]: osdmap e442: 8 total, 7 up, 8 in 2024-08-19T11:37:25.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:24 smithi136 ceph-mon[88916]: pgmap v296: 121 pgs: 10 peering, 6 stale+active+clean, 105 active+clean; 253 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-08-19T11:37:25.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:24 smithi136 ceph-mon[88916]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-19T11:37:25.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:24 smithi136 ceph-mon[88916]: osdmap e442: 8 total, 7 up, 8 in 2024-08-19T11:37:25.106 INFO:tasks.rados.rados.0.smithi136.stdout:1946: expect (ObjNum 512 snap 142 seq_num 512) 2024-08-19T11:37:25.461 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:25 smithi155 podman[82567]: 2024-08-19 11:37:25.04721189 +0000 UTC m=+0.379500258 container start 51ae8d02710bf8e7291cc30df101a3a2cb533381acc565369504c7b45e385e7d (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4-activate, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=main-7976693, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-08-19T11:37:25.461 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:25 smithi155 podman[82567]: 2024-08-19 11:37:25.134020048 +0000 UTC m=+0.466308416 container attach 51ae8d02710bf8e7291cc30df101a3a2cb533381acc565369504c7b45e385e7d (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4-activate, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, RELEASE=main-7976693, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-08-19T11:37:25.461 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:25 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4-activate[82581]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:37:25.461 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:25 smithi155 bash[82567]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:37:25.461 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:25 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4-activate[82581]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:37:25.461 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:25 smithi155 bash[82567]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:37:25.461 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:25 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4-activate[82581]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T11:37:25.461 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:25 smithi155 bash[82567]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T11:37:25.461 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:25 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4-activate[82581]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:37:25.461 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:25 smithi155 bash[82567]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:37:25.461 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:25 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4-activate[82581]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:37:25.462 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:25 smithi155 bash[82567]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:37:25.462 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:25 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4-activate[82581]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-19T11:37:25.462 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:25 smithi155 bash[82567]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-19T11:37:25.462 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:25 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4-activate[82581]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2024-08-19T11:37:25.462 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:25 smithi155 bash[82567]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2024-08-19T11:37:25.774 INFO:teuthology.orchestra.run.smithi136.stdout:true 2024-08-19T11:37:25.832 INFO:tasks.rados.rados.0.smithi136.stdout:1952: finishing write tid 1 to smithi13674108-33 2024-08-19T11:37:25.832 INFO:tasks.rados.rados.0.smithi136.stdout:1952: finishing write tid 2 to smithi13674108-33 2024-08-19T11:37:25.832 INFO:tasks.rados.rados.0.smithi136.stdout:1953: finishing rollback tid 0 to smithi13674108-46 2024-08-19T11:37:25.832 INFO:tasks.rados.rados.0.smithi136.stdout:1954: finishing copy_from to smithi13674108-47 2024-08-19T11:37:25.832 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 484 (ObjNum 595 snap 176 seq_num 595) dirty exists 2024-08-19T11:37:25.833 INFO:tasks.rados.rados.0.smithi136.stdout:1952: finishing write tid 3 to smithi13674108-33 2024-08-19T11:37:25.833 INFO:tasks.rados.rados.0.smithi136.stdout:1952: oid 33 updating version 0 to 675 2024-08-19T11:37:25.833 INFO:tasks.rados.rados.0.smithi136.stdout:1952: oid 33 updating version 675 to 676 2024-08-19T11:37:25.833 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 33 v 676 (ObjNum 615 snap 180 seq_num 615) dirty exists 2024-08-19T11:37:25.833 INFO:tasks.rados.rados.0.smithi136.stdout:1952: left oid 33 (ObjNum 615 snap 180 seq_num 615) 2024-08-19T11:37:25.833 INFO:tasks.rados.rados.0.smithi136.stdout:1953: finishing rollback tid 1 to smithi13674108-46 2024-08-19T11:37:25.833 INFO:tasks.rados.rados.0.smithi136.stdout:1953: finishing rollback tid 2 to smithi13674108-46 2024-08-19T11:37:25.833 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 46 v 680 (ObjNum 527 snap 150 seq_num 527) dirty exists 2024-08-19T11:37:25.833 INFO:tasks.rados.rados.0.smithi136.stdout:1955: seq_num 616 ranges {2785280=720896} 2024-08-19T11:37:25.852 INFO:tasks.rados.rados.0.smithi136.stdout:1955: writing smithi13674108-42 from 2785280 to 3506176 tid 1 2024-08-19T11:37:25.853 INFO:tasks.rados.rados.0.smithi136.stdout:1944: done (6 left) 2024-08-19T11:37:25.853 INFO:tasks.rados.rados.0.smithi136.stdout:1946: done (5 left) 2024-08-19T11:37:25.853 INFO:tasks.rados.rados.0.smithi136.stdout:1947: done (4 left) 2024-08-19T11:37:25.853 INFO:tasks.rados.rados.0.smithi136.stdout:1952: done (3 left) 2024-08-19T11:37:25.853 INFO:tasks.rados.rados.0.smithi136.stdout:1953: done (2 left) 2024-08-19T11:37:25.853 INFO:tasks.rados.rados.0.smithi136.stdout:1954: done (1 left) 2024-08-19T11:37:25.853 INFO:tasks.rados.rados.0.smithi136.stdout:1956: read oid 48 snap -1 2024-08-19T11:37:25.853 INFO:tasks.rados.rados.0.smithi136.stdout:1956: expect (ObjNum 564 snap 161 seq_num 564) 2024-08-19T11:37:25.853 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 40 current snap is 180 2024-08-19T11:37:25.853 INFO:tasks.rados.rados.0.smithi136.stdout:1957: seq_num 617 ranges {8880128=737280} 2024-08-19T11:37:25.905 INFO:tasks.rados.rados.0.smithi136.stdout:1957: writing smithi13674108-40 from 8880128 to 9617408 tid 1 2024-08-19T11:37:25.905 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 21 current snap is 180 2024-08-19T11:37:25.905 INFO:tasks.rados.rados.0.smithi136.stdout:1955: finishing write tid 1 to smithi13674108-42 2024-08-19T11:37:25.905 INFO:tasks.rados.rados.0.smithi136.stdout:1958: seq_num 618 ranges {3080192=753664} 2024-08-19T11:37:25.926 INFO:tasks.rados.rados.0.smithi136.stdout:1958: writing smithi13674108-21 from 3080192 to 3833856 tid 1 2024-08-19T11:37:25.926 INFO:tasks.rados.rados.0.smithi136.stdout:1959: delete oid 38 current snap is 180 2024-08-19T11:37:25.926 INFO:tasks.rados.rados.0.smithi136.stdout:1955: finishing write tid 2 to smithi13674108-42 2024-08-19T11:37:25.926 INFO:tasks.rados.rados.0.smithi136.stdout:1955: finishing write tid 3 to smithi13674108-42 2024-08-19T11:37:25.926 INFO:tasks.rados.rados.0.smithi136.stdout:1955: oid 42 updating version 0 to 595 2024-08-19T11:37:25.926 INFO:tasks.rados.rados.0.smithi136.stdout:1955: oid 42 version 595 is already newer than 594 2024-08-19T11:37:25.926 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 595 (ObjNum 616 snap 180 seq_num 616) dirty exists 2024-08-19T11:37:25.926 INFO:tasks.rados.rados.0.smithi136.stdout:1955: left oid 42 (ObjNum 616 snap 180 seq_num 616) 2024-08-19T11:37:25.926 INFO:tasks.rados.rados.0.smithi136.stdout:1956: expect (ObjNum 564 snap 161 seq_num 564) 2024-08-19T11:37:25.938 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:25 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4-activate[82581]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2024-08-19T11:37:25.939 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:25 smithi155 bash[82567]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2024-08-19T11:37:25.939 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:25 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4-activate[82581]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2024-08-19T11:37:25.939 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:25 smithi155 bash[82567]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2024-08-19T11:37:25.939 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:25 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4-activate[82581]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-19T11:37:25.939 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:25 smithi155 bash[82567]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-19T11:37:25.939 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:25 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4-activate[82581]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-19T11:37:25.939 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:25 smithi155 bash[82567]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-19T11:37:25.939 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:25 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4-activate[82581]: --> ceph-volume lvm activate successful for osd ID: 4 2024-08-19T11:37:25.939 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:25 smithi155 bash[82567]: --> ceph-volume lvm activate successful for osd ID: 4 2024-08-19T11:37:25.939 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:25 smithi155 podman[82567]: 2024-08-19 11:37:25.598468375 +0000 UTC m=+0.930756750 container died 51ae8d02710bf8e7291cc30df101a3a2cb533381acc565369504c7b45e385e7d (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4-activate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-08-19T11:37:26.363 INFO:teuthology.orchestra.run.smithi136.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T11:37:26.364 INFO:teuthology.orchestra.run.smithi136.stdout:alertmanager.a smithi136 *:9093,9094 running (7m) 28s ago 8m 23.6M - 0.25.0 c8568f914cd2 5af88c4acee8 2024-08-19T11:37:26.364 INFO:teuthology.orchestra.run.smithi136.stdout:grafana.a smithi155 *:3000 running (8m) 2m ago 8m 87.9M - 9.4.7 954c08fa6188 cb3e816dd27a 2024-08-19T11:37:26.364 INFO:teuthology.orchestra.run.smithi136.stdout:mds.a smithi136 running (10m) 28s ago 10m 22.3M - 18.2.4-721-gbaa926de e6c292a6bc95 70acc09ac00c 2024-08-19T11:37:26.364 INFO:teuthology.orchestra.run.smithi136.stdout:mds.b smithi155 running (10m) 2m ago 10m 17.5M - 18.2.4-721-gbaa926de e6c292a6bc95 f9104a674461 2024-08-19T11:37:26.364 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.x smithi155 *:8443,9283,8765 running (3m) 2m ago 13m 451M - 19.0.0-5847-g79766939 50bbda8a3289 64c8cd762719 2024-08-19T11:37:26.364 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.y smithi136 *:8443,9283,8765 running (4m) 28s ago 15m 516M - 19.0.0-5847-g79766939 50bbda8a3289 2c0aee4c2faf 2024-08-19T11:37:26.364 INFO:teuthology.orchestra.run.smithi136.stdout:mon.a smithi136 running (3m) 28s ago 15m 54.0M 2048M 19.0.0-5847-g79766939 50bbda8a3289 9ab88b9dc010 2024-08-19T11:37:26.364 INFO:teuthology.orchestra.run.smithi136.stdout:mon.b smithi155 running (2m) 2m ago 14m 31.1M 2048M 19.0.0-5847-g79766939 50bbda8a3289 1260b8dbc4a8 2024-08-19T11:37:26.364 INFO:teuthology.orchestra.run.smithi136.stdout:mon.c smithi136 running (3m) 28s ago 13m 48.8M 2048M 19.0.0-5847-g79766939 50bbda8a3289 6904f5e6079f 2024-08-19T11:37:26.364 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.a smithi136 *:9100 running (8m) 28s ago 8m 17.1M - 1.5.0 0da6a335fe13 8b8c68944f5b 2024-08-19T11:37:26.364 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.b smithi155 *:9100 running (8m) 2m ago 8m 16.6M - 1.5.0 0da6a335fe13 94f522beed05 2024-08-19T11:37:26.364 INFO:teuthology.orchestra.run.smithi136.stdout:osd.0 smithi136 running (2m) 28s ago 13m 151M 2480M 19.0.0-5847-g79766939 50bbda8a3289 6daf1ed86d76 2024-08-19T11:37:26.364 INFO:teuthology.orchestra.run.smithi136.stdout:osd.1 smithi136 running (98s) 28s ago 12m 83.2M 2480M 19.0.0-5847-g79766939 50bbda8a3289 e1e8e8f25d12 2024-08-19T11:37:26.364 INFO:teuthology.orchestra.run.smithi136.stdout:osd.2 smithi136 running (65s) 28s ago 12m 76.7M 2480M 19.0.0-5847-g79766939 50bbda8a3289 7ef28c35d940 2024-08-19T11:37:26.365 INFO:teuthology.orchestra.run.smithi136.stdout:osd.3 smithi136 running (32s) 28s ago 12m 12.0M 2480M 19.0.0-5847-g79766939 50bbda8a3289 9f8198736d5b 2024-08-19T11:37:26.365 INFO:teuthology.orchestra.run.smithi136.stdout:osd.4 smithi155 running (11m) 2m ago 11m 151M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 41fae920e9f8 2024-08-19T11:37:26.365 INFO:teuthology.orchestra.run.smithi136.stdout:osd.5 smithi155 running (11m) 2m ago 11m 157M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 a11fccf8327d 2024-08-19T11:37:26.365 INFO:teuthology.orchestra.run.smithi136.stdout:osd.6 smithi155 running (10m) 2m ago 10m 139M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 ae2da85c009a 2024-08-19T11:37:26.365 INFO:teuthology.orchestra.run.smithi136.stdout:osd.7 smithi155 running (10m) 2m ago 10m 105M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 78b9ac5d3d4f 2024-08-19T11:37:26.365 INFO:teuthology.orchestra.run.smithi136.stdout:prometheus.a smithi155 *:9095 running (3m) 2m ago 9m 45.6M - 2.43.0 a07b618ecd1d 58dd6060f319 2024-08-19T11:37:26.387 INFO:tasks.rados.rados.0.smithi136.stdout:1957: finishing write tid 1 to smithi13674108-40 2024-08-19T11:37:26.387 INFO:tasks.rados.rados.0.smithi136.stdout:1957: finishing write tid 2 to smithi13674108-40 2024-08-19T11:37:26.387 INFO:tasks.rados.rados.0.smithi136.stdout:1957: finishing write tid 3 to smithi13674108-40 2024-08-19T11:37:26.387 INFO:tasks.rados.rados.0.smithi136.stdout:1957: oid 40 updating version 0 to 895 2024-08-19T11:37:26.387 INFO:tasks.rados.rados.0.smithi136.stdout:1957: oid 40 version 895 is already newer than 894 2024-08-19T11:37:26.387 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 895 (ObjNum 617 snap 180 seq_num 617) dirty exists 2024-08-19T11:37:26.387 INFO:tasks.rados.rados.0.smithi136.stdout:1957: left oid 40 (ObjNum 617 snap 180 seq_num 617) 2024-08-19T11:37:26.387 INFO:tasks.rados.rados.0.smithi136.stdout:1958: finishing write tid 1 to smithi13674108-21 2024-08-19T11:37:26.387 INFO:tasks.rados.rados.0.smithi136.stdout:1958: finishing write tid 2 to smithi13674108-21 2024-08-19T11:37:26.387 INFO:tasks.rados.rados.0.smithi136.stdout:1958: finishing write tid 3 to smithi13674108-21 2024-08-19T11:37:26.387 INFO:tasks.rados.rados.0.smithi136.stdout:1958: oid 21 updating version 0 to 713 2024-08-19T11:37:26.387 INFO:tasks.rados.rados.0.smithi136.stdout:1958: oid 21 version 713 is already newer than 712 2024-08-19T11:37:26.387 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 713 (ObjNum 618 snap 180 seq_num 618) dirty exists 2024-08-19T11:37:26.388 INFO:tasks.rados.rados.0.smithi136.stdout:1958: left oid 21 (ObjNum 618 snap 180 seq_num 618) 2024-08-19T11:37:26.388 INFO:tasks.rados.rados.0.smithi136.stdout:1955: done (4 left) 2024-08-19T11:37:26.388 INFO:tasks.rados.rados.0.smithi136.stdout:1956: done (3 left) 2024-08-19T11:37:26.388 INFO:tasks.rados.rados.0.smithi136.stdout:1957: done (2 left) 2024-08-19T11:37:26.388 INFO:tasks.rados.rados.0.smithi136.stdout:1958: done (1 left) 2024-08-19T11:37:26.388 INFO:tasks.rados.rados.0.smithi136.stdout:1959: done (0 left) 2024-08-19T11:37:26.388 INFO:tasks.rados.rados.0.smithi136.stdout:1960: read oid 7 snap -1 2024-08-19T11:37:26.388 INFO:tasks.rados.rados.0.smithi136.stdout:1960: expect (ObjNum 589 snap 174 seq_num 589) 2024-08-19T11:37:26.388 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 14 current snap is 180 2024-08-19T11:37:26.388 INFO:tasks.rados.rados.0.smithi136.stdout:1961: seq_num 620 ranges {5226496=794624} 2024-08-19T11:37:26.418 INFO:tasks.rados.rados.0.smithi136.stdout:1961: writing smithi13674108-14 from 5226496 to 6021120 tid 1 2024-08-19T11:37:26.418 INFO:tasks.rados.rados.0.smithi136.stdout:1962: rollback oid 33 current snap is 180 2024-08-19T11:37:26.418 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 33 to 176 2024-08-19T11:37:26.418 INFO:tasks.rados.rados.0.smithi136.stdout:1960: expect (ObjNum 589 snap 174 seq_num 589) 2024-08-19T11:37:26.436 INFO:tasks.rados.rados.0.smithi136.stdout:1962: finishing rollback tid 0 to smithi13674108-33 2024-08-19T11:37:26.436 INFO:tasks.rados.rados.0.smithi136.stdout:1961: finishing write tid 1 to smithi13674108-14 2024-08-19T11:37:26.436 INFO:tasks.rados.rados.0.smithi136.stdout:1962: finishing rollback tid 1 to smithi13674108-33 2024-08-19T11:37:26.437 INFO:tasks.rados.rados.0.smithi136.stdout:1961: finishing write tid 2 to smithi13674108-14 2024-08-19T11:37:26.437 INFO:tasks.rados.rados.0.smithi136.stdout:1960: done (2 left) 2024-08-19T11:37:26.437 INFO:tasks.rados.rados.0.smithi136.stdout:1963: delete oid 38 current snap is 180 2024-08-19T11:37:26.437 INFO:tasks.rados.rados.0.smithi136.stdout:1962: finishing rollback tid 2 to smithi13674108-33 2024-08-19T11:37:26.437 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 33 v 683 (ObjNum 556 snap 160 seq_num 556) dirty exists 2024-08-19T11:37:26.437 INFO:tasks.rados.rados.0.smithi136.stdout:1961: finishing write tid 3 to smithi13674108-14 2024-08-19T11:37:26.437 INFO:tasks.rados.rados.0.smithi136.stdout:1961: oid 14 updating version 0 to 779 2024-08-19T11:37:26.437 INFO:tasks.rados.rados.0.smithi136.stdout:1961: oid 14 version 779 is already newer than 778 2024-08-19T11:37:26.437 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 779 (ObjNum 620 snap 180 seq_num 620) dirty exists 2024-08-19T11:37:26.437 INFO:tasks.rados.rados.0.smithi136.stdout:1961: left oid 14 (ObjNum 620 snap 180 seq_num 620) 2024-08-19T11:37:26.438 INFO:tasks.rados.rados.0.smithi136.stdout:1961: done (2 left) 2024-08-19T11:37:26.438 INFO:tasks.rados.rados.0.smithi136.stdout:1962: done (1 left) 2024-08-19T11:37:26.438 INFO:tasks.rados.rados.0.smithi136.stdout:1963: done (0 left) 2024-08-19T11:37:26.438 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 7 current snap is 180 2024-08-19T11:37:26.438 INFO:tasks.rados.rados.0.smithi136.stdout:1964: seq_num 622 ranges {270336=425984,696320=401408} 2024-08-19T11:37:26.441 INFO:tasks.rados.rados.0.smithi136.stdout:1964: writing smithi13674108-7 from 270336 to 696320 tid 1 2024-08-19T11:37:26.444 INFO:tasks.rados.rados.0.smithi136.stdout:1964: writing smithi13674108-7 from 696320 to 1097728 tid 2 2024-08-19T11:37:26.444 INFO:tasks.rados.rados.0.smithi136.stdout:1965: rollback oid 20 current snap is 180 2024-08-19T11:37:26.444 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 20 to 157 2024-08-19T11:37:26.444 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 11 current snap is 180 2024-08-19T11:37:26.444 INFO:tasks.rados.rados.0.smithi136.stdout:1966: seq_num 623 ranges {1990656=442368,2433024=401408} 2024-08-19T11:37:26.458 INFO:tasks.rados.rados.0.smithi136.stdout:1966: writing smithi13674108-11 from 1990656 to 2433024 tid 1 2024-08-19T11:37:26.461 INFO:tasks.rados.rados.0.smithi136.stdout:1966: writing smithi13674108-11 from 2433024 to 2834432 tid 2 2024-08-19T11:37:26.461 INFO:tasks.rados.rados.0.smithi136.stdout:1967: rollback oid 44 current snap is 180 2024-08-19T11:37:26.461 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 44 to 178 2024-08-19T11:37:26.461 INFO:tasks.rados.rados.0.smithi136.stdout:1964: finishing write tid 1 to smithi13674108-7 2024-08-19T11:37:26.461 INFO:tasks.rados.rados.0.smithi136.stdout:1964: finishing write tid 2 to smithi13674108-7 2024-08-19T11:37:26.461 INFO:tasks.rados.rados.0.smithi136.stdout:1964: finishing write tid 3 to smithi13674108-7 2024-08-19T11:37:26.461 INFO:tasks.rados.rados.0.smithi136.stdout:1968: snap_create 2024-08-19T11:37:26.461 INFO:tasks.rados.rados.0.smithi136.stdout:1965: finishing rollback tid 0 to smithi13674108-20 2024-08-19T11:37:26.461 INFO:tasks.rados.rados.0.smithi136.stdout:1964: finishing write tid 4 to smithi13674108-7 2024-08-19T11:37:26.461 INFO:tasks.rados.rados.0.smithi136.stdout:1964: oid 7 updating version 0 to 915 2024-08-19T11:37:26.461 INFO:tasks.rados.rados.0.smithi136.stdout:1964: oid 7 version 915 is already newer than 913 2024-08-19T11:37:26.462 INFO:tasks.rados.rados.0.smithi136.stdout:1964: oid 7 version 915 is already newer than 914 2024-08-19T11:37:26.462 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 915 (ObjNum 622 snap 180 seq_num 622) dirty exists 2024-08-19T11:37:26.462 INFO:tasks.rados.rados.0.smithi136.stdout:1964: left oid 7 (ObjNum 622 snap 180 seq_num 622) 2024-08-19T11:37:26.462 INFO:tasks.rados.rados.0.smithi136.stdout:1965: finishing rollback tid 1 to smithi13674108-20 2024-08-19T11:37:26.462 INFO:tasks.rados.rados.0.smithi136.stdout:1965: finishing rollback tid 2 to smithi13674108-20 2024-08-19T11:37:26.462 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 686 (ObjNum 464 snap 127 seq_num 464) dirty exists 2024-08-19T11:37:26.462 INFO:tasks.rados.rados.0.smithi136.stdout:1966: finishing write tid 1 to smithi13674108-11 2024-08-19T11:37:26.463 INFO:tasks.rados.rados.0.smithi136.stdout:1967: finishing rollback tid 0 to smithi13674108-44 2024-08-19T11:37:26.463 INFO:tasks.rados.rados.0.smithi136.stdout:1967: finishing rollback tid 1 to smithi13674108-44 2024-08-19T11:37:26.463 INFO:tasks.rados.rados.0.smithi136.stdout:1966: finishing write tid 2 to smithi13674108-11 2024-08-19T11:37:26.463 INFO:tasks.rados.rados.0.smithi136.stdout:1967: finishing rollback tid 2 to smithi13674108-44 2024-08-19T11:37:26.463 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 919 (ObjNum 596 snap 176 seq_num 596) dirty exists 2024-08-19T11:37:26.464 INFO:tasks.rados.rados.0.smithi136.stdout:1966: finishing write tid 3 to smithi13674108-11 2024-08-19T11:37:26.465 INFO:tasks.rados.rados.0.smithi136.stdout:1966: finishing write tid 4 to smithi13674108-11 2024-08-19T11:37:26.465 INFO:tasks.rados.rados.0.smithi136.stdout:1966: oid 11 updating version 0 to 855 2024-08-19T11:37:26.465 INFO:tasks.rados.rados.0.smithi136.stdout:1966: oid 11 version 855 is already newer than 854 2024-08-19T11:37:26.465 INFO:tasks.rados.rados.0.smithi136.stdout:1966: oid 11 version 855 is already newer than 853 2024-08-19T11:37:26.465 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 855 (ObjNum 623 snap 180 seq_num 623) dirty exists 2024-08-19T11:37:26.465 INFO:tasks.rados.rados.0.smithi136.stdout:1966: left oid 11 (ObjNum 623 snap 180 seq_num 623) 2024-08-19T11:37:26.654 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:26 smithi155 podman[82709]: 2024-08-19 11:37:26.280081129 +0000 UTC m=+0.672739342 container remove 51ae8d02710bf8e7291cc30df101a3a2cb533381acc565369504c7b45e385e7d (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4-activate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.36.0) 2024-08-19T11:37:26.654 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:26 smithi155 podman[82774]: 2024-08-19 11:37:26.397711932 +0000 UTC m=+0.017785361 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:37:26.654 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:26 smithi155 podman[82774]: 2024-08-19 11:37:26.522742153 +0000 UTC m=+0.142815571 container create 0256f8e34f10a422c9922532a07eea3fd08f3e23b57c4201262707a366812037 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , RELEASE=main-7976693, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-08-19T11:37:26.654 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:26 smithi155 ceph-mon[76679]: pgmap v299: 121 pgs: 9 active+undersized, 10 peering, 4 stale+active+clean, 4 active+undersized+degraded, 94 active+clean; 253 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1000 KiB/s wr, 7 op/s; 6/375 objects degraded (1.600%) 2024-08-19T11:37:26.654 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:26 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:26.654 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:26 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:37:26.654 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:26 smithi155 ceph-mon[76679]: Health check failed: Degraded data redundancy: 6/375 objects degraded (1.600%), 4 pgs degraded (PG_DEGRADED) 2024-08-19T11:37:26.654 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:26 smithi155 ceph-mon[76679]: from='client.34353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:37:26.655 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:26 smithi155 ceph-mon[76679]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:37:26.711 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:37:26.711 INFO:teuthology.orchestra.run.smithi136.stdout: "mon": { 2024-08-19T11:37:26.711 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 3 2024-08-19T11:37:26.712 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:37:26.712 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr": { 2024-08-19T11:37:26.712 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T11:37:26.712 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:37:26.712 INFO:teuthology.orchestra.run.smithi136.stdout: "osd": { 2024-08-19T11:37:26.712 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 3, 2024-08-19T11:37:26.712 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 4 2024-08-19T11:37:26.712 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:37:26.712 INFO:teuthology.orchestra.run.smithi136.stdout: "mds": { 2024-08-19T11:37:26.712 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T11:37:26.712 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:37:26.712 INFO:teuthology.orchestra.run.smithi136.stdout: "overall": { 2024-08-19T11:37:26.712 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 5, 2024-08-19T11:37:26.712 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 9 2024-08-19T11:37:26.713 INFO:teuthology.orchestra.run.smithi136.stdout: } 2024-08-19T11:37:26.713 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:37:26.713 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:26 smithi136 ceph-mon[88916]: pgmap v299: 121 pgs: 9 active+undersized, 10 peering, 4 stale+active+clean, 4 active+undersized+degraded, 94 active+clean; 253 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1000 KiB/s wr, 7 op/s; 6/375 objects degraded (1.600%) 2024-08-19T11:37:26.713 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:26 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:26.713 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:26 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:37:26.713 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:26 smithi136 ceph-mon[88916]: Health check failed: Degraded data redundancy: 6/375 objects degraded (1.600%), 4 pgs degraded (PG_DEGRADED) 2024-08-19T11:37:26.713 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:26 smithi136 ceph-mon[88916]: from='client.34353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:37:26.713 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:26 smithi136 ceph-mon[88916]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:37:26.713 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:26 smithi136 ceph-mon[86496]: pgmap v299: 121 pgs: 9 active+undersized, 10 peering, 4 stale+active+clean, 4 active+undersized+degraded, 94 active+clean; 253 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1000 KiB/s wr, 7 op/s; 6/375 objects degraded (1.600%) 2024-08-19T11:37:26.714 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:26 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:26.714 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:26 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:37:26.714 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:26 smithi136 ceph-mon[86496]: Health check failed: Degraded data redundancy: 6/375 objects degraded (1.600%), 4 pgs degraded (PG_DEGRADED) 2024-08-19T11:37:26.714 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:26 smithi136 ceph-mon[86496]: from='client.34353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:37:26.714 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:26 smithi136 ceph-mon[86496]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:37:26.723 INFO:tasks.rados.rados.0.smithi136.stdout:1964: done (4 left) 2024-08-19T11:37:26.724 INFO:tasks.rados.rados.0.smithi136.stdout:1965: done (3 left) 2024-08-19T11:37:26.724 INFO:tasks.rados.rados.0.smithi136.stdout:1966: done (2 left) 2024-08-19T11:37:26.724 INFO:tasks.rados.rados.0.smithi136.stdout:1967: done (1 left) 2024-08-19T11:37:26.724 INFO:tasks.rados.rados.0.smithi136.stdout:1968: done (0 left) 2024-08-19T11:37:26.724 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 50 current snap is 181 2024-08-19T11:37:26.724 INFO:tasks.rados.rados.0.smithi136.stdout:1969: seq_num 624 ranges {2187264=458752,2646016=401408} 2024-08-19T11:37:26.738 INFO:tasks.rados.rados.0.smithi136.stdout:1969: writing smithi13674108-50 from 2187264 to 2646016 tid 1 2024-08-19T11:37:26.740 INFO:tasks.rados.rados.0.smithi136.stdout:1969: writing smithi13674108-50 from 2646016 to 3047424 tid 2 2024-08-19T11:37:26.740 INFO:tasks.rados.rados.0.smithi136.stdout:1970: read oid 28 snap 180 2024-08-19T11:37:26.741 INFO:tasks.rados.rados.0.smithi136.stdout:1970: expect (ObjNum 584 snap 171 seq_num 584) 2024-08-19T11:37:26.741 INFO:tasks.rados.rados.0.smithi136.stdout:1971: snap_remove snap 178 2024-08-19T11:37:27.007 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:37:27.007 INFO:teuthology.orchestra.run.smithi136.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T11:37:27.007 INFO:teuthology.orchestra.run.smithi136.stdout: "in_progress": true, 2024-08-19T11:37:27.007 INFO:teuthology.orchestra.run.smithi136.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T11:37:27.007 INFO:teuthology.orchestra.run.smithi136.stdout: "services_complete": [ 2024-08-19T11:37:27.007 INFO:teuthology.orchestra.run.smithi136.stdout: "mon", 2024-08-19T11:37:27.007 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr" 2024-08-19T11:37:27.007 INFO:teuthology.orchestra.run.smithi136.stdout: ], 2024-08-19T11:37:27.007 INFO:teuthology.orchestra.run.smithi136.stdout: "progress": "9/20 daemons upgraded", 2024-08-19T11:37:27.007 INFO:teuthology.orchestra.run.smithi136.stdout: "message": "Currently upgrading osd daemons", 2024-08-19T11:37:27.007 INFO:teuthology.orchestra.run.smithi136.stdout: "is_paused": false 2024-08-19T11:37:27.008 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:37:27.210 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:26 smithi155 podman[82774]: 2024-08-19 11:37:26.758499386 +0000 UTC m=+0.378572805 container init 0256f8e34f10a422c9922532a07eea3fd08f3e23b57c4201262707a366812037 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4, RELEASE=main-7976693, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS) 2024-08-19T11:37:27.210 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:26 smithi155 podman[82774]: 2024-08-19 11:37:26.76339509 +0000 UTC m=+0.383468512 container start 0256f8e34f10a422c9922532a07eea3fd08f3e23b57c4201262707a366812037 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, RELEASE=main-7976693, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0) 2024-08-19T11:37:27.210 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:26 smithi155 ceph-osd[82811]: -- 172.21.15.155:0/2621469507 <== mon.1 v2:172.21.15.155:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bb1ff9fa40 con 0x55bb20d6c000 2024-08-19T11:37:27.211 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:26 smithi155 bash[82774]: 0256f8e34f10a422c9922532a07eea3fd08f3e23b57c4201262707a366812037 2024-08-19T11:37:27.211 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:26 smithi155 systemd[1]: Started Ceph osd.4 for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:37:27.728 INFO:tasks.rados.rados.0.smithi136.stdout:1971: done (2 left) 2024-08-19T11:37:27.728 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 38 current snap is 181 2024-08-19T11:37:27.728 INFO:tasks.rados.rados.0.smithi136.stdout:1972: seq_num 625 ranges {0=475136,475136=401408} 2024-08-19T11:37:27.730 INFO:tasks.rados.rados.0.smithi136.stdout:1972: writing smithi13674108-38 from 0 to 475136 tid 1 2024-08-19T11:37:27.733 INFO:tasks.rados.rados.0.smithi136.stdout:1972: writing smithi13674108-38 from 475136 to 876544 tid 2 2024-08-19T11:37:27.733 INFO:tasks.rados.rados.0.smithi136.stdout:1973: snap_remove snap 157 2024-08-19T11:37:27.804 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:27 smithi155 ceph-mon[76679]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:37:27.804 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:27 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/375171709' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:37:27.804 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:27 smithi155 ceph-mon[76679]: osdmap e443: 8 total, 7 up, 8 in 2024-08-19T11:37:27.804 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:27 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:27.804 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:27 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:27.804 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:27 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:37:27.804 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:27 smithi155 ceph-mon[76679]: from='client.44303 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:37:27.847 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:37:27 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:37:27] "GET /metrics HTTP/1.1" 200 36309 "" "Prometheus/2.43.0" 2024-08-19T11:37:27.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:27 smithi136 ceph-mon[86496]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:37:27.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:27 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/375171709' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:37:27.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:27 smithi136 ceph-mon[86496]: osdmap e443: 8 total, 7 up, 8 in 2024-08-19T11:37:27.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:27 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:27.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:27 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:27.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:27 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:37:27.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:27 smithi136 ceph-mon[86496]: from='client.44303 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:37:27.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:27 smithi136 ceph-mon[88916]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:37:27.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:27 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/375171709' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:37:27.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:27 smithi136 ceph-mon[88916]: osdmap e443: 8 total, 7 up, 8 in 2024-08-19T11:37:27.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:27 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:27.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:27 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:27.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:27 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:37:27.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:27 smithi136 ceph-mon[88916]: from='client.44303 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:37:28.460 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:28 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4[82789]: 2024-08-19T11:37:28.199+0000 7f52ae1fb640 -1 Falling back to public interface 2024-08-19T11:37:28.646 INFO:tasks.rados.rados.0.smithi136.stdout:1973: done (3 left) 2024-08-19T11:37:28.646 INFO:tasks.rados.rados.0.smithi136.stdout:1974: copy_from oid 49 from oid 25 current snap is 181 2024-08-19T11:37:28.646 INFO:tasks.rados.rados.0.smithi136.stdout:1969: finishing write tid 1 to smithi13674108-50 2024-08-19T11:37:28.646 INFO:tasks.rados.rados.0.smithi136.stdout:1970: expect (ObjNum 584 snap 171 seq_num 584) 2024-08-19T11:37:28.668 INFO:tasks.rados.rados.0.smithi136.stdout:1969: finishing write tid 2 to smithi13674108-50 2024-08-19T11:37:28.668 INFO:tasks.rados.rados.0.smithi136.stdout:1969: finishing write tid 3 to smithi13674108-50 2024-08-19T11:37:28.668 INFO:tasks.rados.rados.0.smithi136.stdout:1969: finishing write tid 4 to smithi13674108-50 2024-08-19T11:37:28.668 INFO:tasks.rados.rados.0.smithi136.stdout:1969: oid 50 updating version 0 to 782 2024-08-19T11:37:28.668 INFO:tasks.rados.rados.0.smithi136.stdout:1969: oid 50 updating version 782 to 783 2024-08-19T11:37:28.668 INFO:tasks.rados.rados.0.smithi136.stdout:1969: oid 50 version 783 is already newer than 781 2024-08-19T11:37:28.668 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 783 (ObjNum 624 snap 181 seq_num 624) dirty exists 2024-08-19T11:37:28.668 INFO:tasks.rados.rados.0.smithi136.stdout:1969: left oid 50 (ObjNum 624 snap 181 seq_num 624) 2024-08-19T11:37:28.669 INFO:tasks.rados.rados.0.smithi136.stdout:1969: done (3 left) 2024-08-19T11:37:28.669 INFO:tasks.rados.rados.0.smithi136.stdout:1970: done (2 left) 2024-08-19T11:37:28.669 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 12 current snap is 181 2024-08-19T11:37:28.669 INFO:tasks.rados.rados.0.smithi136.stdout:1972: finishing write tid 1 to smithi13674108-38 2024-08-19T11:37:28.669 INFO:tasks.rados.rados.0.smithi136.stdout:1975: seq_num 626 ranges {3448832=491520,3940352=401408} 2024-08-19T11:37:28.688 INFO:tasks.rados.rados.0.smithi136.stdout:1975: writing smithi13674108-12 from 3448832 to 3940352 tid 1 2024-08-19T11:37:28.692 INFO:tasks.rados.rados.0.smithi136.stdout:1975: writing smithi13674108-12 from 3940352 to 4341760 tid 2 2024-08-19T11:37:28.692 INFO:tasks.rados.rados.0.smithi136.stdout:1976: rollback oid 19 current snap is 181 2024-08-19T11:37:28.692 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 19 to 176 2024-08-19T11:37:28.692 INFO:tasks.rados.rados.0.smithi136.stdout:1977: copy_from oid 40 from oid 5 current snap is 181 2024-08-19T11:37:28.692 INFO:tasks.rados.rados.0.smithi136.stdout:1972: finishing write tid 2 to smithi13674108-38 2024-08-19T11:37:28.692 INFO:tasks.rados.rados.0.smithi136.stdout:1972: finishing write tid 3 to smithi13674108-38 2024-08-19T11:37:28.692 INFO:tasks.rados.rados.0.smithi136.stdout:1972: finishing write tid 4 to smithi13674108-38 2024-08-19T11:37:28.692 INFO:tasks.rados.rados.0.smithi136.stdout:1972: oid 38 updating version 0 to 899 2024-08-19T11:37:28.692 INFO:tasks.rados.rados.0.smithi136.stdout:1972: oid 38 version 899 is already newer than 897 2024-08-19T11:37:28.692 INFO:tasks.rados.rados.0.smithi136.stdout:1972: oid 38 version 899 is already newer than 898 2024-08-19T11:37:28.693 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 899 (ObjNum 625 snap 181 seq_num 625) dirty exists 2024-08-19T11:37:28.693 INFO:tasks.rados.rados.0.smithi136.stdout:1972: left oid 38 (ObjNum 625 snap 181 seq_num 625) 2024-08-19T11:37:28.693 INFO:tasks.rados.rados.0.smithi136.stdout:1974: finishing copy_from racing read to smithi13674108-49 2024-08-19T11:37:28.693 INFO:tasks.rados.rados.0.smithi136.stdout:1974: finishing copy_from to smithi13674108-49 2024-08-19T11:37:28.693 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 589 (ObjNum 606 snap 179 seq_num 606) dirty exists 2024-08-19T11:37:28.693 INFO:tasks.rados.rados.0.smithi136.stdout:1972: done (4 left) 2024-08-19T11:37:28.693 INFO:tasks.rados.rados.0.smithi136.stdout:1974: done (3 left) 2024-08-19T11:37:28.693 INFO:tasks.rados.rados.0.smithi136.stdout:1978: snap_create 2024-08-19T11:37:28.693 INFO:tasks.rados.rados.0.smithi136.stdout:1976: finishing rollback tid 1 to smithi13674108-19 2024-08-19T11:37:28.694 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 0 (ObjNum 129 snap 0 seq_num 3763616408) dirty dne 2024-08-19T11:37:28.696 INFO:tasks.rados.rados.0.smithi136.stdout:1975: finishing write tid 1 to smithi13674108-12 2024-08-19T11:37:28.697 INFO:tasks.rados.rados.0.smithi136.stdout:1975: finishing write tid 2 to smithi13674108-12 2024-08-19T11:37:28.698 INFO:tasks.rados.rados.0.smithi136.stdout:1975: finishing write tid 3 to smithi13674108-12 2024-08-19T11:37:28.699 INFO:tasks.rados.rados.0.smithi136.stdout:1975: finishing write tid 4 to smithi13674108-12 2024-08-19T11:37:28.699 INFO:tasks.rados.rados.0.smithi136.stdout:1975: oid 12 updating version 0 to 487 2024-08-19T11:37:28.700 INFO:tasks.rados.rados.0.smithi136.stdout:1975: oid 12 updating version 487 to 488 2024-08-19T11:37:28.700 INFO:tasks.rados.rados.0.smithi136.stdout:1975: oid 12 updating version 488 to 489 2024-08-19T11:37:28.700 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 489 (ObjNum 626 snap 181 seq_num 626) dirty exists 2024-08-19T11:37:28.700 INFO:tasks.rados.rados.0.smithi136.stdout:1975: left oid 12 (ObjNum 626 snap 181 seq_num 626) 2024-08-19T11:37:28.735 INFO:tasks.rados.rados.0.smithi136.stdout:1977: finishing copy_from racing read to smithi13674108-40 2024-08-19T11:37:28.735 INFO:tasks.rados.rados.0.smithi136.stdout:1977: finishing copy_from to smithi13674108-40 2024-08-19T11:37:28.736 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 751 (ObjNum 597 snap 176 seq_num 597) dirty exists 2024-08-19T11:37:28.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:28 smithi155 ceph-mon[76679]: pgmap v301: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 267 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 7.2 MiB/s wr, 15 op/s; 54/387 objects degraded (13.953%) 2024-08-19T11:37:28.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:28 smithi155 ceph-mon[76679]: osdmap e444: 8 total, 7 up, 8 in 2024-08-19T11:37:28.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:28 smithi155 ceph-mon[76679]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-19T11:37:28.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:28 smithi155 ceph-mon[76679]: osdmap e445: 8 total, 7 up, 8 in 2024-08-19T11:37:29.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:28 smithi136 ceph-mon[86496]: pgmap v301: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 267 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 7.2 MiB/s wr, 15 op/s; 54/387 objects degraded (13.953%) 2024-08-19T11:37:29.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:28 smithi136 ceph-mon[86496]: osdmap e444: 8 total, 7 up, 8 in 2024-08-19T11:37:29.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:28 smithi136 ceph-mon[86496]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-19T11:37:29.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:28 smithi136 ceph-mon[86496]: osdmap e445: 8 total, 7 up, 8 in 2024-08-19T11:37:29.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:28 smithi136 ceph-mon[88916]: pgmap v301: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 267 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 7.2 MiB/s wr, 15 op/s; 54/387 objects degraded (13.953%) 2024-08-19T11:37:29.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:28 smithi136 ceph-mon[88916]: osdmap e444: 8 total, 7 up, 8 in 2024-08-19T11:37:29.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:28 smithi136 ceph-mon[88916]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-19T11:37:29.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:28 smithi136 ceph-mon[88916]: osdmap e445: 8 total, 7 up, 8 in 2024-08-19T11:37:29.649 INFO:tasks.rados.rados.0.smithi136.stdout:1975: done (3 left) 2024-08-19T11:37:29.649 INFO:tasks.rados.rados.0.smithi136.stdout:1976: done (2 left) 2024-08-19T11:37:29.649 INFO:tasks.rados.rados.0.smithi136.stdout:1977: done (1 left) 2024-08-19T11:37:29.649 INFO:tasks.rados.rados.0.smithi136.stdout:1978: done (0 left) 2024-08-19T11:37:29.649 INFO:tasks.rados.rados.0.smithi136.stdout:1979: copy_from oid 35 from oid 2 current snap is 182 2024-08-19T11:37:29.650 INFO:tasks.rados.rados.0.smithi136.stdout:1980: copy_from oid 24 from oid 12 current snap is 182 2024-08-19T11:37:29.650 INFO:tasks.rados.rados.0.smithi136.stdout:1981: copy_from oid 44 from oid 36 current snap is 182 2024-08-19T11:37:29.650 INFO:tasks.rados.rados.0.smithi136.stdout:1982: snap_create 2024-08-19T11:37:29.656 INFO:tasks.rados.rados.0.smithi136.stdout:1979: finishing copy_from to smithi13674108-35 2024-08-19T11:37:29.656 INFO:tasks.rados.rados.0.smithi136.stdout:1979: got expected ENOENT (src dne) 2024-08-19T11:37:29.656 INFO:tasks.rados.rados.0.smithi136.stdout:1979: finishing copy_from racing read to smithi13674108-35 2024-08-19T11:37:29.663 INFO:tasks.rados.rados.0.smithi136.stdout:1981: finishing copy_from racing read to smithi13674108-44 2024-08-19T11:37:29.666 INFO:tasks.rados.rados.0.smithi136.stdout:1981: finishing copy_from to smithi13674108-44 2024-08-19T11:37:29.666 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 474 (ObjNum 509 snap 142 seq_num 509) dirty exists 2024-08-19T11:37:29.672 INFO:tasks.rados.rados.0.smithi136.stdout:1980: finishing copy_from racing read to smithi13674108-24 2024-08-19T11:37:29.673 INFO:tasks.rados.rados.0.smithi136.stdout:1980: finishing copy_from to smithi13674108-24 2024-08-19T11:37:29.673 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 489 (ObjNum 626 snap 181 seq_num 626) dirty exists 2024-08-19T11:37:30.649 INFO:tasks.rados.rados.0.smithi136.stdout:1979: done (3 left) 2024-08-19T11:37:30.649 INFO:tasks.rados.rados.0.smithi136.stdout:1980: done (2 left) 2024-08-19T11:37:30.649 INFO:tasks.rados.rados.0.smithi136.stdout:1981: done (1 left) 2024-08-19T11:37:30.649 INFO:tasks.rados.rados.0.smithi136.stdout:1982: done (0 left) 2024-08-19T11:37:30.649 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 45 current snap is 183 2024-08-19T11:37:30.649 INFO:tasks.rados.rados.0.smithi136.stdout:1983: seq_num 627 ranges {2621440=507904,3129344=401408} 2024-08-19T11:37:30.666 INFO:tasks.rados.rados.0.smithi136.stdout:1983: writing smithi13674108-45 from 2621440 to 3129344 tid 1 2024-08-19T11:37:30.668 INFO:tasks.rados.rados.0.smithi136.stdout:1983: writing smithi13674108-45 from 3129344 to 3530752 tid 2 2024-08-19T11:37:30.668 INFO:tasks.rados.rados.0.smithi136.stdout:1984: rollback oid 15 current snap is 183 2024-08-19T11:37:30.668 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 15 to 182 2024-08-19T11:37:30.668 INFO:tasks.rados.rados.0.smithi136.stdout:1985: snap_remove snap 180 2024-08-19T11:37:30.920 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:30 smithi155 ceph-mon[76679]: pgmap v304: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 267 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 7.1 MiB/s wr, 14 op/s; 54/387 objects degraded (13.953%) 2024-08-19T11:37:30.920 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:30 smithi155 ceph-mon[76679]: osdmap e446: 8 total, 7 up, 8 in 2024-08-19T11:37:31.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:30 smithi136 ceph-mon[88916]: pgmap v304: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 267 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 7.1 MiB/s wr, 14 op/s; 54/387 objects degraded (13.953%) 2024-08-19T11:37:31.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:30 smithi136 ceph-mon[88916]: osdmap e446: 8 total, 7 up, 8 in 2024-08-19T11:37:31.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:30 smithi136 ceph-mon[86496]: pgmap v304: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 267 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 7.1 MiB/s wr, 14 op/s; 54/387 objects degraded (13.953%) 2024-08-19T11:37:31.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:30 smithi136 ceph-mon[86496]: osdmap e446: 8 total, 7 up, 8 in 2024-08-19T11:37:31.662 INFO:tasks.rados.rados.0.smithi136.stdout:1985: done (2 left) 2024-08-19T11:37:31.663 INFO:tasks.rados.rados.0.smithi136.stdout:1986: read oid 8 snap 182 2024-08-19T11:37:31.663 INFO:tasks.rados.rados.0.smithi136.stdout:1986: expect (ObjNum 612 snap 180 seq_num 612) 2024-08-19T11:37:31.663 INFO:tasks.rados.rados.0.smithi136.stdout:1987: rollback oid 47 current snap is 183 2024-08-19T11:37:31.663 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 47 to 181 2024-08-19T11:37:31.663 INFO:tasks.rados.rados.0.smithi136.stdout:1984: finishing rollback tid 1 to smithi13674108-15 2024-08-19T11:37:31.663 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 0 (ObjNum 161 snap 0 seq_num 3762835456) dirty dne 2024-08-19T11:37:31.663 INFO:tasks.rados.rados.0.smithi136.stdout:1983: finishing write tid 1 to smithi13674108-45 2024-08-19T11:37:31.663 INFO:tasks.rados.rados.0.smithi136.stdout:1983: finishing write tid 2 to smithi13674108-45 2024-08-19T11:37:31.663 INFO:tasks.rados.rados.0.smithi136.stdout:1983: finishing write tid 3 to smithi13674108-45 2024-08-19T11:37:31.663 INFO:tasks.rados.rados.0.smithi136.stdout:1983: finishing write tid 4 to smithi13674108-45 2024-08-19T11:37:31.663 INFO:tasks.rados.rados.0.smithi136.stdout:1983: oid 45 updating version 0 to 707 2024-08-19T11:37:31.663 INFO:tasks.rados.rados.0.smithi136.stdout:1983: oid 45 version 707 is already newer than 706 2024-08-19T11:37:31.663 INFO:tasks.rados.rados.0.smithi136.stdout:1983: oid 45 updating version 707 to 708 2024-08-19T11:37:31.663 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 708 (ObjNum 627 snap 183 seq_num 627) dirty exists 2024-08-19T11:37:31.663 INFO:tasks.rados.rados.0.smithi136.stdout:1983: left oid 45 (ObjNum 627 snap 183 seq_num 627) 2024-08-19T11:37:31.664 INFO:tasks.rados.rados.0.smithi136.stdout:1983: done (3 left) 2024-08-19T11:37:31.664 INFO:tasks.rados.rados.0.smithi136.stdout:1984: done (2 left) 2024-08-19T11:37:31.664 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 49 current snap is 183 2024-08-19T11:37:31.664 INFO:tasks.rados.rados.0.smithi136.stdout:1988: seq_num 628 ranges {999424=524288,1523712=401408} 2024-08-19T11:37:31.671 INFO:tasks.rados.rados.0.smithi136.stdout:1988: writing smithi13674108-49 from 999424 to 1523712 tid 1 2024-08-19T11:37:31.675 INFO:tasks.rados.rados.0.smithi136.stdout:1988: writing smithi13674108-49 from 1523712 to 1925120 tid 2 2024-08-19T11:37:31.675 INFO:tasks.rados.rados.0.smithi136.stdout:1989: copy_from oid 32 from oid 11 current snap is 183 2024-08-19T11:37:31.675 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 36 current snap is 183 2024-08-19T11:37:31.675 INFO:tasks.rados.rados.0.smithi136.stdout:1987: finishing rollback tid 0 to smithi13674108-47 2024-08-19T11:37:31.675 INFO:tasks.rados.rados.0.smithi136.stdout:1987: finishing rollback tid 1 to smithi13674108-47 2024-08-19T11:37:31.675 INFO:tasks.rados.rados.0.smithi136.stdout:1987: finishing rollback tid 2 to smithi13674108-47 2024-08-19T11:37:31.675 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 716 (ObjNum 595 snap 176 seq_num 595) dirty exists 2024-08-19T11:37:31.675 INFO:tasks.rados.rados.0.smithi136.stdout:1990: seq_num 629 ranges {3080192=540672,3620864=401408} 2024-08-19T11:37:31.695 INFO:tasks.rados.rados.0.smithi136.stdout:1990: writing smithi13674108-36 from 3080192 to 3620864 tid 1 2024-08-19T11:37:31.698 INFO:tasks.rados.rados.0.smithi136.stdout:1990: writing smithi13674108-36 from 3620864 to 4022272 tid 2 2024-08-19T11:37:31.698 INFO:tasks.rados.rados.0.smithi136.stdout:1987: done (4 left) 2024-08-19T11:37:31.698 INFO:tasks.rados.rados.0.smithi136.stdout:1991: snap_remove snap 176 2024-08-19T11:37:31.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:31 smithi155 ceph-mon[76679]: osdmap e447: 8 total, 7 up, 8 in 2024-08-19T11:37:31.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:31 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:31.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:31 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:32.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:31 smithi136 ceph-mon[88916]: osdmap e447: 8 total, 7 up, 8 in 2024-08-19T11:37:32.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:31 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:32.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:31 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:32.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:31 smithi136 ceph-mon[86496]: osdmap e447: 8 total, 7 up, 8 in 2024-08-19T11:37:32.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:31 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:32.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:31 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:32.286 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:31 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4[82789]: 2024-08-19T11:37:31.959+0000 7f52ae1fb640 -1 osd.4 438 log_to_monitors true 2024-08-19T11:37:32.670 INFO:tasks.rados.rados.0.smithi136.stdout:1988: finishing write tid 1 to smithi13674108-49 2024-08-19T11:37:32.671 INFO:tasks.rados.rados.0.smithi136.stdout:1988: finishing write tid 2 to smithi13674108-49 2024-08-19T11:37:32.671 INFO:tasks.rados.rados.0.smithi136.stdout:1988: finishing write tid 3 to smithi13674108-49 2024-08-19T11:37:32.671 INFO:tasks.rados.rados.0.smithi136.stdout:1988: finishing write tid 4 to smithi13674108-49 2024-08-19T11:37:32.671 INFO:tasks.rados.rados.0.smithi136.stdout:1988: oid 49 updating version 0 to 787 2024-08-19T11:37:32.671 INFO:tasks.rados.rados.0.smithi136.stdout:1988: oid 49 updating version 787 to 788 2024-08-19T11:37:32.671 INFO:tasks.rados.rados.0.smithi136.stdout:1988: oid 49 updating version 788 to 789 2024-08-19T11:37:32.671 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 789 (ObjNum 628 snap 183 seq_num 628) dirty exists 2024-08-19T11:37:32.671 INFO:tasks.rados.rados.0.smithi136.stdout:1988: left oid 49 (ObjNum 628 snap 183 seq_num 628) 2024-08-19T11:37:32.671 INFO:tasks.rados.rados.0.smithi136.stdout:1986: expect (ObjNum 612 snap 180 seq_num 612) 2024-08-19T11:37:32.890 INFO:tasks.rados.rados.0.smithi136.stdout:1989: finishing copy_from racing read to smithi13674108-32 2024-08-19T11:37:32.890 INFO:tasks.rados.rados.0.smithi136.stdout:1989: finishing copy_from to smithi13674108-32 2024-08-19T11:37:32.890 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 32 v 855 (ObjNum 623 snap 180 seq_num 623) dirty exists 2024-08-19T11:37:32.891 INFO:tasks.rados.rados.0.smithi136.stdout:1990: finishing write tid 1 to smithi13674108-36 2024-08-19T11:37:32.891 INFO:tasks.rados.rados.0.smithi136.stdout:1990: finishing write tid 2 to smithi13674108-36 2024-08-19T11:37:32.891 INFO:tasks.rados.rados.0.smithi136.stdout:1986: done (4 left) 2024-08-19T11:37:32.891 INFO:tasks.rados.rados.0.smithi136.stdout:1988: done (3 left) 2024-08-19T11:37:32.891 INFO:tasks.rados.rados.0.smithi136.stdout:1989: done (2 left) 2024-08-19T11:37:32.891 INFO:tasks.rados.rados.0.smithi136.stdout:1991: done (1 left) 2024-08-19T11:37:32.891 INFO:tasks.rados.rados.0.smithi136.stdout:1992: snap_remove snap 181 2024-08-19T11:37:32.951 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:37:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4[82789]: 2024-08-19T11:37:32.701+0000 7f52a5fa5640 -1 osd.4 438 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T11:37:32.951 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:32 smithi155 ceph-mon[76679]: pgmap v307: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 255 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 588 KiB/s rd, 4.5 MiB/s wr, 5 op/s; 55/369 objects degraded (14.905%) 2024-08-19T11:37:32.951 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:32 smithi155 ceph-mon[76679]: Health check update: Degraded data redundancy: 55/369 objects degraded (14.905%), 12 pgs degraded (PG_DEGRADED) 2024-08-19T11:37:32.951 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:32 smithi155 ceph-mon[76679]: osdmap e448: 8 total, 7 up, 8 in 2024-08-19T11:37:32.951 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:32 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:32.951 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:32 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:32.952 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:32 smithi155 ceph-mon[76679]: from='osd.4 [v2:172.21.15.155:6800/2040064945,v1:172.21.15.155:6801/2040064945]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-19T11:37:32.952 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:32 smithi155 ceph-mon[76679]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-19T11:37:33.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:32 smithi136 ceph-mon[88916]: pgmap v307: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 255 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 588 KiB/s rd, 4.5 MiB/s wr, 5 op/s; 55/369 objects degraded (14.905%) 2024-08-19T11:37:33.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:32 smithi136 ceph-mon[88916]: Health check update: Degraded data redundancy: 55/369 objects degraded (14.905%), 12 pgs degraded (PG_DEGRADED) 2024-08-19T11:37:33.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:32 smithi136 ceph-mon[88916]: osdmap e448: 8 total, 7 up, 8 in 2024-08-19T11:37:33.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:32 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:33.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:32 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:33.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:32 smithi136 ceph-mon[88916]: from='osd.4 [v2:172.21.15.155:6800/2040064945,v1:172.21.15.155:6801/2040064945]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-19T11:37:33.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:32 smithi136 ceph-mon[88916]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-19T11:37:33.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:32 smithi136 ceph-mon[86496]: pgmap v307: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 255 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 588 KiB/s rd, 4.5 MiB/s wr, 5 op/s; 55/369 objects degraded (14.905%) 2024-08-19T11:37:33.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:32 smithi136 ceph-mon[86496]: Health check update: Degraded data redundancy: 55/369 objects degraded (14.905%), 12 pgs degraded (PG_DEGRADED) 2024-08-19T11:37:33.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:32 smithi136 ceph-mon[86496]: osdmap e448: 8 total, 7 up, 8 in 2024-08-19T11:37:33.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:32 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:33.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:32 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:33.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:32 smithi136 ceph-mon[86496]: from='osd.4 [v2:172.21.15.155:6800/2040064945,v1:172.21.15.155:6801/2040064945]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-19T11:37:33.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:32 smithi136 ceph-mon[86496]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-19T11:37:33.676 INFO:tasks.rados.rados.0.smithi136.stdout:1992: done (1 left) 2024-08-19T11:37:33.676 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 30 current snap is 183 2024-08-19T11:37:33.676 INFO:tasks.rados.rados.0.smithi136.stdout:1990: finishing write tid 3 to smithi13674108-36 2024-08-19T11:37:33.676 INFO:tasks.rados.rados.0.smithi136.stdout:1990: finishing write tid 4 to smithi13674108-36 2024-08-19T11:37:33.676 INFO:tasks.rados.rados.0.smithi136.stdout:1990: oid 36 updating version 0 to 581 2024-08-19T11:37:33.676 INFO:tasks.rados.rados.0.smithi136.stdout:1990: oid 36 updating version 581 to 582 2024-08-19T11:37:33.676 INFO:tasks.rados.rados.0.smithi136.stdout:1990: oid 36 version 582 is already newer than 580 2024-08-19T11:37:33.677 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 582 (ObjNum 629 snap 183 seq_num 629) dirty exists 2024-08-19T11:37:33.677 INFO:tasks.rados.rados.0.smithi136.stdout:1990: left oid 36 (ObjNum 629 snap 183 seq_num 629) 2024-08-19T11:37:33.677 INFO:tasks.rados.rados.0.smithi136.stdout:1993: seq_num 630 ranges {0=557056,557056=401408} 2024-08-19T11:37:33.679 INFO:tasks.rados.rados.0.smithi136.stdout:1993: writing smithi13674108-30 from 0 to 557056 tid 1 2024-08-19T11:37:33.682 INFO:tasks.rados.rados.0.smithi136.stdout:1993: writing smithi13674108-30 from 557056 to 958464 tid 2 2024-08-19T11:37:33.683 INFO:tasks.rados.rados.0.smithi136.stdout:1990: done (1 left) 2024-08-19T11:37:33.683 INFO:tasks.rados.rados.0.smithi136.stdout:1994: setattr oid 31 current snap is 183 2024-08-19T11:37:33.685 INFO:tasks.rados.rados.0.smithi136.stdout:1995: rollback oid 11 current snap is 183 2024-08-19T11:37:33.685 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 11 to 182 2024-08-19T11:37:33.685 INFO:tasks.rados.rados.0.smithi136.stdout:1996: read oid 47 snap -1 2024-08-19T11:37:33.685 INFO:tasks.rados.rados.0.smithi136.stdout:1996: expect (ObjNum 595 snap 176 seq_num 595) 2024-08-19T11:37:33.686 INFO:tasks.rados.rados.0.smithi136.stdout:1997: setattr oid 23 current snap is 183 2024-08-19T11:37:33.687 INFO:tasks.rados.rados.0.smithi136.stdout:1998: read oid 6 snap 182 2024-08-19T11:37:33.687 INFO:tasks.rados.rados.0.smithi136.stdout:1998: expect (ObjNum 405 snap 114 seq_num 405) 2024-08-19T11:37:33.687 INFO:tasks.rados.rados.0.smithi136.stdout:1999: snap_create 2024-08-19T11:37:33.691 INFO:tasks.rados.rados.0.smithi136.stdout:1993: finishing write tid 1 to smithi13674108-30 2024-08-19T11:37:33.691 INFO:tasks.rados.rados.0.smithi136.stdout:1993: finishing write tid 2 to smithi13674108-30 2024-08-19T11:37:33.691 INFO:tasks.rados.rados.0.smithi136.stdout:1993: finishing write tid 3 to smithi13674108-30 2024-08-19T11:37:33.694 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 947 (ObjNum 461 snap 127 seq_num 461) dirty exists 2024-08-19T11:37:33.694 INFO:tasks.rados.rados.0.smithi136.stdout:1993: finishing write tid 4 to smithi13674108-30 2024-08-19T11:37:33.694 INFO:tasks.rados.rados.0.smithi136.stdout:1993: oid 30 updating version 0 to 585 2024-08-19T11:37:33.694 INFO:tasks.rados.rados.0.smithi136.stdout:1993: oid 30 version 585 is already newer than 583 2024-08-19T11:37:33.694 INFO:tasks.rados.rados.0.smithi136.stdout:1993: oid 30 version 585 is already newer than 584 2024-08-19T11:37:33.694 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 585 (ObjNum 630 snap 183 seq_num 630) dirty exists 2024-08-19T11:37:33.694 INFO:tasks.rados.rados.0.smithi136.stdout:1993: left oid 30 (ObjNum 630 snap 183 seq_num 630) 2024-08-19T11:37:33.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:33 smithi155 ceph-mon[76679]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-19T11:37:33.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:33 smithi155 ceph-mon[76679]: from='osd.4 [v2:172.21.15.155:6800/2040064945,v1:172.21.15.155:6801/2040064945]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]} : dispatch 2024-08-19T11:37:33.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:33 smithi155 ceph-mon[76679]: osdmap e449: 8 total, 7 up, 8 in 2024-08-19T11:37:33.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:33 smithi155 ceph-mon[76679]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]} : dispatch 2024-08-19T11:37:34.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:33 smithi136 ceph-mon[88916]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-19T11:37:34.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:33 smithi136 ceph-mon[88916]: from='osd.4 [v2:172.21.15.155:6800/2040064945,v1:172.21.15.155:6801/2040064945]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]} : dispatch 2024-08-19T11:37:34.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:33 smithi136 ceph-mon[88916]: osdmap e449: 8 total, 7 up, 8 in 2024-08-19T11:37:34.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:33 smithi136 ceph-mon[88916]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]} : dispatch 2024-08-19T11:37:34.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:33 smithi136 ceph-mon[86496]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-19T11:37:34.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:33 smithi136 ceph-mon[86496]: from='osd.4 [v2:172.21.15.155:6800/2040064945,v1:172.21.15.155:6801/2040064945]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]} : dispatch 2024-08-19T11:37:34.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:33 smithi136 ceph-mon[86496]: osdmap e449: 8 total, 7 up, 8 in 2024-08-19T11:37:34.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:33 smithi136 ceph-mon[86496]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]} : dispatch 2024-08-19T11:37:34.676 INFO:tasks.rados.rados.0.smithi136.stdout:1993: done (6 left) 2024-08-19T11:37:34.676 INFO:tasks.rados.rados.0.smithi136.stdout:1994: done (5 left) 2024-08-19T11:37:34.676 INFO:tasks.rados.rados.0.smithi136.stdout:1999: done (4 left) 2024-08-19T11:37:34.676 INFO:tasks.rados.rados.0.smithi136.stdout:2000: read oid 3 snap -1 2024-08-19T11:37:34.677 INFO:tasks.rados.rados.0.smithi136.stdout:2000: expect (ObjNum 561 snap 161 seq_num 561) 2024-08-19T11:37:34.677 INFO:tasks.rados.rados.0.smithi136.stdout:2001: delete oid 37 current snap is 184 2024-08-19T11:37:34.697 INFO:tasks.rados.rados.0.smithi136.stdout:2000: expect (ObjNum 561 snap 161 seq_num 561) 2024-08-19T11:37:34.770 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 448 (ObjNum 592 snap 176 seq_num 592) dirty exists 2024-08-19T11:37:34.771 INFO:tasks.rados.rados.0.smithi136.stdout:1997: done (5 left) 2024-08-19T11:37:34.771 INFO:tasks.rados.rados.0.smithi136.stdout:2000: done (4 left) 2024-08-19T11:37:34.771 INFO:tasks.rados.rados.0.smithi136.stdout:2001: done (3 left) 2024-08-19T11:37:34.771 INFO:tasks.rados.rados.0.smithi136.stdout:2002: snap_create 2024-08-19T11:37:34.771 INFO:tasks.rados.rados.0.smithi136.stdout:1998: expect (ObjNum 405 snap 114 seq_num 405) 2024-08-19T11:37:34.829 INFO:tasks.rados.rados.0.smithi136.stdout:1995: finishing rollback tid 0 to smithi13674108-11 2024-08-19T11:37:34.829 INFO:tasks.rados.rados.0.smithi136.stdout:1995: finishing rollback tid 1 to smithi13674108-11 2024-08-19T11:37:34.829 INFO:tasks.rados.rados.0.smithi136.stdout:1995: finishing rollback tid 2 to smithi13674108-11 2024-08-19T11:37:34.829 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 859 (ObjNum 623 snap 180 seq_num 623) dirty exists 2024-08-19T11:37:34.829 INFO:tasks.rados.rados.0.smithi136.stdout:1996: expect (ObjNum 595 snap 176 seq_num 595) 2024-08-19T11:37:34.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:34 smithi155 ceph-mon[76679]: pgmap v310: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 252 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.6 MiB/s wr, 11 op/s; 58/363 objects degraded (15.978%) 2024-08-19T11:37:34.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:34 smithi155 ceph-mon[76679]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T11:37:34.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:34 smithi155 ceph-mon[76679]: osd.4 [v2:172.21.15.155:6800/2040064945,v1:172.21.15.155:6801/2040064945] boot 2024-08-19T11:37:34.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:34 smithi155 ceph-mon[76679]: osdmap e450: 8 total, 8 up, 8 in 2024-08-19T11:37:34.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:34 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-19T11:37:34.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:34 smithi155 ceph-mon[76679]: osdmap e451: 8 total, 8 up, 8 in 2024-08-19T11:37:35.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:34 smithi136 ceph-mon[88916]: pgmap v310: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 252 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.6 MiB/s wr, 11 op/s; 58/363 objects degraded (15.978%) 2024-08-19T11:37:35.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:34 smithi136 ceph-mon[88916]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T11:37:35.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:34 smithi136 ceph-mon[88916]: osd.4 [v2:172.21.15.155:6800/2040064945,v1:172.21.15.155:6801/2040064945] boot 2024-08-19T11:37:35.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:34 smithi136 ceph-mon[88916]: osdmap e450: 8 total, 8 up, 8 in 2024-08-19T11:37:35.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:34 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-19T11:37:35.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:34 smithi136 ceph-mon[88916]: osdmap e451: 8 total, 8 up, 8 in 2024-08-19T11:37:35.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:34 smithi136 ceph-mon[86496]: pgmap v310: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 252 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.6 MiB/s wr, 11 op/s; 58/363 objects degraded (15.978%) 2024-08-19T11:37:35.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:34 smithi136 ceph-mon[86496]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T11:37:35.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:34 smithi136 ceph-mon[86496]: osd.4 [v2:172.21.15.155:6800/2040064945,v1:172.21.15.155:6801/2040064945] boot 2024-08-19T11:37:35.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:34 smithi136 ceph-mon[86496]: osdmap e450: 8 total, 8 up, 8 in 2024-08-19T11:37:35.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:34 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-19T11:37:35.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:34 smithi136 ceph-mon[86496]: osdmap e451: 8 total, 8 up, 8 in 2024-08-19T11:37:35.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:37:35 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:37:35.220+0000 7f725e66e640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-08-19T11:37:35.691 INFO:tasks.rados.rados.0.smithi136.stdout:1995: done (3 left) 2024-08-19T11:37:35.691 INFO:tasks.rados.rados.0.smithi136.stdout:1996: done (2 left) 2024-08-19T11:37:35.691 INFO:tasks.rados.rados.0.smithi136.stdout:1998: done (1 left) 2024-08-19T11:37:35.691 INFO:tasks.rados.rados.0.smithi136.stdout:2002: done (0 left) 2024-08-19T11:37:35.691 INFO:tasks.rados.rados.0.smithi136.stdout:2003: read oid 11 snap -1 2024-08-19T11:37:35.692 INFO:tasks.rados.rados.0.smithi136.stdout:2003: expect (ObjNum 623 snap 180 seq_num 623) 2024-08-19T11:37:35.692 INFO:tasks.rados.rados.0.smithi136.stdout:2004: snap_remove snap 184 2024-08-19T11:37:36.362 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:36 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:36.362 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:36 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:36.362 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:36 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:37:36.363 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:36 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:37:36.363 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:36 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:36.363 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:36 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:37:36.363 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:36 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:37:36.363 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:36 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:37:36.363 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:36 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:37:36.363 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:36 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-19T11:37:36.363 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:36 smithi155 ceph-mon[76679]: osdmap e452: 8 total, 8 up, 8 in 2024-08-19T11:37:36.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:36 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:36.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:36 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:36.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:36 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:37:36.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:36 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:37:36.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:36 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:36.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:36 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:37:36.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:36 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:37:36.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:36 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:37:36.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:36 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:37:36.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:36 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-19T11:37:36.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:36 smithi136 ceph-mon[88916]: osdmap e452: 8 total, 8 up, 8 in 2024-08-19T11:37:36.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:36 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:36.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:36 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:36.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:36 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:37:36.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:36 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:37:36.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:36 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:36.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:36 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:37:36.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:36 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:37:36.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:36 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:37:36.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:36 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:37:36.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:36 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-19T11:37:36.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:36 smithi136 ceph-mon[86496]: osdmap e452: 8 total, 8 up, 8 in 2024-08-19T11:37:36.692 INFO:tasks.rados.rados.0.smithi136.stdout:2004: done (1 left) 2024-08-19T11:37:36.692 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 46 current snap is 185 2024-08-19T11:37:36.692 INFO:tasks.rados.rados.0.smithi136.stdout:2005: seq_num 632 ranges {1638400=589824,2228224=401408} 2024-08-19T11:37:36.703 INFO:tasks.rados.rados.0.smithi136.stdout:2005: writing smithi13674108-46 from 1638400 to 2228224 tid 1 2024-08-19T11:37:36.705 INFO:tasks.rados.rados.0.smithi136.stdout:2005: writing smithi13674108-46 from 2228224 to 2629632 tid 2 2024-08-19T11:37:36.706 INFO:tasks.rados.rados.0.smithi136.stdout:2006: copy_from oid 33 from oid 25 current snap is 185 2024-08-19T11:37:36.706 INFO:tasks.rados.rados.0.smithi136.stdout:2003: expect (ObjNum 623 snap 180 seq_num 623) 2024-08-19T11:37:36.812 INFO:tasks.rados.rados.0.smithi136.stdout:2005: finishing write tid 1 to smithi13674108-46 2024-08-19T11:37:36.812 INFO:tasks.rados.rados.0.smithi136.stdout:2005: finishing write tid 2 to smithi13674108-46 2024-08-19T11:37:36.812 INFO:tasks.rados.rados.0.smithi136.stdout:2005: finishing write tid 3 to smithi13674108-46 2024-08-19T11:37:36.812 INFO:tasks.rados.rados.0.smithi136.stdout:2005: finishing write tid 4 to smithi13674108-46 2024-08-19T11:37:36.812 INFO:tasks.rados.rados.0.smithi136.stdout:2005: oid 46 updating version 0 to 726 2024-08-19T11:37:36.812 INFO:tasks.rados.rados.0.smithi136.stdout:2005: oid 46 version 726 is already newer than 724 2024-08-19T11:37:36.812 INFO:tasks.rados.rados.0.smithi136.stdout:2005: oid 46 version 726 is already newer than 725 2024-08-19T11:37:36.813 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 46 v 726 (ObjNum 632 snap 185 seq_num 632) dirty exists 2024-08-19T11:37:36.813 INFO:tasks.rados.rados.0.smithi136.stdout:2005: left oid 46 (ObjNum 632 snap 185 seq_num 632) 2024-08-19T11:37:36.813 INFO:tasks.rados.rados.0.smithi136.stdout:2006: finishing copy_from racing read to smithi13674108-33 2024-08-19T11:37:36.813 INFO:tasks.rados.rados.0.smithi136.stdout:2006: finishing copy_from to smithi13674108-33 2024-08-19T11:37:36.813 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 33 v 589 (ObjNum 606 snap 179 seq_num 606) dirty exists 2024-08-19T11:37:36.813 INFO:tasks.rados.rados.0.smithi136.stdout:2003: done (2 left) 2024-08-19T11:37:36.813 INFO:tasks.rados.rados.0.smithi136.stdout:2005: done (1 left) 2024-08-19T11:37:36.813 INFO:tasks.rados.rados.0.smithi136.stdout:2006: done (0 left) 2024-08-19T11:37:36.813 INFO:tasks.rados.rados.0.smithi136.stdout:2007: snap_create 2024-08-19T11:37:37.377 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:37 smithi155 ceph-mon[76679]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-19T11:37:37.377 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:37 smithi155 ceph-mon[76679]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-08-19T11:37:37.377 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:37 smithi155 ceph-mon[76679]: pgmap v313: 121 pgs: 6 peering, 25 active+undersized, 9 active+undersized+degraded, 81 active+clean; 252 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.1 MiB/s wr, 5 op/s; 55/363 objects degraded (15.152%) 2024-08-19T11:37:37.377 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:37 smithi155 ceph-mon[76679]: osdmap e453: 8 total, 8 up, 8 in 2024-08-19T11:37:37.530 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:37 smithi136 ceph-mon[86496]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-19T11:37:37.530 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:37 smithi136 ceph-mon[86496]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-08-19T11:37:37.530 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:37 smithi136 ceph-mon[86496]: pgmap v313: 121 pgs: 6 peering, 25 active+undersized, 9 active+undersized+degraded, 81 active+clean; 252 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.1 MiB/s wr, 5 op/s; 55/363 objects degraded (15.152%) 2024-08-19T11:37:37.530 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:37 smithi136 ceph-mon[86496]: osdmap e453: 8 total, 8 up, 8 in 2024-08-19T11:37:37.531 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:37 smithi136 ceph-mon[88916]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-19T11:37:37.531 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:37 smithi136 ceph-mon[88916]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-08-19T11:37:37.531 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:37 smithi136 ceph-mon[88916]: pgmap v313: 121 pgs: 6 peering, 25 active+undersized, 9 active+undersized+degraded, 81 active+clean; 252 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.1 MiB/s wr, 5 op/s; 55/363 objects degraded (15.152%) 2024-08-19T11:37:37.531 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:37 smithi136 ceph-mon[88916]: osdmap e453: 8 total, 8 up, 8 in 2024-08-19T11:37:37.692 INFO:tasks.rados.rados.0.smithi136.stdout:2007: done (0 left) 2024-08-19T11:37:37.692 INFO:tasks.rados.rados.0.smithi136.stdout:2008: copy_from oid 24 from oid 14 current snap is 186 2024-08-19T11:37:37.692 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 10 current snap is 186 2024-08-19T11:37:37.692 INFO:tasks.rados.rados.0.smithi136.stdout:2009: seq_num 633 ranges {8798208=606208,9404416=401408} 2024-08-19T11:37:37.742 INFO:tasks.rados.rados.0.smithi136.stdout:2009: writing smithi13674108-10 from 8798208 to 9404416 tid 1 2024-08-19T11:37:37.744 INFO:tasks.rados.rados.0.smithi136.stdout:2009: writing smithi13674108-10 from 9404416 to 9805824 tid 2 2024-08-19T11:37:37.744 INFO:tasks.rados.rados.0.smithi136.stdout:2010: snap_remove snap 183 2024-08-19T11:37:37.847 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:37:37 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:37:37] "GET /metrics HTTP/1.1" 200 36309 "" "Prometheus/2.43.0" 2024-08-19T11:37:38.702 INFO:tasks.rados.rados.0.smithi136.stdout:2010: done (2 left) 2024-08-19T11:37:38.702 INFO:tasks.rados.rados.0.smithi136.stdout:2011: read oid 36 snap -1 2024-08-19T11:37:38.703 INFO:tasks.rados.rados.0.smithi136.stdout:2011: expect (ObjNum 629 snap 183 seq_num 629) 2024-08-19T11:37:38.703 INFO:tasks.rados.rados.0.smithi136.stdout:2012: delete oid 40 current snap is 186 2024-08-19T11:37:38.703 INFO:tasks.rados.rados.0.smithi136.stdout:2008: finishing copy_from racing read to smithi13674108-24 2024-08-19T11:37:38.703 INFO:tasks.rados.rados.0.smithi136.stdout:2008: finishing copy_from to smithi13674108-24 2024-08-19T11:37:38.703 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 779 (ObjNum 620 snap 180 seq_num 620) dirty exists 2024-08-19T11:37:38.703 INFO:tasks.rados.rados.0.smithi136.stdout:2009: finishing write tid 1 to smithi13674108-10 2024-08-19T11:37:38.703 INFO:tasks.rados.rados.0.smithi136.stdout:2009: finishing write tid 2 to smithi13674108-10 2024-08-19T11:37:38.703 INFO:tasks.rados.rados.0.smithi136.stdout:2009: finishing write tid 3 to smithi13674108-10 2024-08-19T11:37:38.703 INFO:tasks.rados.rados.0.smithi136.stdout:2009: finishing write tid 4 to smithi13674108-10 2024-08-19T11:37:38.703 INFO:tasks.rados.rados.0.smithi136.stdout:2009: oid 10 updating version 0 to 586 2024-08-19T11:37:38.703 INFO:tasks.rados.rados.0.smithi136.stdout:2009: oid 10 updating version 586 to 588 2024-08-19T11:37:38.703 INFO:tasks.rados.rados.0.smithi136.stdout:2009: oid 10 version 588 is already newer than 587 2024-08-19T11:37:38.703 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 588 (ObjNum 633 snap 186 seq_num 633) dirty exists 2024-08-19T11:37:38.704 INFO:tasks.rados.rados.0.smithi136.stdout:2009: left oid 10 (ObjNum 633 snap 186 seq_num 633) 2024-08-19T11:37:38.707 INFO:tasks.rados.rados.0.smithi136.stdout:2008: done (3 left) 2024-08-19T11:37:38.707 INFO:tasks.rados.rados.0.smithi136.stdout:2009: done (2 left) 2024-08-19T11:37:38.707 INFO:tasks.rados.rados.0.smithi136.stdout:2012: done (1 left) 2024-08-19T11:37:38.707 INFO:tasks.rados.rados.0.smithi136.stdout:2013: rmattr oid 25 current snap is 186 2024-08-19T11:37:38.707 INFO:tasks.rados.rados.0.smithi136.stdout:2013: done (1 left) 2024-08-19T11:37:38.707 INFO:tasks.rados.rados.0.smithi136.stdout:2014: rollback oid 43 current snap is 186 2024-08-19T11:37:38.708 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 43 to 182 2024-08-19T11:37:38.708 INFO:tasks.rados.rados.0.smithi136.stdout:2015: rmattr oid 29 current snap is 186 2024-08-19T11:37:38.708 INFO:tasks.rados.rados.0.smithi136.stdout:2015: done (2 left) 2024-08-19T11:37:38.708 INFO:tasks.rados.rados.0.smithi136.stdout:2016: rollback oid 5 current snap is 186 2024-08-19T11:37:38.708 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 5 to 185 2024-08-19T11:37:38.708 INFO:tasks.rados.rados.0.smithi136.stdout:2017: read oid 9 snap -1 2024-08-19T11:37:38.708 INFO:tasks.rados.rados.0.smithi136.stdout:2017: expect (ObjNum 550 snap 156 seq_num 550) 2024-08-19T11:37:38.708 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 4 current snap is 186 2024-08-19T11:37:38.708 INFO:tasks.rados.rados.0.smithi136.stdout:2018: seq_num 635 ranges {0=638976,638976=401408} 2024-08-19T11:37:38.712 INFO:tasks.rados.rados.0.smithi136.stdout:2018: writing smithi13674108-4 from 0 to 638976 tid 1 2024-08-19T11:37:38.715 INFO:tasks.rados.rados.0.smithi136.stdout:2018: writing smithi13674108-4 from 638976 to 1040384 tid 2 2024-08-19T11:37:38.715 INFO:tasks.rados.rados.0.smithi136.stdout:2019: snap_create 2024-08-19T11:37:38.715 INFO:tasks.rados.rados.0.smithi136.stdout:2016: finishing rollback tid 0 to smithi13674108-5 2024-08-19T11:37:38.715 INFO:tasks.rados.rados.0.smithi136.stdout:2014: finishing rollback tid 0 to smithi13674108-43 2024-08-19T11:37:38.716 INFO:tasks.rados.rados.0.smithi136.stdout:2016: finishing rollback tid 1 to smithi13674108-5 2024-08-19T11:37:38.716 INFO:tasks.rados.rados.0.smithi136.stdout:2016: finishing rollback tid 2 to smithi13674108-5 2024-08-19T11:37:38.716 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 800 (ObjNum 597 snap 176 seq_num 597) dirty exists 2024-08-19T11:37:38.716 INFO:tasks.rados.rados.0.smithi136.stdout:2014: finishing rollback tid 1 to smithi13674108-43 2024-08-19T11:37:38.716 INFO:tasks.rados.rados.0.smithi136.stdout:2014: finishing rollback tid 2 to smithi13674108-43 2024-08-19T11:37:38.716 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 277 (ObjNum 614 snap 180 seq_num 614) dirty exists 2024-08-19T11:37:38.719 INFO:tasks.rados.rados.0.smithi136.stdout:2018: finishing write tid 1 to smithi13674108-4 2024-08-19T11:37:38.719 INFO:tasks.rados.rados.0.smithi136.stdout:2018: finishing write tid 2 to smithi13674108-4 2024-08-19T11:37:38.719 INFO:tasks.rados.rados.0.smithi136.stdout:2018: finishing write tid 3 to smithi13674108-4 2024-08-19T11:37:38.721 INFO:tasks.rados.rados.0.smithi136.stdout:2018: finishing write tid 4 to smithi13674108-4 2024-08-19T11:37:38.721 INFO:tasks.rados.rados.0.smithi136.stdout:2018: oid 4 updating version 0 to 872 2024-08-19T11:37:38.721 INFO:tasks.rados.rados.0.smithi136.stdout:2018: oid 4 version 872 is already newer than 871 2024-08-19T11:37:38.721 INFO:tasks.rados.rados.0.smithi136.stdout:2018: oid 4 updating version 872 to 873 2024-08-19T11:37:38.721 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 873 (ObjNum 635 snap 186 seq_num 635) dirty exists 2024-08-19T11:37:38.721 INFO:tasks.rados.rados.0.smithi136.stdout:2018: left oid 4 (ObjNum 635 snap 186 seq_num 635) 2024-08-19T11:37:38.737 INFO:tasks.rados.rados.0.smithi136.stdout:2011: expect (ObjNum 629 snap 183 seq_num 629) 2024-08-19T11:37:38.921 INFO:tasks.rados.rados.0.smithi136.stdout:2017: expect (ObjNum 550 snap 156 seq_num 550) 2024-08-19T11:37:38.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:38 smithi155 ceph-mon[76679]: pgmap v316: 121 pgs: 6 peering, 5 active+undersized, 3 active+undersized+degraded, 107 active+clean; 192 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.4 MiB/s wr, 11 op/s; 12/255 objects degraded (4.706%); 11 MiB/s, 2 objects/s recovering 2024-08-19T11:37:38.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:38 smithi155 ceph-mon[76679]: osdmap e454: 8 total, 8 up, 8 in 2024-08-19T11:37:38.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:38 smithi155 ceph-mon[76679]: Health check update: Degraded data redundancy: 12/255 objects degraded (4.706%), 3 pgs degraded (PG_DEGRADED) 2024-08-19T11:37:39.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:38 smithi136 ceph-mon[88916]: pgmap v316: 121 pgs: 6 peering, 5 active+undersized, 3 active+undersized+degraded, 107 active+clean; 192 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.4 MiB/s wr, 11 op/s; 12/255 objects degraded (4.706%); 11 MiB/s, 2 objects/s recovering 2024-08-19T11:37:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:38 smithi136 ceph-mon[88916]: osdmap e454: 8 total, 8 up, 8 in 2024-08-19T11:37:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:38 smithi136 ceph-mon[88916]: Health check update: Degraded data redundancy: 12/255 objects degraded (4.706%), 3 pgs degraded (PG_DEGRADED) 2024-08-19T11:37:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:38 smithi136 ceph-mon[86496]: pgmap v316: 121 pgs: 6 peering, 5 active+undersized, 3 active+undersized+degraded, 107 active+clean; 192 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.4 MiB/s wr, 11 op/s; 12/255 objects degraded (4.706%); 11 MiB/s, 2 objects/s recovering 2024-08-19T11:37:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:38 smithi136 ceph-mon[86496]: osdmap e454: 8 total, 8 up, 8 in 2024-08-19T11:37:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:38 smithi136 ceph-mon[86496]: Health check update: Degraded data redundancy: 12/255 objects degraded (4.706%), 3 pgs degraded (PG_DEGRADED) 2024-08-19T11:37:39.704 INFO:tasks.rados.rados.0.smithi136.stdout:2011: done (5 left) 2024-08-19T11:37:39.705 INFO:tasks.rados.rados.0.smithi136.stdout:2014: done (4 left) 2024-08-19T11:37:39.705 INFO:tasks.rados.rados.0.smithi136.stdout:2016: done (3 left) 2024-08-19T11:37:39.705 INFO:tasks.rados.rados.0.smithi136.stdout:2017: done (2 left) 2024-08-19T11:37:39.705 INFO:tasks.rados.rados.0.smithi136.stdout:2018: done (1 left) 2024-08-19T11:37:39.705 INFO:tasks.rados.rados.0.smithi136.stdout:2019: done (0 left) 2024-08-19T11:37:39.705 INFO:tasks.rados.rados.0.smithi136.stdout:2020: snap_create 2024-08-19T11:37:39.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:39 smithi155 ceph-mon[76679]: osdmap e455: 8 total, 8 up, 8 in 2024-08-19T11:37:40.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:39 smithi136 ceph-mon[86496]: osdmap e455: 8 total, 8 up, 8 in 2024-08-19T11:37:40.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:39 smithi136 ceph-mon[88916]: osdmap e455: 8 total, 8 up, 8 in 2024-08-19T11:37:40.711 INFO:tasks.rados.rados.0.smithi136.stdout:2020: done (0 left) 2024-08-19T11:37:40.711 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 11 current snap is 188 2024-08-19T11:37:40.711 INFO:tasks.rados.rados.0.smithi136.stdout:2021: seq_num 636 ranges {2834432=655360,3489792=401408} 2024-08-19T11:37:40.729 INFO:tasks.rados.rados.0.smithi136.stdout:2021: writing smithi13674108-11 from 2834432 to 3489792 tid 1 2024-08-19T11:37:40.731 INFO:tasks.rados.rados.0.smithi136.stdout:2021: writing smithi13674108-11 from 3489792 to 3891200 tid 2 2024-08-19T11:37:40.731 INFO:tasks.rados.rados.0.smithi136.stdout:2022: delete oid 48 current snap is 188 2024-08-19T11:37:40.737 INFO:tasks.rados.rados.0.smithi136.stdout:2021: finishing write tid 1 to smithi13674108-11 2024-08-19T11:37:40.738 INFO:tasks.rados.rados.0.smithi136.stdout:2021: finishing write tid 2 to smithi13674108-11 2024-08-19T11:37:40.738 INFO:tasks.rados.rados.0.smithi136.stdout:2021: finishing write tid 3 to smithi13674108-11 2024-08-19T11:37:40.739 INFO:tasks.rados.rados.0.smithi136.stdout:2021: finishing write tid 4 to smithi13674108-11 2024-08-19T11:37:40.739 INFO:tasks.rados.rados.0.smithi136.stdout:2021: oid 11 updating version 0 to 876 2024-08-19T11:37:40.739 INFO:tasks.rados.rados.0.smithi136.stdout:2021: oid 11 updating version 876 to 877 2024-08-19T11:37:40.739 INFO:tasks.rados.rados.0.smithi136.stdout:2021: oid 11 version 877 is already newer than 875 2024-08-19T11:37:40.739 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 877 (ObjNum 636 snap 188 seq_num 636) dirty exists 2024-08-19T11:37:40.739 INFO:tasks.rados.rados.0.smithi136.stdout:2021: left oid 11 (ObjNum 636 snap 188 seq_num 636) 2024-08-19T11:37:40.739 INFO:tasks.rados.rados.0.smithi136.stdout:2021: done (1 left) 2024-08-19T11:37:40.739 INFO:tasks.rados.rados.0.smithi136.stdout:2022: done (0 left) 2024-08-19T11:37:40.739 INFO:tasks.rados.rados.0.smithi136.stdout:2023: snap_create 2024-08-19T11:37:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:40 smithi155 ceph-mon[76679]: pgmap v319: 121 pgs: 121 active+clean; 190 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.4 MiB/s wr, 18 op/s; 15 MiB/s, 4 objects/s recovering 2024-08-19T11:37:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:40 smithi155 ceph-mon[76679]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/255 objects degraded (4.706%), 3 pgs degraded) 2024-08-19T11:37:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:40 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:37:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:40 smithi155 ceph-mon[76679]: osdmap e456: 8 total, 8 up, 8 in 2024-08-19T11:37:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:37:41.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:40 smithi136 ceph-mon[86496]: pgmap v319: 121 pgs: 121 active+clean; 190 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.4 MiB/s wr, 18 op/s; 15 MiB/s, 4 objects/s recovering 2024-08-19T11:37:41.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:40 smithi136 ceph-mon[86496]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/255 objects degraded (4.706%), 3 pgs degraded) 2024-08-19T11:37:41.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:40 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:37:41.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:40 smithi136 ceph-mon[86496]: osdmap e456: 8 total, 8 up, 8 in 2024-08-19T11:37:41.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:41.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:37:41.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:40 smithi136 ceph-mon[88916]: pgmap v319: 121 pgs: 121 active+clean; 190 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.4 MiB/s wr, 18 op/s; 15 MiB/s, 4 objects/s recovering 2024-08-19T11:37:41.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:40 smithi136 ceph-mon[88916]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/255 objects degraded (4.706%), 3 pgs degraded) 2024-08-19T11:37:41.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:40 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:37:41.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:40 smithi136 ceph-mon[88916]: osdmap e456: 8 total, 8 up, 8 in 2024-08-19T11:37:41.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:41.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:37:41.724 INFO:tasks.rados.rados.0.smithi136.stdout:2023: done (0 left) 2024-08-19T11:37:41.724 INFO:tasks.rados.rados.0.smithi136.stdout:2024: read oid 1 snap -1 2024-08-19T11:37:41.724 INFO:tasks.rados.rados.0.smithi136.stdout:2024: expect (ObjNum 610 snap 179 seq_num 610) 2024-08-19T11:37:41.724 INFO:tasks.rados.rados.0.smithi136.stdout:2025: setattr oid 42 current snap is 189 2024-08-19T11:37:41.725 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 10 current snap is 189 2024-08-19T11:37:41.725 INFO:tasks.rados.rados.0.smithi136.stdout:2026: seq_num 638 ranges {9805824=688128,10493952=401408} 2024-08-19T11:37:41.782 INFO:tasks.rados.rados.0.smithi136.stdout:2026: writing smithi13674108-10 from 9805824 to 10493952 tid 1 2024-08-19T11:37:41.784 INFO:tasks.rados.rados.0.smithi136.stdout:2026: writing smithi13674108-10 from 10493952 to 10895360 tid 2 2024-08-19T11:37:41.784 INFO:tasks.rados.rados.0.smithi136.stdout:2027: snap_create 2024-08-19T11:37:41.784 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 596 (ObjNum 616 snap 180 seq_num 616) dirty exists 2024-08-19T11:37:41.784 INFO:tasks.rados.rados.0.smithi136.stdout:2024: expect (ObjNum 610 snap 179 seq_num 610) 2024-08-19T11:37:41.921 INFO:tasks.rados.rados.0.smithi136.stdout:2026: finishing write tid 1 to smithi13674108-10 2024-08-19T11:37:41.921 INFO:tasks.rados.rados.0.smithi136.stdout:2026: finishing write tid 2 to smithi13674108-10 2024-08-19T11:37:41.921 INFO:tasks.rados.rados.0.smithi136.stdout:2026: finishing write tid 3 to smithi13674108-10 2024-08-19T11:37:41.921 INFO:tasks.rados.rados.0.smithi136.stdout:2026: finishing write tid 4 to smithi13674108-10 2024-08-19T11:37:41.921 INFO:tasks.rados.rados.0.smithi136.stdout:2026: oid 10 updating version 0 to 589 2024-08-19T11:37:41.921 INFO:tasks.rados.rados.0.smithi136.stdout:2026: oid 10 updating version 589 to 591 2024-08-19T11:37:41.921 INFO:tasks.rados.rados.0.smithi136.stdout:2026: oid 10 version 591 is already newer than 590 2024-08-19T11:37:41.921 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 591 (ObjNum 638 snap 189 seq_num 638) dirty exists 2024-08-19T11:37:41.921 INFO:tasks.rados.rados.0.smithi136.stdout:2026: left oid 10 (ObjNum 638 snap 189 seq_num 638) 2024-08-19T11:37:42.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:41 smithi136 ceph-mon[86496]: osdmap e457: 8 total, 8 up, 8 in 2024-08-19T11:37:42.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:41 smithi136 ceph-mon[88916]: osdmap e457: 8 total, 8 up, 8 in 2024-08-19T11:37:42.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:41 smithi155 ceph-mon[76679]: osdmap e457: 8 total, 8 up, 8 in 2024-08-19T11:37:42.726 INFO:tasks.rados.rados.0.smithi136.stdout:2024: done (3 left) 2024-08-19T11:37:42.727 INFO:tasks.rados.rados.0.smithi136.stdout:2025: done (2 left) 2024-08-19T11:37:42.727 INFO:tasks.rados.rados.0.smithi136.stdout:2026: done (1 left) 2024-08-19T11:37:42.727 INFO:tasks.rados.rados.0.smithi136.stdout:2027: done (0 left) 2024-08-19T11:37:42.727 INFO:tasks.rados.rados.0.smithi136.stdout:2028: delete oid 9 current snap is 190 2024-08-19T11:37:42.731 INFO:tasks.rados.rados.0.smithi136.stdout:2028: done (0 left) 2024-08-19T11:37:42.731 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 35 current snap is 190 2024-08-19T11:37:42.731 INFO:tasks.rados.rados.0.smithi136.stdout:2029: seq_num 640 ranges {2932736=729088,3661824=401408} 2024-08-19T11:37:42.750 INFO:tasks.rados.rados.0.smithi136.stdout:2029: writing smithi13674108-35 from 2932736 to 3661824 tid 1 2024-08-19T11:37:42.753 INFO:tasks.rados.rados.0.smithi136.stdout:2029: writing smithi13674108-35 from 3661824 to 4063232 tid 2 2024-08-19T11:37:42.753 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 6 current snap is 190 2024-08-19T11:37:42.753 INFO:tasks.rados.rados.0.smithi136.stdout:2030: seq_num 641 ranges {1990656=745472,2736128=401408} 2024-08-19T11:37:42.768 INFO:tasks.rados.rados.0.smithi136.stdout:2030: writing smithi13674108-6 from 1990656 to 2736128 tid 1 2024-08-19T11:37:42.770 INFO:tasks.rados.rados.0.smithi136.stdout:2030: writing smithi13674108-6 from 2736128 to 3137536 tid 2 2024-08-19T11:37:42.771 INFO:tasks.rados.rados.0.smithi136.stdout:2031: delete oid 37 current snap is 190 2024-08-19T11:37:42.771 INFO:tasks.rados.rados.0.smithi136.stdout:2029: finishing write tid 1 to smithi13674108-35 2024-08-19T11:37:42.771 INFO:tasks.rados.rados.0.smithi136.stdout:2029: finishing write tid 2 to smithi13674108-35 2024-08-19T11:37:42.771 INFO:tasks.rados.rados.0.smithi136.stdout:2029: finishing write tid 3 to smithi13674108-35 2024-08-19T11:37:42.771 INFO:tasks.rados.rados.0.smithi136.stdout:2029: finishing write tid 4 to smithi13674108-35 2024-08-19T11:37:42.771 INFO:tasks.rados.rados.0.smithi136.stdout:2029: oid 35 updating version 0 to 490 2024-08-19T11:37:42.771 INFO:tasks.rados.rados.0.smithi136.stdout:2029: oid 35 updating version 490 to 491 2024-08-19T11:37:42.771 INFO:tasks.rados.rados.0.smithi136.stdout:2029: oid 35 updating version 491 to 492 2024-08-19T11:37:42.771 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 492 (ObjNum 640 snap 190 seq_num 640) dirty exists 2024-08-19T11:37:42.771 INFO:tasks.rados.rados.0.smithi136.stdout:2029: left oid 35 (ObjNum 640 snap 190 seq_num 640) 2024-08-19T11:37:42.773 INFO:tasks.rados.rados.0.smithi136.stdout:2029: done (2 left) 2024-08-19T11:37:42.773 INFO:tasks.rados.rados.0.smithi136.stdout:2031: done (1 left) 2024-08-19T11:37:42.773 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 40 current snap is 190 2024-08-19T11:37:42.773 INFO:tasks.rados.rados.0.smithi136.stdout:2032: seq_num 643 ranges {0=778240,778240=401408} 2024-08-19T11:37:42.777 INFO:tasks.rados.rados.0.smithi136.stdout:2032: writing smithi13674108-40 from 0 to 778240 tid 1 2024-08-19T11:37:42.780 INFO:tasks.rados.rados.0.smithi136.stdout:2032: writing smithi13674108-40 from 778240 to 1179648 tid 2 2024-08-19T11:37:42.780 INFO:tasks.rados.rados.0.smithi136.stdout:2033: copy_from oid 31 from oid 21 current snap is 190 2024-08-19T11:37:42.780 INFO:tasks.rados.rados.0.smithi136.stdout:2030: finishing write tid 1 to smithi13674108-6 2024-08-19T11:37:42.781 INFO:tasks.rados.rados.0.smithi136.stdout:2030: finishing write tid 2 to smithi13674108-6 2024-08-19T11:37:42.781 INFO:tasks.rados.rados.0.smithi136.stdout:2030: finishing write tid 3 to smithi13674108-6 2024-08-19T11:37:42.781 INFO:tasks.rados.rados.0.smithi136.stdout:2030: finishing write tid 4 to smithi13674108-6 2024-08-19T11:37:42.781 INFO:tasks.rados.rados.0.smithi136.stdout:2030: oid 6 updating version 0 to 719 2024-08-19T11:37:42.781 INFO:tasks.rados.rados.0.smithi136.stdout:2030: oid 6 version 719 is already newer than 717 2024-08-19T11:37:42.781 INFO:tasks.rados.rados.0.smithi136.stdout:2030: oid 6 version 719 is already newer than 718 2024-08-19T11:37:42.781 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 719 (ObjNum 641 snap 190 seq_num 641) dirty exists 2024-08-19T11:37:42.781 INFO:tasks.rados.rados.0.smithi136.stdout:2030: left oid 6 (ObjNum 641 snap 190 seq_num 641) 2024-08-19T11:37:42.781 INFO:tasks.rados.rados.0.smithi136.stdout:2030: done (2 left) 2024-08-19T11:37:42.781 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 10 current snap is 190 2024-08-19T11:37:42.781 INFO:tasks.rados.rados.0.smithi136.stdout:2034: seq_num 644 ranges {10895360=794624,11689984=401408} 2024-08-19T11:37:42.841 INFO:tasks.rados.rados.0.smithi136.stdout:2034: writing smithi13674108-10 from 10895360 to 11689984 tid 1 2024-08-19T11:37:42.844 INFO:tasks.rados.rados.0.smithi136.stdout:2034: writing smithi13674108-10 from 11689984 to 12091392 tid 2 2024-08-19T11:37:42.844 INFO:tasks.rados.rados.0.smithi136.stdout:2035: copy_from oid 19 from oid 47 current snap is 190 2024-08-19T11:37:42.844 INFO:tasks.rados.rados.0.smithi136.stdout:2032: finishing write tid 1 to smithi13674108-40 2024-08-19T11:37:42.844 INFO:tasks.rados.rados.0.smithi136.stdout:2032: finishing write tid 2 to smithi13674108-40 2024-08-19T11:37:42.844 INFO:tasks.rados.rados.0.smithi136.stdout:2032: finishing write tid 3 to smithi13674108-40 2024-08-19T11:37:42.844 INFO:tasks.rados.rados.0.smithi136.stdout:2032: finishing write tid 4 to smithi13674108-40 2024-08-19T11:37:42.845 INFO:tasks.rados.rados.0.smithi136.stdout:2032: oid 40 updating version 0 to 901 2024-08-19T11:37:42.845 INFO:tasks.rados.rados.0.smithi136.stdout:2032: oid 40 updating version 901 to 903 2024-08-19T11:37:42.845 INFO:tasks.rados.rados.0.smithi136.stdout:2032: oid 40 version 903 is already newer than 902 2024-08-19T11:37:42.845 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 903 (ObjNum 643 snap 190 seq_num 643) dirty exists 2024-08-19T11:37:42.845 INFO:tasks.rados.rados.0.smithi136.stdout:2032: left oid 40 (ObjNum 643 snap 190 seq_num 643) 2024-08-19T11:37:42.845 INFO:tasks.rados.rados.0.smithi136.stdout:2033: finishing copy_from racing read to smithi13674108-31 2024-08-19T11:37:42.845 INFO:tasks.rados.rados.0.smithi136.stdout:2033: finishing copy_from to smithi13674108-31 2024-08-19T11:37:42.845 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 713 (ObjNum 618 snap 180 seq_num 618) dirty exists 2024-08-19T11:37:42.845 INFO:tasks.rados.rados.0.smithi136.stdout:2032: done (3 left) 2024-08-19T11:37:42.845 INFO:tasks.rados.rados.0.smithi136.stdout:2033: done (2 left) 2024-08-19T11:37:42.845 INFO:tasks.rados.rados.0.smithi136.stdout:2036: delete oid 31 current snap is 190 2024-08-19T11:37:42.846 INFO:tasks.rados.rados.0.smithi136.stdout:2036: done (2 left) 2024-08-19T11:37:42.846 INFO:tasks.rados.rados.0.smithi136.stdout:2037: snap_remove snap 182 2024-08-19T11:37:43.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:42 smithi136 ceph-mon[86496]: pgmap v322: 121 pgs: 121 active+clean; 196 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.7 MiB/s wr, 10 op/s; 3.7 MiB/s, 1 objects/s recovering 2024-08-19T11:37:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:42 smithi136 ceph-mon[86496]: osdmap e458: 8 total, 8 up, 8 in 2024-08-19T11:37:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:42 smithi136 ceph-mon[88916]: pgmap v322: 121 pgs: 121 active+clean; 196 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.7 MiB/s wr, 10 op/s; 3.7 MiB/s, 1 objects/s recovering 2024-08-19T11:37:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:42 smithi136 ceph-mon[88916]: osdmap e458: 8 total, 8 up, 8 in 2024-08-19T11:37:43.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:42 smithi155 ceph-mon[76679]: pgmap v322: 121 pgs: 121 active+clean; 196 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.7 MiB/s wr, 10 op/s; 3.7 MiB/s, 1 objects/s recovering 2024-08-19T11:37:43.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:42 smithi155 ceph-mon[76679]: osdmap e458: 8 total, 8 up, 8 in 2024-08-19T11:37:43.649 INFO:tasks.rados.rados.0.smithi136.stdout:2037: done (2 left) 2024-08-19T11:37:43.649 INFO:tasks.rados.rados.0.smithi136.stdout:2038: snap_remove snap 185 2024-08-19T11:37:44.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:43 smithi136 ceph-mon[86496]: osdmap e459: 8 total, 8 up, 8 in 2024-08-19T11:37:44.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:43 smithi136 ceph-mon[86496]: osdmap e460: 8 total, 8 up, 8 in 2024-08-19T11:37:44.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:43 smithi136 ceph-mon[88916]: osdmap e459: 8 total, 8 up, 8 in 2024-08-19T11:37:44.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:43 smithi136 ceph-mon[88916]: osdmap e460: 8 total, 8 up, 8 in 2024-08-19T11:37:44.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:43 smithi155 ceph-mon[76679]: osdmap e459: 8 total, 8 up, 8 in 2024-08-19T11:37:44.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:43 smithi155 ceph-mon[76679]: osdmap e460: 8 total, 8 up, 8 in 2024-08-19T11:37:44.652 INFO:tasks.rados.rados.0.smithi136.stdout:2038: done (2 left) 2024-08-19T11:37:44.653 INFO:tasks.rados.rados.0.smithi136.stdout:2039: copy_from oid 30 from oid 31 current snap is 190 2024-08-19T11:37:44.653 INFO:tasks.rados.rados.0.smithi136.stdout:2040: read oid 26 snap -1 2024-08-19T11:37:44.653 INFO:tasks.rados.rados.0.smithi136.stdout:2040: expect (ObjNum 516 snap 144 seq_num 516) 2024-08-19T11:37:44.653 INFO:tasks.rados.rados.0.smithi136.stdout:2041: read oid 39 snap -1 2024-08-19T11:37:44.653 INFO:tasks.rados.rados.0.smithi136.stdout:2041: expect (ObjNum 591 snap 175 seq_num 591) 2024-08-19T11:37:44.653 INFO:tasks.rados.rados.0.smithi136.stdout:2042: delete oid 9 current snap is 190 2024-08-19T11:37:44.653 INFO:tasks.rados.rados.0.smithi136.stdout:2034: finishing write tid 1 to smithi13674108-10 2024-08-19T11:37:44.653 INFO:tasks.rados.rados.0.smithi136.stdout:2034: finishing write tid 2 to smithi13674108-10 2024-08-19T11:37:44.653 INFO:tasks.rados.rados.0.smithi136.stdout:2034: finishing write tid 3 to smithi13674108-10 2024-08-19T11:37:44.653 INFO:tasks.rados.rados.0.smithi136.stdout:2034: finishing write tid 4 to smithi13674108-10 2024-08-19T11:37:44.653 INFO:tasks.rados.rados.0.smithi136.stdout:2034: oid 10 updating version 0 to 594 2024-08-19T11:37:44.653 INFO:tasks.rados.rados.0.smithi136.stdout:2034: oid 10 version 594 is already newer than 592 2024-08-19T11:37:44.654 INFO:tasks.rados.rados.0.smithi136.stdout:2034: oid 10 version 594 is already newer than 593 2024-08-19T11:37:44.654 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 594 (ObjNum 644 snap 190 seq_num 644) dirty exists 2024-08-19T11:37:44.654 INFO:tasks.rados.rados.0.smithi136.stdout:2034: left oid 10 (ObjNum 644 snap 190 seq_num 644) 2024-08-19T11:37:44.654 INFO:tasks.rados.rados.0.smithi136.stdout:2035: finishing copy_from racing read to smithi13674108-19 2024-08-19T11:37:44.654 INFO:tasks.rados.rados.0.smithi136.stdout:2035: finishing copy_from to smithi13674108-19 2024-08-19T11:37:44.654 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 716 (ObjNum 595 snap 176 seq_num 595) dirty exists 2024-08-19T11:37:44.656 INFO:tasks.rados.rados.0.smithi136.stdout:2039: finishing copy_from to smithi13674108-30 2024-08-19T11:37:44.656 INFO:tasks.rados.rados.0.smithi136.stdout:2039: got expected ENOENT (src dne) 2024-08-19T11:37:44.656 INFO:tasks.rados.rados.0.smithi136.stdout:2039: finishing copy_from racing read to smithi13674108-30 2024-08-19T11:37:44.659 INFO:tasks.rados.rados.0.smithi136.stdout:2034: done (5 left) 2024-08-19T11:37:44.659 INFO:tasks.rados.rados.0.smithi136.stdout:2035: done (4 left) 2024-08-19T11:37:44.659 INFO:tasks.rados.rados.0.smithi136.stdout:2039: done (3 left) 2024-08-19T11:37:44.660 INFO:tasks.rados.rados.0.smithi136.stdout:2042: done (2 left) 2024-08-19T11:37:44.660 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 49 current snap is 190 2024-08-19T11:37:44.660 INFO:tasks.rados.rados.0.smithi136.stdout:2043: seq_num 647 ranges {1925120=442368,2367488=589824,2957312=212992} 2024-08-19T11:37:44.672 INFO:tasks.rados.rados.0.smithi136.stdout:2043: writing smithi13674108-49 from 1925120 to 2367488 tid 1 2024-08-19T11:37:44.676 INFO:tasks.rados.rados.0.smithi136.stdout:2043: writing smithi13674108-49 from 2367488 to 2957312 tid 2 2024-08-19T11:37:44.677 INFO:tasks.rados.rados.0.smithi136.stdout:2043: writing smithi13674108-49 from 2957312 to 3170304 tid 3 2024-08-19T11:37:44.678 INFO:tasks.rados.rados.0.smithi136.stdout:2044: read oid 20 snap -1 2024-08-19T11:37:44.678 INFO:tasks.rados.rados.0.smithi136.stdout:2044: expect (ObjNum 464 snap 127 seq_num 464) 2024-08-19T11:37:44.678 INFO:tasks.rados.rados.0.smithi136.stdout:2045: read oid 5 snap 186 2024-08-19T11:37:44.678 INFO:tasks.rados.rados.0.smithi136.stdout:2045: expect (ObjNum 597 snap 176 seq_num 597) 2024-08-19T11:37:44.678 INFO:tasks.rados.rados.0.smithi136.stdout:2046: snap_create 2024-08-19T11:37:44.678 INFO:tasks.rados.rados.0.smithi136.stdout:2041: expect (ObjNum 591 snap 175 seq_num 591) 2024-08-19T11:37:44.688 INFO:tasks.rados.rados.0.smithi136.stdout:2043: finishing write tid 1 to smithi13674108-49 2024-08-19T11:37:44.689 INFO:tasks.rados.rados.0.smithi136.stdout:2043: finishing write tid 2 to smithi13674108-49 2024-08-19T11:37:44.689 INFO:tasks.rados.rados.0.smithi136.stdout:2040: expect (ObjNum 516 snap 144 seq_num 516) 2024-08-19T11:37:44.971 INFO:tasks.rados.rados.0.smithi136.stdout:2043: finishing write tid 3 to smithi13674108-49 2024-08-19T11:37:44.971 INFO:tasks.rados.rados.0.smithi136.stdout:2043: finishing write tid 4 to smithi13674108-49 2024-08-19T11:37:44.971 INFO:tasks.rados.rados.0.smithi136.stdout:2043: finishing write tid 5 to smithi13674108-49 2024-08-19T11:37:44.971 INFO:tasks.rados.rados.0.smithi136.stdout:2043: oid 49 updating version 0 to 813 2024-08-19T11:37:44.971 INFO:tasks.rados.rados.0.smithi136.stdout:2043: oid 49 updating version 813 to 815 2024-08-19T11:37:44.971 INFO:tasks.rados.rados.0.smithi136.stdout:2043: oid 49 updating version 815 to 816 2024-08-19T11:37:44.971 INFO:tasks.rados.rados.0.smithi136.stdout:2043: oid 49 version 816 is already newer than 814 2024-08-19T11:37:44.971 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 816 (ObjNum 647 snap 190 seq_num 647) dirty exists 2024-08-19T11:37:44.971 INFO:tasks.rados.rados.0.smithi136.stdout:2043: left oid 49 (ObjNum 647 snap 190 seq_num 647) 2024-08-19T11:37:44.971 INFO:tasks.rados.rados.0.smithi136.stdout:2044: expect (ObjNum 464 snap 127 seq_num 464) 2024-08-19T11:37:45.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:44 smithi136 ceph-mon[88916]: pgmap v325: 121 pgs: 121 active+clean; 199 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-08-19T11:37:45.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:44 smithi136 ceph-mon[88916]: osdmap e461: 8 total, 8 up, 8 in 2024-08-19T11:37:45.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:44 smithi136 ceph-mon[86496]: pgmap v325: 121 pgs: 121 active+clean; 199 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-08-19T11:37:45.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:44 smithi136 ceph-mon[86496]: osdmap e461: 8 total, 8 up, 8 in 2024-08-19T11:37:45.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:44 smithi155 ceph-mon[76679]: pgmap v325: 121 pgs: 121 active+clean; 199 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-08-19T11:37:45.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:44 smithi155 ceph-mon[76679]: osdmap e461: 8 total, 8 up, 8 in 2024-08-19T11:37:45.698 INFO:tasks.rados.rados.0.smithi136.stdout:2045: expect (ObjNum 597 snap 176 seq_num 597) 2024-08-19T11:37:46.458 INFO:tasks.rados.rados.0.smithi136.stdout:2040: done (5 left) 2024-08-19T11:37:46.459 INFO:tasks.rados.rados.0.smithi136.stdout:2041: done (4 left) 2024-08-19T11:37:46.459 INFO:tasks.rados.rados.0.smithi136.stdout:2043: done (3 left) 2024-08-19T11:37:46.459 INFO:tasks.rados.rados.0.smithi136.stdout:2044: done (2 left) 2024-08-19T11:37:46.459 INFO:tasks.rados.rados.0.smithi136.stdout:2045: done (1 left) 2024-08-19T11:37:46.459 INFO:tasks.rados.rados.0.smithi136.stdout:2046: done (0 left) 2024-08-19T11:37:46.459 INFO:tasks.rados.rados.0.smithi136.stdout:2047: read oid 27 snap 186 2024-08-19T11:37:46.459 INFO:tasks.rados.rados.0.smithi136.stdout:2047: expect (ObjNum 461 snap 127 seq_num 461) 2024-08-19T11:37:46.459 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 35 current snap is 191 2024-08-19T11:37:46.459 INFO:tasks.rados.rados.0.smithi136.stdout:2048: seq_num 648 ranges {4063232=458752,4521984=475136,4997120=327680} 2024-08-19T11:37:46.482 INFO:tasks.rados.rados.0.smithi136.stdout:2048: writing smithi13674108-35 from 4063232 to 4521984 tid 1 2024-08-19T11:37:46.485 INFO:tasks.rados.rados.0.smithi136.stdout:2048: writing smithi13674108-35 from 4521984 to 4997120 tid 2 2024-08-19T11:37:46.488 INFO:tasks.rados.rados.0.smithi136.stdout:2048: writing smithi13674108-35 from 4997120 to 5324800 tid 3 2024-08-19T11:37:46.488 INFO:tasks.rados.rados.0.smithi136.stdout:2049: rollback oid 40 current snap is 191 2024-08-19T11:37:46.488 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 40 to 189 2024-08-19T11:37:46.488 INFO:tasks.rados.rados.0.smithi136.stdout:2047: expect (ObjNum 461 snap 127 seq_num 461) 2024-08-19T11:37:46.626 INFO:tasks.rados.rados.0.smithi136.stdout:2048: finishing write tid 1 to smithi13674108-35 2024-08-19T11:37:46.626 INFO:tasks.rados.rados.0.smithi136.stdout:2048: finishing write tid 2 to smithi13674108-35 2024-08-19T11:37:46.627 INFO:tasks.rados.rados.0.smithi136.stdout:2048: finishing write tid 3 to smithi13674108-35 2024-08-19T11:37:46.627 INFO:tasks.rados.rados.0.smithi136.stdout:2048: finishing write tid 4 to smithi13674108-35 2024-08-19T11:37:46.627 INFO:tasks.rados.rados.0.smithi136.stdout:2048: finishing write tid 5 to smithi13674108-35 2024-08-19T11:37:46.627 INFO:tasks.rados.rados.0.smithi136.stdout:2048: oid 35 updating version 0 to 494 2024-08-19T11:37:46.627 INFO:tasks.rados.rados.0.smithi136.stdout:2048: oid 35 version 494 is already newer than 493 2024-08-19T11:37:46.627 INFO:tasks.rados.rados.0.smithi136.stdout:2048: oid 35 updating version 494 to 495 2024-08-19T11:37:46.627 INFO:tasks.rados.rados.0.smithi136.stdout:2048: oid 35 updating version 495 to 496 2024-08-19T11:37:46.627 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 496 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-08-19T11:37:46.627 INFO:tasks.rados.rados.0.smithi136.stdout:2048: left oid 35 (ObjNum 648 snap 191 seq_num 648) 2024-08-19T11:37:46.627 INFO:tasks.rados.rados.0.smithi136.stdout:2049: finishing rollback tid 0 to smithi13674108-40 2024-08-19T11:37:46.627 INFO:tasks.rados.rados.0.smithi136.stdout:2049: finishing rollback tid 1 to smithi13674108-40 2024-08-19T11:37:46.627 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 905 (ObjNum 97 snap 0 seq_num 4066356528) dirty dne 2024-08-19T11:37:46.627 INFO:tasks.rados.rados.0.smithi136.stdout:2047: done (2 left) 2024-08-19T11:37:46.628 INFO:tasks.rados.rados.0.smithi136.stdout:2048: done (1 left) 2024-08-19T11:37:46.628 INFO:tasks.rados.rados.0.smithi136.stdout:2049: done (0 left) 2024-08-19T11:37:46.628 INFO:tasks.rados.rados.0.smithi136.stdout:2050: delete oid 18 current snap is 191 2024-08-19T11:37:46.629 INFO:tasks.rados.rados.0.smithi136.stdout:2050: done (0 left) 2024-08-19T11:37:46.629 INFO:tasks.rados.rados.0.smithi136.stdout:2051: setattr oid 29 current snap is 191 2024-08-19T11:37:46.631 INFO:tasks.rados.rados.0.smithi136.stdout:2052: rollback oid 3 current snap is 191 2024-08-19T11:37:46.631 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 3 to 189 2024-08-19T11:37:46.631 INFO:tasks.rados.rados.0.smithi136.stdout:2053: rollback oid 20 current snap is 191 2024-08-19T11:37:46.631 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 20 to 188 2024-08-19T11:37:46.631 INFO:tasks.rados.rados.0.smithi136.stdout:2054: read oid 43 snap 186 2024-08-19T11:37:46.631 INFO:tasks.rados.rados.0.smithi136.stdout:2054: expect (ObjNum 614 snap 180 seq_num 614) 2024-08-19T11:37:46.631 INFO:tasks.rados.rados.0.smithi136.stdout:2055: delete oid 8 current snap is 191 2024-08-19T11:37:46.635 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 893 (ObjNum 520 snap 147 seq_num 520) dirty exists 2024-08-19T11:37:46.635 INFO:tasks.rados.rados.0.smithi136.stdout:2051: done (4 left) 2024-08-19T11:37:46.635 INFO:tasks.rados.rados.0.smithi136.stdout:2055: done (3 left) 2024-08-19T11:37:46.635 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 11 current snap is 191 2024-08-19T11:37:46.635 INFO:tasks.rados.rados.0.smithi136.stdout:2056: seq_num 651 ranges {3891200=507904,4399104=532480,4931584=270336} 2024-08-19T11:37:46.659 INFO:tasks.rados.rados.0.smithi136.stdout:2056: writing smithi13674108-11 from 3891200 to 4399104 tid 1 2024-08-19T11:37:46.662 INFO:tasks.rados.rados.0.smithi136.stdout:2056: writing smithi13674108-11 from 4399104 to 4931584 tid 2 2024-08-19T11:37:46.664 INFO:tasks.rados.rados.0.smithi136.stdout:2056: writing smithi13674108-11 from 4931584 to 5201920 tid 3 2024-08-19T11:37:46.664 INFO:tasks.rados.rados.0.smithi136.stdout:2057: delete oid 48 current snap is 191 2024-08-19T11:37:46.664 INFO:tasks.rados.rados.0.smithi136.stdout:2053: finishing rollback tid 0 to smithi13674108-20 2024-08-19T11:37:46.665 INFO:tasks.rados.rados.0.smithi136.stdout:2053: finishing rollback tid 1 to smithi13674108-20 2024-08-19T11:37:46.665 INFO:tasks.rados.rados.0.smithi136.stdout:2052: finishing rollback tid 0 to smithi13674108-3 2024-08-19T11:37:46.665 INFO:tasks.rados.rados.0.smithi136.stdout:2052: finishing rollback tid 1 to smithi13674108-3 2024-08-19T11:37:46.665 INFO:tasks.rados.rados.0.smithi136.stdout:2054: expect (ObjNum 614 snap 180 seq_num 614) 2024-08-19T11:37:46.720 INFO:tasks.rados.rados.0.smithi136.stdout:2052: finishing rollback tid 2 to smithi13674108-3 2024-08-19T11:37:46.720 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 958 (ObjNum 561 snap 161 seq_num 561) dirty exists 2024-08-19T11:37:46.720 INFO:tasks.rados.rados.0.smithi136.stdout:2053: finishing rollback tid 2 to smithi13674108-20 2024-08-19T11:37:46.720 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 744 (ObjNum 464 snap 127 seq_num 464) dirty exists 2024-08-19T11:37:46.720 INFO:tasks.rados.rados.0.smithi136.stdout:2056: finishing write tid 1 to smithi13674108-11 2024-08-19T11:37:46.720 INFO:tasks.rados.rados.0.smithi136.stdout:2056: finishing write tid 2 to smithi13674108-11 2024-08-19T11:37:46.720 INFO:tasks.rados.rados.0.smithi136.stdout:2056: finishing write tid 3 to smithi13674108-11 2024-08-19T11:37:46.720 INFO:tasks.rados.rados.0.smithi136.stdout:2052: done (4 left) 2024-08-19T11:37:46.721 INFO:tasks.rados.rados.0.smithi136.stdout:2053: done (3 left) 2024-08-19T11:37:46.721 INFO:tasks.rados.rados.0.smithi136.stdout:2054: done (2 left) 2024-08-19T11:37:46.721 INFO:tasks.rados.rados.0.smithi136.stdout:2057: done (1 left) 2024-08-19T11:37:46.721 INFO:tasks.rados.rados.0.smithi136.stdout:2058: snap_remove snap 189 2024-08-19T11:37:46.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:46 smithi136 ceph-mon[86496]: pgmap v328: 121 pgs: 121 active+clean; 203 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-08-19T11:37:46.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:46 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:46.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:46 smithi136 ceph-mon[86496]: osdmap e462: 8 total, 8 up, 8 in 2024-08-19T11:37:46.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:46 smithi136 ceph-mon[88916]: pgmap v328: 121 pgs: 121 active+clean; 203 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-08-19T11:37:46.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:46 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:46.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:46 smithi136 ceph-mon[88916]: osdmap e462: 8 total, 8 up, 8 in 2024-08-19T11:37:46.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:46 smithi155 ceph-mon[76679]: pgmap v328: 121 pgs: 121 active+clean; 203 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-08-19T11:37:46.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:46 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:46.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:46 smithi155 ceph-mon[76679]: osdmap e462: 8 total, 8 up, 8 in 2024-08-19T11:37:47.529 INFO:tasks.rados.rados.0.smithi136.stdout:2058: done (1 left) 2024-08-19T11:37:47.529 INFO:tasks.rados.rados.0.smithi136.stdout:2059: snap_remove snap 187 2024-08-19T11:37:47.847 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:37:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:37:47] "GET /metrics HTTP/1.1" 200 36318 "" "Prometheus/2.43.0" 2024-08-19T11:37:48.537 INFO:tasks.rados.rados.0.smithi136.stdout:2059: done (1 left) 2024-08-19T11:37:48.537 INFO:tasks.rados.rados.0.smithi136.stdout:2060: rollback oid 39 current snap is 191 2024-08-19T11:37:48.537 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 39 to 190 2024-08-19T11:37:48.537 INFO:tasks.rados.rados.0.smithi136.stdout:2056: finishing write tid 4 to smithi13674108-11 2024-08-19T11:37:48.537 INFO:tasks.rados.rados.0.smithi136.stdout:2056: finishing write tid 5 to smithi13674108-11 2024-08-19T11:37:48.537 INFO:tasks.rados.rados.0.smithi136.stdout:2056: oid 11 updating version 0 to 898 2024-08-19T11:37:48.537 INFO:tasks.rados.rados.0.smithi136.stdout:2056: oid 11 updating version 898 to 899 2024-08-19T11:37:48.537 INFO:tasks.rados.rados.0.smithi136.stdout:2056: oid 11 version 899 is already newer than 897 2024-08-19T11:37:48.537 INFO:tasks.rados.rados.0.smithi136.stdout:2056: oid 11 updating version 899 to 900 2024-08-19T11:37:48.537 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 900 (ObjNum 651 snap 191 seq_num 651) dirty exists 2024-08-19T11:37:48.538 INFO:tasks.rados.rados.0.smithi136.stdout:2056: left oid 11 (ObjNum 651 snap 191 seq_num 651) 2024-08-19T11:37:48.538 INFO:tasks.rados.rados.0.smithi136.stdout:2056: done (1 left) 2024-08-19T11:37:48.538 INFO:tasks.rados.rados.0.smithi136.stdout:2061: snap_remove snap 188 2024-08-19T11:37:48.650 INFO:tasks.rados.rados.0.smithi136.stdout:2061: done (1 left) 2024-08-19T11:37:48.650 INFO:tasks.rados.rados.0.smithi136.stdout:2062: read oid 36 snap -1 2024-08-19T11:37:48.650 INFO:tasks.rados.rados.0.smithi136.stdout:2062: expect (ObjNum 629 snap 183 seq_num 629) 2024-08-19T11:37:48.650 INFO:tasks.rados.rados.0.smithi136.stdout:2063: snap_create 2024-08-19T11:37:48.650 INFO:tasks.rados.rados.0.smithi136.stdout:2060: finishing rollback tid 0 to smithi13674108-39 2024-08-19T11:37:48.650 INFO:tasks.rados.rados.0.smithi136.stdout:2060: finishing rollback tid 1 to smithi13674108-39 2024-08-19T11:37:48.650 INFO:tasks.rados.rados.0.smithi136.stdout:2060: finishing rollback tid 2 to smithi13674108-39 2024-08-19T11:37:48.650 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 858 (ObjNum 591 snap 175 seq_num 591) dirty exists 2024-08-19T11:37:48.675 INFO:tasks.rados.rados.0.smithi136.stdout:2062: expect (ObjNum 629 snap 183 seq_num 629) 2024-08-19T11:37:48.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:48 smithi136 ceph-mon[88916]: pgmap v330: 121 pgs: 121 active+clean; 188 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-08-19T11:37:48.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:48 smithi136 ceph-mon[88916]: osdmap e463: 8 total, 8 up, 8 in 2024-08-19T11:37:48.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:48 smithi136 ceph-mon[86496]: pgmap v330: 121 pgs: 121 active+clean; 188 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-08-19T11:37:48.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:48 smithi136 ceph-mon[86496]: osdmap e463: 8 total, 8 up, 8 in 2024-08-19T11:37:48.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:48 smithi155 ceph-mon[76679]: pgmap v330: 121 pgs: 121 active+clean; 188 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-08-19T11:37:48.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:48 smithi155 ceph-mon[76679]: osdmap e463: 8 total, 8 up, 8 in 2024-08-19T11:37:49.654 INFO:tasks.rados.rados.0.smithi136.stdout:2060: done (2 left) 2024-08-19T11:37:49.655 INFO:tasks.rados.rados.0.smithi136.stdout:2062: done (1 left) 2024-08-19T11:37:49.655 INFO:tasks.rados.rados.0.smithi136.stdout:2063: done (0 left) 2024-08-19T11:37:49.655 INFO:tasks.rados.rados.0.smithi136.stdout:2064: delete oid 6 current snap is 192 2024-08-19T11:37:49.657 INFO:tasks.rados.rados.0.smithi136.stdout:2064: done (0 left) 2024-08-19T11:37:49.657 INFO:tasks.rados.rados.0.smithi136.stdout:2065: read oid 47 snap -1 2024-08-19T11:37:49.657 INFO:tasks.rados.rados.0.smithi136.stdout:2065: expect (ObjNum 595 snap 176 seq_num 595) 2024-08-19T11:37:49.657 INFO:tasks.rados.rados.0.smithi136.stdout:2066: read oid 2 snap -1 2024-08-19T11:37:49.657 INFO:tasks.rados.rados.0.smithi136.stdout:2066: expect deleted 2024-08-19T11:37:49.657 INFO:tasks.rados.rados.0.smithi136.stdout:2067: read oid 42 snap -1 2024-08-19T11:37:49.657 INFO:tasks.rados.rados.0.smithi136.stdout:2067: expect (ObjNum 616 snap 180 seq_num 616) 2024-08-19T11:37:49.658 INFO:tasks.rados.rados.0.smithi136.stdout:2068: read oid 6 snap 191 2024-08-19T11:37:49.658 INFO:tasks.rados.rados.0.smithi136.stdout:2068: expect (ObjNum 641 snap 190 seq_num 641) 2024-08-19T11:37:49.658 INFO:tasks.rados.rados.0.smithi136.stdout:2069: snap_remove snap 190 2024-08-19T11:37:49.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:49 smithi136 ceph-mon[88916]: osdmap e464: 8 total, 8 up, 8 in 2024-08-19T11:37:49.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:49 smithi136 ceph-mon[88916]: osdmap e465: 8 total, 8 up, 8 in 2024-08-19T11:37:49.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:49 smithi136 ceph-mon[86496]: osdmap e464: 8 total, 8 up, 8 in 2024-08-19T11:37:49.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:49 smithi136 ceph-mon[86496]: osdmap e465: 8 total, 8 up, 8 in 2024-08-19T11:37:49.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:49 smithi155 ceph-mon[76679]: osdmap e464: 8 total, 8 up, 8 in 2024-08-19T11:37:49.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:49 smithi155 ceph-mon[76679]: osdmap e465: 8 total, 8 up, 8 in 2024-08-19T11:37:50.662 INFO:tasks.rados.rados.0.smithi136.stdout:2069: done (4 left) 2024-08-19T11:37:50.662 INFO:tasks.rados.rados.0.smithi136.stdout:2070: read oid 45 snap -1 2024-08-19T11:37:50.662 INFO:tasks.rados.rados.0.smithi136.stdout:2070: expect (ObjNum 627 snap 183 seq_num 627) 2024-08-19T11:37:50.662 INFO:tasks.rados.rados.0.smithi136.stdout:2071: snap_create 2024-08-19T11:37:50.662 INFO:tasks.rados.rados.0.smithi136.stdout:2067: expect (ObjNum 616 snap 180 seq_num 616) 2024-08-19T11:37:50.812 INFO:tasks.rados.rados.0.smithi136.stdout:2065: expect (ObjNum 595 snap 176 seq_num 595) 2024-08-19T11:37:50.887 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:50 smithi155 ceph-mon[76679]: pgmap v334: 121 pgs: 121 active+clean; 189 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 3.2 MiB/s wr, 23 op/s 2024-08-19T11:37:50.887 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:50 smithi155 ceph-mon[76679]: osdmap e466: 8 total, 8 up, 8 in 2024-08-19T11:37:50.887 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:50 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-19T11:37:50.980 INFO:tasks.rados.rados.0.smithi136.stdout:2068: expect (ObjNum 641 snap 190 seq_num 641) 2024-08-19T11:37:51.091 INFO:tasks.rados.rados.0.smithi136.stdout:2070: expect (ObjNum 627 snap 183 seq_num 627) 2024-08-19T11:37:51.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:50 smithi136 ceph-mon[86496]: pgmap v334: 121 pgs: 121 active+clean; 189 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 3.2 MiB/s wr, 23 op/s 2024-08-19T11:37:51.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:50 smithi136 ceph-mon[86496]: osdmap e466: 8 total, 8 up, 8 in 2024-08-19T11:37:51.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:50 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-19T11:37:51.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:50 smithi136 ceph-mon[88916]: pgmap v334: 121 pgs: 121 active+clean; 189 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 3.2 MiB/s wr, 23 op/s 2024-08-19T11:37:51.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:50 smithi136 ceph-mon[88916]: osdmap e466: 8 total, 8 up, 8 in 2024-08-19T11:37:51.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:50 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-19T11:37:51.667 INFO:tasks.rados.rados.0.smithi136.stdout:2065: done (5 left) 2024-08-19T11:37:51.667 INFO:tasks.rados.rados.0.smithi136.stdout:2066: done (4 left) 2024-08-19T11:37:51.667 INFO:tasks.rados.rados.0.smithi136.stdout:2067: done (3 left) 2024-08-19T11:37:51.667 INFO:tasks.rados.rados.0.smithi136.stdout:2068: done (2 left) 2024-08-19T11:37:51.667 INFO:tasks.rados.rados.0.smithi136.stdout:2070: done (1 left) 2024-08-19T11:37:51.667 INFO:tasks.rados.rados.0.smithi136.stdout:2071: done (0 left) 2024-08-19T11:37:51.667 INFO:tasks.rados.rados.0.smithi136.stdout:2072: rollback oid 23 current snap is 193 2024-08-19T11:37:51.667 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 23 to 186 2024-08-19T11:37:51.668 INFO:tasks.rados.rados.0.smithi136.stdout:2073: copy_from oid 7 from oid 25 current snap is 193 2024-08-19T11:37:51.668 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 8 current snap is 193 2024-08-19T11:37:51.668 INFO:tasks.rados.rados.0.smithi136.stdout:2074: seq_num 654 ranges {0=557056,557056=630784,1187840=172032} 2024-08-19T11:37:51.669 INFO:tasks.rados.rados.0.smithi136.stdout:2074: writing smithi13674108-8 from 0 to 557056 tid 1 2024-08-19T11:37:51.673 INFO:tasks.rados.rados.0.smithi136.stdout:2074: writing smithi13674108-8 from 557056 to 1187840 tid 2 2024-08-19T11:37:51.674 INFO:tasks.rados.rados.0.smithi136.stdout:2074: writing smithi13674108-8 from 1187840 to 1359872 tid 3 2024-08-19T11:37:51.675 INFO:tasks.rados.rados.0.smithi136.stdout:2075: snap_remove snap 191 2024-08-19T11:37:51.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:51 smithi155 ceph-mon[76679]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-19T11:37:51.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:51 smithi155 ceph-mon[76679]: Upgrade: osd.5 is safe to restart 2024-08-19T11:37:51.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:51 smithi155 ceph-mon[76679]: osdmap e467: 8 total, 8 up, 8 in 2024-08-19T11:37:52.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:51 smithi136 ceph-mon[88916]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-19T11:37:52.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:51 smithi136 ceph-mon[88916]: Upgrade: osd.5 is safe to restart 2024-08-19T11:37:52.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:51 smithi136 ceph-mon[88916]: osdmap e467: 8 total, 8 up, 8 in 2024-08-19T11:37:52.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:51 smithi136 ceph-mon[86496]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-19T11:37:52.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:51 smithi136 ceph-mon[86496]: Upgrade: osd.5 is safe to restart 2024-08-19T11:37:52.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:51 smithi136 ceph-mon[86496]: osdmap e467: 8 total, 8 up, 8 in 2024-08-19T11:37:52.674 INFO:tasks.rados.rados.0.smithi136.stdout:2075: done (3 left) 2024-08-19T11:37:52.674 INFO:tasks.rados.rados.0.smithi136.stdout:2076: snap_create 2024-08-19T11:37:52.674 INFO:tasks.rados.rados.0.smithi136.stdout:2072: finishing rollback tid 0 to smithi13674108-23 2024-08-19T11:37:52.674 INFO:tasks.rados.rados.0.smithi136.stdout:2072: finishing rollback tid 1 to smithi13674108-23 2024-08-19T11:37:52.674 INFO:tasks.rados.rados.0.smithi136.stdout:2072: finishing rollback tid 2 to smithi13674108-23 2024-08-19T11:37:52.675 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 451 (ObjNum 592 snap 176 seq_num 592) dirty exists 2024-08-19T11:37:52.675 INFO:tasks.rados.rados.0.smithi136.stdout:2074: finishing write tid 1 to smithi13674108-8 2024-08-19T11:37:52.675 INFO:tasks.rados.rados.0.smithi136.stdout:2074: finishing write tid 2 to smithi13674108-8 2024-08-19T11:37:52.675 INFO:tasks.rados.rados.0.smithi136.stdout:2074: finishing write tid 3 to smithi13674108-8 2024-08-19T11:37:52.675 INFO:tasks.rados.rados.0.smithi136.stdout:2074: finishing write tid 4 to smithi13674108-8 2024-08-19T11:37:52.675 INFO:tasks.rados.rados.0.smithi136.stdout:2073: finishing copy_from racing read to smithi13674108-7 2024-08-19T11:37:52.675 INFO:tasks.rados.rados.0.smithi136.stdout:2074: finishing write tid 5 to smithi13674108-8 2024-08-19T11:37:52.675 INFO:tasks.rados.rados.0.smithi136.stdout:2074: oid 8 updating version 0 to 924 2024-08-19T11:37:52.675 INFO:tasks.rados.rados.0.smithi136.stdout:2074: oid 8 updating version 924 to 925 2024-08-19T11:37:52.675 INFO:tasks.rados.rados.0.smithi136.stdout:2074: oid 8 updating version 925 to 926 2024-08-19T11:37:52.675 INFO:tasks.rados.rados.0.smithi136.stdout:2074: oid 8 updating version 926 to 927 2024-08-19T11:37:52.675 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 927 (ObjNum 654 snap 193 seq_num 654) dirty exists 2024-08-19T11:37:52.675 INFO:tasks.rados.rados.0.smithi136.stdout:2074: left oid 8 (ObjNum 654 snap 193 seq_num 654) 2024-08-19T11:37:52.676 INFO:tasks.rados.rados.0.smithi136.stdout:2073: finishing copy_from to smithi13674108-7 2024-08-19T11:37:52.676 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 589 (ObjNum 606 snap 179 seq_num 606) dirty exists 2024-08-19T11:37:52.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:52 smithi155 ceph-mon[76679]: pgmap v337: 121 pgs: 121 active+clean; 188 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 303 KiB/s wr, 3 op/s 2024-08-19T11:37:52.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:52 smithi155 ceph-mon[76679]: osdmap e468: 8 total, 8 up, 8 in 2024-08-19T11:37:52.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:52 smithi155 ceph-mon[76679]: Upgrade: Updating osd.5 2024-08-19T11:37:52.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:52 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:52.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:52 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-19T11:37:52.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:52 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:37:52.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:52 smithi155 ceph-mon[76679]: Deploying daemon osd.5 on smithi155 2024-08-19T11:37:53.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:52 smithi136 ceph-mon[88916]: pgmap v337: 121 pgs: 121 active+clean; 188 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 303 KiB/s wr, 3 op/s 2024-08-19T11:37:53.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:52 smithi136 ceph-mon[88916]: osdmap e468: 8 total, 8 up, 8 in 2024-08-19T11:37:53.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:52 smithi136 ceph-mon[88916]: Upgrade: Updating osd.5 2024-08-19T11:37:53.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:52 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:53.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:52 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-19T11:37:53.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:52 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:37:53.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:52 smithi136 ceph-mon[88916]: Deploying daemon osd.5 on smithi155 2024-08-19T11:37:53.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:52 smithi136 ceph-mon[86496]: pgmap v337: 121 pgs: 121 active+clean; 188 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 303 KiB/s wr, 3 op/s 2024-08-19T11:37:53.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:52 smithi136 ceph-mon[86496]: osdmap e468: 8 total, 8 up, 8 in 2024-08-19T11:37:53.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:52 smithi136 ceph-mon[86496]: Upgrade: Updating osd.5 2024-08-19T11:37:53.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:52 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:37:53.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:52 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-19T11:37:53.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:52 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:37:53.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:52 smithi136 ceph-mon[86496]: Deploying daemon osd.5 on smithi155 2024-08-19T11:37:53.654 INFO:tasks.rados.rados.0.smithi136.stdout:2072: done (3 left) 2024-08-19T11:37:53.654 INFO:tasks.rados.rados.0.smithi136.stdout:2073: done (2 left) 2024-08-19T11:37:53.655 INFO:tasks.rados.rados.0.smithi136.stdout:2074: done (1 left) 2024-08-19T11:37:53.655 INFO:tasks.rados.rados.0.smithi136.stdout:2076: done (0 left) 2024-08-19T11:37:53.655 INFO:tasks.rados.rados.0.smithi136.stdout:2077: rollback oid 45 current snap is 194 2024-08-19T11:37:53.655 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 45 to 192 2024-08-19T11:37:53.655 INFO:tasks.rados.rados.0.smithi136.stdout:2078: snap_create 2024-08-19T11:37:53.658 INFO:tasks.rados.rados.0.smithi136.stdout:2077: finishing rollback tid 0 to smithi13674108-45 2024-08-19T11:37:53.658 INFO:tasks.rados.rados.0.smithi136.stdout:2077: finishing rollback tid 1 to smithi13674108-45 2024-08-19T11:37:53.658 INFO:tasks.rados.rados.0.smithi136.stdout:2077: finishing rollback tid 2 to smithi13674108-45 2024-08-19T11:37:53.658 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 764 (ObjNum 627 snap 183 seq_num 627) dirty exists 2024-08-19T11:37:53.870 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:53 smithi155 ceph-mon[76679]: osdmap e469: 8 total, 8 up, 8 in 2024-08-19T11:37:53.870 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:53 smithi155 ceph-mon[76679]: osdmap e470: 8 total, 8 up, 8 in 2024-08-19T11:37:54.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:53 smithi136 ceph-mon[86496]: osdmap e469: 8 total, 8 up, 8 in 2024-08-19T11:37:54.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:53 smithi136 ceph-mon[86496]: osdmap e470: 8 total, 8 up, 8 in 2024-08-19T11:37:54.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:53 smithi136 ceph-mon[88916]: osdmap e469: 8 total, 8 up, 8 in 2024-08-19T11:37:54.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:53 smithi136 ceph-mon[88916]: osdmap e470: 8 total, 8 up, 8 in 2024-08-19T11:37:54.658 INFO:tasks.rados.rados.0.smithi136.stdout:2077: done (1 left) 2024-08-19T11:37:54.658 INFO:tasks.rados.rados.0.smithi136.stdout:2078: done (0 left) 2024-08-19T11:37:54.658 INFO:tasks.rados.rados.0.smithi136.stdout:2079: delete oid 22 current snap is 195 2024-08-19T11:37:54.662 INFO:tasks.rados.rados.0.smithi136.stdout:2079: done (0 left) 2024-08-19T11:37:54.662 INFO:tasks.rados.rados.0.smithi136.stdout:2080: copy_from oid 7 from oid 41 current snap is 195 2024-08-19T11:37:54.662 INFO:tasks.rados.rados.0.smithi136.stdout:2081: read oid 34 snap -1 2024-08-19T11:37:54.662 INFO:tasks.rados.rados.0.smithi136.stdout:2081: expect (ObjNum 608 snap 179 seq_num 608) 2024-08-19T11:37:54.662 INFO:tasks.rados.rados.0.smithi136.stdout:2082: delete oid 6 current snap is 195 2024-08-19T11:37:54.664 INFO:tasks.rados.rados.0.smithi136.stdout:2082: done (2 left) 2024-08-19T11:37:54.664 INFO:tasks.rados.rados.0.smithi136.stdout:2083: snap_create 2024-08-19T11:37:54.729 INFO:tasks.rados.rados.0.smithi136.stdout:2081: expect (ObjNum 608 snap 179 seq_num 608) 2024-08-19T11:37:54.760 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:54 smithi155 ceph-mon[76679]: pgmap v340: 121 pgs: 121 active+clean; 188 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 332 KiB/s wr, 8 op/s 2024-08-19T11:37:54.760 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:54 smithi155 ceph-mon[76679]: osdmap e471: 8 total, 8 up, 8 in 2024-08-19T11:37:54.760 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:54 smithi155 systemd[1]: Stopping Ceph osd.5 for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:37:55.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:54 smithi136 ceph-mon[86496]: pgmap v340: 121 pgs: 121 active+clean; 188 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 332 KiB/s wr, 8 op/s 2024-08-19T11:37:55.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:54 smithi136 ceph-mon[86496]: osdmap e471: 8 total, 8 up, 8 in 2024-08-19T11:37:55.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:54 smithi136 ceph-mon[88916]: pgmap v340: 121 pgs: 121 active+clean; 188 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 332 KiB/s wr, 8 op/s 2024-08-19T11:37:55.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:54 smithi136 ceph-mon[88916]: osdmap e471: 8 total, 8 up, 8 in 2024-08-19T11:37:55.210 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:54 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[31452]: 2024-08-19T11:37:54.758+0000 7f226464a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T11:37:55.210 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:54 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[31452]: 2024-08-19T11:37:54.758+0000 7f226464a640 -1 osd.5 471 *** Got signal Terminated *** 2024-08-19T11:37:55.210 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:54 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[31452]: 2024-08-19T11:37:54.758+0000 7f226464a640 -1 osd.5 471 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T11:37:55.775 INFO:tasks.rados.rados.0.smithi136.stdout:2080: finishing copy_from racing read to smithi13674108-7 2024-08-19T11:37:55.775 INFO:tasks.rados.rados.0.smithi136.stdout:2080: finishing copy_from to smithi13674108-7 2024-08-19T11:37:55.775 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 424 (ObjNum 512 snap 142 seq_num 512) dirty exists 2024-08-19T11:37:55.776 INFO:tasks.rados.rados.0.smithi136.stdout:2080: done (2 left) 2024-08-19T11:37:55.776 INFO:tasks.rados.rados.0.smithi136.stdout:2081: done (1 left) 2024-08-19T11:37:55.776 INFO:tasks.rados.rados.0.smithi136.stdout:2083: done (0 left) 2024-08-19T11:37:55.776 INFO:tasks.rados.rados.0.smithi136.stdout:2084: copy_from oid 23 from oid 20 current snap is 196 2024-08-19T11:37:55.776 INFO:tasks.rados.rados.0.smithi136.stdout:2085: rmattr oid 4 current snap is 196 2024-08-19T11:37:55.776 INFO:tasks.rados.rados.0.smithi136.stdout:2086: snap_create 2024-08-19T11:37:55.778 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 929 (ObjNum 635 snap 186 seq_num 635) dirty exists 2024-08-19T11:37:55.819 INFO:tasks.rados.rados.0.smithi136.stdout:2084: finishing copy_from racing read to smithi13674108-23 2024-08-19T11:37:55.820 INFO:tasks.rados.rados.0.smithi136.stdout:2084: finishing copy_from to smithi13674108-23 2024-08-19T11:37:55.821 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 744 (ObjNum 464 snap 127 seq_num 464) dirty exists 2024-08-19T11:37:55.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:55 smithi155 ceph-mon[76679]: osd.5 marked itself down and dead 2024-08-19T11:37:55.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:55 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:37:55.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:55 smithi155 ceph-mon[76679]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T11:37:55.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:55 smithi155 ceph-mon[76679]: osdmap e472: 8 total, 7 up, 8 in 2024-08-19T11:37:56.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:55 smithi136 ceph-mon[88916]: osd.5 marked itself down and dead 2024-08-19T11:37:56.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:55 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:37:56.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:55 smithi136 ceph-mon[88916]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T11:37:56.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:55 smithi136 ceph-mon[88916]: osdmap e472: 8 total, 7 up, 8 in 2024-08-19T11:37:56.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:55 smithi136 ceph-mon[86496]: osd.5 marked itself down and dead 2024-08-19T11:37:56.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:37:56.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:55 smithi136 ceph-mon[86496]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T11:37:56.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:55 smithi136 ceph-mon[86496]: osdmap e472: 8 total, 7 up, 8 in 2024-08-19T11:37:56.460 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:56 smithi155 podman[87482]: 2024-08-19 11:37:56.209078341 +0000 UTC m=+1.573069313 container died a11fccf8327d29a93d9cae10ea63ad1589e452b46d8ad5500f22910a4e0adecb (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=reef-baa926d, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0) 2024-08-19T11:37:56.663 INFO:tasks.rados.rados.0.smithi136.stdout:2084: done (2 left) 2024-08-19T11:37:56.663 INFO:tasks.rados.rados.0.smithi136.stdout:2085: done (1 left) 2024-08-19T11:37:56.663 INFO:tasks.rados.rados.0.smithi136.stdout:2086: done (0 left) 2024-08-19T11:37:56.663 INFO:tasks.rados.rados.0.smithi136.stdout:2087: rollback oid 37 current snap is 197 2024-08-19T11:37:56.663 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 37 to 195 2024-08-19T11:37:56.663 INFO:tasks.rados.rados.0.smithi136.stdout:2088: read oid 25 snap -1 2024-08-19T11:37:56.663 INFO:tasks.rados.rados.0.smithi136.stdout:2088: expect (ObjNum 606 snap 179 seq_num 606) 2024-08-19T11:37:56.663 INFO:tasks.rados.rados.0.smithi136.stdout:2089: read oid 28 snap -1 2024-08-19T11:37:56.663 INFO:tasks.rados.rados.0.smithi136.stdout:2089: expect (ObjNum 584 snap 171 seq_num 584) 2024-08-19T11:37:56.667 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 42 current snap is 197 2024-08-19T11:37:56.668 INFO:tasks.rados.rados.0.smithi136.stdout:2090: seq_num 657 ranges {3506176=606208,4112384=688128,4800512=114688} 2024-08-19T11:37:56.686 INFO:tasks.rados.rados.0.smithi136.stdout:2090: writing smithi13674108-42 from 3506176 to 4112384 tid 1 2024-08-19T11:37:56.690 INFO:tasks.rados.rados.0.smithi136.stdout:2090: writing smithi13674108-42 from 4112384 to 4800512 tid 2 2024-08-19T11:37:56.691 INFO:tasks.rados.rados.0.smithi136.stdout:2090: writing smithi13674108-42 from 4800512 to 4915200 tid 3 2024-08-19T11:37:56.691 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 47 current snap is 197 2024-08-19T11:37:56.691 INFO:tasks.rados.rados.0.smithi136.stdout:2091: seq_num 658 ranges {3448832=622592,4071424=565248,4636672=237568} 2024-08-19T11:37:56.713 INFO:tasks.rados.rados.0.smithi136.stdout:2091: writing smithi13674108-47 from 3448832 to 4071424 tid 1 2024-08-19T11:37:56.716 INFO:tasks.rados.rados.0.smithi136.stdout:2091: writing smithi13674108-47 from 4071424 to 4636672 tid 2 2024-08-19T11:37:56.717 INFO:tasks.rados.rados.0.smithi136.stdout:2091: writing smithi13674108-47 from 4636672 to 4874240 tid 3 2024-08-19T11:37:56.718 INFO:tasks.rados.rados.0.smithi136.stdout:2092: read oid 21 snap -1 2024-08-19T11:37:56.718 INFO:tasks.rados.rados.0.smithi136.stdout:2092: expect (ObjNum 618 snap 180 seq_num 618) 2024-08-19T11:37:56.718 INFO:tasks.rados.rados.0.smithi136.stdout:2093: setattr oid 15 current snap is 197 2024-08-19T11:37:56.718 INFO:tasks.rados.rados.0.smithi136.stdout:2087: finishing rollback tid 1 to smithi13674108-37 2024-08-19T11:37:56.718 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-19T11:37:56.718 INFO:tasks.rados.rados.0.smithi136.stdout:2089: expect (ObjNum 584 snap 171 seq_num 584) 2024-08-19T11:37:56.738 INFO:tasks.rados.rados.0.smithi136.stdout:2088: expect (ObjNum 606 snap 179 seq_num 606) 2024-08-19T11:37:56.774 INFO:tasks.rados.rados.0.smithi136.stdout:2090: finishing write tid 1 to smithi13674108-42 2024-08-19T11:37:56.774 INFO:tasks.rados.rados.0.smithi136.stdout:2090: finishing write tid 2 to smithi13674108-42 2024-08-19T11:37:56.774 INFO:tasks.rados.rados.0.smithi136.stdout:2090: finishing write tid 3 to smithi13674108-42 2024-08-19T11:37:56.774 INFO:tasks.rados.rados.0.smithi136.stdout:2090: finishing write tid 4 to smithi13674108-42 2024-08-19T11:37:56.774 INFO:tasks.rados.rados.0.smithi136.stdout:2090: finishing write tid 5 to smithi13674108-42 2024-08-19T11:37:56.774 INFO:tasks.rados.rados.0.smithi136.stdout:2090: oid 42 updating version 0 to 599 2024-08-19T11:37:56.774 INFO:tasks.rados.rados.0.smithi136.stdout:2090: oid 42 updating version 599 to 600 2024-08-19T11:37:56.775 INFO:tasks.rados.rados.0.smithi136.stdout:2090: oid 42 version 600 is already newer than 598 2024-08-19T11:37:56.775 INFO:tasks.rados.rados.0.smithi136.stdout:2090: oid 42 updating version 600 to 601 2024-08-19T11:37:56.775 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 601 (ObjNum 657 snap 197 seq_num 657) dirty exists 2024-08-19T11:37:56.775 INFO:tasks.rados.rados.0.smithi136.stdout:2090: left oid 42 (ObjNum 657 snap 197 seq_num 657) 2024-08-19T11:37:56.775 INFO:tasks.rados.rados.0.smithi136.stdout:2091: finishing write tid 1 to smithi13674108-47 2024-08-19T11:37:56.775 INFO:tasks.rados.rados.0.smithi136.stdout:2091: finishing write tid 2 to smithi13674108-47 2024-08-19T11:37:56.775 INFO:tasks.rados.rados.0.smithi136.stdout:2091: finishing write tid 3 to smithi13674108-47 2024-08-19T11:37:56.775 INFO:tasks.rados.rados.0.smithi136.stdout:2091: finishing write tid 4 to smithi13674108-47 2024-08-19T11:37:56.775 INFO:tasks.rados.rados.0.smithi136.stdout:2091: finishing write tid 5 to smithi13674108-47 2024-08-19T11:37:56.775 INFO:tasks.rados.rados.0.smithi136.stdout:2091: oid 47 updating version 0 to 721 2024-08-19T11:37:56.775 INFO:tasks.rados.rados.0.smithi136.stdout:2091: oid 47 updating version 721 to 722 2024-08-19T11:37:56.775 INFO:tasks.rados.rados.0.smithi136.stdout:2091: oid 47 updating version 722 to 723 2024-08-19T11:37:56.775 INFO:tasks.rados.rados.0.smithi136.stdout:2091: oid 47 updating version 723 to 724 2024-08-19T11:37:56.776 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 724 (ObjNum 658 snap 197 seq_num 658) dirty exists 2024-08-19T11:37:56.776 INFO:tasks.rados.rados.0.smithi136.stdout:2091: left oid 47 (ObjNum 658 snap 197 seq_num 658) 2024-08-19T11:37:56.776 INFO:tasks.rados.rados.0.smithi136.stdout:2092: expect (ObjNum 618 snap 180 seq_num 618) 2024-08-19T11:37:56.867 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:56 smithi155 ceph-mon[76679]: pgmap v343: 121 pgs: 121 active+clean; 188 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 332 KiB/s wr, 5 op/s 2024-08-19T11:37:56.867 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:56 smithi155 ceph-mon[76679]: osdmap e473: 8 total, 7 up, 8 in 2024-08-19T11:37:56.867 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:56 smithi155 podman[87482]: 2024-08-19 11:37:56.639888482 +0000 UTC m=+2.003879498 container cleanup a11fccf8327d29a93d9cae10ea63ad1589e452b46d8ad5500f22910a4e0adecb (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, RELEASE=reef-baa926d, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux ) 2024-08-19T11:37:56.867 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:56 smithi155 bash[87482]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5 2024-08-19T11:37:56.952 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 859 (ObjNum 177 snap 0 seq_num 4066356608) dirty exists 2024-08-19T11:37:56.952 INFO:tasks.rados.rados.0.smithi136.stdout:2087: done (6 left) 2024-08-19T11:37:56.952 INFO:tasks.rados.rados.0.smithi136.stdout:2088: done (5 left) 2024-08-19T11:37:56.952 INFO:tasks.rados.rados.0.smithi136.stdout:2089: done (4 left) 2024-08-19T11:37:56.953 INFO:tasks.rados.rados.0.smithi136.stdout:2090: done (3 left) 2024-08-19T11:37:56.953 INFO:tasks.rados.rados.0.smithi136.stdout:2091: done (2 left) 2024-08-19T11:37:56.953 INFO:tasks.rados.rados.0.smithi136.stdout:2092: done (1 left) 2024-08-19T11:37:56.953 INFO:tasks.rados.rados.0.smithi136.stdout:2093: done (0 left) 2024-08-19T11:37:56.953 INFO:tasks.rados.rados.0.smithi136.stdout:2094: snap_remove snap 194 2024-08-19T11:37:57.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:56 smithi136 ceph-mon[88916]: pgmap v343: 121 pgs: 121 active+clean; 188 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 332 KiB/s wr, 5 op/s 2024-08-19T11:37:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:56 smithi136 ceph-mon[88916]: osdmap e473: 8 total, 7 up, 8 in 2024-08-19T11:37:57.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:56 smithi136 ceph-mon[86496]: pgmap v343: 121 pgs: 121 active+clean; 188 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 332 KiB/s wr, 5 op/s 2024-08-19T11:37:57.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:56 smithi136 ceph-mon[86496]: osdmap e473: 8 total, 7 up, 8 in 2024-08-19T11:37:57.210 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:56 smithi155 podman[87504]: 2024-08-19 11:37:56.866626434 +0000 UTC m=+0.653821577 container remove a11fccf8327d29a93d9cae10ea63ad1589e452b46d8ad5500f22910a4e0adecb (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=reef-baa926d, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T11:37:57.304 INFO:teuthology.orchestra.run.smithi136.stdout:true 2024-08-19T11:37:57.595 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:57 smithi155 podman[87595]: 2024-08-19 11:37:57.309114123 +0000 UTC m=+0.097818316 container create 834985fcb3adaa36a1c39ef55374813aa4ffdb54974a891f07d3508d765900ab (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=main-7976693, org.label-schema.schema-version=1.0) 2024-08-19T11:37:57.596 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:57 smithi155 podman[87595]: 2024-08-19 11:37:57.228530637 +0000 UTC m=+0.017234831 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:37:57.596 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:57 smithi155 podman[87595]: 2024-08-19 11:37:57.511727351 +0000 UTC m=+0.300431558 container init 834985fcb3adaa36a1c39ef55374813aa4ffdb54974a891f07d3508d765900ab (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5-deactivate, RELEASE=main-7976693, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-08-19T11:37:57.596 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:57 smithi155 podman[87595]: 2024-08-19 11:37:57.516313987 +0000 UTC m=+0.305018186 container start 834985fcb3adaa36a1c39ef55374813aa4ffdb54974a891f07d3508d765900ab (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=main-7976693, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-08-19T11:37:57.596 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:57 smithi155 podman[87595]: 2024-08-19 11:37:57.594794317 +0000 UTC m=+0.383498512 container attach 834985fcb3adaa36a1c39ef55374813aa4ffdb54974a891f07d3508d765900ab (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, RELEASE=main-7976693, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T11:37:57.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:37:57 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:37:57] "GET /metrics HTTP/1.1" 200 36301 "" "Prometheus/2.43.0" 2024-08-19T11:37:57.694 INFO:tasks.rados.rados.0.smithi136.stdout:2094: done (0 left) 2024-08-19T11:37:57.694 INFO:tasks.rados.rados.0.smithi136.stdout:2095: delete oid 47 current snap is 197 2024-08-19T11:37:57.696 INFO:tasks.rados.rados.0.smithi136.stdout:2095: done (0 left) 2024-08-19T11:37:57.696 INFO:tasks.rados.rados.0.smithi136.stdout:2096: delete oid 13 current snap is 197 2024-08-19T11:37:57.701 INFO:tasks.rados.rados.0.smithi136.stdout:2096: done (0 left) 2024-08-19T11:37:57.701 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 39 current snap is 197 2024-08-19T11:37:57.701 INFO:tasks.rados.rados.0.smithi136.stdout:2097: seq_num 661 ranges {303104=679936,983040=622592,1605632=180224} 2024-08-19T11:37:57.706 INFO:tasks.rados.rados.0.smithi136.stdout:2097: writing smithi13674108-39 from 303104 to 983040 tid 1 2024-08-19T11:37:57.710 INFO:tasks.rados.rados.0.smithi136.stdout:2097: writing smithi13674108-39 from 983040 to 1605632 tid 2 2024-08-19T11:37:57.711 INFO:tasks.rados.rados.0.smithi136.stdout:2097: writing smithi13674108-39 from 1605632 to 1785856 tid 3 2024-08-19T11:37:57.711 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 41 current snap is 197 2024-08-19T11:37:57.711 INFO:tasks.rados.rados.0.smithi136.stdout:2097: finishing write tid 1 to smithi13674108-39 2024-08-19T11:37:57.711 INFO:tasks.rados.rados.0.smithi136.stdout:2098: seq_num 662 ranges {8880128=696320,9576448=557056,10133504=245760} 2024-08-19T11:37:57.763 INFO:tasks.rados.rados.0.smithi136.stdout:2098: writing smithi13674108-41 from 8880128 to 9576448 tid 1 2024-08-19T11:37:57.766 INFO:tasks.rados.rados.0.smithi136.stdout:2098: writing smithi13674108-41 from 9576448 to 10133504 tid 2 2024-08-19T11:37:57.768 INFO:tasks.rados.rados.0.smithi136.stdout:2098: writing smithi13674108-41 from 10133504 to 10379264 tid 3 2024-08-19T11:37:57.769 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 20 current snap is 197 2024-08-19T11:37:57.769 INFO:tasks.rados.rados.0.smithi136.stdout:2097: finishing write tid 2 to smithi13674108-39 2024-08-19T11:37:57.769 INFO:tasks.rados.rados.0.smithi136.stdout:2097: finishing write tid 3 to smithi13674108-39 2024-08-19T11:37:57.769 INFO:tasks.rados.rados.0.smithi136.stdout:2097: finishing write tid 4 to smithi13674108-39 2024-08-19T11:37:57.769 INFO:tasks.rados.rados.0.smithi136.stdout:2097: finishing write tid 5 to smithi13674108-39 2024-08-19T11:37:57.769 INFO:tasks.rados.rados.0.smithi136.stdout:2097: oid 39 updating version 0 to 862 2024-08-19T11:37:57.769 INFO:tasks.rados.rados.0.smithi136.stdout:2097: oid 39 updating version 862 to 863 2024-08-19T11:37:57.769 INFO:tasks.rados.rados.0.smithi136.stdout:2097: oid 39 version 863 is already newer than 860 2024-08-19T11:37:57.769 INFO:tasks.rados.rados.0.smithi136.stdout:2097: oid 39 version 863 is already newer than 861 2024-08-19T11:37:57.769 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 863 (ObjNum 661 snap 197 seq_num 661) dirty exists 2024-08-19T11:37:57.770 INFO:tasks.rados.rados.0.smithi136.stdout:2097: left oid 39 (ObjNum 661 snap 197 seq_num 661) 2024-08-19T11:37:57.770 INFO:tasks.rados.rados.0.smithi136.stdout:2099: seq_num 663 ranges {10321920=712704,11034624=442368,11476992=360448} 2024-08-19T11:37:57.828 INFO:tasks.rados.rados.0.smithi136.stdout:2099: writing smithi13674108-20 from 10321920 to 11034624 tid 1 2024-08-19T11:37:57.830 INFO:tasks.rados.rados.0.smithi136.stdout:2099: writing smithi13674108-20 from 11034624 to 11476992 tid 2 2024-08-19T11:37:57.833 INFO:tasks.rados.rados.0.smithi136.stdout:2099: writing smithi13674108-20 from 11476992 to 11837440 tid 3 2024-08-19T11:37:57.833 INFO:tasks.rados.rados.0.smithi136.stdout:2097: done (2 left) 2024-08-19T11:37:57.833 INFO:tasks.rados.rados.0.smithi136.stdout:2100: setattr oid 24 current snap is 197 2024-08-19T11:37:57.833 INFO:tasks.rados.rados.0.smithi136.stdout:2098: finishing write tid 1 to smithi13674108-41 2024-08-19T11:37:57.834 INFO:tasks.rados.rados.0.smithi136.stdout:2098: finishing write tid 2 to smithi13674108-41 2024-08-19T11:37:57.834 INFO:tasks.rados.rados.0.smithi136.stdout:2098: finishing write tid 3 to smithi13674108-41 2024-08-19T11:37:57.834 INFO:tasks.rados.rados.0.smithi136.stdout:2098: finishing write tid 4 to smithi13674108-41 2024-08-19T11:37:57.834 INFO:tasks.rados.rados.0.smithi136.stdout:2098: finishing write tid 5 to smithi13674108-41 2024-08-19T11:37:57.834 INFO:tasks.rados.rados.0.smithi136.stdout:2098: oid 41 updating version 0 to 728 2024-08-19T11:37:57.834 INFO:tasks.rados.rados.0.smithi136.stdout:2098: oid 41 version 728 is already newer than 726 2024-08-19T11:37:57.834 INFO:tasks.rados.rados.0.smithi136.stdout:2098: oid 41 version 728 is already newer than 727 2024-08-19T11:37:57.834 INFO:tasks.rados.rados.0.smithi136.stdout:2098: oid 41 updating version 728 to 729 2024-08-19T11:37:57.834 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 729 (ObjNum 662 snap 197 seq_num 662) dirty exists 2024-08-19T11:37:57.834 INFO:tasks.rados.rados.0.smithi136.stdout:2098: left oid 41 (ObjNum 662 snap 197 seq_num 662) 2024-08-19T11:37:57.834 INFO:tasks.rados.rados.0.smithi136.stdout:2099: finishing write tid 1 to smithi13674108-20 2024-08-19T11:37:57.835 INFO:tasks.rados.rados.0.smithi136.stdout:2099: finishing write tid 2 to smithi13674108-20 2024-08-19T11:37:57.835 INFO:tasks.rados.rados.0.smithi136.stdout:2099: finishing write tid 3 to smithi13674108-20 2024-08-19T11:37:57.836 INFO:tasks.rados.rados.0.smithi136.stdout:2099: finishing write tid 4 to smithi13674108-20 2024-08-19T11:37:57.837 INFO:tasks.rados.rados.0.smithi136.stdout:2098: done (2 left) 2024-08-19T11:37:57.837 INFO:tasks.rados.rados.0.smithi136.stdout:2101: delete oid 10 current snap is 197 2024-08-19T11:37:57.837 INFO:tasks.rados.rados.0.smithi136.stdout:2099: finishing write tid 5 to smithi13674108-20 2024-08-19T11:37:57.837 INFO:tasks.rados.rados.0.smithi136.stdout:2099: oid 20 updating version 0 to 769 2024-08-19T11:37:57.837 INFO:tasks.rados.rados.0.smithi136.stdout:2099: oid 20 version 769 is already newer than 766 2024-08-19T11:37:57.837 INFO:tasks.rados.rados.0.smithi136.stdout:2099: oid 20 version 769 is already newer than 768 2024-08-19T11:37:57.837 INFO:tasks.rados.rados.0.smithi136.stdout:2099: oid 20 version 769 is already newer than 767 2024-08-19T11:37:57.837 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 769 (ObjNum 663 snap 197 seq_num 663) dirty exists 2024-08-19T11:37:57.837 INFO:tasks.rados.rados.0.smithi136.stdout:2099: left oid 20 (ObjNum 663 snap 197 seq_num 663) 2024-08-19T11:37:57.839 INFO:tasks.rados.rados.0.smithi136.stdout:2099: done (2 left) 2024-08-19T11:37:57.839 INFO:tasks.rados.rados.0.smithi136.stdout:2101: done (1 left) 2024-08-19T11:37:57.839 INFO:tasks.rados.rados.0.smithi136.stdout:2102: read oid 40 snap -1 2024-08-19T11:37:57.839 INFO:tasks.rados.rados.0.smithi136.stdout:2102: expect deleted 2024-08-19T11:37:57.839 INFO:tasks.rados.rados.0.smithi136.stdout:2103: read oid 2 snap 186 2024-08-19T11:37:57.840 INFO:tasks.rados.rados.0.smithi136.stdout:2103: expect deleted 2024-08-19T11:37:57.840 INFO:tasks.rados.rados.0.smithi136.stdout:2104: rmattr oid 28 current snap is 197 2024-08-19T11:37:57.840 INFO:tasks.rados.rados.0.smithi136.stdout:2104: done (3 left) 2024-08-19T11:37:57.840 INFO:tasks.rados.rados.0.smithi136.stdout:2105: snap_create 2024-08-19T11:37:57.840 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 816 (ObjNum 620 snap 180 seq_num 620) dirty exists 2024-08-19T11:37:57.877 INFO:teuthology.orchestra.run.smithi136.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T11:37:57.877 INFO:teuthology.orchestra.run.smithi136.stdout:alertmanager.a smithi136 *:9093,9094 running (8m) 59s ago 9m 23.6M - 0.25.0 c8568f914cd2 5af88c4acee8 2024-08-19T11:37:57.877 INFO:teuthology.orchestra.run.smithi136.stdout:grafana.a smithi155 *:3000 running (9m) 26s ago 9m 88.8M - 9.4.7 954c08fa6188 cb3e816dd27a 2024-08-19T11:37:57.877 INFO:teuthology.orchestra.run.smithi136.stdout:mds.a smithi136 running (10m) 59s ago 10m 22.3M - 18.2.4-721-gbaa926de e6c292a6bc95 70acc09ac00c 2024-08-19T11:37:57.877 INFO:teuthology.orchestra.run.smithi136.stdout:mds.b smithi155 running (10m) 26s ago 10m 18.2M - 18.2.4-721-gbaa926de e6c292a6bc95 f9104a674461 2024-08-19T11:37:57.877 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.x smithi155 *:8443,9283,8765 running (4m) 26s ago 14m 454M - 19.0.0-5847-g79766939 50bbda8a3289 64c8cd762719 2024-08-19T11:37:57.878 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.y smithi136 *:8443,9283,8765 running (4m) 59s ago 15m 516M - 19.0.0-5847-g79766939 50bbda8a3289 2c0aee4c2faf 2024-08-19T11:37:57.878 INFO:teuthology.orchestra.run.smithi136.stdout:mon.a smithi136 running (4m) 59s ago 15m 54.0M 2048M 19.0.0-5847-g79766939 50bbda8a3289 9ab88b9dc010 2024-08-19T11:37:57.878 INFO:teuthology.orchestra.run.smithi136.stdout:mon.b smithi155 running (3m) 26s ago 14m 52.3M 2048M 19.0.0-5847-g79766939 50bbda8a3289 1260b8dbc4a8 2024-08-19T11:37:57.878 INFO:teuthology.orchestra.run.smithi136.stdout:mon.c smithi136 running (3m) 59s ago 14m 48.8M 2048M 19.0.0-5847-g79766939 50bbda8a3289 6904f5e6079f 2024-08-19T11:37:57.878 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.a smithi136 *:9100 running (8m) 59s ago 8m 17.1M - 1.5.0 0da6a335fe13 8b8c68944f5b 2024-08-19T11:37:57.878 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.b smithi155 *:9100 running (8m) 26s ago 8m 16.4M - 1.5.0 0da6a335fe13 94f522beed05 2024-08-19T11:37:57.878 INFO:teuthology.orchestra.run.smithi136.stdout:osd.0 smithi136 running (2m) 59s ago 13m 151M 2480M 19.0.0-5847-g79766939 50bbda8a3289 6daf1ed86d76 2024-08-19T11:37:57.878 INFO:teuthology.orchestra.run.smithi136.stdout:osd.1 smithi136 running (2m) 59s ago 13m 83.2M 2480M 19.0.0-5847-g79766939 50bbda8a3289 e1e8e8f25d12 2024-08-19T11:37:57.878 INFO:teuthology.orchestra.run.smithi136.stdout:osd.2 smithi136 running (96s) 59s ago 13m 76.7M 2480M 19.0.0-5847-g79766939 50bbda8a3289 7ef28c35d940 2024-08-19T11:37:57.878 INFO:teuthology.orchestra.run.smithi136.stdout:osd.3 smithi136 running (63s) 59s ago 12m 12.0M 2480M 19.0.0-5847-g79766939 50bbda8a3289 9f8198736d5b 2024-08-19T11:37:57.878 INFO:teuthology.orchestra.run.smithi136.stdout:osd.4 smithi155 running (31s) 26s ago 12m 12.2M 2480M 19.0.0-5847-g79766939 50bbda8a3289 0256f8e34f10 2024-08-19T11:37:57.878 INFO:teuthology.orchestra.run.smithi136.stdout:osd.5 smithi155 running (11m) 26s ago 11m 231M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 a11fccf8327d 2024-08-19T11:37:57.878 INFO:teuthology.orchestra.run.smithi136.stdout:osd.6 smithi155 running (11m) 26s ago 11m 224M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 ae2da85c009a 2024-08-19T11:37:57.879 INFO:teuthology.orchestra.run.smithi136.stdout:osd.7 smithi155 running (11m) 26s ago 11m 162M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 78b9ac5d3d4f 2024-08-19T11:37:57.879 INFO:teuthology.orchestra.run.smithi136.stdout:prometheus.a smithi155 *:9095 running (4m) 26s ago 9m 54.2M - 2.43.0 a07b618ecd1d 58dd6060f319 2024-08-19T11:37:57.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:57 smithi155 ceph-mon[76679]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-08-19T11:37:57.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:57 smithi155 ceph-mon[76679]: Health check failed: Degraded data redundancy: 8/273 objects degraded (2.930%), 4 pgs degraded (PG_DEGRADED) 2024-08-19T11:37:57.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:57 smithi155 ceph-mon[76679]: osdmap e474: 8 total, 7 up, 8 in 2024-08-19T11:37:57.960 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:57 smithi155 podman[87595]: 2024-08-19 11:37:57.71088592 +0000 UTC m=+0.499590115 container died 834985fcb3adaa36a1c39ef55374813aa4ffdb54974a891f07d3508d765900ab (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=main-7976693, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-19T11:37:58.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:57 smithi136 ceph-mon[88916]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-08-19T11:37:58.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:57 smithi136 ceph-mon[88916]: Health check failed: Degraded data redundancy: 8/273 objects degraded (2.930%), 4 pgs degraded (PG_DEGRADED) 2024-08-19T11:37:58.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:57 smithi136 ceph-mon[88916]: osdmap e474: 8 total, 7 up, 8 in 2024-08-19T11:37:58.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:57 smithi136 ceph-mon[86496]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-08-19T11:37:58.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:57 smithi136 ceph-mon[86496]: Health check failed: Degraded data redundancy: 8/273 objects degraded (2.930%), 4 pgs degraded (PG_DEGRADED) 2024-08-19T11:37:58.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:57 smithi136 ceph-mon[86496]: osdmap e474: 8 total, 7 up, 8 in 2024-08-19T11:37:58.211 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:37:58.212 INFO:teuthology.orchestra.run.smithi136.stdout: "mon": { 2024-08-19T11:37:58.212 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 3 2024-08-19T11:37:58.212 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:37:58.212 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr": { 2024-08-19T11:37:58.212 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T11:37:58.212 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:37:58.212 INFO:teuthology.orchestra.run.smithi136.stdout: "osd": { 2024-08-19T11:37:58.212 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2, 2024-08-19T11:37:58.212 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 5 2024-08-19T11:37:58.212 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:37:58.212 INFO:teuthology.orchestra.run.smithi136.stdout: "mds": { 2024-08-19T11:37:58.212 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T11:37:58.212 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:37:58.213 INFO:teuthology.orchestra.run.smithi136.stdout: "overall": { 2024-08-19T11:37:58.213 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 4, 2024-08-19T11:37:58.213 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 10 2024-08-19T11:37:58.213 INFO:teuthology.orchestra.run.smithi136.stdout: } 2024-08-19T11:37:58.213 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:37:58.511 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:37:58.511 INFO:teuthology.orchestra.run.smithi136.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T11:37:58.512 INFO:teuthology.orchestra.run.smithi136.stdout: "in_progress": true, 2024-08-19T11:37:58.512 INFO:teuthology.orchestra.run.smithi136.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T11:37:58.512 INFO:teuthology.orchestra.run.smithi136.stdout: "services_complete": [ 2024-08-19T11:37:58.512 INFO:teuthology.orchestra.run.smithi136.stdout: "mon", 2024-08-19T11:37:58.512 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr" 2024-08-19T11:37:58.512 INFO:teuthology.orchestra.run.smithi136.stdout: ], 2024-08-19T11:37:58.512 INFO:teuthology.orchestra.run.smithi136.stdout: "progress": "10/20 daemons upgraded", 2024-08-19T11:37:58.512 INFO:teuthology.orchestra.run.smithi136.stdout: "message": "Currently upgrading osd daemons", 2024-08-19T11:37:58.512 INFO:teuthology.orchestra.run.smithi136.stdout: "is_paused": false 2024-08-19T11:37:58.512 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:37:58.654 INFO:tasks.rados.rados.0.smithi136.stdout:2100: done (3 left) 2024-08-19T11:37:58.654 INFO:tasks.rados.rados.0.smithi136.stdout:2102: done (2 left) 2024-08-19T11:37:58.654 INFO:tasks.rados.rados.0.smithi136.stdout:2103: done (1 left) 2024-08-19T11:37:58.654 INFO:tasks.rados.rados.0.smithi136.stdout:2105: done (0 left) 2024-08-19T11:37:58.655 INFO:tasks.rados.rados.0.smithi136.stdout:2106: read oid 32 snap 195 2024-08-19T11:37:58.655 INFO:tasks.rados.rados.0.smithi136.stdout:2106: expect (ObjNum 623 snap 180 seq_num 623) 2024-08-19T11:37:58.655 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 46 current snap is 198 2024-08-19T11:37:58.655 INFO:tasks.rados.rados.0.smithi136.stdout:2107: seq_num 665 ranges {2629632=745472,3375104=606208,3981312=196608} 2024-08-19T11:37:58.672 INFO:tasks.rados.rados.0.smithi136.stdout:2107: writing smithi13674108-46 from 2629632 to 3375104 tid 1 2024-08-19T11:37:58.676 INFO:tasks.rados.rados.0.smithi136.stdout:2107: writing smithi13674108-46 from 3375104 to 3981312 tid 2 2024-08-19T11:37:58.677 INFO:tasks.rados.rados.0.smithi136.stdout:2107: writing smithi13674108-46 from 3981312 to 4177920 tid 3 2024-08-19T11:37:58.678 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 5 current snap is 198 2024-08-19T11:37:58.678 INFO:tasks.rados.rados.0.smithi136.stdout:2108: seq_num 666 ranges {9691136=761856,10452992=491520,10944512=311296} 2024-08-19T11:37:58.710 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:58 smithi155 podman[87638]: 2024-08-19 11:37:58.348434246 +0000 UTC m=+0.631520516 container remove 834985fcb3adaa36a1c39ef55374813aa4ffdb54974a891f07d3508d765900ab (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5-deactivate, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-08-19T11:37:58.710 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:58 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.5.service: Deactivated successfully. 2024-08-19T11:37:58.710 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:58 smithi155 systemd[1]: Stopped Ceph osd.5 for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:37:58.710 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:58 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.5.service: Consumed 15.744s CPU time. 2024-08-19T11:37:58.710 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:58 smithi155 systemd[1]: Starting Ceph osd.5 for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:37:58.734 INFO:tasks.rados.rados.0.smithi136.stdout:2108: writing smithi13674108-5 from 9691136 to 10452992 tid 1 2024-08-19T11:37:58.736 INFO:tasks.rados.rados.0.smithi136.stdout:2108: writing smithi13674108-5 from 10452992 to 10944512 tid 2 2024-08-19T11:37:58.738 INFO:tasks.rados.rados.0.smithi136.stdout:2108: writing smithi13674108-5 from 10944512 to 11255808 tid 3 2024-08-19T11:37:58.739 INFO:tasks.rados.rados.0.smithi136.stdout:2109: read oid 50 snap -1 2024-08-19T11:37:58.739 INFO:tasks.rados.rados.0.smithi136.stdout:2109: expect (ObjNum 624 snap 181 seq_num 624) 2024-08-19T11:37:58.739 INFO:tasks.rados.rados.0.smithi136.stdout:2110: read oid 26 snap -1 2024-08-19T11:37:58.739 INFO:tasks.rados.rados.0.smithi136.stdout:2110: expect (ObjNum 516 snap 144 seq_num 516) 2024-08-19T11:37:58.739 INFO:tasks.rados.rados.0.smithi136.stdout:2111: setattr oid 30 current snap is 198 2024-08-19T11:37:58.739 INFO:tasks.rados.rados.0.smithi136.stdout:2106: expect (ObjNum 623 snap 180 seq_num 623) 2024-08-19T11:37:58.845 INFO:tasks.rados.rados.0.smithi136.stdout:2107: finishing write tid 1 to smithi13674108-46 2024-08-19T11:37:58.846 INFO:tasks.rados.rados.0.smithi136.stdout:2107: finishing write tid 2 to smithi13674108-46 2024-08-19T11:37:58.846 INFO:tasks.rados.rados.0.smithi136.stdout:2107: finishing write tid 3 to smithi13674108-46 2024-08-19T11:37:58.846 INFO:tasks.rados.rados.0.smithi136.stdout:2107: finishing write tid 4 to smithi13674108-46 2024-08-19T11:37:58.846 INFO:tasks.rados.rados.0.smithi136.stdout:2107: finishing write tid 5 to smithi13674108-46 2024-08-19T11:37:58.846 INFO:tasks.rados.rados.0.smithi136.stdout:2107: oid 46 updating version 0 to 771 2024-08-19T11:37:58.846 INFO:tasks.rados.rados.0.smithi136.stdout:2107: oid 46 updating version 771 to 773 2024-08-19T11:37:58.846 INFO:tasks.rados.rados.0.smithi136.stdout:2107: oid 46 version 773 is already newer than 772 2024-08-19T11:37:58.846 INFO:tasks.rados.rados.0.smithi136.stdout:2107: oid 46 updating version 773 to 774 2024-08-19T11:37:58.846 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 46 v 774 (ObjNum 665 snap 198 seq_num 665) dirty exists 2024-08-19T11:37:58.846 INFO:tasks.rados.rados.0.smithi136.stdout:2107: left oid 46 (ObjNum 665 snap 198 seq_num 665) 2024-08-19T11:37:58.846 INFO:tasks.rados.rados.0.smithi136.stdout:2108: finishing write tid 1 to smithi13674108-5 2024-08-19T11:37:58.846 INFO:tasks.rados.rados.0.smithi136.stdout:2108: finishing write tid 2 to smithi13674108-5 2024-08-19T11:37:58.846 INFO:tasks.rados.rados.0.smithi136.stdout:2108: finishing write tid 3 to smithi13674108-5 2024-08-19T11:37:58.847 INFO:tasks.rados.rados.0.smithi136.stdout:2108: finishing write tid 4 to smithi13674108-5 2024-08-19T11:37:58.847 INFO:tasks.rados.rados.0.smithi136.stdout:2108: finishing write tid 5 to smithi13674108-5 2024-08-19T11:37:58.847 INFO:tasks.rados.rados.0.smithi136.stdout:2108: oid 5 updating version 0 to 820 2024-08-19T11:37:58.847 INFO:tasks.rados.rados.0.smithi136.stdout:2108: oid 5 version 820 is already newer than 818 2024-08-19T11:37:58.847 INFO:tasks.rados.rados.0.smithi136.stdout:2108: oid 5 version 820 is already newer than 819 2024-08-19T11:37:58.847 INFO:tasks.rados.rados.0.smithi136.stdout:2108: oid 5 updating version 820 to 821 2024-08-19T11:37:58.847 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 821 (ObjNum 666 snap 198 seq_num 666) dirty exists 2024-08-19T11:37:58.847 INFO:tasks.rados.rados.0.smithi136.stdout:2108: left oid 5 (ObjNum 666 snap 198 seq_num 666) 2024-08-19T11:37:58.847 INFO:tasks.rados.rados.0.smithi136.stdout:2109: expect (ObjNum 624 snap 181 seq_num 624) 2024-08-19T11:37:58.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:58 smithi136 ceph-mon[88916]: pgmap v346: 121 pgs: 8 active+undersized, 16 peering, 11 stale+active+clean, 4 active+undersized+degraded, 82 active+clean; 199 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s; 8/273 objects degraded (2.930%) 2024-08-19T11:37:58.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:58 smithi136 ceph-mon[88916]: from='client.34389 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:37:58.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:58 smithi136 ceph-mon[88916]: from='client.34395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:37:58.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:58 smithi136 ceph-mon[88916]: from='client.44324 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:37:58.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:58 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/265207434' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:37:58.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:58 smithi136 ceph-mon[88916]: osdmap e475: 8 total, 7 up, 8 in 2024-08-19T11:37:58.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:58 smithi136 ceph-mon[86496]: pgmap v346: 121 pgs: 8 active+undersized, 16 peering, 11 stale+active+clean, 4 active+undersized+degraded, 82 active+clean; 199 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s; 8/273 objects degraded (2.930%) 2024-08-19T11:37:58.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:58 smithi136 ceph-mon[86496]: from='client.34389 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:37:58.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:58 smithi136 ceph-mon[86496]: from='client.34395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:37:58.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:58 smithi136 ceph-mon[86496]: from='client.44324 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:37:58.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:58 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/265207434' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:37:58.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:58 smithi136 ceph-mon[86496]: osdmap e475: 8 total, 7 up, 8 in 2024-08-19T11:37:58.956 INFO:tasks.rados.rados.0.smithi136.stdout:2110: expect (ObjNum 516 snap 144 seq_num 516) 2024-08-19T11:37:59.010 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:58 smithi155 podman[87741]: 2024-08-19 11:37:58.692097218 +0000 UTC m=+0.018880920 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:37:59.011 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:58 smithi155 podman[87741]: 2024-08-19 11:37:58.807781374 +0000 UTC m=+0.134565059 container create 263f135170078f6e987aa1aecd2db615dfc5bba6375c4ec0e3a8c813ca7ec9cf (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5-activate, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=main-7976693, org.label-schema.build-date=20240731) 2024-08-19T11:37:59.011 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:58 smithi155 ceph-mon[76679]: pgmap v346: 121 pgs: 8 active+undersized, 16 peering, 11 stale+active+clean, 4 active+undersized+degraded, 82 active+clean; 199 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s; 8/273 objects degraded (2.930%) 2024-08-19T11:37:59.011 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:58 smithi155 ceph-mon[76679]: from='client.34389 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:37:59.011 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:58 smithi155 ceph-mon[76679]: from='client.34395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:37:59.011 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:58 smithi155 ceph-mon[76679]: from='client.44324 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:37:59.011 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:58 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/265207434' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:37:59.011 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:58 smithi155 ceph-mon[76679]: osdmap e475: 8 total, 7 up, 8 in 2024-08-19T11:37:59.241 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 596 (ObjNum 630 snap 183 seq_num 630) dirty exists 2024-08-19T11:37:59.241 INFO:tasks.rados.rados.0.smithi136.stdout:2106: done (5 left) 2024-08-19T11:37:59.242 INFO:tasks.rados.rados.0.smithi136.stdout:2107: done (4 left) 2024-08-19T11:37:59.242 INFO:tasks.rados.rados.0.smithi136.stdout:2108: done (3 left) 2024-08-19T11:37:59.242 INFO:tasks.rados.rados.0.smithi136.stdout:2109: done (2 left) 2024-08-19T11:37:59.242 INFO:tasks.rados.rados.0.smithi136.stdout:2110: done (1 left) 2024-08-19T11:37:59.242 INFO:tasks.rados.rados.0.smithi136.stdout:2111: done (0 left) 2024-08-19T11:37:59.242 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 49 current snap is 198 2024-08-19T11:37:59.242 INFO:tasks.rados.rados.0.smithi136.stdout:2112: seq_num 667 ranges {3170304=778240,3948544=778240,4726784=24576} 2024-08-19T11:37:59.261 INFO:tasks.rados.rados.0.smithi136.stdout:2112: writing smithi13674108-49 from 3170304 to 3948544 tid 1 2024-08-19T11:37:59.266 INFO:tasks.rados.rados.0.smithi136.stdout:2112: writing smithi13674108-49 from 3948544 to 4726784 tid 2 2024-08-19T11:37:59.266 INFO:tasks.rados.rados.0.smithi136.stdout:2112: writing smithi13674108-49 from 4726784 to 4751360 tid 3 2024-08-19T11:37:59.266 INFO:tasks.rados.rados.0.smithi136.stdout:2113: delete oid 17 current snap is 198 2024-08-19T11:37:59.266 INFO:tasks.rados.rados.0.smithi136.stdout:2112: finishing write tid 1 to smithi13674108-49 2024-08-19T11:37:59.269 INFO:tasks.rados.rados.0.smithi136.stdout:2113: done (1 left) 2024-08-19T11:37:59.269 INFO:tasks.rados.rados.0.smithi136.stdout:2114: read oid 29 snap 192 2024-08-19T11:37:59.269 INFO:tasks.rados.rados.0.smithi136.stdout:2114: expect (ObjNum 520 snap 147 seq_num 520) 2024-08-19T11:37:59.269 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 6 current snap is 198 2024-08-19T11:37:59.269 INFO:tasks.rados.rados.0.smithi136.stdout:2115: seq_num 669 ranges {0=409600,409600=548864,958464=655360} 2024-08-19T11:37:59.271 INFO:tasks.rados.rados.0.smithi136.stdout:2115: writing smithi13674108-6 from 0 to 409600 tid 1 2024-08-19T11:37:59.274 INFO:tasks.rados.rados.0.smithi136.stdout:2115: writing smithi13674108-6 from 409600 to 958464 tid 2 2024-08-19T11:37:59.278 INFO:tasks.rados.rados.0.smithi136.stdout:2115: writing smithi13674108-6 from 958464 to 1613824 tid 3 2024-08-19T11:37:59.279 INFO:tasks.rados.rados.0.smithi136.stdout:2116: snap_remove snap 195 2024-08-19T11:37:59.461 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:59 smithi155 podman[87741]: 2024-08-19 11:37:59.0103596 +0000 UTC m=+0.337143285 container init 263f135170078f6e987aa1aecd2db615dfc5bba6375c4ec0e3a8c813ca7ec9cf (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5-activate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-08-19T11:37:59.461 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:59 smithi155 podman[87741]: 2024-08-19 11:37:59.015312937 +0000 UTC m=+0.342096635 container start 263f135170078f6e987aa1aecd2db615dfc5bba6375c4ec0e3a8c813ca7ec9cf (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5-activate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-08-19T11:37:59.461 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:59 smithi155 podman[87741]: 2024-08-19 11:37:59.110373279 +0000 UTC m=+0.437156975 container attach 263f135170078f6e987aa1aecd2db615dfc5bba6375c4ec0e3a8c813ca7ec9cf (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5-activate, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-08-19T11:37:59.461 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:59 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5-activate[87756]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:37:59.461 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:59 smithi155 bash[87741]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:37:59.462 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:59 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5-activate[87756]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:37:59.462 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:59 smithi155 bash[87741]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:37:59.462 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:59 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5-activate[87756]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T11:37:59.462 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:59 smithi155 bash[87741]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T11:37:59.462 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:59 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5-activate[87756]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:37:59.462 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:59 smithi155 bash[87741]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:37:59.462 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:59 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5-activate[87756]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:37:59.462 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:59 smithi155 bash[87741]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:37:59.462 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:59 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5-activate[87756]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-19T11:37:59.462 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:59 smithi155 bash[87741]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-19T11:37:59.462 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:59 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5-activate[87756]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2024-08-19T11:37:59.462 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:59 smithi155 bash[87741]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2024-08-19T11:37:59.756 INFO:tasks.rados.rados.0.smithi136.stdout:2116: done (3 left) 2024-08-19T11:37:59.756 INFO:tasks.rados.rados.0.smithi136.stdout:2117: rmattr oid 14 current snap is 198 2024-08-19T11:37:59.756 INFO:tasks.rados.rados.0.smithi136.stdout:2112: finishing write tid 2 to smithi13674108-49 2024-08-19T11:37:59.756 INFO:tasks.rados.rados.0.smithi136.stdout:2112: finishing write tid 3 to smithi13674108-49 2024-08-19T11:37:59.756 INFO:tasks.rados.rados.0.smithi136.stdout:2112: finishing write tid 4 to smithi13674108-49 2024-08-19T11:37:59.756 INFO:tasks.rados.rados.0.smithi136.stdout:2112: finishing write tid 5 to smithi13674108-49 2024-08-19T11:37:59.756 INFO:tasks.rados.rados.0.smithi136.stdout:2112: oid 49 updating version 0 to 827 2024-08-19T11:37:59.756 INFO:tasks.rados.rados.0.smithi136.stdout:2112: oid 49 version 827 is already newer than 824 2024-08-19T11:37:59.756 INFO:tasks.rados.rados.0.smithi136.stdout:2112: oid 49 version 827 is already newer than 826 2024-08-19T11:37:59.757 INFO:tasks.rados.rados.0.smithi136.stdout:2112: oid 49 version 827 is already newer than 825 2024-08-19T11:37:59.757 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 827 (ObjNum 667 snap 198 seq_num 667) dirty exists 2024-08-19T11:37:59.757 INFO:tasks.rados.rados.0.smithi136.stdout:2112: left oid 49 (ObjNum 667 snap 198 seq_num 667) 2024-08-19T11:37:59.757 INFO:tasks.rados.rados.0.smithi136.stdout:2115: finishing write tid 1 to smithi13674108-6 2024-08-19T11:37:59.757 INFO:tasks.rados.rados.0.smithi136.stdout:2112: done (3 left) 2024-08-19T11:37:59.757 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 4 current snap is 198 2024-08-19T11:37:59.757 INFO:tasks.rados.rados.0.smithi136.stdout:2115: finishing write tid 2 to smithi13674108-6 2024-08-19T11:37:59.757 INFO:tasks.rados.rados.0.smithi136.stdout:2115: finishing write tid 3 to smithi13674108-6 2024-08-19T11:37:59.757 INFO:tasks.rados.rados.0.smithi136.stdout:2118: seq_num 670 ranges {1040384=425984,1466368=483328,1949696=507904,2457600=212992} 2024-08-19T11:37:59.764 INFO:tasks.rados.rados.0.smithi136.stdout:2118: writing smithi13674108-4 from 1040384 to 1466368 tid 1 2024-08-19T11:37:59.766 INFO:tasks.rados.rados.0.smithi136.stdout:2118: writing smithi13674108-4 from 1466368 to 1949696 tid 2 2024-08-19T11:37:59.770 INFO:tasks.rados.rados.0.smithi136.stdout:2118: writing smithi13674108-4 from 1949696 to 2457600 tid 3 2024-08-19T11:37:59.772 INFO:tasks.rados.rados.0.smithi136.stdout:2118: writing smithi13674108-4 from 2457600 to 2670592 tid 4 2024-08-19T11:37:59.772 INFO:tasks.rados.rados.0.smithi136.stdout:2119: copy_from oid 41 from oid 46 current snap is 198 2024-08-19T11:37:59.772 INFO:tasks.rados.rados.0.smithi136.stdout:2115: finishing write tid 4 to smithi13674108-6 2024-08-19T11:37:59.772 INFO:tasks.rados.rados.0.smithi136.stdout:2115: finishing write tid 5 to smithi13674108-6 2024-08-19T11:37:59.772 INFO:tasks.rados.rados.0.smithi136.stdout:2115: oid 6 updating version 0 to 732 2024-08-19T11:37:59.772 INFO:tasks.rados.rados.0.smithi136.stdout:2115: oid 6 updating version 732 to 733 2024-08-19T11:37:59.772 INFO:tasks.rados.rados.0.smithi136.stdout:2115: oid 6 version 733 is already newer than 730 2024-08-19T11:37:59.772 INFO:tasks.rados.rados.0.smithi136.stdout:2115: oid 6 version 733 is already newer than 731 2024-08-19T11:37:59.772 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 733 (ObjNum 669 snap 198 seq_num 669) dirty exists 2024-08-19T11:37:59.772 INFO:tasks.rados.rados.0.smithi136.stdout:2115: left oid 6 (ObjNum 669 snap 198 seq_num 669) 2024-08-19T11:37:59.773 INFO:tasks.rados.rados.0.smithi136.stdout:2114: expect (ObjNum 520 snap 147 seq_num 520) 2024-08-19T11:37:59.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:37:59 smithi155 ceph-mon[76679]: from='client.34413 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:37:59.881 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:59 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5-activate[87756]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2024-08-19T11:37:59.881 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:59 smithi155 bash[87741]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2024-08-19T11:37:59.881 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:59 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5-activate[87756]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2024-08-19T11:37:59.881 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:59 smithi155 bash[87741]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2024-08-19T11:37:59.881 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:59 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5-activate[87756]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-19T11:37:59.882 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:59 smithi155 bash[87741]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-19T11:37:59.882 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:59 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5-activate[87756]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-19T11:37:59.882 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:59 smithi155 bash[87741]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-19T11:37:59.882 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:59 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5-activate[87756]: --> ceph-volume lvm activate successful for osd ID: 5 2024-08-19T11:37:59.882 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:59 smithi155 bash[87741]: --> ceph-volume lvm activate successful for osd ID: 5 2024-08-19T11:37:59.882 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:37:59 smithi155 podman[87741]: 2024-08-19 11:37:59.570540545 +0000 UTC m=+0.897324243 container died 263f135170078f6e987aa1aecd2db615dfc5bba6375c4ec0e3a8c813ca7ec9cf (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, GIT_BRANCH=HEAD) 2024-08-19T11:38:00.033 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 829 (ObjNum 620 snap 180 seq_num 620) dirty exists 2024-08-19T11:38:00.034 INFO:tasks.rados.rados.0.smithi136.stdout:2118: finishing write tid 1 to smithi13674108-4 2024-08-19T11:38:00.034 INFO:tasks.rados.rados.0.smithi136.stdout:2118: finishing write tid 2 to smithi13674108-4 2024-08-19T11:38:00.034 INFO:tasks.rados.rados.0.smithi136.stdout:2118: finishing write tid 3 to smithi13674108-4 2024-08-19T11:38:00.034 INFO:tasks.rados.rados.0.smithi136.stdout:2118: finishing write tid 4 to smithi13674108-4 2024-08-19T11:38:00.034 INFO:tasks.rados.rados.0.smithi136.stdout:2118: finishing write tid 5 to smithi13674108-4 2024-08-19T11:38:00.034 INFO:tasks.rados.rados.0.smithi136.stdout:2118: finishing write tid 6 to smithi13674108-4 2024-08-19T11:38:00.034 INFO:tasks.rados.rados.0.smithi136.stdout:2118: oid 4 updating version 0 to 941 2024-08-19T11:38:00.034 INFO:tasks.rados.rados.0.smithi136.stdout:2118: oid 4 version 941 is already newer than 935 2024-08-19T11:38:00.034 INFO:tasks.rados.rados.0.smithi136.stdout:2118: oid 4 updating version 941 to 943 2024-08-19T11:38:00.034 INFO:tasks.rados.rados.0.smithi136.stdout:2118: oid 4 version 943 is already newer than 942 2024-08-19T11:38:00.034 INFO:tasks.rados.rados.0.smithi136.stdout:2118: oid 4 version 943 is already newer than 940 2024-08-19T11:38:00.034 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 943 (ObjNum 670 snap 198 seq_num 670) dirty exists 2024-08-19T11:38:00.035 INFO:tasks.rados.rados.0.smithi136.stdout:2118: left oid 4 (ObjNum 670 snap 198 seq_num 670) 2024-08-19T11:38:00.035 INFO:tasks.rados.rados.0.smithi136.stdout:2119: finishing copy_from racing read to smithi13674108-41 2024-08-19T11:38:00.035 INFO:tasks.rados.rados.0.smithi136.stdout:2114: done (4 left) 2024-08-19T11:38:00.035 INFO:tasks.rados.rados.0.smithi136.stdout:2115: done (3 left) 2024-08-19T11:38:00.035 INFO:tasks.rados.rados.0.smithi136.stdout:2117: done (2 left) 2024-08-19T11:38:00.035 INFO:tasks.rados.rados.0.smithi136.stdout:2118: done (1 left) 2024-08-19T11:38:00.035 INFO:tasks.rados.rados.0.smithi136.stdout:2120: delete oid 29 current snap is 198 2024-08-19T11:38:00.035 INFO:tasks.rados.rados.0.smithi136.stdout:2119: finishing copy_from to smithi13674108-41 2024-08-19T11:38:00.035 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 774 (ObjNum 665 snap 198 seq_num 665) dirty exists 2024-08-19T11:38:00.036 INFO:tasks.rados.rados.0.smithi136.stdout:2119: done (1 left) 2024-08-19T11:38:00.036 INFO:tasks.rados.rados.0.smithi136.stdout:2120: done (0 left) 2024-08-19T11:38:00.036 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 23 current snap is 198 2024-08-19T11:38:00.036 INFO:tasks.rados.rados.0.smithi136.stdout:2121: seq_num 672 ranges {10321920=458752,10780672=647168,11427840=466944,11894784=90112} 2024-08-19T11:38:00.092 INFO:tasks.rados.rados.0.smithi136.stdout:2121: writing smithi13674108-23 from 10321920 to 10780672 tid 1 2024-08-19T11:38:00.095 INFO:tasks.rados.rados.0.smithi136.stdout:2121: writing smithi13674108-23 from 10780672 to 11427840 tid 2 2024-08-19T11:38:00.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:37:59 smithi136 ceph-mon[88916]: from='client.34413 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:38:00.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:37:59 smithi136 ceph-mon[86496]: from='client.34413 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:38:00.098 INFO:tasks.rados.rados.0.smithi136.stdout:2121: writing smithi13674108-23 from 11427840 to 11894784 tid 3 2024-08-19T11:38:00.099 INFO:tasks.rados.rados.0.smithi136.stdout:2121: writing smithi13674108-23 from 11894784 to 11984896 tid 4 2024-08-19T11:38:00.099 INFO:tasks.rados.rados.0.smithi136.stdout:2122: snap_remove snap 196 2024-08-19T11:38:00.529 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:38:00 smithi155 podman[87897]: 2024-08-19 11:38:00.214027213 +0000 UTC m=+0.637440202 container remove 263f135170078f6e987aa1aecd2db615dfc5bba6375c4ec0e3a8c813ca7ec9cf (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5-activate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=main-7976693) 2024-08-19T11:38:00.529 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:38:00 smithi155 podman[87963]: 2024-08-19 11:38:00.414990331 +0000 UTC m=+0.103319120 container create 91a0267e5c97db74430bbcddb2456bc10937ee8194ba07e9a458e5291073c0f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=main-7976693, org.label-schema.license=GPLv2) 2024-08-19T11:38:00.529 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:38:00 smithi155 podman[87963]: 2024-08-19 11:38:00.329299734 +0000 UTC m=+0.017628491 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:38:00.759 INFO:tasks.rados.rados.0.smithi136.stdout:2122: done (1 left) 2024-08-19T11:38:00.760 INFO:tasks.rados.rados.0.smithi136.stdout:2123: delete oid 30 current snap is 198 2024-08-19T11:38:00.760 INFO:tasks.rados.rados.0.smithi136.stdout:2121: finishing write tid 1 to smithi13674108-23 2024-08-19T11:38:00.760 INFO:tasks.rados.rados.0.smithi136.stdout:2121: finishing write tid 2 to smithi13674108-23 2024-08-19T11:38:00.760 INFO:tasks.rados.rados.0.smithi136.stdout:2121: finishing write tid 3 to smithi13674108-23 2024-08-19T11:38:00.760 INFO:tasks.rados.rados.0.smithi136.stdout:2121: finishing write tid 4 to smithi13674108-23 2024-08-19T11:38:00.760 INFO:tasks.rados.rados.0.smithi136.stdout:2121: finishing write tid 5 to smithi13674108-23 2024-08-19T11:38:00.760 INFO:tasks.rados.rados.0.smithi136.stdout:2121: finishing write tid 6 to smithi13674108-23 2024-08-19T11:38:00.760 INFO:tasks.rados.rados.0.smithi136.stdout:2121: oid 23 updating version 0 to 749 2024-08-19T11:38:00.760 INFO:tasks.rados.rados.0.smithi136.stdout:2121: oid 23 version 749 is already newer than 747 2024-08-19T11:38:00.761 INFO:tasks.rados.rados.0.smithi136.stdout:2121: oid 23 version 749 is already newer than 746 2024-08-19T11:38:00.761 INFO:tasks.rados.rados.0.smithi136.stdout:2121: oid 23 version 749 is already newer than 745 2024-08-19T11:38:00.761 INFO:tasks.rados.rados.0.smithi136.stdout:2121: oid 23 version 749 is already newer than 748 2024-08-19T11:38:00.761 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 749 (ObjNum 672 snap 198 seq_num 672) dirty exists 2024-08-19T11:38:00.761 INFO:tasks.rados.rados.0.smithi136.stdout:2121: left oid 23 (ObjNum 672 snap 198 seq_num 672) 2024-08-19T11:38:00.761 INFO:tasks.rados.rados.0.smithi136.stdout:2121: done (1 left) 2024-08-19T11:38:00.761 INFO:tasks.rados.rados.0.smithi136.stdout:2123: done (0 left) 2024-08-19T11:38:00.761 INFO:tasks.rados.rados.0.smithi136.stdout:2124: setattr oid 22 current snap is 198 2024-08-19T11:38:00.763 INFO:tasks.rados.rados.0.smithi136.stdout:2125: snap_create 2024-08-19T11:38:00.765 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 822 (ObjNum 305 snap 0 seq_num 2169863493) dirty exists 2024-08-19T11:38:00.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:00 smithi155 ceph-mon[76679]: pgmap v349: 121 pgs: 15 active+undersized, 16 peering, 6 stale+active+clean, 9 active+undersized+degraded, 75 active+clean; 212 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.8 MiB/s wr, 15 op/s; 27/288 objects degraded (9.375%) 2024-08-19T11:38:00.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:00 smithi155 ceph-mon[76679]: osdmap e476: 8 total, 7 up, 8 in 2024-08-19T11:38:00.960 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:38:00 smithi155 podman[87963]: 2024-08-19 11:38:00.625661009 +0000 UTC m=+0.313989756 container init 91a0267e5c97db74430bbcddb2456bc10937ee8194ba07e9a458e5291073c0f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=main-7976693, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_CLEAN=True) 2024-08-19T11:38:00.960 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:38:00 smithi155 podman[87963]: 2024-08-19 11:38:00.630430686 +0000 UTC m=+0.318759434 container start 91a0267e5c97db74430bbcddb2456bc10937ee8194ba07e9a458e5291073c0f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-08-19T11:38:00.961 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:38:00 smithi155 ceph-osd[88002]: -- 172.21.15.155:0/1722135880 <== mon.1 v2:172.21.15.155:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55dced553a40 con 0x55dcee320000 2024-08-19T11:38:00.961 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:38:00 smithi155 bash[87963]: 91a0267e5c97db74430bbcddb2456bc10937ee8194ba07e9a458e5291073c0f8 2024-08-19T11:38:00.961 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:38:00 smithi155 systemd[1]: Started Ceph osd.5 for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:38:01.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:00 smithi136 ceph-mon[88916]: pgmap v349: 121 pgs: 15 active+undersized, 16 peering, 6 stale+active+clean, 9 active+undersized+degraded, 75 active+clean; 212 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.8 MiB/s wr, 15 op/s; 27/288 objects degraded (9.375%) 2024-08-19T11:38:01.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:00 smithi136 ceph-mon[88916]: osdmap e476: 8 total, 7 up, 8 in 2024-08-19T11:38:01.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:00 smithi136 ceph-mon[86496]: pgmap v349: 121 pgs: 15 active+undersized, 16 peering, 6 stale+active+clean, 9 active+undersized+degraded, 75 active+clean; 212 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.8 MiB/s wr, 15 op/s; 27/288 objects degraded (9.375%) 2024-08-19T11:38:01.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:00 smithi136 ceph-mon[86496]: osdmap e476: 8 total, 7 up, 8 in 2024-08-19T11:38:01.763 INFO:tasks.rados.rados.0.smithi136.stdout:2124: done (1 left) 2024-08-19T11:38:01.763 INFO:tasks.rados.rados.0.smithi136.stdout:2125: done (0 left) 2024-08-19T11:38:01.763 INFO:tasks.rados.rados.0.smithi136.stdout:2126: snap_remove snap 193 2024-08-19T11:38:02.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:01 smithi136 ceph-mon[86496]: osdmap e477: 8 total, 7 up, 8 in 2024-08-19T11:38:02.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:01 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:02.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:01 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:02.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:01 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:38:02.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:01 smithi136 ceph-mon[88916]: osdmap e477: 8 total, 7 up, 8 in 2024-08-19T11:38:02.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:01 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:02.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:01 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:02.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:01 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:38:02.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:01 smithi155 ceph-mon[76679]: osdmap e477: 8 total, 7 up, 8 in 2024-08-19T11:38:02.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:01 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:02.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:01 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:02.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:01 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:38:02.657 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:38:02 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:38:02.285+0000 7fbadd03f640 -1 Falling back to public interface 2024-08-19T11:38:02.766 INFO:tasks.rados.rados.0.smithi136.stdout:2126: done (0 left) 2024-08-19T11:38:02.766 INFO:tasks.rados.rados.0.smithi136.stdout:2127: read oid 8 snap -1 2024-08-19T11:38:02.766 INFO:tasks.rados.rados.0.smithi136.stdout:2127: expect (ObjNum 654 snap 193 seq_num 654) 2024-08-19T11:38:02.766 INFO:tasks.rados.rados.0.smithi136.stdout:2128: read oid 35 snap -1 2024-08-19T11:38:02.766 INFO:tasks.rados.rados.0.smithi136.stdout:2128: expect (ObjNum 648 snap 191 seq_num 648) 2024-08-19T11:38:02.767 INFO:tasks.rados.rados.0.smithi136.stdout:2129: read oid 6 snap -1 2024-08-19T11:38:02.767 INFO:tasks.rados.rados.0.smithi136.stdout:2129: expect (ObjNum 669 snap 198 seq_num 669) 2024-08-19T11:38:02.767 INFO:tasks.rados.rados.0.smithi136.stdout:2130: snap_remove snap 197 2024-08-19T11:38:02.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:02 smithi155 ceph-mon[76679]: pgmap v352: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 212 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.2 MiB/s wr, 17 op/s; 41/294 objects degraded (13.946%) 2024-08-19T11:38:02.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:02 smithi155 ceph-mon[76679]: osdmap e478: 8 total, 7 up, 8 in 2024-08-19T11:38:02.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:02 smithi155 ceph-mon[76679]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-08-19T11:38:03.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:02 smithi136 ceph-mon[88916]: pgmap v352: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 212 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.2 MiB/s wr, 17 op/s; 41/294 objects degraded (13.946%) 2024-08-19T11:38:03.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:02 smithi136 ceph-mon[88916]: osdmap e478: 8 total, 7 up, 8 in 2024-08-19T11:38:03.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:02 smithi136 ceph-mon[88916]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-08-19T11:38:03.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:02 smithi136 ceph-mon[86496]: pgmap v352: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 212 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.2 MiB/s wr, 17 op/s; 41/294 objects degraded (13.946%) 2024-08-19T11:38:03.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:02 smithi136 ceph-mon[86496]: osdmap e478: 8 total, 7 up, 8 in 2024-08-19T11:38:03.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:02 smithi136 ceph-mon[86496]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-08-19T11:38:03.656 INFO:tasks.rados.rados.0.smithi136.stdout:2130: done (3 left) 2024-08-19T11:38:03.656 INFO:tasks.rados.rados.0.smithi136.stdout:2131: snap_create 2024-08-19T11:38:03.656 INFO:tasks.rados.rados.0.smithi136.stdout:2129: expect (ObjNum 669 snap 198 seq_num 669) 2024-08-19T11:38:03.698 INFO:tasks.rados.rados.0.smithi136.stdout:2127: expect (ObjNum 654 snap 193 seq_num 654) 2024-08-19T11:38:03.732 INFO:tasks.rados.rados.0.smithi136.stdout:2128: expect (ObjNum 648 snap 191 seq_num 648) 2024-08-19T11:38:04.064 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:03 smithi155 ceph-mon[76679]: osdmap e479: 8 total, 7 up, 8 in 2024-08-19T11:38:04.064 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:03 smithi155 ceph-mon[76679]: Health check update: Degraded data redundancy: 41/294 objects degraded (13.946%), 14 pgs degraded (PG_DEGRADED) 2024-08-19T11:38:04.064 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:03 smithi155 ceph-mon[76679]: osdmap e480: 8 total, 7 up, 8 in 2024-08-19T11:38:04.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:03 smithi136 ceph-mon[88916]: osdmap e479: 8 total, 7 up, 8 in 2024-08-19T11:38:04.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:03 smithi136 ceph-mon[88916]: Health check update: Degraded data redundancy: 41/294 objects degraded (13.946%), 14 pgs degraded (PG_DEGRADED) 2024-08-19T11:38:04.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:03 smithi136 ceph-mon[88916]: osdmap e480: 8 total, 7 up, 8 in 2024-08-19T11:38:04.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:03 smithi136 ceph-mon[86496]: osdmap e479: 8 total, 7 up, 8 in 2024-08-19T11:38:04.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:03 smithi136 ceph-mon[86496]: Health check update: Degraded data redundancy: 41/294 objects degraded (13.946%), 14 pgs degraded (PG_DEGRADED) 2024-08-19T11:38:04.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:03 smithi136 ceph-mon[86496]: osdmap e480: 8 total, 7 up, 8 in 2024-08-19T11:38:04.655 INFO:tasks.rados.rados.0.smithi136.stdout:2127: done (3 left) 2024-08-19T11:38:04.794 INFO:tasks.rados.rados.0.smithi136.stdout:2128: done (2 left) 2024-08-19T11:38:04.794 INFO:tasks.rados.rados.0.smithi136.stdout:2129: done (1 left) 2024-08-19T11:38:04.795 INFO:tasks.rados.rados.0.smithi136.stdout:2131: done (0 left) 2024-08-19T11:38:04.795 INFO:tasks.rados.rados.0.smithi136.stdout:2132: snap_remove snap 199 2024-08-19T11:38:05.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:04 smithi136 ceph-mon[86496]: pgmap v355: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 226 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 34 op/s; 45/330 objects degraded (13.636%) 2024-08-19T11:38:05.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:04 smithi136 ceph-mon[86496]: osdmap e481: 8 total, 7 up, 8 in 2024-08-19T11:38:05.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:04 smithi136 ceph-mon[88916]: pgmap v355: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 226 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 34 op/s; 45/330 objects degraded (13.636%) 2024-08-19T11:38:05.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:04 smithi136 ceph-mon[88916]: osdmap e481: 8 total, 7 up, 8 in 2024-08-19T11:38:05.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:04 smithi155 ceph-mon[76679]: pgmap v355: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 226 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 34 op/s; 45/330 objects degraded (13.636%) 2024-08-19T11:38:05.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:04 smithi155 ceph-mon[76679]: osdmap e481: 8 total, 7 up, 8 in 2024-08-19T11:38:05.658 INFO:tasks.rados.rados.0.smithi136.stdout:2132: done (0 left) 2024-08-19T11:38:05.659 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 6 current snap is 200 2024-08-19T11:38:05.659 INFO:tasks.rados.rados.0.smithi136.stdout:2133: seq_num 674 ranges {1613824=491520,2105344=417792,2523136=483328,3006464=303104} 2024-08-19T11:38:05.669 INFO:tasks.rados.rados.0.smithi136.stdout:2133: writing smithi13674108-6 from 1613824 to 2105344 tid 1 2024-08-19T11:38:05.672 INFO:tasks.rados.rados.0.smithi136.stdout:2133: writing smithi13674108-6 from 2105344 to 2523136 tid 2 2024-08-19T11:38:05.674 INFO:tasks.rados.rados.0.smithi136.stdout:2133: writing smithi13674108-6 from 2523136 to 3006464 tid 3 2024-08-19T11:38:05.677 INFO:tasks.rados.rados.0.smithi136.stdout:2133: writing smithi13674108-6 from 3006464 to 3309568 tid 4 2024-08-19T11:38:05.677 INFO:tasks.rados.rados.0.smithi136.stdout:2134: copy_from oid 20 from oid 45 current snap is 200 2024-08-19T11:38:05.677 INFO:tasks.rados.rados.0.smithi136.stdout:2133: finishing write tid 1 to smithi13674108-6 2024-08-19T11:38:05.677 INFO:tasks.rados.rados.0.smithi136.stdout:2133: finishing write tid 2 to smithi13674108-6 2024-08-19T11:38:05.677 INFO:tasks.rados.rados.0.smithi136.stdout:2135: rollback oid 39 current snap is 200 2024-08-19T11:38:05.677 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 39 to 198 2024-08-19T11:38:05.677 INFO:tasks.rados.rados.0.smithi136.stdout:2136: read oid 30 snap 192 2024-08-19T11:38:05.678 INFO:tasks.rados.rados.0.smithi136.stdout:2136: expect (ObjNum 630 snap 183 seq_num 630) 2024-08-19T11:38:05.678 INFO:tasks.rados.rados.0.smithi136.stdout:2137: read oid 26 snap 186 2024-08-19T11:38:05.678 INFO:tasks.rados.rados.0.smithi136.stdout:2137: expect (ObjNum 516 snap 144 seq_num 516) 2024-08-19T11:38:05.678 INFO:tasks.rados.rados.0.smithi136.stdout:2138: read oid 29 snap -1 2024-08-19T11:38:05.678 INFO:tasks.rados.rados.0.smithi136.stdout:2138: expect deleted 2024-08-19T11:38:05.678 INFO:tasks.rados.rados.0.smithi136.stdout:2139: read oid 40 snap -1 2024-08-19T11:38:05.678 INFO:tasks.rados.rados.0.smithi136.stdout:2139: expect deleted 2024-08-19T11:38:05.678 INFO:tasks.rados.rados.0.smithi136.stdout:2140: delete oid 3 current snap is 200 2024-08-19T11:38:05.680 INFO:tasks.rados.rados.0.smithi136.stdout:2133: finishing write tid 3 to smithi13674108-6 2024-08-19T11:38:05.684 INFO:tasks.rados.rados.0.smithi136.stdout:2133: finishing write tid 4 to smithi13674108-6 2024-08-19T11:38:05.685 INFO:tasks.rados.rados.0.smithi136.stdout:2136: expect (ObjNum 630 snap 183 seq_num 630) 2024-08-19T11:38:05.716 INFO:tasks.rados.rados.0.smithi136.stdout:2133: finishing write tid 5 to smithi13674108-6 2024-08-19T11:38:05.716 INFO:tasks.rados.rados.0.smithi136.stdout:2135: finishing rollback tid 0 to smithi13674108-39 2024-08-19T11:38:05.716 INFO:tasks.rados.rados.0.smithi136.stdout:2135: finishing rollback tid 1 to smithi13674108-39 2024-08-19T11:38:05.716 INFO:tasks.rados.rados.0.smithi136.stdout:2136: done (7 left) 2024-08-19T11:38:05.717 INFO:tasks.rados.rados.0.smithi136.stdout:2138: done (6 left) 2024-08-19T11:38:05.717 INFO:tasks.rados.rados.0.smithi136.stdout:2139: done (5 left) 2024-08-19T11:38:05.717 INFO:tasks.rados.rados.0.smithi136.stdout:2140: done (4 left) 2024-08-19T11:38:05.717 INFO:tasks.rados.rados.0.smithi136.stdout:2141: read oid 25 snap 192 2024-08-19T11:38:05.717 INFO:tasks.rados.rados.0.smithi136.stdout:2141: expect (ObjNum 606 snap 179 seq_num 606) 2024-08-19T11:38:05.717 INFO:tasks.rados.rados.0.smithi136.stdout:2142: rollback oid 35 current snap is 200 2024-08-19T11:38:05.717 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 35 to 186 2024-08-19T11:38:05.717 INFO:tasks.rados.rados.0.smithi136.stdout:2135: finishing rollback tid 2 to smithi13674108-39 2024-08-19T11:38:05.717 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 866 (ObjNum 661 snap 197 seq_num 661) dirty exists 2024-08-19T11:38:05.717 INFO:tasks.rados.rados.0.smithi136.stdout:2133: finishing write tid 6 to smithi13674108-6 2024-08-19T11:38:05.717 INFO:tasks.rados.rados.0.smithi136.stdout:2133: oid 6 updating version 0 to 776 2024-08-19T11:38:05.717 INFO:tasks.rados.rados.0.smithi136.stdout:2133: oid 6 updating version 776 to 779 2024-08-19T11:38:05.717 INFO:tasks.rados.rados.0.smithi136.stdout:2133: oid 6 version 779 is already newer than 778 2024-08-19T11:38:05.717 INFO:tasks.rados.rados.0.smithi136.stdout:2133: oid 6 version 779 is already newer than 777 2024-08-19T11:38:05.718 INFO:tasks.rados.rados.0.smithi136.stdout:2133: oid 6 version 779 is already newer than 775 2024-08-19T11:38:05.718 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 779 (ObjNum 674 snap 200 seq_num 674) dirty exists 2024-08-19T11:38:05.718 INFO:tasks.rados.rados.0.smithi136.stdout:2133: left oid 6 (ObjNum 674 snap 200 seq_num 674) 2024-08-19T11:38:05.718 INFO:tasks.rados.rados.0.smithi136.stdout:2133: done (5 left) 2024-08-19T11:38:05.718 INFO:tasks.rados.rados.0.smithi136.stdout:2135: done (4 left) 2024-08-19T11:38:05.718 INFO:tasks.rados.rados.0.smithi136.stdout:2143: setattr oid 16 current snap is 200 2024-08-19T11:38:05.718 INFO:tasks.rados.rados.0.smithi136.stdout:2134: finishing copy_from racing read to smithi13674108-20 2024-08-19T11:38:05.718 INFO:tasks.rados.rados.0.smithi136.stdout:2134: finishing copy_from to smithi13674108-20 2024-08-19T11:38:05.718 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 764 (ObjNum 627 snap 183 seq_num 627) dirty exists 2024-08-19T11:38:05.718 INFO:tasks.rados.rados.0.smithi136.stdout:2137: expect (ObjNum 516 snap 144 seq_num 516) 2024-08-19T11:38:05.999 INFO:tasks.rados.rados.0.smithi136.stdout:2142: finishing rollback tid 0 to smithi13674108-35 2024-08-19T11:38:05.999 INFO:tasks.rados.rados.0.smithi136.stdout:2142: finishing rollback tid 1 to smithi13674108-35 2024-08-19T11:38:05.999 INFO:tasks.rados.rados.0.smithi136.stdout:2142: finishing rollback tid 2 to smithi13674108-35 2024-08-19T11:38:06.000 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 499 (ObjNum 601 snap 176 seq_num 601) dirty exists 2024-08-19T11:38:06.000 INFO:tasks.rados.rados.0.smithi136.stdout:2141: expect (ObjNum 606 snap 179 seq_num 606) 2024-08-19T11:38:06.033 INFO:tasks.rados.rados.0.smithi136.stdout:2134: done (4 left) 2024-08-19T11:38:06.034 INFO:tasks.rados.rados.0.smithi136.stdout:2137: done (3 left) 2024-08-19T11:38:06.034 INFO:tasks.rados.rados.0.smithi136.stdout:2141: done (2 left) 2024-08-19T11:38:06.034 INFO:tasks.rados.rados.0.smithi136.stdout:2142: done (1 left) 2024-08-19T11:38:06.034 INFO:tasks.rados.rados.0.smithi136.stdout:2144: read oid 35 snap -1 2024-08-19T11:38:06.034 INFO:tasks.rados.rados.0.smithi136.stdout:2144: expect (ObjNum 601 snap 176 seq_num 601) 2024-08-19T11:38:06.034 INFO:tasks.rados.rados.0.smithi136.stdout:2145: snap_remove snap 186 2024-08-19T11:38:06.409 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:38:06 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:38:06.292+0000 7fbadd03f640 -1 osd.5 471 log_to_monitors true 2024-08-19T11:38:06.410 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:06 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:06.410 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:06 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:06.410 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:06 smithi155 ceph-mon[76679]: pgmap v358: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 226 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 26 op/s; 45/330 objects degraded (13.636%) 2024-08-19T11:38:06.410 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:06 smithi155 ceph-mon[76679]: osdmap e482: 8 total, 7 up, 8 in 2024-08-19T11:38:06.410 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:06 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:06.410 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:06 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:06.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:06 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:06.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:06 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:06.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:06 smithi136 ceph-mon[88916]: pgmap v358: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 226 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 26 op/s; 45/330 objects degraded (13.636%) 2024-08-19T11:38:06.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:06 smithi136 ceph-mon[88916]: osdmap e482: 8 total, 7 up, 8 in 2024-08-19T11:38:06.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:06 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:06.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:06 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:06.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:06 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:06.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:06 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:06.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:06 smithi136 ceph-mon[86496]: pgmap v358: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 226 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 26 op/s; 45/330 objects degraded (13.636%) 2024-08-19T11:38:06.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:06 smithi136 ceph-mon[86496]: osdmap e482: 8 total, 7 up, 8 in 2024-08-19T11:38:06.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:06 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:06.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:06 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:06.806 INFO:tasks.rados.rados.0.smithi136.stdout:2145: done (2 left) 2024-08-19T11:38:06.806 INFO:tasks.rados.rados.0.smithi136.stdout:2146: rollback oid 11 current snap is 200 2024-08-19T11:38:06.806 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 11 to 198 2024-08-19T11:38:06.806 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 16 v 844 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-19T11:38:06.806 INFO:tasks.rados.rados.0.smithi136.stdout:2144: expect (ObjNum 601 snap 176 seq_num 601) 2024-08-19T11:38:06.960 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:38:06 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:38:06.844+0000 7fbad0de1640 -1 osd.5 471 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T11:38:06.963 INFO:tasks.rados.rados.0.smithi136.stdout:2146: finishing rollback tid 0 to smithi13674108-11 2024-08-19T11:38:06.963 INFO:tasks.rados.rados.0.smithi136.stdout:2146: finishing rollback tid 1 to smithi13674108-11 2024-08-19T11:38:06.963 INFO:tasks.rados.rados.0.smithi136.stdout:2146: finishing rollback tid 2 to smithi13674108-11 2024-08-19T11:38:06.963 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 967 (ObjNum 651 snap 191 seq_num 651) dirty exists 2024-08-19T11:38:06.963 INFO:tasks.rados.rados.0.smithi136.stdout:2143: done (2 left) 2024-08-19T11:38:06.963 INFO:tasks.rados.rados.0.smithi136.stdout:2144: done (1 left) 2024-08-19T11:38:06.963 INFO:tasks.rados.rados.0.smithi136.stdout:2146: done (0 left) 2024-08-19T11:38:06.963 INFO:tasks.rados.rados.0.smithi136.stdout:2147: rollback oid 33 current snap is 200 2024-08-19T11:38:06.963 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 33 to 198 2024-08-19T11:38:06.963 INFO:tasks.rados.rados.0.smithi136.stdout:2148: snap_remove snap 192 2024-08-19T11:38:07.259 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:07 smithi155 ceph-mon[76679]: from='osd.5 [v2:172.21.15.155:6808/3235408103,v1:172.21.15.155:6809/3235408103]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-19T11:38:07.259 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:07 smithi155 ceph-mon[76679]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-19T11:38:07.259 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:07 smithi155 ceph-mon[76679]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-19T11:38:07.259 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:07 smithi155 ceph-mon[76679]: osdmap e483: 8 total, 7 up, 8 in 2024-08-19T11:38:07.260 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:07 smithi155 ceph-mon[76679]: from='osd.5 [v2:172.21.15.155:6808/3235408103,v1:172.21.15.155:6809/3235408103]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]} : dispatch 2024-08-19T11:38:07.260 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:07 smithi155 ceph-mon[76679]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]} : dispatch 2024-08-19T11:38:07.531 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:07 smithi136 ceph-mon[88916]: from='osd.5 [v2:172.21.15.155:6808/3235408103,v1:172.21.15.155:6809/3235408103]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-19T11:38:07.531 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:07 smithi136 ceph-mon[88916]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-19T11:38:07.531 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:07 smithi136 ceph-mon[88916]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-19T11:38:07.532 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:07 smithi136 ceph-mon[88916]: osdmap e483: 8 total, 7 up, 8 in 2024-08-19T11:38:07.532 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:07 smithi136 ceph-mon[88916]: from='osd.5 [v2:172.21.15.155:6808/3235408103,v1:172.21.15.155:6809/3235408103]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]} : dispatch 2024-08-19T11:38:07.532 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:07 smithi136 ceph-mon[88916]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]} : dispatch 2024-08-19T11:38:07.532 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:07 smithi136 ceph-mon[86496]: from='osd.5 [v2:172.21.15.155:6808/3235408103,v1:172.21.15.155:6809/3235408103]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-19T11:38:07.532 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:07 smithi136 ceph-mon[86496]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-19T11:38:07.532 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:07 smithi136 ceph-mon[86496]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-19T11:38:07.532 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:07 smithi136 ceph-mon[86496]: osdmap e483: 8 total, 7 up, 8 in 2024-08-19T11:38:07.532 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:07 smithi136 ceph-mon[86496]: from='osd.5 [v2:172.21.15.155:6808/3235408103,v1:172.21.15.155:6809/3235408103]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]} : dispatch 2024-08-19T11:38:07.532 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:07 smithi136 ceph-mon[86496]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]} : dispatch 2024-08-19T11:38:07.812 INFO:tasks.rados.rados.0.smithi136.stdout:2148: done (1 left) 2024-08-19T11:38:07.812 INFO:tasks.rados.rados.0.smithi136.stdout:2149: rollback oid 32 current snap is 200 2024-08-19T11:38:07.812 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 32 to 198 2024-08-19T11:38:07.812 INFO:tasks.rados.rados.0.smithi136.stdout:2147: finishing rollback tid 0 to smithi13674108-33 2024-08-19T11:38:07.812 INFO:tasks.rados.rados.0.smithi136.stdout:2147: finishing rollback tid 1 to smithi13674108-33 2024-08-19T11:38:07.812 INFO:tasks.rados.rados.0.smithi136.stdout:2147: finishing rollback tid 2 to smithi13674108-33 2024-08-19T11:38:07.812 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 33 v 804 (ObjNum 606 snap 179 seq_num 606) dirty exists 2024-08-19T11:38:07.812 INFO:tasks.rados.rados.0.smithi136.stdout:2147: done (1 left) 2024-08-19T11:38:07.813 INFO:tasks.rados.rados.0.smithi136.stdout:2150: delete oid 36 current snap is 200 2024-08-19T11:38:07.847 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:38:07 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:38:07] "GET /metrics HTTP/1.1" 200 36301 "" "Prometheus/2.43.0" 2024-08-19T11:38:08.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:08 smithi155 ceph-mon[76679]: pgmap v361: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 229 MiB data, 966 MiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 862 KiB/s wr, 11 op/s; 45/336 objects degraded (13.393%) 2024-08-19T11:38:08.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:08 smithi155 ceph-mon[76679]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T11:38:08.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:08 smithi155 ceph-mon[76679]: osd.5 [v2:172.21.15.155:6808/3235408103,v1:172.21.15.155:6809/3235408103] boot 2024-08-19T11:38:08.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:08 smithi155 ceph-mon[76679]: osdmap e484: 8 total, 8 up, 8 in 2024-08-19T11:38:08.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:08 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-19T11:38:08.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:08 smithi136 ceph-mon[86496]: pgmap v361: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 229 MiB data, 966 MiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 862 KiB/s wr, 11 op/s; 45/336 objects degraded (13.393%) 2024-08-19T11:38:08.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:08 smithi136 ceph-mon[86496]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T11:38:08.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:08 smithi136 ceph-mon[86496]: osd.5 [v2:172.21.15.155:6808/3235408103,v1:172.21.15.155:6809/3235408103] boot 2024-08-19T11:38:08.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:08 smithi136 ceph-mon[86496]: osdmap e484: 8 total, 8 up, 8 in 2024-08-19T11:38:08.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:08 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-19T11:38:08.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:08 smithi136 ceph-mon[88916]: pgmap v361: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 229 MiB data, 966 MiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 862 KiB/s wr, 11 op/s; 45/336 objects degraded (13.393%) 2024-08-19T11:38:08.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:08 smithi136 ceph-mon[88916]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T11:38:08.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:08 smithi136 ceph-mon[88916]: osd.5 [v2:172.21.15.155:6808/3235408103,v1:172.21.15.155:6809/3235408103] boot 2024-08-19T11:38:08.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:08 smithi136 ceph-mon[88916]: osdmap e484: 8 total, 8 up, 8 in 2024-08-19T11:38:08.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:08 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-19T11:38:08.834 INFO:tasks.rados.rados.0.smithi136.stdout:2149: finishing rollback tid 0 to smithi13674108-32 2024-08-19T11:38:08.836 INFO:tasks.rados.rados.0.smithi136.stdout:2149: finishing rollback tid 1 to smithi13674108-32 2024-08-19T11:38:08.837 INFO:tasks.rados.rados.0.smithi136.stdout:2149: finishing rollback tid 2 to smithi13674108-32 2024-08-19T11:38:08.837 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 32 v 869 (ObjNum 623 snap 180 seq_num 623) dirty exists 2024-08-19T11:38:08.841 INFO:tasks.rados.rados.0.smithi136.stdout:2149: done (1 left) 2024-08-19T11:38:08.841 INFO:tasks.rados.rados.0.smithi136.stdout:2150: done (0 left) 2024-08-19T11:38:08.841 INFO:tasks.rados.rados.0.smithi136.stdout:2151: copy_from oid 49 from oid 17 current snap is 200 2024-08-19T11:38:08.841 INFO:tasks.rados.rados.0.smithi136.stdout:2152: snap_create 2024-08-19T11:38:08.842 INFO:tasks.rados.rados.0.smithi136.stdout:2151: finishing copy_from to smithi13674108-49 2024-08-19T11:38:08.842 INFO:tasks.rados.rados.0.smithi136.stdout:2151: got expected ENOENT (src dne) 2024-08-19T11:38:08.843 INFO:tasks.rados.rados.0.smithi136.stdout:2151: finishing copy_from racing read to smithi13674108-49 2024-08-19T11:38:09.347 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:38:08 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:38:08.991+0000 7f725e66e640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-19T11:38:09.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:09 smithi136 ceph-mon[86496]: Health check update: Degraded data redundancy: 45/336 objects degraded (13.393%), 14 pgs degraded (PG_DEGRADED) 2024-08-19T11:38:09.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:09 smithi136 ceph-mon[86496]: osdmap e485: 8 total, 8 up, 8 in 2024-08-19T11:38:09.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:09 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:09.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:09 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:09.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:09 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:38:09.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:09 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:38:09.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:09 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:09.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:09 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:38:09.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:09 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:38:09.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:09 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:38:09.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:09 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:38:09.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:09 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-19T11:38:09.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:09 smithi136 ceph-mon[86496]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-19T11:38:09.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:09 smithi136 ceph-mon[86496]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-19T11:38:09.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:09 smithi136 ceph-mon[88916]: Health check update: Degraded data redundancy: 45/336 objects degraded (13.393%), 14 pgs degraded (PG_DEGRADED) 2024-08-19T11:38:09.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:09 smithi136 ceph-mon[88916]: osdmap e485: 8 total, 8 up, 8 in 2024-08-19T11:38:09.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:09 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:09.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:09 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:09.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:09 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:38:09.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:09 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:38:09.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:09 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:09.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:09 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:38:09.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:09 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:38:09.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:09 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:38:09.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:09 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:38:09.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:09 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-19T11:38:09.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:09 smithi136 ceph-mon[88916]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-19T11:38:09.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:09 smithi136 ceph-mon[88916]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-19T11:38:09.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:09 smithi155 ceph-mon[76679]: Health check update: Degraded data redundancy: 45/336 objects degraded (13.393%), 14 pgs degraded (PG_DEGRADED) 2024-08-19T11:38:09.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:09 smithi155 ceph-mon[76679]: osdmap e485: 8 total, 8 up, 8 in 2024-08-19T11:38:09.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:09 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:09.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:09 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:09.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:09 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:38:09.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:09 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:38:09.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:09 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:09.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:09 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:38:09.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:09 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:38:09.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:09 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:38:09.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:09 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:38:09.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:09 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-19T11:38:09.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:09 smithi155 ceph-mon[76679]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-19T11:38:09.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:09 smithi155 ceph-mon[76679]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-19T11:38:09.812 INFO:tasks.rados.rados.0.smithi136.stdout:2151: done (1 left) 2024-08-19T11:38:09.813 INFO:tasks.rados.rados.0.smithi136.stdout:2152: done (0 left) 2024-08-19T11:38:09.813 INFO:tasks.rados.rados.0.smithi136.stdout:2153: read oid 15 snap -1 2024-08-19T11:38:09.813 INFO:tasks.rados.rados.0.smithi136.stdout:2153: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:38:09.813 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 38 current snap is 201 2024-08-19T11:38:09.813 INFO:tasks.rados.rados.0.smithi136.stdout:2154: seq_num 677 ranges {876544=540672,1417216=516096,1933312=655360,2588672=32768} 2024-08-19T11:38:09.824 INFO:tasks.rados.rados.0.smithi136.stdout:2154: writing smithi13674108-38 from 876544 to 1417216 tid 1 2024-08-19T11:38:09.825 INFO:tasks.rados.rados.0.smithi136.stdout:2154: writing smithi13674108-38 from 1417216 to 1933312 tid 2 2024-08-19T11:38:09.827 INFO:tasks.rados.rados.0.smithi136.stdout:2154: writing smithi13674108-38 from 1933312 to 2588672 tid 3 2024-08-19T11:38:09.828 INFO:tasks.rados.rados.0.smithi136.stdout:2154: writing smithi13674108-38 from 2588672 to 2621440 tid 4 2024-08-19T11:38:09.828 INFO:tasks.rados.rados.0.smithi136.stdout:2155: snap_create 2024-08-19T11:38:09.828 INFO:tasks.rados.rados.0.smithi136.stdout:2153: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:38:09.829 INFO:tasks.rados.rados.0.smithi136.stdout:2154: finishing write tid 1 to smithi13674108-38 2024-08-19T11:38:09.829 INFO:tasks.rados.rados.0.smithi136.stdout:2154: finishing write tid 2 to smithi13674108-38 2024-08-19T11:38:09.831 INFO:tasks.rados.rados.0.smithi136.stdout:2154: finishing write tid 3 to smithi13674108-38 2024-08-19T11:38:09.831 INFO:tasks.rados.rados.0.smithi136.stdout:2154: finishing write tid 4 to smithi13674108-38 2024-08-19T11:38:09.831 INFO:tasks.rados.rados.0.smithi136.stdout:2154: finishing write tid 5 to smithi13674108-38 2024-08-19T11:38:09.832 INFO:tasks.rados.rados.0.smithi136.stdout:2154: finishing write tid 6 to smithi13674108-38 2024-08-19T11:38:09.832 INFO:tasks.rados.rados.0.smithi136.stdout:2154: oid 38 updating version 0 to 907 2024-08-19T11:38:09.833 INFO:tasks.rados.rados.0.smithi136.stdout:2154: oid 38 version 907 is already newer than 906 2024-08-19T11:38:09.833 INFO:tasks.rados.rados.0.smithi136.stdout:2154: oid 38 updating version 907 to 908 2024-08-19T11:38:09.833 INFO:tasks.rados.rados.0.smithi136.stdout:2154: oid 38 updating version 908 to 909 2024-08-19T11:38:09.833 INFO:tasks.rados.rados.0.smithi136.stdout:2154: oid 38 updating version 909 to 910 2024-08-19T11:38:09.833 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 910 (ObjNum 677 snap 201 seq_num 677) dirty exists 2024-08-19T11:38:09.833 INFO:tasks.rados.rados.0.smithi136.stdout:2154: left oid 38 (ObjNum 677 snap 201 seq_num 677) 2024-08-19T11:38:10.817 INFO:tasks.rados.rados.0.smithi136.stdout:2153: done (2 left) 2024-08-19T11:38:10.817 INFO:tasks.rados.rados.0.smithi136.stdout:2154: done (1 left) 2024-08-19T11:38:10.817 INFO:tasks.rados.rados.0.smithi136.stdout:2155: done (0 left) 2024-08-19T11:38:10.817 INFO:tasks.rados.rados.0.smithi136.stdout:2156: delete oid 41 current snap is 202 2024-08-19T11:38:10.822 INFO:tasks.rados.rados.0.smithi136.stdout:2156: done (0 left) 2024-08-19T11:38:10.822 INFO:tasks.rados.rados.0.smithi136.stdout:2157: setattr oid 48 current snap is 202 2024-08-19T11:38:10.822 INFO:tasks.rados.rados.0.smithi136.stdout:2158: read oid 33 snap -1 2024-08-19T11:38:10.822 INFO:tasks.rados.rados.0.smithi136.stdout:2158: expect (ObjNum 606 snap 179 seq_num 606) 2024-08-19T11:38:10.822 INFO:tasks.rados.rados.0.smithi136.stdout:2159: delete oid 39 current snap is 202 2024-08-19T11:38:10.828 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 48 v 988 (ObjNum 4129 snap 0 seq_num 3763475712) dirty exists 2024-08-19T11:38:10.828 INFO:tasks.rados.rados.0.smithi136.stdout:2157: done (2 left) 2024-08-19T11:38:10.828 INFO:tasks.rados.rados.0.smithi136.stdout:2159: done (1 left) 2024-08-19T11:38:10.828 INFO:tasks.rados.rados.0.smithi136.stdout:2160: rollback oid 3 current snap is 202 2024-08-19T11:38:10.828 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 3 to 200 2024-08-19T11:38:10.828 INFO:tasks.rados.rados.0.smithi136.stdout:2161: snap_create 2024-08-19T11:38:10.829 INFO:tasks.rados.rados.0.smithi136.stdout:2158: expect (ObjNum 606 snap 179 seq_num 606) 2024-08-19T11:38:10.864 INFO:tasks.rados.rados.0.smithi136.stdout:2160: finishing rollback tid 1 to smithi13674108-3 2024-08-19T11:38:10.864 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 980 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-19T11:38:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:10 smithi136 ceph-mon[86496]: pgmap v364: 121 pgs: 5 peering, 32 active+undersized, 12 active+undersized+degraded, 72 active+clean; 230 MiB data, 960 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.2 MiB/s wr, 14 op/s; 43/333 objects degraded (12.913%) 2024-08-19T11:38:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:10 smithi136 ceph-mon[86496]: osdmap e486: 8 total, 8 up, 8 in 2024-08-19T11:38:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:10 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:10 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:38:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:10 smithi136 ceph-mon[88916]: pgmap v364: 121 pgs: 5 peering, 32 active+undersized, 12 active+undersized+degraded, 72 active+clean; 230 MiB data, 960 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.2 MiB/s wr, 14 op/s; 43/333 objects degraded (12.913%) 2024-08-19T11:38:11.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:10 smithi136 ceph-mon[88916]: osdmap e486: 8 total, 8 up, 8 in 2024-08-19T11:38:11.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:10 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:11.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:10 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:38:11.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:10 smithi155 ceph-mon[76679]: pgmap v364: 121 pgs: 5 peering, 32 active+undersized, 12 active+undersized+degraded, 72 active+clean; 230 MiB data, 960 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.2 MiB/s wr, 14 op/s; 43/333 objects degraded (12.913%) 2024-08-19T11:38:11.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:10 smithi155 ceph-mon[76679]: osdmap e486: 8 total, 8 up, 8 in 2024-08-19T11:38:11.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:10 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:11.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:10 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:38:11.831 INFO:tasks.rados.rados.0.smithi136.stdout:2158: done (2 left) 2024-08-19T11:38:11.831 INFO:tasks.rados.rados.0.smithi136.stdout:2160: done (1 left) 2024-08-19T11:38:11.831 INFO:tasks.rados.rados.0.smithi136.stdout:2161: done (0 left) 2024-08-19T11:38:11.831 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 20 current snap is 203 2024-08-19T11:38:11.831 INFO:tasks.rados.rados.0.smithi136.stdout:2162: seq_num 680 ranges {3530752=598016,4128768=573440,4702208=434176,5136384=196608} 2024-08-19T11:38:11.853 INFO:tasks.rados.rados.0.smithi136.stdout:2162: writing smithi13674108-20 from 3530752 to 4128768 tid 1 2024-08-19T11:38:11.856 INFO:tasks.rados.rados.0.smithi136.stdout:2162: writing smithi13674108-20 from 4128768 to 4702208 tid 2 2024-08-19T11:38:11.859 INFO:tasks.rados.rados.0.smithi136.stdout:2162: writing smithi13674108-20 from 4702208 to 5136384 tid 3 2024-08-19T11:38:11.860 INFO:tasks.rados.rados.0.smithi136.stdout:2162: writing smithi13674108-20 from 5136384 to 5332992 tid 4 2024-08-19T11:38:11.860 INFO:tasks.rados.rados.0.smithi136.stdout:2163: delete oid 11 current snap is 203 2024-08-19T11:38:11.860 INFO:tasks.rados.rados.0.smithi136.stdout:2162: finishing write tid 1 to smithi13674108-20 2024-08-19T11:38:11.860 INFO:tasks.rados.rados.0.smithi136.stdout:2162: finishing write tid 2 to smithi13674108-20 2024-08-19T11:38:11.863 INFO:tasks.rados.rados.0.smithi136.stdout:2162: finishing write tid 3 to smithi13674108-20 2024-08-19T11:38:11.863 INFO:tasks.rados.rados.0.smithi136.stdout:2162: finishing write tid 4 to smithi13674108-20 2024-08-19T11:38:11.863 INFO:tasks.rados.rados.0.smithi136.stdout:2162: finishing write tid 5 to smithi13674108-20 2024-08-19T11:38:11.865 INFO:tasks.rados.rados.0.smithi136.stdout:2162: finishing write tid 6 to smithi13674108-20 2024-08-19T11:38:11.865 INFO:tasks.rados.rados.0.smithi136.stdout:2162: oid 20 updating version 0 to 815 2024-08-19T11:38:11.865 INFO:tasks.rados.rados.0.smithi136.stdout:2162: oid 20 updating version 815 to 816 2024-08-19T11:38:11.865 INFO:tasks.rados.rados.0.smithi136.stdout:2162: oid 20 updating version 816 to 817 2024-08-19T11:38:11.865 INFO:tasks.rados.rados.0.smithi136.stdout:2162: oid 20 updating version 817 to 818 2024-08-19T11:38:11.865 INFO:tasks.rados.rados.0.smithi136.stdout:2162: oid 20 version 818 is already newer than 814 2024-08-19T11:38:11.865 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 818 (ObjNum 680 snap 203 seq_num 680) dirty exists 2024-08-19T11:38:11.866 INFO:tasks.rados.rados.0.smithi136.stdout:2162: left oid 20 (ObjNum 680 snap 203 seq_num 680) 2024-08-19T11:38:11.866 INFO:tasks.rados.rados.0.smithi136.stdout:2162: done (1 left) 2024-08-19T11:38:11.866 INFO:tasks.rados.rados.0.smithi136.stdout:2163: done (0 left) 2024-08-19T11:38:11.866 INFO:tasks.rados.rados.0.smithi136.stdout:2164: snap_remove snap 202 2024-08-19T11:38:12.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:11 smithi136 ceph-mon[88916]: osdmap e487: 8 total, 8 up, 8 in 2024-08-19T11:38:12.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:11 smithi136 ceph-mon[86496]: osdmap e487: 8 total, 8 up, 8 in 2024-08-19T11:38:12.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:11 smithi155 ceph-mon[76679]: osdmap e487: 8 total, 8 up, 8 in 2024-08-19T11:38:12.832 INFO:tasks.rados.rados.0.smithi136.stdout:2164: done (0 left) 2024-08-19T11:38:12.832 INFO:tasks.rados.rados.0.smithi136.stdout:2165: read oid 16 snap 198 2024-08-19T11:38:12.832 INFO:tasks.rados.rados.0.smithi136.stdout:2165: expect deleted 2024-08-19T11:38:12.832 INFO:tasks.rados.rados.0.smithi136.stdout:2166: delete oid 12 current snap is 203 2024-08-19T11:38:12.843 INFO:tasks.rados.rados.0.smithi136.stdout:2165: done (1 left) 2024-08-19T11:38:12.843 INFO:tasks.rados.rados.0.smithi136.stdout:2166: done (0 left) 2024-08-19T11:38:12.843 INFO:tasks.rados.rados.0.smithi136.stdout:2167: read oid 7 snap -1 2024-08-19T11:38:12.843 INFO:tasks.rados.rados.0.smithi136.stdout:2167: expect (ObjNum 512 snap 142 seq_num 512) 2024-08-19T11:38:12.843 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 36 current snap is 203 2024-08-19T11:38:12.843 INFO:tasks.rados.rados.0.smithi136.stdout:2168: seq_num 683 ranges {0=647168,647168=630784,1277952=573440} 2024-08-19T11:38:12.847 INFO:tasks.rados.rados.0.smithi136.stdout:2168: writing smithi13674108-36 from 0 to 647168 tid 1 2024-08-19T11:38:12.850 INFO:tasks.rados.rados.0.smithi136.stdout:2168: writing smithi13674108-36 from 647168 to 1277952 tid 2 2024-08-19T11:38:12.853 INFO:tasks.rados.rados.0.smithi136.stdout:2168: writing smithi13674108-36 from 1277952 to 1851392 tid 3 2024-08-19T11:38:12.854 INFO:tasks.rados.rados.0.smithi136.stdout:2169: snap_create 2024-08-19T11:38:12.854 INFO:tasks.rados.rados.0.smithi136.stdout:2168: finishing write tid 1 to smithi13674108-36 2024-08-19T11:38:12.862 INFO:tasks.rados.rados.0.smithi136.stdout:2168: finishing write tid 2 to smithi13674108-36 2024-08-19T11:38:12.863 INFO:tasks.rados.rados.0.smithi136.stdout:2168: finishing write tid 3 to smithi13674108-36 2024-08-19T11:38:12.863 INFO:tasks.rados.rados.0.smithi136.stdout:2168: finishing write tid 4 to smithi13674108-36 2024-08-19T11:38:12.864 INFO:tasks.rados.rados.0.smithi136.stdout:2168: finishing write tid 5 to smithi13674108-36 2024-08-19T11:38:12.864 INFO:tasks.rados.rados.0.smithi136.stdout:2168: oid 36 updating version 0 to 600 2024-08-19T11:38:12.864 INFO:tasks.rados.rados.0.smithi136.stdout:2168: oid 36 updating version 600 to 602 2024-08-19T11:38:12.864 INFO:tasks.rados.rados.0.smithi136.stdout:2168: oid 36 version 602 is already newer than 601 2024-08-19T11:38:12.865 INFO:tasks.rados.rados.0.smithi136.stdout:2168: oid 36 version 602 is already newer than 599 2024-08-19T11:38:12.865 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 602 (ObjNum 683 snap 203 seq_num 683) dirty exists 2024-08-19T11:38:12.865 INFO:tasks.rados.rados.0.smithi136.stdout:2168: left oid 36 (ObjNum 683 snap 203 seq_num 683) 2024-08-19T11:38:12.896 INFO:tasks.rados.rados.0.smithi136.stdout:2167: expect (ObjNum 512 snap 142 seq_num 512) 2024-08-19T11:38:13.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:12 smithi136 ceph-mon[88916]: pgmap v367: 121 pgs: 5 peering, 22 active+undersized, 7 active+undersized+degraded, 87 active+clean; 216 MiB data, 921 MiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 840 KiB/s wr, 5 op/s; 29/312 objects degraded (9.295%); 3.1 MiB/s, 0 objects/s recovering 2024-08-19T11:38:13.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:12 smithi136 ceph-mon[88916]: osdmap e488: 8 total, 8 up, 8 in 2024-08-19T11:38:13.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:12 smithi136 ceph-mon[86496]: pgmap v367: 121 pgs: 5 peering, 22 active+undersized, 7 active+undersized+degraded, 87 active+clean; 216 MiB data, 921 MiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 840 KiB/s wr, 5 op/s; 29/312 objects degraded (9.295%); 3.1 MiB/s, 0 objects/s recovering 2024-08-19T11:38:13.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:12 smithi136 ceph-mon[86496]: osdmap e488: 8 total, 8 up, 8 in 2024-08-19T11:38:13.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:12 smithi155 ceph-mon[76679]: pgmap v367: 121 pgs: 5 peering, 22 active+undersized, 7 active+undersized+degraded, 87 active+clean; 216 MiB data, 921 MiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 840 KiB/s wr, 5 op/s; 29/312 objects degraded (9.295%); 3.1 MiB/s, 0 objects/s recovering 2024-08-19T11:38:13.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:12 smithi155 ceph-mon[76679]: osdmap e488: 8 total, 8 up, 8 in 2024-08-19T11:38:13.843 INFO:tasks.rados.rados.0.smithi136.stdout:2167: done (2 left) 2024-08-19T11:38:13.844 INFO:tasks.rados.rados.0.smithi136.stdout:2168: done (1 left) 2024-08-19T11:38:13.844 INFO:tasks.rados.rados.0.smithi136.stdout:2169: done (0 left) 2024-08-19T11:38:13.844 INFO:tasks.rados.rados.0.smithi136.stdout:2170: rmattr oid 11 current snap is 204 2024-08-19T11:38:13.844 INFO:tasks.rados.rados.0.smithi136.stdout:2170: done (0 left) 2024-08-19T11:38:13.844 INFO:tasks.rados.rados.0.smithi136.stdout:2171: read oid 45 snap -1 2024-08-19T11:38:13.844 INFO:tasks.rados.rados.0.smithi136.stdout:2171: expect (ObjNum 627 snap 183 seq_num 627) 2024-08-19T11:38:13.844 INFO:tasks.rados.rados.0.smithi136.stdout:2172: copy_from oid 30 from oid 9 current snap is 204 2024-08-19T11:38:13.844 INFO:tasks.rados.rados.0.smithi136.stdout:2173: snap_create 2024-08-19T11:38:13.848 INFO:tasks.rados.rados.0.smithi136.stdout:2172: finishing copy_from to smithi13674108-30 2024-08-19T11:38:13.848 INFO:tasks.rados.rados.0.smithi136.stdout:2172: got expected ENOENT (src dne) 2024-08-19T11:38:13.848 INFO:tasks.rados.rados.0.smithi136.stdout:2172: finishing copy_from racing read to smithi13674108-30 2024-08-19T11:38:13.853 INFO:tasks.rados.rados.0.smithi136.stdout:2171: expect (ObjNum 627 snap 183 seq_num 627) 2024-08-19T11:38:14.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:13 smithi136 ceph-mon[88916]: osdmap e489: 8 total, 8 up, 8 in 2024-08-19T11:38:14.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:13 smithi136 ceph-mon[88916]: Health check update: Degraded data redundancy: 29/312 objects degraded (9.295%), 7 pgs degraded (PG_DEGRADED) 2024-08-19T11:38:14.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:13 smithi136 ceph-mon[86496]: osdmap e489: 8 total, 8 up, 8 in 2024-08-19T11:38:14.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:13 smithi136 ceph-mon[86496]: Health check update: Degraded data redundancy: 29/312 objects degraded (9.295%), 7 pgs degraded (PG_DEGRADED) 2024-08-19T11:38:14.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:13 smithi155 ceph-mon[76679]: osdmap e489: 8 total, 8 up, 8 in 2024-08-19T11:38:14.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:13 smithi155 ceph-mon[76679]: Health check update: Degraded data redundancy: 29/312 objects degraded (9.295%), 7 pgs degraded (PG_DEGRADED) 2024-08-19T11:38:14.846 INFO:tasks.rados.rados.0.smithi136.stdout:2171: done (2 left) 2024-08-19T11:38:14.846 INFO:tasks.rados.rados.0.smithi136.stdout:2172: done (1 left) 2024-08-19T11:38:14.846 INFO:tasks.rados.rados.0.smithi136.stdout:2173: done (0 left) 2024-08-19T11:38:14.846 INFO:tasks.rados.rados.0.smithi136.stdout:2174: rollback oid 30 current snap is 205 2024-08-19T11:38:14.846 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 30 to 198 2024-08-19T11:38:14.846 INFO:tasks.rados.rados.0.smithi136.stdout:2175: rollback oid 36 current snap is 205 2024-08-19T11:38:14.846 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 36 to 201 2024-08-19T11:38:14.846 INFO:tasks.rados.rados.0.smithi136.stdout:2176: read oid 1 snap -1 2024-08-19T11:38:14.846 INFO:tasks.rados.rados.0.smithi136.stdout:2176: expect (ObjNum 610 snap 179 seq_num 610) 2024-08-19T11:38:14.846 INFO:tasks.rados.rados.0.smithi136.stdout:2177: rollback oid 42 current snap is 205 2024-08-19T11:38:14.847 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 42 to 198 2024-08-19T11:38:14.847 INFO:tasks.rados.rados.0.smithi136.stdout:2178: read oid 24 snap -1 2024-08-19T11:38:14.847 INFO:tasks.rados.rados.0.smithi136.stdout:2178: expect (ObjNum 620 snap 180 seq_num 620) 2024-08-19T11:38:14.847 INFO:tasks.rados.rados.0.smithi136.stdout:2179: snap_remove snap 203 2024-08-19T11:38:15.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:14 smithi136 ceph-mon[86496]: pgmap v370: 121 pgs: 5 peering, 116 active+clean; 150 MiB data, 864 MiB used, 714 GiB / 715 GiB avail; 745 KiB/s rd, 426 KiB/s wr, 11 op/s; 21 MiB/s, 5 objects/s recovering 2024-08-19T11:38:15.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:14 smithi136 ceph-mon[86496]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/312 objects degraded (9.295%), 7 pgs degraded) 2024-08-19T11:38:15.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:14 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:38:15.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:14 smithi136 ceph-mon[86496]: osdmap e490: 8 total, 8 up, 8 in 2024-08-19T11:38:15.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:14 smithi136 ceph-mon[88916]: pgmap v370: 121 pgs: 5 peering, 116 active+clean; 150 MiB data, 864 MiB used, 714 GiB / 715 GiB avail; 745 KiB/s rd, 426 KiB/s wr, 11 op/s; 21 MiB/s, 5 objects/s recovering 2024-08-19T11:38:15.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:14 smithi136 ceph-mon[88916]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/312 objects degraded (9.295%), 7 pgs degraded) 2024-08-19T11:38:15.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:14 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:38:15.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:14 smithi136 ceph-mon[88916]: osdmap e490: 8 total, 8 up, 8 in 2024-08-19T11:38:15.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:14 smithi155 ceph-mon[76679]: pgmap v370: 121 pgs: 5 peering, 116 active+clean; 150 MiB data, 864 MiB used, 714 GiB / 715 GiB avail; 745 KiB/s rd, 426 KiB/s wr, 11 op/s; 21 MiB/s, 5 objects/s recovering 2024-08-19T11:38:15.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:14 smithi155 ceph-mon[76679]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/312 objects degraded (9.295%), 7 pgs degraded) 2024-08-19T11:38:15.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:14 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:38:15.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:14 smithi155 ceph-mon[76679]: osdmap e490: 8 total, 8 up, 8 in 2024-08-19T11:38:15.857 INFO:tasks.rados.rados.0.smithi136.stdout:2179: done (5 left) 2024-08-19T11:38:15.857 INFO:tasks.rados.rados.0.smithi136.stdout:2180: rollback oid 40 current snap is 205 2024-08-19T11:38:15.857 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 40 to 204 2024-08-19T11:38:15.858 INFO:tasks.rados.rados.0.smithi136.stdout:2174: finishing rollback tid 1 to smithi13674108-30 2024-08-19T11:38:15.858 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 0 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-08-19T11:38:15.858 INFO:tasks.rados.rados.0.smithi136.stdout:2177: finishing rollback tid 0 to smithi13674108-42 2024-08-19T11:38:15.858 INFO:tasks.rados.rados.0.smithi136.stdout:2175: finishing rollback tid 0 to smithi13674108-36 2024-08-19T11:38:15.858 INFO:tasks.rados.rados.0.smithi136.stdout:2177: finishing rollback tid 1 to smithi13674108-42 2024-08-19T11:38:15.858 INFO:tasks.rados.rados.0.smithi136.stdout:2175: finishing rollback tid 1 to smithi13674108-36 2024-08-19T11:38:15.858 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 604 (ObjNum 4129 snap 0 seq_num 3763675984) dirty dne 2024-08-19T11:38:15.858 INFO:tasks.rados.rados.0.smithi136.stdout:2177: finishing rollback tid 2 to smithi13674108-42 2024-08-19T11:38:15.858 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 604 (ObjNum 657 snap 197 seq_num 657) dirty exists 2024-08-19T11:38:15.858 INFO:tasks.rados.rados.0.smithi136.stdout:2176: expect (ObjNum 610 snap 179 seq_num 610) 2024-08-19T11:38:15.994 INFO:tasks.rados.rados.0.smithi136.stdout:2178: expect (ObjNum 620 snap 180 seq_num 620) 2024-08-19T11:38:16.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:15 smithi155 ceph-mon[76679]: osdmap e491: 8 total, 8 up, 8 in 2024-08-19T11:38:16.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:15 smithi136 ceph-mon[88916]: osdmap e491: 8 total, 8 up, 8 in 2024-08-19T11:38:16.351 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:15 smithi136 ceph-mon[86496]: osdmap e491: 8 total, 8 up, 8 in 2024-08-19T11:38:16.379 INFO:tasks.rados.rados.0.smithi136.stdout:2180: finishing rollback tid 1 to smithi13674108-40 2024-08-19T11:38:16.379 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-19T11:38:16.379 INFO:tasks.rados.rados.0.smithi136.stdout:2174: done (5 left) 2024-08-19T11:38:16.379 INFO:tasks.rados.rados.0.smithi136.stdout:2175: done (4 left) 2024-08-19T11:38:16.379 INFO:tasks.rados.rados.0.smithi136.stdout:2176: done (3 left) 2024-08-19T11:38:16.380 INFO:tasks.rados.rados.0.smithi136.stdout:2177: done (2 left) 2024-08-19T11:38:16.380 INFO:tasks.rados.rados.0.smithi136.stdout:2178: done (1 left) 2024-08-19T11:38:16.380 INFO:tasks.rados.rados.0.smithi136.stdout:2180: done (0 left) 2024-08-19T11:38:16.380 INFO:tasks.rados.rados.0.smithi136.stdout:2181: read oid 16 snap -1 2024-08-19T11:38:16.380 INFO:tasks.rados.rados.0.smithi136.stdout:2181: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:38:16.380 INFO:tasks.rados.rados.0.smithi136.stdout:2182: rollback oid 35 current snap is 205 2024-08-19T11:38:16.380 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 35 to 200 2024-08-19T11:38:16.380 INFO:tasks.rados.rados.0.smithi136.stdout:2183: snap_create 2024-08-19T11:38:16.381 INFO:tasks.rados.rados.0.smithi136.stdout:2181: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:38:16.383 INFO:tasks.rados.rados.0.smithi136.stdout:2182: finishing rollback tid 0 to smithi13674108-35 2024-08-19T11:38:16.383 INFO:tasks.rados.rados.0.smithi136.stdout:2182: finishing rollback tid 1 to smithi13674108-35 2024-08-19T11:38:16.383 INFO:tasks.rados.rados.0.smithi136.stdout:2182: finishing rollback tid 2 to smithi13674108-35 2024-08-19T11:38:16.383 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 503 (ObjNum 601 snap 176 seq_num 601) dirty exists 2024-08-19T11:38:16.857 INFO:tasks.rados.rados.0.smithi136.stdout:2181: done (2 left) 2024-08-19T11:38:16.858 INFO:tasks.rados.rados.0.smithi136.stdout:2182: done (1 left) 2024-08-19T11:38:16.858 INFO:tasks.rados.rados.0.smithi136.stdout:2183: done (0 left) 2024-08-19T11:38:16.858 INFO:tasks.rados.rados.0.smithi136.stdout:2184: snap_create 2024-08-19T11:38:17.116 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:16 smithi155 ceph-mon[76679]: pgmap v373: 121 pgs: 121 active+clean; 150 MiB data, 864 MiB used, 714 GiB / 715 GiB avail; 745 KiB/s rd, 0 B/s wr, 9 op/s; 18 MiB/s, 4 objects/s recovering 2024-08-19T11:38:17.117 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:16 smithi155 ceph-mon[76679]: osdmap e492: 8 total, 8 up, 8 in 2024-08-19T11:38:17.249 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:16 smithi136 ceph-mon[88916]: pgmap v373: 121 pgs: 121 active+clean; 150 MiB data, 864 MiB used, 714 GiB / 715 GiB avail; 745 KiB/s rd, 0 B/s wr, 9 op/s; 18 MiB/s, 4 objects/s recovering 2024-08-19T11:38:17.249 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:16 smithi136 ceph-mon[88916]: osdmap e492: 8 total, 8 up, 8 in 2024-08-19T11:38:17.249 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:16 smithi136 ceph-mon[86496]: pgmap v373: 121 pgs: 121 active+clean; 150 MiB data, 864 MiB used, 714 GiB / 715 GiB avail; 745 KiB/s rd, 0 B/s wr, 9 op/s; 18 MiB/s, 4 objects/s recovering 2024-08-19T11:38:17.249 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:16 smithi136 ceph-mon[86496]: osdmap e492: 8 total, 8 up, 8 in 2024-08-19T11:38:17.847 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:38:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:38:17] "GET /metrics HTTP/1.1" 200 36155 "" "Prometheus/2.43.0" 2024-08-19T11:38:17.874 INFO:tasks.rados.rados.0.smithi136.stdout:2184: done (0 left) 2024-08-19T11:38:17.874 INFO:tasks.rados.rados.0.smithi136.stdout:2185: snap_create 2024-08-19T11:38:17.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:17 smithi155 ceph-mon[76679]: osdmap e493: 8 total, 8 up, 8 in 2024-08-19T11:38:18.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:17 smithi136 ceph-mon[88916]: osdmap e493: 8 total, 8 up, 8 in 2024-08-19T11:38:18.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:17 smithi136 ceph-mon[86496]: osdmap e493: 8 total, 8 up, 8 in 2024-08-19T11:38:18.664 INFO:tasks.rados.rados.0.smithi136.stdout:2185: done (0 left) 2024-08-19T11:38:18.665 INFO:tasks.rados.rados.0.smithi136.stdout:2186: read oid 21 snap -1 2024-08-19T11:38:18.665 INFO:tasks.rados.rados.0.smithi136.stdout:2186: expect (ObjNum 618 snap 180 seq_num 618) 2024-08-19T11:38:18.665 INFO:tasks.rados.rados.0.smithi136.stdout:2187: delete oid 10 current snap is 208 2024-08-19T11:38:18.670 INFO:tasks.rados.rados.0.smithi136.stdout:2187: done (1 left) 2024-08-19T11:38:18.671 INFO:tasks.rados.rados.0.smithi136.stdout:2188: rollback oid 28 current snap is 208 2024-08-19T11:38:18.671 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 28 to 207 2024-08-19T11:38:18.671 INFO:tasks.rados.rados.0.smithi136.stdout:2189: snap_remove snap 204 2024-08-19T11:38:19.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:18 smithi155 ceph-mon[76679]: pgmap v376: 121 pgs: 121 active+clean; 154 MiB data, 904 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 892 KiB/s wr, 9 op/s 2024-08-19T11:38:19.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:18 smithi155 ceph-mon[76679]: osdmap e494: 8 total, 8 up, 8 in 2024-08-19T11:38:19.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:18 smithi155 ceph-mon[76679]: osdmap e495: 8 total, 8 up, 8 in 2024-08-19T11:38:19.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:18 smithi136 ceph-mon[88916]: pgmap v376: 121 pgs: 121 active+clean; 154 MiB data, 904 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 892 KiB/s wr, 9 op/s 2024-08-19T11:38:19.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:18 smithi136 ceph-mon[88916]: osdmap e494: 8 total, 8 up, 8 in 2024-08-19T11:38:19.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:18 smithi136 ceph-mon[88916]: osdmap e495: 8 total, 8 up, 8 in 2024-08-19T11:38:19.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:18 smithi136 ceph-mon[86496]: pgmap v376: 121 pgs: 121 active+clean; 154 MiB data, 904 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 892 KiB/s wr, 9 op/s 2024-08-19T11:38:19.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:18 smithi136 ceph-mon[86496]: osdmap e494: 8 total, 8 up, 8 in 2024-08-19T11:38:19.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:18 smithi136 ceph-mon[86496]: osdmap e495: 8 total, 8 up, 8 in 2024-08-19T11:38:19.663 INFO:tasks.rados.rados.0.smithi136.stdout:2189: done (2 left) 2024-08-19T11:38:19.663 INFO:tasks.rados.rados.0.smithi136.stdout:2190: snap_create 2024-08-19T11:38:19.663 INFO:tasks.rados.rados.0.smithi136.stdout:2188: finishing rollback tid 0 to smithi13674108-28 2024-08-19T11:38:19.663 INFO:tasks.rados.rados.0.smithi136.stdout:2188: finishing rollback tid 1 to smithi13674108-28 2024-08-19T11:38:19.663 INFO:tasks.rados.rados.0.smithi136.stdout:2188: finishing rollback tid 2 to smithi13674108-28 2024-08-19T11:38:19.663 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 995 (ObjNum 584 snap 171 seq_num 584) dirty exists 2024-08-19T11:38:19.663 INFO:tasks.rados.rados.0.smithi136.stdout:2186: expect (ObjNum 618 snap 180 seq_num 618) 2024-08-19T11:38:20.667 INFO:tasks.rados.rados.0.smithi136.stdout:2186: done (2 left) 2024-08-19T11:38:20.667 INFO:tasks.rados.rados.0.smithi136.stdout:2188: done (1 left) 2024-08-19T11:38:20.667 INFO:tasks.rados.rados.0.smithi136.stdout:2190: done (0 left) 2024-08-19T11:38:20.667 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 40 current snap is 209 2024-08-19T11:38:20.668 INFO:tasks.rados.rados.0.smithi136.stdout:2191: seq_num 685 ranges {0=679936,679936=442368,1122304=622592,1744896=139264} 2024-08-19T11:38:20.670 INFO:tasks.rados.rados.0.smithi136.stdout:2191: writing smithi13674108-40 from 0 to 679936 tid 1 2024-08-19T11:38:20.673 INFO:tasks.rados.rados.0.smithi136.stdout:2191: writing smithi13674108-40 from 679936 to 1122304 tid 2 2024-08-19T11:38:20.676 INFO:tasks.rados.rados.0.smithi136.stdout:2191: writing smithi13674108-40 from 1122304 to 1744896 tid 3 2024-08-19T11:38:20.678 INFO:tasks.rados.rados.0.smithi136.stdout:2191: writing smithi13674108-40 from 1744896 to 1884160 tid 4 2024-08-19T11:38:20.678 INFO:tasks.rados.rados.0.smithi136.stdout:2192: setattr oid 18 current snap is 209 2024-08-19T11:38:20.678 INFO:tasks.rados.rados.0.smithi136.stdout:2191: finishing write tid 1 to smithi13674108-40 2024-08-19T11:38:20.678 INFO:tasks.rados.rados.0.smithi136.stdout:2191: finishing write tid 2 to smithi13674108-40 2024-08-19T11:38:20.679 INFO:tasks.rados.rados.0.smithi136.stdout:2193: setattr oid 7 current snap is 209 2024-08-19T11:38:20.680 INFO:tasks.rados.rados.0.smithi136.stdout:2191: finishing write tid 3 to smithi13674108-40 2024-08-19T11:38:20.681 INFO:tasks.rados.rados.0.smithi136.stdout:2191: finishing write tid 4 to smithi13674108-40 2024-08-19T11:38:20.681 INFO:tasks.rados.rados.0.smithi136.stdout:2194: rollback oid 12 current snap is 209 2024-08-19T11:38:20.681 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 12 to 200 2024-08-19T11:38:20.681 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 4 current snap is 209 2024-08-19T11:38:20.681 INFO:tasks.rados.rados.0.smithi136.stdout:2195: seq_num 686 ranges {2670592=696320,3366912=729088,4096000=425984,4521984=49152} 2024-08-19T11:38:20.699 INFO:tasks.rados.rados.0.smithi136.stdout:2195: writing smithi13674108-4 from 2670592 to 3366912 tid 1 2024-08-19T11:38:20.703 INFO:tasks.rados.rados.0.smithi136.stdout:2195: writing smithi13674108-4 from 3366912 to 4096000 tid 2 2024-08-19T11:38:20.706 INFO:tasks.rados.rados.0.smithi136.stdout:2195: writing smithi13674108-4 from 4096000 to 4521984 tid 3 2024-08-19T11:38:20.707 INFO:tasks.rados.rados.0.smithi136.stdout:2195: writing smithi13674108-4 from 4521984 to 4571136 tid 4 2024-08-19T11:38:20.708 INFO:tasks.rados.rados.0.smithi136.stdout:2196: read oid 32 snap 198 2024-08-19T11:38:20.708 INFO:tasks.rados.rados.0.smithi136.stdout:2196: expect (ObjNum 623 snap 180 seq_num 623) 2024-08-19T11:38:20.708 INFO:tasks.rados.rados.0.smithi136.stdout:2197: copy_from oid 46 from oid 20 current snap is 209 2024-08-19T11:38:20.708 INFO:tasks.rados.rados.0.smithi136.stdout:2191: finishing write tid 5 to smithi13674108-40 2024-08-19T11:38:20.708 INFO:tasks.rados.rados.0.smithi136.stdout:2191: finishing write tid 6 to smithi13674108-40 2024-08-19T11:38:20.708 INFO:tasks.rados.rados.0.smithi136.stdout:2191: oid 40 updating version 0 to 913 2024-08-19T11:38:20.708 INFO:tasks.rados.rados.0.smithi136.stdout:2191: oid 40 version 913 is already newer than 912 2024-08-19T11:38:20.708 INFO:tasks.rados.rados.0.smithi136.stdout:2191: oid 40 updating version 913 to 915 2024-08-19T11:38:20.708 INFO:tasks.rados.rados.0.smithi136.stdout:2191: oid 40 version 915 is already newer than 911 2024-08-19T11:38:20.708 INFO:tasks.rados.rados.0.smithi136.stdout:2191: oid 40 version 915 is already newer than 914 2024-08-19T11:38:20.708 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 915 (ObjNum 685 snap 209 seq_num 685) dirty exists 2024-08-19T11:38:20.709 INFO:tasks.rados.rados.0.smithi136.stdout:2191: left oid 40 (ObjNum 685 snap 209 seq_num 685) 2024-08-19T11:38:20.709 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 821 (ObjNum 33 snap 0 seq_num 3763518816) dirty exists 2024-08-19T11:38:20.709 INFO:tasks.rados.rados.0.smithi136.stdout:2194: finishing rollback tid 1 to smithi13674108-12 2024-08-19T11:38:20.709 INFO:tasks.rados.rados.0.smithi136.stdout:2194: finishing rollback tid 2 to smithi13674108-12 2024-08-19T11:38:20.709 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 505 (ObjNum 626 snap 181 seq_num 626) dirty exists 2024-08-19T11:38:20.709 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 999 (ObjNum 512 snap 142 seq_num 512) dirty exists 2024-08-19T11:38:20.709 INFO:tasks.rados.rados.0.smithi136.stdout:2195: finishing write tid 1 to smithi13674108-4 2024-08-19T11:38:20.709 INFO:tasks.rados.rados.0.smithi136.stdout:2191: done (6 left) 2024-08-19T11:38:20.709 INFO:tasks.rados.rados.0.smithi136.stdout:2192: done (5 left) 2024-08-19T11:38:20.709 INFO:tasks.rados.rados.0.smithi136.stdout:2193: done (4 left) 2024-08-19T11:38:20.709 INFO:tasks.rados.rados.0.smithi136.stdout:2194: done (3 left) 2024-08-19T11:38:20.709 INFO:tasks.rados.rados.0.smithi136.stdout:2198: read oid 38 snap 200 2024-08-19T11:38:20.709 INFO:tasks.rados.rados.0.smithi136.stdout:2198: expect (ObjNum 625 snap 181 seq_num 625) 2024-08-19T11:38:20.710 INFO:tasks.rados.rados.0.smithi136.stdout:2199: snap_create 2024-08-19T11:38:20.710 INFO:tasks.rados.rados.0.smithi136.stdout:2195: finishing write tid 2 to smithi13674108-4 2024-08-19T11:38:20.711 INFO:tasks.rados.rados.0.smithi136.stdout:2195: finishing write tid 3 to smithi13674108-4 2024-08-19T11:38:20.712 INFO:tasks.rados.rados.0.smithi136.stdout:2195: finishing write tid 4 to smithi13674108-4 2024-08-19T11:38:20.712 INFO:tasks.rados.rados.0.smithi136.stdout:2195: finishing write tid 5 to smithi13674108-4 2024-08-19T11:38:20.714 INFO:tasks.rados.rados.0.smithi136.stdout:2195: finishing write tid 6 to smithi13674108-4 2024-08-19T11:38:20.714 INFO:tasks.rados.rados.0.smithi136.stdout:2195: oid 4 updating version 0 to 995 2024-08-19T11:38:20.714 INFO:tasks.rados.rados.0.smithi136.stdout:2195: oid 4 updating version 995 to 997 2024-08-19T11:38:20.714 INFO:tasks.rados.rados.0.smithi136.stdout:2195: oid 4 version 997 is already newer than 996 2024-08-19T11:38:20.715 INFO:tasks.rados.rados.0.smithi136.stdout:2195: oid 4 updating version 997 to 998 2024-08-19T11:38:20.715 INFO:tasks.rados.rados.0.smithi136.stdout:2195: oid 4 version 998 is already newer than 994 2024-08-19T11:38:20.715 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 998 (ObjNum 686 snap 209 seq_num 686) dirty exists 2024-08-19T11:38:20.715 INFO:tasks.rados.rados.0.smithi136.stdout:2195: left oid 4 (ObjNum 686 snap 209 seq_num 686) 2024-08-19T11:38:20.715 INFO:tasks.rados.rados.0.smithi136.stdout:2198: expect (ObjNum 625 snap 181 seq_num 625) 2024-08-19T11:38:20.743 INFO:tasks.rados.rados.0.smithi136.stdout:2196: expect (ObjNum 623 snap 180 seq_num 623) 2024-08-19T11:38:20.846 INFO:tasks.rados.rados.0.smithi136.stdout:2197: finishing copy_from racing read to smithi13674108-46 2024-08-19T11:38:20.846 INFO:tasks.rados.rados.0.smithi136.stdout:2197: finishing copy_from to smithi13674108-46 2024-08-19T11:38:20.846 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 46 v 818 (ObjNum 680 snap 203 seq_num 680) dirty exists 2024-08-19T11:38:20.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:20 smithi155 ceph-mon[76679]: pgmap v379: 121 pgs: 121 active+clean; 154 MiB data, 904 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 892 KiB/s wr, 9 op/s 2024-08-19T11:38:20.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:20 smithi155 ceph-mon[76679]: osdmap e496: 8 total, 8 up, 8 in 2024-08-19T11:38:20.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:20 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:21.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:20 smithi136 ceph-mon[86496]: pgmap v379: 121 pgs: 121 active+clean; 154 MiB data, 904 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 892 KiB/s wr, 9 op/s 2024-08-19T11:38:21.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:20 smithi136 ceph-mon[86496]: osdmap e496: 8 total, 8 up, 8 in 2024-08-19T11:38:21.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:20 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:21.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:20 smithi136 ceph-mon[88916]: pgmap v379: 121 pgs: 121 active+clean; 154 MiB data, 904 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 892 KiB/s wr, 9 op/s 2024-08-19T11:38:21.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:20 smithi136 ceph-mon[88916]: osdmap e496: 8 total, 8 up, 8 in 2024-08-19T11:38:21.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:20 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:21.679 INFO:tasks.rados.rados.0.smithi136.stdout:2195: done (4 left) 2024-08-19T11:38:21.680 INFO:tasks.rados.rados.0.smithi136.stdout:2196: done (3 left) 2024-08-19T11:38:21.680 INFO:tasks.rados.rados.0.smithi136.stdout:2197: done (2 left) 2024-08-19T11:38:21.680 INFO:tasks.rados.rados.0.smithi136.stdout:2198: done (1 left) 2024-08-19T11:38:21.680 INFO:tasks.rados.rados.0.smithi136.stdout:2199: done (0 left) 2024-08-19T11:38:21.680 INFO:tasks.rados.rados.0.smithi136.stdout:2200: copy_from oid 23 from oid 16 current snap is 210 2024-08-19T11:38:21.680 INFO:tasks.rados.rados.0.smithi136.stdout:2201: setattr oid 43 current snap is 210 2024-08-19T11:38:21.680 INFO:tasks.rados.rados.0.smithi136.stdout:2202: snap_create 2024-08-19T11:38:21.682 INFO:tasks.rados.rados.0.smithi136.stdout:2200: finishing copy_from racing read to smithi13674108-23 2024-08-19T11:38:21.684 INFO:tasks.rados.rados.0.smithi136.stdout:2200: finishing copy_from to smithi13674108-23 2024-08-19T11:38:21.684 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 844 (ObjNum 49 snap 0 seq_num 3763618328) dirty exists 2024-08-19T11:38:21.685 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 284 (ObjNum 614 snap 180 seq_num 614) dirty exists 2024-08-19T11:38:21.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:21 smithi155 ceph-mon[76679]: osdmap e497: 8 total, 8 up, 8 in 2024-08-19T11:38:22.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:21 smithi136 ceph-mon[86496]: osdmap e497: 8 total, 8 up, 8 in 2024-08-19T11:38:22.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:21 smithi136 ceph-mon[88916]: osdmap e497: 8 total, 8 up, 8 in 2024-08-19T11:38:22.688 INFO:tasks.rados.rados.0.smithi136.stdout:2200: done (2 left) 2024-08-19T11:38:22.688 INFO:tasks.rados.rados.0.smithi136.stdout:2201: done (1 left) 2024-08-19T11:38:22.688 INFO:tasks.rados.rados.0.smithi136.stdout:2202: done (0 left) 2024-08-19T11:38:22.688 INFO:tasks.rados.rados.0.smithi136.stdout:2203: copy_from oid 9 from oid 43 current snap is 211 2024-08-19T11:38:22.688 INFO:tasks.rados.rados.0.smithi136.stdout:2204: copy_from oid 20 from oid 18 current snap is 211 2024-08-19T11:38:22.688 INFO:tasks.rados.rados.0.smithi136.stdout:2205: read oid 15 snap 206 2024-08-19T11:38:22.688 INFO:tasks.rados.rados.0.smithi136.stdout:2205: expect (ObjNum -531873392 snap 22033 seq_num 3762815840) 2024-08-19T11:38:22.688 INFO:tasks.rados.rados.0.smithi136.stdout:2206: rollback oid 48 current snap is 211 2024-08-19T11:38:22.688 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 48 to 198 2024-08-19T11:38:22.688 INFO:tasks.rados.rados.0.smithi136.stdout:2207: read oid 19 snap -1 2024-08-19T11:38:22.688 INFO:tasks.rados.rados.0.smithi136.stdout:2207: expect (ObjNum 595 snap 176 seq_num 595) 2024-08-19T11:38:22.689 INFO:tasks.rados.rados.0.smithi136.stdout:2208: read oid 45 snap -1 2024-08-19T11:38:22.689 INFO:tasks.rados.rados.0.smithi136.stdout:2208: expect (ObjNum 627 snap 183 seq_num 627) 2024-08-19T11:38:22.689 INFO:tasks.rados.rados.0.smithi136.stdout:2209: setattr oid 38 current snap is 211 2024-08-19T11:38:22.689 INFO:tasks.rados.rados.0.smithi136.stdout:2205: expect (ObjNum -531873392 snap 22033 seq_num 3762815840) 2024-08-19T11:38:22.691 INFO:tasks.rados.rados.0.smithi136.stdout:2205: done (6 left) 2024-08-19T11:38:22.691 INFO:tasks.rados.rados.0.smithi136.stdout:2210: rollback oid 2 current snap is 211 2024-08-19T11:38:22.691 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 2 to 210 2024-08-19T11:38:22.691 INFO:tasks.rados.rados.0.smithi136.stdout:2211: snap_create 2024-08-19T11:38:22.691 INFO:tasks.rados.rados.0.smithi136.stdout:2210: finishing rollback tid 1 to smithi13674108-2 2024-08-19T11:38:22.692 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 2 v 0 (ObjNum 33 snap 0 seq_num 4066356464) dirty dne 2024-08-19T11:38:22.696 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 916 (ObjNum 677 snap 201 seq_num 677) dirty exists 2024-08-19T11:38:22.698 INFO:tasks.rados.rados.0.smithi136.stdout:2206: finishing rollback tid 0 to smithi13674108-48 2024-08-19T11:38:22.699 INFO:tasks.rados.rados.0.smithi136.stdout:2206: finishing rollback tid 1 to smithi13674108-48 2024-08-19T11:38:22.699 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 48 v 1001 (ObjNum 33 snap 0 seq_num 3763431744) dirty dne 2024-08-19T11:38:22.703 INFO:tasks.rados.rados.0.smithi136.stdout:2203: finishing copy_from racing read to smithi13674108-9 2024-08-19T11:38:22.705 INFO:tasks.rados.rados.0.smithi136.stdout:2203: finishing copy_from to smithi13674108-9 2024-08-19T11:38:22.706 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 284 (ObjNum 614 snap 180 seq_num 614) dirty exists 2024-08-19T11:38:22.707 INFO:tasks.rados.rados.0.smithi136.stdout:2204: finishing copy_from racing read to smithi13674108-20 2024-08-19T11:38:22.710 INFO:tasks.rados.rados.0.smithi136.stdout:2207: expect (ObjNum 595 snap 176 seq_num 595) 2024-08-19T11:38:22.880 INFO:tasks.rados.rados.0.smithi136.stdout:2208: expect (ObjNum 627 snap 183 seq_num 627) 2024-08-19T11:38:22.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:22 smithi155 ceph-mon[76679]: pgmap v382: 121 pgs: 121 active+clean; 154 MiB data, 904 MiB used, 714 GiB / 715 GiB avail; 642 KiB/s rd, 460 KiB/s wr, 7 op/s 2024-08-19T11:38:22.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:22 smithi155 ceph-mon[76679]: osdmap e498: 8 total, 8 up, 8 in 2024-08-19T11:38:23.022 INFO:tasks.rados.rados.0.smithi136.stdout:2204: finishing copy_from to smithi13674108-20 2024-08-19T11:38:23.022 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 821 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T11:38:23.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:22 smithi136 ceph-mon[88916]: pgmap v382: 121 pgs: 121 active+clean; 154 MiB data, 904 MiB used, 714 GiB / 715 GiB avail; 642 KiB/s rd, 460 KiB/s wr, 7 op/s 2024-08-19T11:38:23.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:22 smithi136 ceph-mon[88916]: osdmap e498: 8 total, 8 up, 8 in 2024-08-19T11:38:23.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:22 smithi136 ceph-mon[86496]: pgmap v382: 121 pgs: 121 active+clean; 154 MiB data, 904 MiB used, 714 GiB / 715 GiB avail; 642 KiB/s rd, 460 KiB/s wr, 7 op/s 2024-08-19T11:38:23.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:22 smithi136 ceph-mon[86496]: osdmap e498: 8 total, 8 up, 8 in 2024-08-19T11:38:23.662 INFO:tasks.rados.rados.0.smithi136.stdout:2203: done (7 left) 2024-08-19T11:38:23.662 INFO:tasks.rados.rados.0.smithi136.stdout:2204: done (6 left) 2024-08-19T11:38:23.662 INFO:tasks.rados.rados.0.smithi136.stdout:2206: done (5 left) 2024-08-19T11:38:23.663 INFO:tasks.rados.rados.0.smithi136.stdout:2207: done (4 left) 2024-08-19T11:38:23.663 INFO:tasks.rados.rados.0.smithi136.stdout:2208: done (3 left) 2024-08-19T11:38:23.663 INFO:tasks.rados.rados.0.smithi136.stdout:2209: done (2 left) 2024-08-19T11:38:23.663 INFO:tasks.rados.rados.0.smithi136.stdout:2210: done (1 left) 2024-08-19T11:38:23.663 INFO:tasks.rados.rados.0.smithi136.stdout:2211: done (0 left) 2024-08-19T11:38:23.663 INFO:tasks.rados.rados.0.smithi136.stdout:2212: read oid 7 snap -1 2024-08-19T11:38:23.663 INFO:tasks.rados.rados.0.smithi136.stdout:2212: expect (ObjNum 512 snap 142 seq_num 512) 2024-08-19T11:38:23.663 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 38 current snap is 212 2024-08-19T11:38:23.663 INFO:tasks.rados.rados.0.smithi136.stdout:2213: seq_num 687 ranges {2621440=712704,3334144=614400,3948544=589824} 2024-08-19T11:38:23.679 INFO:tasks.rados.rados.0.smithi136.stdout:2213: writing smithi13674108-38 from 2621440 to 3334144 tid 1 2024-08-19T11:38:23.683 INFO:tasks.rados.rados.0.smithi136.stdout:2213: writing smithi13674108-38 from 3334144 to 3948544 tid 2 2024-08-19T11:38:23.688 INFO:tasks.rados.rados.0.smithi136.stdout:2213: writing smithi13674108-38 from 3948544 to 4538368 tid 3 2024-08-19T11:38:23.688 INFO:tasks.rados.rados.0.smithi136.stdout:2214: rollback oid 13 current snap is 212 2024-08-19T11:38:23.688 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 13 to 211 2024-08-19T11:38:23.688 INFO:tasks.rados.rados.0.smithi136.stdout:2213: finishing write tid 1 to smithi13674108-38 2024-08-19T11:38:23.688 INFO:tasks.rados.rados.0.smithi136.stdout:2215: copy_from oid 26 from oid 15 current snap is 212 2024-08-19T11:38:23.688 INFO:tasks.rados.rados.0.smithi136.stdout:2216: snap_remove snap 198 2024-08-19T11:38:23.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:23 smithi155 ceph-mon[76679]: osdmap e499: 8 total, 8 up, 8 in 2024-08-19T11:38:23.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:23 smithi155 ceph-mon[76679]: osdmap e500: 8 total, 8 up, 8 in 2024-08-19T11:38:24.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:23 smithi136 ceph-mon[86496]: osdmap e499: 8 total, 8 up, 8 in 2024-08-19T11:38:24.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:23 smithi136 ceph-mon[86496]: osdmap e500: 8 total, 8 up, 8 in 2024-08-19T11:38:24.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:23 smithi136 ceph-mon[88916]: osdmap e499: 8 total, 8 up, 8 in 2024-08-19T11:38:24.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:23 smithi136 ceph-mon[88916]: osdmap e500: 8 total, 8 up, 8 in 2024-08-19T11:38:24.706 INFO:tasks.rados.rados.0.smithi136.stdout:2213: finishing write tid 2 to smithi13674108-38 2024-08-19T11:38:24.706 INFO:tasks.rados.rados.0.smithi136.stdout:2213: finishing write tid 3 to smithi13674108-38 2024-08-19T11:38:24.706 INFO:tasks.rados.rados.0.smithi136.stdout:2213: finishing write tid 4 to smithi13674108-38 2024-08-19T11:38:24.706 INFO:tasks.rados.rados.0.smithi136.stdout:2215: finishing copy_from racing read to smithi13674108-26 2024-08-19T11:38:24.706 INFO:tasks.rados.rados.0.smithi136.stdout:2213: finishing write tid 5 to smithi13674108-38 2024-08-19T11:38:24.706 INFO:tasks.rados.rados.0.smithi136.stdout:2213: oid 38 updating version 0 to 918 2024-08-19T11:38:24.707 INFO:tasks.rados.rados.0.smithi136.stdout:2213: oid 38 version 918 is already newer than 917 2024-08-19T11:38:24.707 INFO:tasks.rados.rados.0.smithi136.stdout:2213: oid 38 updating version 918 to 920 2024-08-19T11:38:24.707 INFO:tasks.rados.rados.0.smithi136.stdout:2213: oid 38 version 920 is already newer than 919 2024-08-19T11:38:24.707 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 920 (ObjNum 687 snap 212 seq_num 687) dirty exists 2024-08-19T11:38:24.707 INFO:tasks.rados.rados.0.smithi136.stdout:2213: left oid 38 (ObjNum 687 snap 212 seq_num 687) 2024-08-19T11:38:24.707 INFO:tasks.rados.rados.0.smithi136.stdout:2215: finishing copy_from to smithi13674108-26 2024-08-19T11:38:24.707 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 859 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T11:38:24.707 INFO:tasks.rados.rados.0.smithi136.stdout:2214: finishing rollback tid 1 to smithi13674108-13 2024-08-19T11:38:24.707 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 0 (ObjNum 33 snap 0 seq_num 3739280632) dirty dne 2024-08-19T11:38:24.707 INFO:tasks.rados.rados.0.smithi136.stdout:2212: expect (ObjNum 512 snap 142 seq_num 512) 2024-08-19T11:38:24.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:24 smithi155 ceph-mon[76679]: pgmap v385: 121 pgs: 121 active+clean; 165 MiB data, 909 MiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2024-08-19T11:38:24.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-19T11:38:24.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:24 smithi155 ceph-mon[76679]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-19T11:38:24.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:24 smithi155 ceph-mon[76679]: Upgrade: osd.6 is safe to restart 2024-08-19T11:38:25.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:24 smithi136 ceph-mon[86496]: pgmap v385: 121 pgs: 121 active+clean; 165 MiB data, 909 MiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2024-08-19T11:38:25.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-19T11:38:25.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:24 smithi136 ceph-mon[86496]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-19T11:38:25.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:24 smithi136 ceph-mon[86496]: Upgrade: osd.6 is safe to restart 2024-08-19T11:38:25.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:24 smithi136 ceph-mon[88916]: pgmap v385: 121 pgs: 121 active+clean; 165 MiB data, 909 MiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2024-08-19T11:38:25.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-19T11:38:25.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:24 smithi136 ceph-mon[88916]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-19T11:38:25.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:24 smithi136 ceph-mon[88916]: Upgrade: osd.6 is safe to restart 2024-08-19T11:38:25.423 INFO:tasks.rados.rados.0.smithi136.stdout:2212: done (4 left) 2024-08-19T11:38:25.423 INFO:tasks.rados.rados.0.smithi136.stdout:2213: done (3 left) 2024-08-19T11:38:25.423 INFO:tasks.rados.rados.0.smithi136.stdout:2214: done (2 left) 2024-08-19T11:38:25.423 INFO:tasks.rados.rados.0.smithi136.stdout:2215: done (1 left) 2024-08-19T11:38:25.423 INFO:tasks.rados.rados.0.smithi136.stdout:2216: done (0 left) 2024-08-19T11:38:25.423 INFO:tasks.rados.rados.0.smithi136.stdout:2217: rmattr oid 42 current snap is 212 2024-08-19T11:38:25.423 INFO:tasks.rados.rados.0.smithi136.stdout:2218: snap_create 2024-08-19T11:38:25.426 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 605 (ObjNum 657 snap 197 seq_num 657) dirty exists 2024-08-19T11:38:25.955 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:25 smithi155 ceph-mon[76679]: osdmap e501: 8 total, 8 up, 8 in 2024-08-19T11:38:25.955 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:25.955 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-19T11:38:25.955 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:38:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:38:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:25 smithi136 ceph-mon[88916]: osdmap e501: 8 total, 8 up, 8 in 2024-08-19T11:38:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-19T11:38:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:38:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:38:26.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:25 smithi136 ceph-mon[86496]: osdmap e501: 8 total, 8 up, 8 in 2024-08-19T11:38:26.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:26.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-19T11:38:26.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:38:26.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:26.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:38:26.425 INFO:tasks.rados.rados.0.smithi136.stdout:2217: done (1 left) 2024-08-19T11:38:26.425 INFO:tasks.rados.rados.0.smithi136.stdout:2218: done (0 left) 2024-08-19T11:38:26.425 INFO:tasks.rados.rados.0.smithi136.stdout:2219: delete oid 15 current snap is 213 2024-08-19T11:38:26.431 INFO:tasks.rados.rados.0.smithi136.stdout:2219: done (0 left) 2024-08-19T11:38:26.431 INFO:tasks.rados.rados.0.smithi136.stdout:2220: snap_remove snap 207 2024-08-19T11:38:26.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:26 smithi155 ceph-mon[76679]: pgmap v388: 121 pgs: 121 active+clean; 165 MiB data, 912 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-08-19T11:38:26.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:26 smithi155 ceph-mon[76679]: Upgrade: Updating osd.6 2024-08-19T11:38:26.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:26 smithi155 ceph-mon[76679]: Deploying daemon osd.6 on smithi155 2024-08-19T11:38:26.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:26 smithi155 ceph-mon[76679]: osdmap e502: 8 total, 8 up, 8 in 2024-08-19T11:38:27.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:26 smithi136 ceph-mon[88916]: pgmap v388: 121 pgs: 121 active+clean; 165 MiB data, 912 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-08-19T11:38:27.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:26 smithi136 ceph-mon[88916]: Upgrade: Updating osd.6 2024-08-19T11:38:27.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:26 smithi136 ceph-mon[88916]: Deploying daemon osd.6 on smithi155 2024-08-19T11:38:27.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:26 smithi136 ceph-mon[88916]: osdmap e502: 8 total, 8 up, 8 in 2024-08-19T11:38:27.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:26 smithi136 ceph-mon[86496]: pgmap v388: 121 pgs: 121 active+clean; 165 MiB data, 912 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-08-19T11:38:27.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:26 smithi136 ceph-mon[86496]: Upgrade: Updating osd.6 2024-08-19T11:38:27.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:26 smithi136 ceph-mon[86496]: Deploying daemon osd.6 on smithi155 2024-08-19T11:38:27.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:26 smithi136 ceph-mon[86496]: osdmap e502: 8 total, 8 up, 8 in 2024-08-19T11:38:27.429 INFO:tasks.rados.rados.0.smithi136.stdout:2220: done (0 left) 2024-08-19T11:38:27.429 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 21 current snap is 213 2024-08-19T11:38:27.429 INFO:tasks.rados.rados.0.smithi136.stdout:2221: seq_num 689 ranges {3833856=745472,4579328=786432,5365760=417792} 2024-08-19T11:38:27.453 INFO:tasks.rados.rados.0.smithi136.stdout:2221: writing smithi13674108-21 from 3833856 to 4579328 tid 1 2024-08-19T11:38:27.458 INFO:tasks.rados.rados.0.smithi136.stdout:2221: writing smithi13674108-21 from 4579328 to 5365760 tid 2 2024-08-19T11:38:27.461 INFO:tasks.rados.rados.0.smithi136.stdout:2221: writing smithi13674108-21 from 5365760 to 5783552 tid 3 2024-08-19T11:38:27.461 INFO:tasks.rados.rados.0.smithi136.stdout:2222: rmattr oid 18 current snap is 213 2024-08-19T11:38:27.461 INFO:tasks.rados.rados.0.smithi136.stdout:2221: finishing write tid 1 to smithi13674108-21 2024-08-19T11:38:27.461 INFO:tasks.rados.rados.0.smithi136.stdout:2223: copy_from oid 46 from oid 10 current snap is 213 2024-08-19T11:38:27.461 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 7 current snap is 213 2024-08-19T11:38:27.461 INFO:tasks.rados.rados.0.smithi136.stdout:2224: seq_num 690 ranges {8880128=761856,9641984=663552,10305536=409600,10715136=131072} 2024-08-19T11:38:27.512 INFO:tasks.rados.rados.0.smithi136.stdout:2224: writing smithi13674108-7 from 8880128 to 9641984 tid 1 2024-08-19T11:38:27.516 INFO:tasks.rados.rados.0.smithi136.stdout:2224: writing smithi13674108-7 from 9641984 to 10305536 tid 2 2024-08-19T11:38:27.518 INFO:tasks.rados.rados.0.smithi136.stdout:2224: writing smithi13674108-7 from 10305536 to 10715136 tid 3 2024-08-19T11:38:27.519 INFO:tasks.rados.rados.0.smithi136.stdout:2224: writing smithi13674108-7 from 10715136 to 10846208 tid 4 2024-08-19T11:38:27.519 INFO:tasks.rados.rados.0.smithi136.stdout:2225: snap_remove snap 210 2024-08-19T11:38:27.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:38:27 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:38:27] "GET /metrics HTTP/1.1" 200 36303 "" "Prometheus/2.43.0" 2024-08-19T11:38:28.435 INFO:tasks.rados.rados.0.smithi136.stdout:2221: finishing write tid 2 to smithi13674108-21 2024-08-19T11:38:28.435 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 837 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-19T11:38:28.435 INFO:tasks.rados.rados.0.smithi136.stdout:2221: finishing write tid 3 to smithi13674108-21 2024-08-19T11:38:28.435 INFO:tasks.rados.rados.0.smithi136.stdout:2223: finishing copy_from to smithi13674108-46 2024-08-19T11:38:28.435 INFO:tasks.rados.rados.0.smithi136.stdout:2223: got expected ENOENT (src dne) 2024-08-19T11:38:28.435 INFO:tasks.rados.rados.0.smithi136.stdout:2221: finishing write tid 4 to smithi13674108-21 2024-08-19T11:38:28.435 INFO:tasks.rados.rados.0.smithi136.stdout:2223: finishing copy_from racing read to smithi13674108-46 2024-08-19T11:38:28.435 INFO:tasks.rados.rados.0.smithi136.stdout:2221: finishing write tid 5 to smithi13674108-21 2024-08-19T11:38:28.435 INFO:tasks.rados.rados.0.smithi136.stdout:2221: oid 21 updating version 0 to 784 2024-08-19T11:38:28.435 INFO:tasks.rados.rados.0.smithi136.stdout:2221: oid 21 version 784 is already newer than 782 2024-08-19T11:38:28.436 INFO:tasks.rados.rados.0.smithi136.stdout:2221: oid 21 version 784 is already newer than 783 2024-08-19T11:38:28.436 INFO:tasks.rados.rados.0.smithi136.stdout:2221: oid 21 version 784 is already newer than 781 2024-08-19T11:38:28.436 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 784 (ObjNum 689 snap 213 seq_num 689) dirty exists 2024-08-19T11:38:28.436 INFO:tasks.rados.rados.0.smithi136.stdout:2221: left oid 21 (ObjNum 689 snap 213 seq_num 689) 2024-08-19T11:38:28.436 INFO:tasks.rados.rados.0.smithi136.stdout:2224: finishing write tid 1 to smithi13674108-7 2024-08-19T11:38:28.436 INFO:tasks.rados.rados.0.smithi136.stdout:2224: finishing write tid 2 to smithi13674108-7 2024-08-19T11:38:28.436 INFO:tasks.rados.rados.0.smithi136.stdout:2224: finishing write tid 3 to smithi13674108-7 2024-08-19T11:38:28.436 INFO:tasks.rados.rados.0.smithi136.stdout:2224: finishing write tid 4 to smithi13674108-7 2024-08-19T11:38:28.436 INFO:tasks.rados.rados.0.smithi136.stdout:2224: finishing write tid 5 to smithi13674108-7 2024-08-19T11:38:28.436 INFO:tasks.rados.rados.0.smithi136.stdout:2224: finishing write tid 6 to smithi13674108-7 2024-08-19T11:38:28.436 INFO:tasks.rados.rados.0.smithi136.stdout:2224: oid 7 updating version 0 to 1013 2024-08-19T11:38:28.436 INFO:tasks.rados.rados.0.smithi136.stdout:2224: oid 7 version 1013 is already newer than 1012 2024-08-19T11:38:28.437 INFO:tasks.rados.rados.0.smithi136.stdout:2224: oid 7 version 1013 is already newer than 1011 2024-08-19T11:38:28.437 INFO:tasks.rados.rados.0.smithi136.stdout:2224: oid 7 updating version 1013 to 1015 2024-08-19T11:38:28.437 INFO:tasks.rados.rados.0.smithi136.stdout:2224: oid 7 version 1015 is already newer than 1014 2024-08-19T11:38:28.437 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 1015 (ObjNum 690 snap 213 seq_num 690) dirty exists 2024-08-19T11:38:28.437 INFO:tasks.rados.rados.0.smithi136.stdout:2224: left oid 7 (ObjNum 690 snap 213 seq_num 690) 2024-08-19T11:38:28.437 INFO:tasks.rados.rados.0.smithi136.stdout:2221: done (4 left) 2024-08-19T11:38:28.437 INFO:tasks.rados.rados.0.smithi136.stdout:2222: done (3 left) 2024-08-19T11:38:28.437 INFO:tasks.rados.rados.0.smithi136.stdout:2223: done (2 left) 2024-08-19T11:38:28.438 INFO:tasks.rados.rados.0.smithi136.stdout:2224: done (1 left) 2024-08-19T11:38:28.438 INFO:tasks.rados.rados.0.smithi136.stdout:2225: done (0 left) 2024-08-19T11:38:28.438 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 21 current snap is 213 2024-08-19T11:38:28.438 INFO:tasks.rados.rados.0.smithi136.stdout:2226: seq_num 691 ranges {5783552=778240,6561792=548864,7110656=614400,7725056=40960} 2024-08-19T11:38:28.468 INFO:tasks.rados.rados.0.smithi136.stdout:2226: writing smithi13674108-21 from 5783552 to 6561792 tid 1 2024-08-19T11:38:28.472 INFO:tasks.rados.rados.0.smithi136.stdout:2226: writing smithi13674108-21 from 6561792 to 7110656 tid 2 2024-08-19T11:38:28.476 INFO:tasks.rados.rados.0.smithi136.stdout:2226: writing smithi13674108-21 from 7110656 to 7725056 tid 3 2024-08-19T11:38:28.476 INFO:tasks.rados.rados.0.smithi136.stdout:2226: writing smithi13674108-21 from 7725056 to 7766016 tid 4 2024-08-19T11:38:28.476 INFO:tasks.rados.rados.0.smithi136.stdout:2227: rollback oid 5 current snap is 213 2024-08-19T11:38:28.476 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 5 to 205 2024-08-19T11:38:28.476 INFO:tasks.rados.rados.0.smithi136.stdout:2226: finishing write tid 1 to smithi13674108-21 2024-08-19T11:38:28.476 INFO:tasks.rados.rados.0.smithi136.stdout:2226: finishing write tid 2 to smithi13674108-21 2024-08-19T11:38:28.477 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 37 current snap is 213 2024-08-19T11:38:28.477 INFO:tasks.rados.rados.0.smithi136.stdout:2228: seq_num 692 ranges {0=794624,794624=483328,1277952=720896} 2024-08-19T11:38:28.480 INFO:tasks.rados.rados.0.smithi136.stdout:2228: writing smithi13674108-37 from 0 to 794624 tid 1 2024-08-19T11:38:28.483 INFO:tasks.rados.rados.0.smithi136.stdout:2228: writing smithi13674108-37 from 794624 to 1277952 tid 2 2024-08-19T11:38:28.487 INFO:tasks.rados.rados.0.smithi136.stdout:2228: writing smithi13674108-37 from 1277952 to 1998848 tid 3 2024-08-19T11:38:28.487 INFO:tasks.rados.rados.0.smithi136.stdout:2229: snap_create 2024-08-19T11:38:28.487 INFO:tasks.rados.rados.0.smithi136.stdout:2226: finishing write tid 3 to smithi13674108-21 2024-08-19T11:38:28.487 INFO:tasks.rados.rados.0.smithi136.stdout:2226: finishing write tid 4 to smithi13674108-21 2024-08-19T11:38:28.487 INFO:tasks.rados.rados.0.smithi136.stdout:2226: finishing write tid 5 to smithi13674108-21 2024-08-19T11:38:28.487 INFO:tasks.rados.rados.0.smithi136.stdout:2227: finishing rollback tid 0 to smithi13674108-5 2024-08-19T11:38:28.487 INFO:tasks.rados.rados.0.smithi136.stdout:2226: finishing write tid 6 to smithi13674108-21 2024-08-19T11:38:28.487 INFO:tasks.rados.rados.0.smithi136.stdout:2226: oid 21 updating version 0 to 787 2024-08-19T11:38:28.488 INFO:tasks.rados.rados.0.smithi136.stdout:2226: oid 21 updating version 787 to 788 2024-08-19T11:38:28.488 INFO:tasks.rados.rados.0.smithi136.stdout:2226: oid 21 updating version 788 to 789 2024-08-19T11:38:28.488 INFO:tasks.rados.rados.0.smithi136.stdout:2226: oid 21 version 789 is already newer than 786 2024-08-19T11:38:28.488 INFO:tasks.rados.rados.0.smithi136.stdout:2226: oid 21 version 789 is already newer than 785 2024-08-19T11:38:28.488 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 789 (ObjNum 691 snap 213 seq_num 691) dirty exists 2024-08-19T11:38:28.488 INFO:tasks.rados.rados.0.smithi136.stdout:2226: left oid 21 (ObjNum 691 snap 213 seq_num 691) 2024-08-19T11:38:28.488 INFO:tasks.rados.rados.0.smithi136.stdout:2227: finishing rollback tid 1 to smithi13674108-5 2024-08-19T11:38:28.488 INFO:tasks.rados.rados.0.smithi136.stdout:2227: finishing rollback tid 2 to smithi13674108-5 2024-08-19T11:38:28.488 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 862 (ObjNum 666 snap 198 seq_num 666) dirty exists 2024-08-19T11:38:28.488 INFO:tasks.rados.rados.0.smithi136.stdout:2228: finishing write tid 1 to smithi13674108-37 2024-08-19T11:38:28.488 INFO:tasks.rados.rados.0.smithi136.stdout:2228: finishing write tid 2 to smithi13674108-37 2024-08-19T11:38:28.490 INFO:tasks.rados.rados.0.smithi136.stdout:2228: finishing write tid 3 to smithi13674108-37 2024-08-19T11:38:28.490 INFO:tasks.rados.rados.0.smithi136.stdout:2228: finishing write tid 4 to smithi13674108-37 2024-08-19T11:38:28.492 INFO:tasks.rados.rados.0.smithi136.stdout:2228: finishing write tid 5 to smithi13674108-37 2024-08-19T11:38:28.492 INFO:tasks.rados.rados.0.smithi136.stdout:2228: oid 37 updating version 0 to 864 2024-08-19T11:38:28.492 INFO:tasks.rados.rados.0.smithi136.stdout:2228: oid 37 version 864 is already newer than 863 2024-08-19T11:38:28.492 INFO:tasks.rados.rados.0.smithi136.stdout:2228: oid 37 updating version 864 to 866 2024-08-19T11:38:28.492 INFO:tasks.rados.rados.0.smithi136.stdout:2228: oid 37 version 866 is already newer than 865 2024-08-19T11:38:28.492 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 866 (ObjNum 692 snap 213 seq_num 692) dirty exists 2024-08-19T11:38:28.492 INFO:tasks.rados.rados.0.smithi136.stdout:2228: left oid 37 (ObjNum 692 snap 213 seq_num 692) 2024-08-19T11:38:28.609 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:28 smithi155 ceph-mon[76679]: pgmap v390: 121 pgs: 121 active+clean; 148 MiB data, 898 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 712 KiB/s wr, 15 op/s 2024-08-19T11:38:28.609 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:28 smithi155 ceph-mon[76679]: osdmap e503: 8 total, 8 up, 8 in 2024-08-19T11:38:28.610 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:28 smithi155 systemd[1]: Stopping Ceph osd.6 for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:38:28.667 INFO:tasks.rados.rados.0.smithi136.stdout:2226: done (3 left) 2024-08-19T11:38:28.667 INFO:tasks.rados.rados.0.smithi136.stdout:2227: done (2 left) 2024-08-19T11:38:28.667 INFO:tasks.rados.rados.0.smithi136.stdout:2228: done (1 left) 2024-08-19T11:38:28.667 INFO:tasks.rados.rados.0.smithi136.stdout:2229: done (0 left) 2024-08-19T11:38:28.667 INFO:tasks.rados.rados.0.smithi136.stdout:2230: snap_remove snap 209 2024-08-19T11:38:28.820 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:28 smithi136 ceph-mon[88916]: pgmap v390: 121 pgs: 121 active+clean; 148 MiB data, 898 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 712 KiB/s wr, 15 op/s 2024-08-19T11:38:28.820 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:28 smithi136 ceph-mon[88916]: osdmap e503: 8 total, 8 up, 8 in 2024-08-19T11:38:28.821 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:28 smithi136 ceph-mon[86496]: pgmap v390: 121 pgs: 121 active+clean; 148 MiB data, 898 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 712 KiB/s wr, 15 op/s 2024-08-19T11:38:28.821 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:28 smithi136 ceph-mon[86496]: osdmap e503: 8 total, 8 up, 8 in 2024-08-19T11:38:28.821 INFO:teuthology.orchestra.run.smithi136.stdout:true 2024-08-19T11:38:28.960 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:28 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[37379]: 2024-08-19T11:38:28.607+0000 7f989c51a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T11:38:28.960 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:28 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[37379]: 2024-08-19T11:38:28.607+0000 7f989c51a640 -1 osd.6 504 *** Got signal Terminated *** 2024-08-19T11:38:28.960 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:28 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[37379]: 2024-08-19T11:38:28.607+0000 7f989c51a640 -1 osd.6 504 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T11:38:29.377 INFO:teuthology.orchestra.run.smithi136.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T11:38:29.377 INFO:teuthology.orchestra.run.smithi136.stdout:alertmanager.a smithi136 *:9093,9094 running (9m) 91s ago 9m 23.6M - 0.25.0 c8568f914cd2 5af88c4acee8 2024-08-19T11:38:29.377 INFO:teuthology.orchestra.run.smithi136.stdout:grafana.a smithi155 *:3000 running (9m) 24s ago 9m 90.3M - 9.4.7 954c08fa6188 cb3e816dd27a 2024-08-19T11:38:29.378 INFO:teuthology.orchestra.run.smithi136.stdout:mds.a smithi136 running (11m) 91s ago 11m 22.3M - 18.2.4-721-gbaa926de e6c292a6bc95 70acc09ac00c 2024-08-19T11:38:29.378 INFO:teuthology.orchestra.run.smithi136.stdout:mds.b smithi155 running (11m) 24s ago 11m 18.3M - 18.2.4-721-gbaa926de e6c292a6bc95 f9104a674461 2024-08-19T11:38:29.378 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.x smithi155 *:8443,9283,8765 running (4m) 24s ago 14m 454M - 19.0.0-5847-g79766939 50bbda8a3289 64c8cd762719 2024-08-19T11:38:29.378 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.y smithi136 *:8443,9283,8765 running (5m) 91s ago 16m 516M - 19.0.0-5847-g79766939 50bbda8a3289 2c0aee4c2faf 2024-08-19T11:38:29.378 INFO:teuthology.orchestra.run.smithi136.stdout:mon.a smithi136 running (4m) 91s ago 16m 54.0M 2048M 19.0.0-5847-g79766939 50bbda8a3289 9ab88b9dc010 2024-08-19T11:38:29.378 INFO:teuthology.orchestra.run.smithi136.stdout:mon.b smithi155 running (4m) 24s ago 15m 49.2M 2048M 19.0.0-5847-g79766939 50bbda8a3289 1260b8dbc4a8 2024-08-19T11:38:29.378 INFO:teuthology.orchestra.run.smithi136.stdout:mon.c smithi136 running (4m) 91s ago 14m 48.8M 2048M 19.0.0-5847-g79766939 50bbda8a3289 6904f5e6079f 2024-08-19T11:38:29.378 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.a smithi136 *:9100 running (9m) 91s ago 9m 17.1M - 1.5.0 0da6a335fe13 8b8c68944f5b 2024-08-19T11:38:29.378 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.b smithi155 *:9100 running (9m) 24s ago 9m 16.5M - 1.5.0 0da6a335fe13 94f522beed05 2024-08-19T11:38:29.378 INFO:teuthology.orchestra.run.smithi136.stdout:osd.0 smithi136 running (3m) 91s ago 14m 151M 2480M 19.0.0-5847-g79766939 50bbda8a3289 6daf1ed86d76 2024-08-19T11:38:29.378 INFO:teuthology.orchestra.run.smithi136.stdout:osd.1 smithi136 running (2m) 91s ago 13m 83.2M 2480M 19.0.0-5847-g79766939 50bbda8a3289 e1e8e8f25d12 2024-08-19T11:38:29.378 INFO:teuthology.orchestra.run.smithi136.stdout:osd.2 smithi136 running (2m) 91s ago 13m 76.7M 2480M 19.0.0-5847-g79766939 50bbda8a3289 7ef28c35d940 2024-08-19T11:38:29.378 INFO:teuthology.orchestra.run.smithi136.stdout:osd.3 smithi136 running (95s) 91s ago 13m 12.0M 2480M 19.0.0-5847-g79766939 50bbda8a3289 9f8198736d5b 2024-08-19T11:38:29.379 INFO:teuthology.orchestra.run.smithi136.stdout:osd.4 smithi155 running (62s) 24s ago 12m 97.0M 2480M 19.0.0-5847-g79766939 50bbda8a3289 0256f8e34f10 2024-08-19T11:38:29.379 INFO:teuthology.orchestra.run.smithi136.stdout:osd.5 smithi155 running (29s) 24s ago 12m 12.2M 2480M 19.0.0-5847-g79766939 50bbda8a3289 91a0267e5c97 2024-08-19T11:38:29.379 INFO:teuthology.orchestra.run.smithi136.stdout:osd.6 smithi155 running (12m) 24s ago 12m 233M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 ae2da85c009a 2024-08-19T11:38:29.379 INFO:teuthology.orchestra.run.smithi136.stdout:osd.7 smithi155 running (11m) 24s ago 11m 175M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 78b9ac5d3d4f 2024-08-19T11:38:29.379 INFO:teuthology.orchestra.run.smithi136.stdout:prometheus.a smithi155 *:9095 running (5m) 24s ago 10m 54.3M - 2.43.0 a07b618ecd1d 58dd6060f319 2024-08-19T11:38:29.623 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:29 smithi155 ceph-mon[76679]: osdmap e504: 8 total, 8 up, 8 in 2024-08-19T11:38:29.623 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:29 smithi155 ceph-mon[76679]: osd.6 marked itself down and dead 2024-08-19T11:38:29.623 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:29 smithi155 ceph-mon[76679]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T11:38:29.623 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:29 smithi155 ceph-mon[76679]: osdmap e505: 8 total, 7 up, 8 in 2024-08-19T11:38:29.623 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:29 smithi155 ceph-mon[76679]: from='client.34422 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:38:29.623 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:29 smithi155 ceph-mon[76679]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:38:29.623 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:29 smithi155 podman[92248]: 2024-08-19 11:38:29.229948175 +0000 UTC m=+0.720708920 container died ae2da85c009a7a6327e572ef462736b1ddffeb33908998ea6d7836d8db6e0eb3 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, RELEASE=reef-baa926d, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-08-19T11:38:29.666 INFO:tasks.rados.rados.0.smithi136.stdout:2230: done (0 left) 2024-08-19T11:38:29.666 INFO:tasks.rados.rados.0.smithi136.stdout:2231: read oid 16 snap -1 2024-08-19T11:38:29.666 INFO:tasks.rados.rados.0.smithi136.stdout:2231: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:38:29.667 INFO:tasks.rados.rados.0.smithi136.stdout:2232: rollback oid 31 current snap is 214 2024-08-19T11:38:29.667 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 31 to 205 2024-08-19T11:38:29.667 INFO:tasks.rados.rados.0.smithi136.stdout:2233: rollback oid 36 current snap is 214 2024-08-19T11:38:29.667 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 36 to 206 2024-08-19T11:38:29.667 INFO:tasks.rados.rados.0.smithi136.stdout:2234: rollback oid 28 current snap is 214 2024-08-19T11:38:29.667 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 28 to 205 2024-08-19T11:38:29.667 INFO:tasks.rados.rados.0.smithi136.stdout:2235: snap_create 2024-08-19T11:38:29.667 INFO:tasks.rados.rados.0.smithi136.stdout:2233: finishing rollback tid 1 to smithi13674108-36 2024-08-19T11:38:29.667 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 0 (ObjNum 33 snap 0 seq_num 0) dirty dne 2024-08-19T11:38:29.674 INFO:tasks.rados.rados.0.smithi136.stdout:2231: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:38:29.685 INFO:tasks.rados.rados.0.smithi136.stdout:2232: finishing rollback tid 1 to smithi13674108-31 2024-08-19T11:38:29.685 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 0 (ObjNum 33 snap 0 seq_num 3763518816) dirty dne 2024-08-19T11:38:29.685 INFO:tasks.rados.rados.0.smithi136.stdout:2234: finishing rollback tid 0 to smithi13674108-28 2024-08-19T11:38:29.686 INFO:tasks.rados.rados.0.smithi136.stdout:2234: finishing rollback tid 1 to smithi13674108-28 2024-08-19T11:38:29.686 INFO:tasks.rados.rados.0.smithi136.stdout:2234: finishing rollback tid 2 to smithi13674108-28 2024-08-19T11:38:29.686 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 1022 (ObjNum 584 snap 171 seq_num 584) dirty exists 2024-08-19T11:38:29.726 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:38:29.726 INFO:teuthology.orchestra.run.smithi136.stdout: "mon": { 2024-08-19T11:38:29.727 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 3 2024-08-19T11:38:29.727 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:38:29.727 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr": { 2024-08-19T11:38:29.727 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T11:38:29.727 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:38:29.727 INFO:teuthology.orchestra.run.smithi136.stdout: "osd": { 2024-08-19T11:38:29.727 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 1, 2024-08-19T11:38:29.727 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 6 2024-08-19T11:38:29.727 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:38:29.727 INFO:teuthology.orchestra.run.smithi136.stdout: "mds": { 2024-08-19T11:38:29.727 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T11:38:29.727 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:38:29.727 INFO:teuthology.orchestra.run.smithi136.stdout: "overall": { 2024-08-19T11:38:29.728 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 3, 2024-08-19T11:38:29.728 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 11 2024-08-19T11:38:29.728 INFO:teuthology.orchestra.run.smithi136.stdout: } 2024-08-19T11:38:29.728 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:38:29.728 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:29 smithi136 ceph-mon[86496]: osdmap e504: 8 total, 8 up, 8 in 2024-08-19T11:38:29.728 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:29 smithi136 ceph-mon[86496]: osd.6 marked itself down and dead 2024-08-19T11:38:29.728 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:29 smithi136 ceph-mon[86496]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T11:38:29.728 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:29 smithi136 ceph-mon[86496]: osdmap e505: 8 total, 7 up, 8 in 2024-08-19T11:38:29.728 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:29 smithi136 ceph-mon[86496]: from='client.34422 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:38:29.728 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:29 smithi136 ceph-mon[86496]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:38:29.729 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:29 smithi136 ceph-mon[88916]: osdmap e504: 8 total, 8 up, 8 in 2024-08-19T11:38:29.729 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:29 smithi136 ceph-mon[88916]: osd.6 marked itself down and dead 2024-08-19T11:38:29.729 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:29 smithi136 ceph-mon[88916]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T11:38:29.729 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:29 smithi136 ceph-mon[88916]: osdmap e505: 8 total, 7 up, 8 in 2024-08-19T11:38:29.729 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:29 smithi136 ceph-mon[88916]: from='client.34422 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:38:29.729 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:29 smithi136 ceph-mon[88916]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:38:29.899 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:29 smithi155 podman[92248]: 2024-08-19 11:38:29.622268313 +0000 UTC m=+1.113029057 container cleanup ae2da85c009a7a6327e572ef462736b1ddffeb33908998ea6d7836d8db6e0eb3 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-baa926d, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-08-19T11:38:29.900 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:29 smithi155 bash[92248]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6 2024-08-19T11:38:30.009 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:38:30.009 INFO:teuthology.orchestra.run.smithi136.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T11:38:30.009 INFO:teuthology.orchestra.run.smithi136.stdout: "in_progress": true, 2024-08-19T11:38:30.009 INFO:teuthology.orchestra.run.smithi136.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T11:38:30.009 INFO:teuthology.orchestra.run.smithi136.stdout: "services_complete": [ 2024-08-19T11:38:30.009 INFO:teuthology.orchestra.run.smithi136.stdout: "mon", 2024-08-19T11:38:30.009 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr" 2024-08-19T11:38:30.009 INFO:teuthology.orchestra.run.smithi136.stdout: ], 2024-08-19T11:38:30.009 INFO:teuthology.orchestra.run.smithi136.stdout: "progress": "11/20 daemons upgraded", 2024-08-19T11:38:30.010 INFO:teuthology.orchestra.run.smithi136.stdout: "message": "Currently upgrading osd daemons", 2024-08-19T11:38:30.010 INFO:teuthology.orchestra.run.smithi136.stdout: "is_paused": false 2024-08-19T11:38:30.010 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:38:30.210 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:29 smithi155 podman[92271]: 2024-08-19 11:38:29.898979925 +0000 UTC m=+0.666659621 container remove ae2da85c009a7a6327e572ef462736b1ddffeb33908998ea6d7836d8db6e0eb3 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=reef-baa926d, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-08-19T11:38:30.586 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:30 smithi155 podman[92363]: 2024-08-19 11:38:30.168082192 +0000 UTC m=+0.017356950 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:38:30.586 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:30 smithi155 podman[92363]: 2024-08-19 11:38:30.291712261 +0000 UTC m=+0.140987041 container create 4f5cdfc65863368d505941adf77ae6010faee52ea3458123ca719301f7c19293 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.build-date=20240731) 2024-08-19T11:38:30.586 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:30 smithi155 podman[92363]: 2024-08-19 11:38:30.502262665 +0000 UTC m=+0.351537409 container init 4f5cdfc65863368d505941adf77ae6010faee52ea3458123ca719301f7c19293 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, RELEASE=main-7976693, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T11:38:30.586 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:30 smithi155 podman[92363]: 2024-08-19 11:38:30.507252596 +0000 UTC m=+0.356527334 container start 4f5cdfc65863368d505941adf77ae6010faee52ea3458123ca719301f7c19293 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6-deactivate, RELEASE=main-7976693, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T11:38:30.586 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:30 smithi155 podman[92363]: 2024-08-19 11:38:30.58545006 +0000 UTC m=+0.434724806 container attach 4f5cdfc65863368d505941adf77ae6010faee52ea3458123ca719301f7c19293 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-08-19T11:38:30.668 INFO:tasks.rados.rados.0.smithi136.stdout:2231: done (4 left) 2024-08-19T11:38:30.668 INFO:tasks.rados.rados.0.smithi136.stdout:2232: done (3 left) 2024-08-19T11:38:30.668 INFO:tasks.rados.rados.0.smithi136.stdout:2233: done (2 left) 2024-08-19T11:38:30.668 INFO:tasks.rados.rados.0.smithi136.stdout:2234: done (1 left) 2024-08-19T11:38:30.668 INFO:tasks.rados.rados.0.smithi136.stdout:2235: done (0 left) 2024-08-19T11:38:30.669 INFO:tasks.rados.rados.0.smithi136.stdout:2236: rollback oid 20 current snap is 215 2024-08-19T11:38:30.669 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 20 to 205 2024-08-19T11:38:30.669 INFO:tasks.rados.rados.0.smithi136.stdout:2237: copy_from oid 33 from oid 28 current snap is 215 2024-08-19T11:38:30.669 INFO:tasks.rados.rados.0.smithi136.stdout:2238: read oid 50 snap 213 2024-08-19T11:38:30.669 INFO:tasks.rados.rados.0.smithi136.stdout:2238: expect (ObjNum 624 snap 181 seq_num 624) 2024-08-19T11:38:30.669 INFO:tasks.rados.rados.0.smithi136.stdout:2239: delete oid 29 current snap is 215 2024-08-19T11:38:30.672 INFO:tasks.rados.rados.0.smithi136.stdout:2239: done (3 left) 2024-08-19T11:38:30.672 INFO:tasks.rados.rados.0.smithi136.stdout:2240: rmattr oid 15 current snap is 215 2024-08-19T11:38:30.673 INFO:tasks.rados.rados.0.smithi136.stdout:2240: done (3 left) 2024-08-19T11:38:30.673 INFO:tasks.rados.rados.0.smithi136.stdout:2241: delete oid 8 current snap is 215 2024-08-19T11:38:30.678 INFO:tasks.rados.rados.0.smithi136.stdout:2241: done (3 left) 2024-08-19T11:38:30.678 INFO:tasks.rados.rados.0.smithi136.stdout:2242: copy_from oid 1 from oid 42 current snap is 215 2024-08-19T11:38:30.678 INFO:tasks.rados.rados.0.smithi136.stdout:2243: read oid 26 snap 200 2024-08-19T11:38:30.678 INFO:tasks.rados.rados.0.smithi136.stdout:2243: expect (ObjNum 516 snap 144 seq_num 516) 2024-08-19T11:38:30.679 INFO:tasks.rados.rados.0.smithi136.stdout:2244: delete oid 12 current snap is 215 2024-08-19T11:38:30.680 INFO:tasks.rados.rados.0.smithi136.stdout:2236: finishing rollback tid 0 to smithi13674108-20 2024-08-19T11:38:30.681 INFO:tasks.rados.rados.0.smithi136.stdout:2244: done (5 left) 2024-08-19T11:38:30.682 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 19 current snap is 215 2024-08-19T11:38:30.682 INFO:tasks.rados.rados.0.smithi136.stdout:2245: seq_num 696 ranges {3448832=458752,3907584=417792,4325376=753664,5079040=434176} 2024-08-19T11:38:30.705 INFO:tasks.rados.rados.0.smithi136.stdout:2245: writing smithi13674108-19 from 3448832 to 3907584 tid 1 2024-08-19T11:38:30.707 INFO:tasks.rados.rados.0.smithi136.stdout:2245: writing smithi13674108-19 from 3907584 to 4325376 tid 2 2024-08-19T11:38:30.712 INFO:tasks.rados.rados.0.smithi136.stdout:2245: writing smithi13674108-19 from 4325376 to 5079040 tid 3 2024-08-19T11:38:30.715 INFO:tasks.rados.rados.0.smithi136.stdout:2245: writing smithi13674108-19 from 5079040 to 5513216 tid 4 2024-08-19T11:38:30.715 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 18 current snap is 215 2024-08-19T11:38:30.715 INFO:tasks.rados.rados.0.smithi136.stdout:2246: seq_num 697 ranges {0=475136,475136=704512,1179648=557056,1736704=344064} 2024-08-19T11:38:30.717 INFO:tasks.rados.rados.0.smithi136.stdout:2246: writing smithi13674108-18 from 0 to 475136 tid 1 2024-08-19T11:38:30.721 INFO:tasks.rados.rados.0.smithi136.stdout:2246: writing smithi13674108-18 from 475136 to 1179648 tid 2 2024-08-19T11:38:30.725 INFO:tasks.rados.rados.0.smithi136.stdout:2246: writing smithi13674108-18 from 1179648 to 1736704 tid 3 2024-08-19T11:38:30.727 INFO:tasks.rados.rados.0.smithi136.stdout:2246: writing smithi13674108-18 from 1736704 to 2080768 tid 4 2024-08-19T11:38:30.727 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 24 current snap is 215 2024-08-19T11:38:30.727 INFO:tasks.rados.rados.0.smithi136.stdout:2236: finishing rollback tid 1 to smithi13674108-20 2024-08-19T11:38:30.727 INFO:tasks.rados.rados.0.smithi136.stdout:2236: finishing rollback tid 2 to smithi13674108-20 2024-08-19T11:38:30.727 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 845 (ObjNum 680 snap 203 seq_num 680) dirty exists 2024-08-19T11:38:30.727 INFO:tasks.rados.rados.0.smithi136.stdout:2238: expect (ObjNum 624 snap 181 seq_num 624) 2024-08-19T11:38:30.839 INFO:tasks.rados.rados.0.smithi136.stdout:2237: finishing copy_from racing read to smithi13674108-33 2024-08-19T11:38:30.839 INFO:tasks.rados.rados.0.smithi136.stdout:2237: finishing copy_from to smithi13674108-33 2024-08-19T11:38:30.839 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 33 v 1022 (ObjNum 584 snap 171 seq_num 584) dirty exists 2024-08-19T11:38:30.839 INFO:tasks.rados.rados.0.smithi136.stdout:2247: seq_num 698 ranges {6021120=499712,6520832=589824,7110656=770048,7880704=245760} 2024-08-19T11:38:30.873 INFO:tasks.rados.rados.0.smithi136.stdout:2247: writing smithi13674108-24 from 6021120 to 6520832 tid 1 2024-08-19T11:38:30.875 INFO:tasks.rados.rados.0.smithi136.stdout:2247: writing smithi13674108-24 from 6520832 to 7110656 tid 2 2024-08-19T11:38:30.882 INFO:tasks.rados.rados.0.smithi136.stdout:2247: writing smithi13674108-24 from 7110656 to 7880704 tid 3 2024-08-19T11:38:30.882 INFO:tasks.rados.rados.0.smithi136.stdout:2247: writing smithi13674108-24 from 7880704 to 8126464 tid 4 2024-08-19T11:38:30.882 INFO:tasks.rados.rados.0.smithi136.stdout:2236: done (7 left) 2024-08-19T11:38:30.882 INFO:tasks.rados.rados.0.smithi136.stdout:2237: done (6 left) 2024-08-19T11:38:30.882 INFO:tasks.rados.rados.0.smithi136.stdout:2238: done (5 left) 2024-08-19T11:38:30.882 INFO:tasks.rados.rados.0.smithi136.stdout:2248: read oid 10 snap -1 2024-08-19T11:38:30.882 INFO:tasks.rados.rados.0.smithi136.stdout:2248: expect deleted 2024-08-19T11:38:30.883 INFO:tasks.rados.rados.0.smithi136.stdout:2249: delete oid 35 current snap is 215 2024-08-19T11:38:30.883 INFO:tasks.rados.rados.0.smithi136.stdout:2242: finishing copy_from racing read to smithi13674108-1 2024-08-19T11:38:30.883 INFO:tasks.rados.rados.0.smithi136.stdout:2243: expect (ObjNum 516 snap 144 seq_num 516) 2024-08-19T11:38:30.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:30 smithi155 ceph-mon[76679]: pgmap v394: 121 pgs: 3 peering, 14 stale+active+clean, 104 active+clean; 150 MiB data, 896 MiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-08-19T11:38:30.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:30 smithi155 ceph-mon[76679]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:38:30.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:30 smithi155 ceph-mon[76679]: osdmap e506: 8 total, 7 up, 8 in 2024-08-19T11:38:30.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:30 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/349515638' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:38:30.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:30 smithi155 ceph-mon[76679]: from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:38:30.961 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:30 smithi155 podman[92363]: 2024-08-19 11:38:30.711776684 +0000 UTC m=+0.561051421 container died 4f5cdfc65863368d505941adf77ae6010faee52ea3458123ca719301f7c19293 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, ceph=True, io.buildah.version=1.36.0, RELEASE=main-7976693, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-08-19T11:38:31.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:30 smithi136 ceph-mon[86496]: pgmap v394: 121 pgs: 3 peering, 14 stale+active+clean, 104 active+clean; 150 MiB data, 896 MiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-08-19T11:38:31.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:30 smithi136 ceph-mon[86496]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:38:31.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:30 smithi136 ceph-mon[86496]: osdmap e506: 8 total, 7 up, 8 in 2024-08-19T11:38:31.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:30 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/349515638' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:38:31.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:30 smithi136 ceph-mon[86496]: from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:38:31.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:30 smithi136 ceph-mon[88916]: pgmap v394: 121 pgs: 3 peering, 14 stale+active+clean, 104 active+clean; 150 MiB data, 896 MiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-08-19T11:38:31.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:30 smithi136 ceph-mon[88916]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:38:31.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:30 smithi136 ceph-mon[88916]: osdmap e506: 8 total, 7 up, 8 in 2024-08-19T11:38:31.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:30 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/349515638' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:38:31.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:30 smithi136 ceph-mon[88916]: from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:38:31.164 INFO:tasks.rados.rados.0.smithi136.stdout:2242: finishing copy_from to smithi13674108-1 2024-08-19T11:38:31.164 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 1 v 605 (ObjNum 657 snap 197 seq_num 657) dirty exists 2024-08-19T11:38:31.164 INFO:tasks.rados.rados.0.smithi136.stdout:2245: finishing write tid 1 to smithi13674108-19 2024-08-19T11:38:31.164 INFO:tasks.rados.rados.0.smithi136.stdout:2245: finishing write tid 2 to smithi13674108-19 2024-08-19T11:38:31.164 INFO:tasks.rados.rados.0.smithi136.stdout:2245: finishing write tid 3 to smithi13674108-19 2024-08-19T11:38:31.164 INFO:tasks.rados.rados.0.smithi136.stdout:2245: finishing write tid 4 to smithi13674108-19 2024-08-19T11:38:31.164 INFO:tasks.rados.rados.0.smithi136.stdout:2245: finishing write tid 5 to smithi13674108-19 2024-08-19T11:38:31.164 INFO:tasks.rados.rados.0.smithi136.stdout:2242: done (6 left) 2024-08-19T11:38:31.164 INFO:tasks.rados.rados.0.smithi136.stdout:2243: done (5 left) 2024-08-19T11:38:31.164 INFO:tasks.rados.rados.0.smithi136.stdout:2249: done (4 left) 2024-08-19T11:38:31.164 INFO:tasks.rados.rados.0.smithi136.stdout:2250: rmattr oid 33 current snap is 215 2024-08-19T11:38:31.164 INFO:tasks.rados.rados.0.smithi136.stdout:2250: done (4 left) 2024-08-19T11:38:31.164 INFO:tasks.rados.rados.0.smithi136.stdout:2251: snap_remove snap 200 2024-08-19T11:38:31.678 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:31 smithi155 podman[92405]: 2024-08-19 11:38:31.356063664 +0000 UTC m=+0.633409820 container remove 4f5cdfc65863368d505941adf77ae6010faee52ea3458123ca719301f7c19293 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, RELEASE=main-7976693, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T11:38:31.678 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:31 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.6.service: Deactivated successfully. 2024-08-19T11:38:31.678 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:31 smithi155 systemd[1]: Stopped Ceph osd.6 for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:38:31.678 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:31 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.6.service: Consumed 13.992s CPU time. 2024-08-19T11:38:31.679 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:31 smithi155 systemd[1]: Starting Ceph osd.6 for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:38:31.687 INFO:tasks.rados.rados.0.smithi136.stdout:2251: done (4 left) 2024-08-19T11:38:31.687 INFO:tasks.rados.rados.0.smithi136.stdout:2252: snap_create 2024-08-19T11:38:31.687 INFO:tasks.rados.rados.0.smithi136.stdout:2245: finishing write tid 6 to smithi13674108-19 2024-08-19T11:38:31.687 INFO:tasks.rados.rados.0.smithi136.stdout:2245: oid 19 updating version 0 to 719 2024-08-19T11:38:31.688 INFO:tasks.rados.rados.0.smithi136.stdout:2245: oid 19 updating version 719 to 720 2024-08-19T11:38:31.688 INFO:tasks.rados.rados.0.smithi136.stdout:2245: oid 19 version 720 is already newer than 717 2024-08-19T11:38:31.688 INFO:tasks.rados.rados.0.smithi136.stdout:2245: oid 19 version 720 is already newer than 718 2024-08-19T11:38:31.688 INFO:tasks.rados.rados.0.smithi136.stdout:2245: oid 19 updating version 720 to 721 2024-08-19T11:38:31.688 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 721 (ObjNum 696 snap 215 seq_num 696) dirty exists 2024-08-19T11:38:31.688 INFO:tasks.rados.rados.0.smithi136.stdout:2245: left oid 19 (ObjNum 696 snap 215 seq_num 696) 2024-08-19T11:38:31.688 INFO:tasks.rados.rados.0.smithi136.stdout:2246: finishing write tid 1 to smithi13674108-18 2024-08-19T11:38:31.688 INFO:tasks.rados.rados.0.smithi136.stdout:2246: finishing write tid 2 to smithi13674108-18 2024-08-19T11:38:31.688 INFO:tasks.rados.rados.0.smithi136.stdout:2246: finishing write tid 3 to smithi13674108-18 2024-08-19T11:38:31.688 INFO:tasks.rados.rados.0.smithi136.stdout:2246: finishing write tid 4 to smithi13674108-18 2024-08-19T11:38:31.688 INFO:tasks.rados.rados.0.smithi136.stdout:2246: finishing write tid 5 to smithi13674108-18 2024-08-19T11:38:31.688 INFO:tasks.rados.rados.0.smithi136.stdout:2246: finishing write tid 6 to smithi13674108-18 2024-08-19T11:38:31.688 INFO:tasks.rados.rados.0.smithi136.stdout:2246: oid 18 updating version 0 to 1024 2024-08-19T11:38:31.689 INFO:tasks.rados.rados.0.smithi136.stdout:2246: oid 18 updating version 1024 to 1025 2024-08-19T11:38:31.689 INFO:tasks.rados.rados.0.smithi136.stdout:2246: oid 18 updating version 1025 to 1027 2024-08-19T11:38:31.689 INFO:tasks.rados.rados.0.smithi136.stdout:2246: oid 18 version 1027 is already newer than 1023 2024-08-19T11:38:31.689 INFO:tasks.rados.rados.0.smithi136.stdout:2246: oid 18 version 1027 is already newer than 1026 2024-08-19T11:38:31.689 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 1027 (ObjNum 697 snap 215 seq_num 697) dirty exists 2024-08-19T11:38:31.689 INFO:tasks.rados.rados.0.smithi136.stdout:2246: left oid 18 (ObjNum 697 snap 215 seq_num 697) 2024-08-19T11:38:31.689 INFO:tasks.rados.rados.0.smithi136.stdout:2247: finishing write tid 1 to smithi13674108-24 2024-08-19T11:38:31.689 INFO:tasks.rados.rados.0.smithi136.stdout:2247: finishing write tid 2 to smithi13674108-24 2024-08-19T11:38:31.689 INFO:tasks.rados.rados.0.smithi136.stdout:2247: finishing write tid 3 to smithi13674108-24 2024-08-19T11:38:31.689 INFO:tasks.rados.rados.0.smithi136.stdout:2247: finishing write tid 4 to smithi13674108-24 2024-08-19T11:38:31.689 INFO:tasks.rados.rados.0.smithi136.stdout:2247: finishing write tid 5 to smithi13674108-24 2024-08-19T11:38:31.689 INFO:tasks.rados.rados.0.smithi136.stdout:2247: finishing write tid 6 to smithi13674108-24 2024-08-19T11:38:31.689 INFO:tasks.rados.rados.0.smithi136.stdout:2247: oid 24 updating version 0 to 869 2024-08-19T11:38:31.690 INFO:tasks.rados.rados.0.smithi136.stdout:2247: oid 24 updating version 869 to 870 2024-08-19T11:38:31.690 INFO:tasks.rados.rados.0.smithi136.stdout:2247: oid 24 version 870 is already newer than 868 2024-08-19T11:38:31.690 INFO:tasks.rados.rados.0.smithi136.stdout:2247: oid 24 version 870 is already newer than 867 2024-08-19T11:38:31.690 INFO:tasks.rados.rados.0.smithi136.stdout:2247: oid 24 updating version 870 to 871 2024-08-19T11:38:31.690 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 871 (ObjNum 698 snap 215 seq_num 698) dirty exists 2024-08-19T11:38:31.690 INFO:tasks.rados.rados.0.smithi136.stdout:2247: left oid 24 (ObjNum 698 snap 215 seq_num 698) 2024-08-19T11:38:31.932 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:31 smithi155 ceph-mon[76679]: osdmap e507: 8 total, 7 up, 8 in 2024-08-19T11:38:31.932 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:31 smithi155 podman[92511]: 2024-08-19 11:38:31.781970127 +0000 UTC m=+0.098259893 container create 694015ff0c00e26d97b7960cba9857111f0f86d6aa9093c44c5cb12888de938e (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6-activate, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693) 2024-08-19T11:38:31.932 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:31 smithi155 podman[92511]: 2024-08-19 11:38:31.703012642 +0000 UTC m=+0.019302381 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:38:32.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:31 smithi136 ceph-mon[88916]: osdmap e507: 8 total, 7 up, 8 in 2024-08-19T11:38:32.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:31 smithi136 ceph-mon[86496]: osdmap e507: 8 total, 7 up, 8 in 2024-08-19T11:38:32.461 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:32 smithi155 podman[92511]: 2024-08-19 11:38:32.051727981 +0000 UTC m=+0.368017704 container init 694015ff0c00e26d97b7960cba9857111f0f86d6aa9093c44c5cb12888de938e (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6-activate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.36.0) 2024-08-19T11:38:32.461 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:32 smithi155 podman[92511]: 2024-08-19 11:38:32.056494311 +0000 UTC m=+0.372784045 container start 694015ff0c00e26d97b7960cba9857111f0f86d6aa9093c44c5cb12888de938e (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6-activate, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-08-19T11:38:32.461 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:32 smithi155 podman[92511]: 2024-08-19 11:38:32.134667773 +0000 UTC m=+0.450957499 container attach 694015ff0c00e26d97b7960cba9857111f0f86d6aa9093c44c5cb12888de938e (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6-activate, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-08-19T11:38:32.462 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6-activate[92526]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:38:32.462 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:32 smithi155 bash[92511]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:38:32.462 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6-activate[92526]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:38:32.462 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:32 smithi155 bash[92511]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:38:32.462 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6-activate[92526]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T11:38:32.462 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:32 smithi155 bash[92511]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T11:38:32.462 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6-activate[92526]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:38:32.462 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:32 smithi155 bash[92511]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:38:32.462 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6-activate[92526]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:38:32.462 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:32 smithi155 bash[92511]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:38:32.462 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6-activate[92526]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-19T11:38:32.462 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:32 smithi155 bash[92511]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-19T11:38:32.462 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6-activate[92526]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2024-08-19T11:38:32.463 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:32 smithi155 bash[92511]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2024-08-19T11:38:32.692 INFO:tasks.rados.rados.0.smithi136.stdout:2245: done (4 left) 2024-08-19T11:38:32.692 INFO:tasks.rados.rados.0.smithi136.stdout:2246: done (3 left) 2024-08-19T11:38:32.692 INFO:tasks.rados.rados.0.smithi136.stdout:2247: done (2 left) 2024-08-19T11:38:32.692 INFO:tasks.rados.rados.0.smithi136.stdout:2248: done (1 left) 2024-08-19T11:38:32.692 INFO:tasks.rados.rados.0.smithi136.stdout:2252: done (0 left) 2024-08-19T11:38:32.693 INFO:tasks.rados.rados.0.smithi136.stdout:2253: rollback oid 30 current snap is 216 2024-08-19T11:38:32.693 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 30 to 208 2024-08-19T11:38:32.693 INFO:tasks.rados.rados.0.smithi136.stdout:2254: rollback oid 21 current snap is 216 2024-08-19T11:38:32.693 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 21 to 201 2024-08-19T11:38:32.693 INFO:tasks.rados.rados.0.smithi136.stdout:2255: delete oid 10 current snap is 216 2024-08-19T11:38:32.694 INFO:tasks.rados.rados.0.smithi136.stdout:2253: finishing rollback tid 1 to smithi13674108-30 2024-08-19T11:38:32.694 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 0 (ObjNum 1265 snap 0 seq_num 4091879048) dirty dne 2024-08-19T11:38:32.694 INFO:tasks.rados.rados.0.smithi136.stdout:2253: done (2 left) 2024-08-19T11:38:32.694 INFO:tasks.rados.rados.0.smithi136.stdout:2255: done (1 left) 2024-08-19T11:38:32.695 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 6 current snap is 216 2024-08-19T11:38:32.695 INFO:tasks.rados.rados.0.smithi136.stdout:2256: seq_num 701 ranges {3309568=548864,3858432=696320,4554752=540672,5095424=368640} 2024-08-19T11:38:32.715 INFO:tasks.rados.rados.0.smithi136.stdout:2256: writing smithi13674108-6 from 3309568 to 3858432 tid 1 2024-08-19T11:38:32.718 INFO:tasks.rados.rados.0.smithi136.stdout:2256: writing smithi13674108-6 from 3858432 to 4554752 tid 2 2024-08-19T11:38:32.721 INFO:tasks.rados.rados.0.smithi136.stdout:2256: writing smithi13674108-6 from 4554752 to 5095424 tid 3 2024-08-19T11:38:32.724 INFO:tasks.rados.rados.0.smithi136.stdout:2256: writing smithi13674108-6 from 5095424 to 5464064 tid 4 2024-08-19T11:38:32.724 INFO:tasks.rados.rados.0.smithi136.stdout:2257: snap_create 2024-08-19T11:38:32.724 INFO:tasks.rados.rados.0.smithi136.stdout:2254: finishing rollback tid 0 to smithi13674108-21 2024-08-19T11:38:32.724 INFO:tasks.rados.rados.0.smithi136.stdout:2254: finishing rollback tid 1 to smithi13674108-21 2024-08-19T11:38:32.724 INFO:tasks.rados.rados.0.smithi136.stdout:2254: finishing rollback tid 2 to smithi13674108-21 2024-08-19T11:38:32.724 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 792 (ObjNum 618 snap 180 seq_num 618) dirty exists 2024-08-19T11:38:32.724 INFO:tasks.rados.rados.0.smithi136.stdout:2256: finishing write tid 1 to smithi13674108-6 2024-08-19T11:38:32.724 INFO:tasks.rados.rados.0.smithi136.stdout:2256: finishing write tid 2 to smithi13674108-6 2024-08-19T11:38:32.724 INFO:tasks.rados.rados.0.smithi136.stdout:2256: finishing write tid 3 to smithi13674108-6 2024-08-19T11:38:32.726 INFO:tasks.rados.rados.0.smithi136.stdout:2256: finishing write tid 4 to smithi13674108-6 2024-08-19T11:38:32.726 INFO:tasks.rados.rados.0.smithi136.stdout:2256: finishing write tid 5 to smithi13674108-6 2024-08-19T11:38:32.727 INFO:tasks.rados.rados.0.smithi136.stdout:2256: finishing write tid 6 to smithi13674108-6 2024-08-19T11:38:32.727 INFO:tasks.rados.rados.0.smithi136.stdout:2256: oid 6 updating version 0 to 794 2024-08-19T11:38:32.727 INFO:tasks.rados.rados.0.smithi136.stdout:2256: oid 6 updating version 794 to 797 2024-08-19T11:38:32.727 INFO:tasks.rados.rados.0.smithi136.stdout:2256: oid 6 version 797 is already newer than 796 2024-08-19T11:38:32.727 INFO:tasks.rados.rados.0.smithi136.stdout:2256: oid 6 version 797 is already newer than 793 2024-08-19T11:38:32.728 INFO:tasks.rados.rados.0.smithi136.stdout:2256: oid 6 version 797 is already newer than 795 2024-08-19T11:38:32.728 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 797 (ObjNum 701 snap 216 seq_num 701) dirty exists 2024-08-19T11:38:32.728 INFO:tasks.rados.rados.0.smithi136.stdout:2256: left oid 6 (ObjNum 701 snap 216 seq_num 701) 2024-08-19T11:38:32.914 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6-activate[92526]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2024-08-19T11:38:32.914 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:32 smithi155 bash[92511]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2024-08-19T11:38:32.914 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6-activate[92526]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2024-08-19T11:38:32.914 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:32 smithi155 bash[92511]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2024-08-19T11:38:32.915 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6-activate[92526]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-19T11:38:32.915 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:32 smithi155 bash[92511]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-19T11:38:32.915 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6-activate[92526]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-19T11:38:32.915 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:32 smithi155 bash[92511]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-19T11:38:32.915 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6-activate[92526]: --> ceph-volume lvm activate successful for osd ID: 6 2024-08-19T11:38:32.915 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:32 smithi155 bash[92511]: --> ceph-volume lvm activate successful for osd ID: 6 2024-08-19T11:38:32.915 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:32 smithi155 podman[92652]: 2024-08-19 11:38:32.636990179 +0000 UTC m=+0.018982689 container died 694015ff0c00e26d97b7960cba9857111f0f86d6aa9093c44c5cb12888de938e (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6-activate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-08-19T11:38:32.915 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:32 smithi155 ceph-mon[76679]: pgmap v397: 121 pgs: 11 active+undersized, 3 peering, 11 stale+active+clean, 5 active+undersized+degraded, 91 active+clean; 152 MiB data, 894 MiB used, 714 GiB / 715 GiB avail; 537 B/s rd, 1003 KiB/s wr, 3 op/s; 16/267 objects degraded (5.993%) 2024-08-19T11:38:32.915 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:32 smithi155 ceph-mon[76679]: Health check failed: Degraded data redundancy: 16/267 objects degraded (5.993%), 5 pgs degraded (PG_DEGRADED) 2024-08-19T11:38:32.915 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:32 smithi155 ceph-mon[76679]: osdmap e508: 8 total, 7 up, 8 in 2024-08-19T11:38:33.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:32 smithi136 ceph-mon[86496]: pgmap v397: 121 pgs: 11 active+undersized, 3 peering, 11 stale+active+clean, 5 active+undersized+degraded, 91 active+clean; 152 MiB data, 894 MiB used, 714 GiB / 715 GiB avail; 537 B/s rd, 1003 KiB/s wr, 3 op/s; 16/267 objects degraded (5.993%) 2024-08-19T11:38:33.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:32 smithi136 ceph-mon[86496]: Health check failed: Degraded data redundancy: 16/267 objects degraded (5.993%), 5 pgs degraded (PG_DEGRADED) 2024-08-19T11:38:33.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:32 smithi136 ceph-mon[86496]: osdmap e508: 8 total, 7 up, 8 in 2024-08-19T11:38:33.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:32 smithi136 ceph-mon[88916]: pgmap v397: 121 pgs: 11 active+undersized, 3 peering, 11 stale+active+clean, 5 active+undersized+degraded, 91 active+clean; 152 MiB data, 894 MiB used, 714 GiB / 715 GiB avail; 537 B/s rd, 1003 KiB/s wr, 3 op/s; 16/267 objects degraded (5.993%) 2024-08-19T11:38:33.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:32 smithi136 ceph-mon[88916]: Health check failed: Degraded data redundancy: 16/267 objects degraded (5.993%), 5 pgs degraded (PG_DEGRADED) 2024-08-19T11:38:33.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:32 smithi136 ceph-mon[88916]: osdmap e508: 8 total, 7 up, 8 in 2024-08-19T11:38:33.628 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:33 smithi155 podman[92652]: 2024-08-19 11:38:33.298021048 +0000 UTC m=+0.680013616 container remove 694015ff0c00e26d97b7960cba9857111f0f86d6aa9093c44c5cb12888de938e (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6-activate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, ceph=True, org.label-schema.vendor=CentOS, RELEASE=main-7976693, org.label-schema.build-date=20240731) 2024-08-19T11:38:33.628 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:33 smithi155 podman[92716]: 2024-08-19 11:38:33.414923062 +0000 UTC m=+0.017127467 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:38:33.628 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:33 smithi155 podman[92716]: 2024-08-19 11:38:33.514596229 +0000 UTC m=+0.116800617 container create e1b316d3878baf50c6662d46884c440459a30bf915396315ee208dd5a0f88341 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True) 2024-08-19T11:38:33.665 INFO:tasks.rados.rados.0.smithi136.stdout:2254: done (2 left) 2024-08-19T11:38:33.665 INFO:tasks.rados.rados.0.smithi136.stdout:2256: done (1 left) 2024-08-19T11:38:33.665 INFO:tasks.rados.rados.0.smithi136.stdout:2257: done (0 left) 2024-08-19T11:38:33.665 INFO:tasks.rados.rados.0.smithi136.stdout:2258: rmattr oid 36 current snap is 217 2024-08-19T11:38:33.665 INFO:tasks.rados.rados.0.smithi136.stdout:2258: done (0 left) 2024-08-19T11:38:33.665 INFO:tasks.rados.rados.0.smithi136.stdout:2259: delete oid 24 current snap is 217 2024-08-19T11:38:33.670 INFO:tasks.rados.rados.0.smithi136.stdout:2259: done (0 left) 2024-08-19T11:38:33.670 INFO:tasks.rados.rados.0.smithi136.stdout:2260: read oid 46 snap -1 2024-08-19T11:38:33.670 INFO:tasks.rados.rados.0.smithi136.stdout:2260: expect (ObjNum 680 snap 203 seq_num 680) 2024-08-19T11:38:33.670 INFO:tasks.rados.rados.0.smithi136.stdout:2261: setattr oid 5 current snap is 217 2024-08-19T11:38:33.671 INFO:tasks.rados.rados.0.smithi136.stdout:2262: copy_from oid 6 from oid 7 current snap is 217 2024-08-19T11:38:33.671 INFO:tasks.rados.rados.0.smithi136.stdout:2263: read oid 48 snap -1 2024-08-19T11:38:33.671 INFO:tasks.rados.rados.0.smithi136.stdout:2263: expect deleted 2024-08-19T11:38:33.671 INFO:tasks.rados.rados.0.smithi136.stdout:2264: snap_remove snap 213 2024-08-19T11:38:33.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:33 smithi155 ceph-mon[76679]: osdmap e509: 8 total, 7 up, 8 in 2024-08-19T11:38:33.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:33 smithi155 ceph-mon[76679]: osdmap e510: 8 total, 7 up, 8 in 2024-08-19T11:38:33.960 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:33 smithi155 podman[92716]: 2024-08-19 11:38:33.717077191 +0000 UTC m=+0.319281604 container init e1b316d3878baf50c6662d46884c440459a30bf915396315ee208dd5a0f88341 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=main-7976693, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T11:38:33.960 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:33 smithi155 podman[92716]: 2024-08-19 11:38:33.722803333 +0000 UTC m=+0.325007724 container start e1b316d3878baf50c6662d46884c440459a30bf915396315ee208dd5a0f88341 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-08-19T11:38:33.960 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:33 smithi155 ceph-osd[92754]: -- 172.21.15.155:0/1390985300 <== mon.1 v2:172.21.15.155:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5633554f5a40 con 0x5633562c2400 2024-08-19T11:38:33.961 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:33 smithi155 bash[92716]: e1b316d3878baf50c6662d46884c440459a30bf915396315ee208dd5a0f88341 2024-08-19T11:38:33.961 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:33 smithi155 systemd[1]: Started Ceph osd.6 for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:38:34.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:33 smithi136 ceph-mon[86496]: osdmap e509: 8 total, 7 up, 8 in 2024-08-19T11:38:34.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:33 smithi136 ceph-mon[86496]: osdmap e510: 8 total, 7 up, 8 in 2024-08-19T11:38:34.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:33 smithi136 ceph-mon[88916]: osdmap e509: 8 total, 7 up, 8 in 2024-08-19T11:38:34.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:33 smithi136 ceph-mon[88916]: osdmap e510: 8 total, 7 up, 8 in 2024-08-19T11:38:34.666 INFO:tasks.rados.rados.0.smithi136.stdout:2264: done (4 left) 2024-08-19T11:38:34.666 INFO:tasks.rados.rados.0.smithi136.stdout:2265: rmattr oid 24 current snap is 217 2024-08-19T11:38:34.666 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 873 (ObjNum 666 snap 198 seq_num 666) dirty exists 2024-08-19T11:38:34.666 INFO:tasks.rados.rados.0.smithi136.stdout:2261: done (4 left) 2024-08-19T11:38:34.666 INFO:tasks.rados.rados.0.smithi136.stdout:2263: done (3 left) 2024-08-19T11:38:34.666 INFO:tasks.rados.rados.0.smithi136.stdout:2265: done (2 left) 2024-08-19T11:38:34.666 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 22 current snap is 217 2024-08-19T11:38:34.667 INFO:tasks.rados.rados.0.smithi136.stdout:2266: seq_num 703 ranges {0=581632,581632=458752,1040384=557056,1597440=417792,2015232=172032} 2024-08-19T11:38:34.669 INFO:tasks.rados.rados.0.smithi136.stdout:2266: writing smithi13674108-22 from 0 to 581632 tid 1 2024-08-19T11:38:34.672 INFO:tasks.rados.rados.0.smithi136.stdout:2266: writing smithi13674108-22 from 581632 to 1040384 tid 2 2024-08-19T11:38:34.675 INFO:tasks.rados.rados.0.smithi136.stdout:2266: writing smithi13674108-22 from 1040384 to 1597440 tid 3 2024-08-19T11:38:34.677 INFO:tasks.rados.rados.0.smithi136.stdout:2266: writing smithi13674108-22 from 1597440 to 2015232 tid 4 2024-08-19T11:38:34.678 INFO:tasks.rados.rados.0.smithi136.stdout:2266: writing smithi13674108-22 from 2015232 to 2187264 tid 5 2024-08-19T11:38:34.678 INFO:tasks.rados.rados.0.smithi136.stdout:2267: snap_create 2024-08-19T11:38:34.678 INFO:tasks.rados.rados.0.smithi136.stdout:2260: expect (ObjNum 680 snap 203 seq_num 680) 2024-08-19T11:38:34.926 INFO:tasks.rados.rados.0.smithi136.stdout:2262: finishing copy_from racing read to smithi13674108-6 2024-08-19T11:38:34.926 INFO:tasks.rados.rados.0.smithi136.stdout:2262: finishing copy_from to smithi13674108-6 2024-08-19T11:38:34.927 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 1015 (ObjNum 690 snap 213 seq_num 690) dirty exists 2024-08-19T11:38:34.927 INFO:tasks.rados.rados.0.smithi136.stdout:2266: finishing write tid 1 to smithi13674108-22 2024-08-19T11:38:34.927 INFO:tasks.rados.rados.0.smithi136.stdout:2266: finishing write tid 2 to smithi13674108-22 2024-08-19T11:38:34.927 INFO:tasks.rados.rados.0.smithi136.stdout:2266: finishing write tid 3 to smithi13674108-22 2024-08-19T11:38:34.927 INFO:tasks.rados.rados.0.smithi136.stdout:2266: finishing write tid 4 to smithi13674108-22 2024-08-19T11:38:34.927 INFO:tasks.rados.rados.0.smithi136.stdout:2266: finishing write tid 5 to smithi13674108-22 2024-08-19T11:38:34.927 INFO:tasks.rados.rados.0.smithi136.stdout:2266: finishing write tid 6 to smithi13674108-22 2024-08-19T11:38:34.927 INFO:tasks.rados.rados.0.smithi136.stdout:2266: finishing write tid 7 to smithi13674108-22 2024-08-19T11:38:34.927 INFO:tasks.rados.rados.0.smithi136.stdout:2266: oid 22 updating version 0 to 878 2024-08-19T11:38:34.927 INFO:tasks.rados.rados.0.smithi136.stdout:2266: oid 22 version 878 is already newer than 875 2024-08-19T11:38:34.927 INFO:tasks.rados.rados.0.smithi136.stdout:2266: oid 22 updating version 878 to 879 2024-08-19T11:38:34.927 INFO:tasks.rados.rados.0.smithi136.stdout:2266: oid 22 version 879 is already newer than 874 2024-08-19T11:38:34.927 INFO:tasks.rados.rados.0.smithi136.stdout:2266: oid 22 version 879 is already newer than 876 2024-08-19T11:38:34.927 INFO:tasks.rados.rados.0.smithi136.stdout:2266: oid 22 version 879 is already newer than 877 2024-08-19T11:38:34.928 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 879 (ObjNum 703 snap 217 seq_num 703) dirty exists 2024-08-19T11:38:34.928 INFO:tasks.rados.rados.0.smithi136.stdout:2266: left oid 22 (ObjNum 703 snap 217 seq_num 703) 2024-08-19T11:38:35.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:34 smithi136 ceph-mon[86496]: pgmap v400: 121 pgs: 32 active+undersized, 3 peering, 8 active+undersized+degraded, 78 active+clean; 170 MiB data, 910 MiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.7 MiB/s wr, 16 op/s; 42/303 objects degraded (13.861%) 2024-08-19T11:38:35.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:34 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:35.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:34 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:35.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:34 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:38:35.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:34 smithi136 ceph-mon[86496]: osdmap e511: 8 total, 7 up, 8 in 2024-08-19T11:38:35.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:34 smithi136 ceph-mon[88916]: pgmap v400: 121 pgs: 32 active+undersized, 3 peering, 8 active+undersized+degraded, 78 active+clean; 170 MiB data, 910 MiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.7 MiB/s wr, 16 op/s; 42/303 objects degraded (13.861%) 2024-08-19T11:38:35.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:34 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:35.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:34 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:35.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:34 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:38:35.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:34 smithi136 ceph-mon[88916]: osdmap e511: 8 total, 7 up, 8 in 2024-08-19T11:38:35.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:34 smithi155 ceph-mon[76679]: pgmap v400: 121 pgs: 32 active+undersized, 3 peering, 8 active+undersized+degraded, 78 active+clean; 170 MiB data, 910 MiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.7 MiB/s wr, 16 op/s; 42/303 objects degraded (13.861%) 2024-08-19T11:38:35.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:34 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:35.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:34 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:35.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:34 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:38:35.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:34 smithi155 ceph-mon[76679]: osdmap e511: 8 total, 7 up, 8 in 2024-08-19T11:38:35.672 INFO:tasks.rados.rados.0.smithi136.stdout:2260: done (3 left) 2024-08-19T11:38:35.672 INFO:tasks.rados.rados.0.smithi136.stdout:2262: done (2 left) 2024-08-19T11:38:35.672 INFO:tasks.rados.rados.0.smithi136.stdout:2266: done (1 left) 2024-08-19T11:38:35.672 INFO:tasks.rados.rados.0.smithi136.stdout:2267: done (0 left) 2024-08-19T11:38:35.672 INFO:tasks.rados.rados.0.smithi136.stdout:2268: read oid 13 snap 201 2024-08-19T11:38:35.672 INFO:tasks.rados.rados.0.smithi136.stdout:2268: expect deleted 2024-08-19T11:38:35.672 INFO:tasks.rados.rados.0.smithi136.stdout:2269: read oid 44 snap 217 2024-08-19T11:38:35.672 INFO:tasks.rados.rados.0.smithi136.stdout:2269: expect (ObjNum 509 snap 142 seq_num 509) 2024-08-19T11:38:35.673 INFO:tasks.rados.rados.0.smithi136.stdout:2270: rmattr oid 35 current snap is 218 2024-08-19T11:38:35.673 INFO:tasks.rados.rados.0.smithi136.stdout:2270: done (2 left) 2024-08-19T11:38:35.673 INFO:tasks.rados.rados.0.smithi136.stdout:2271: read oid 31 snap -1 2024-08-19T11:38:35.673 INFO:tasks.rados.rados.0.smithi136.stdout:2271: expect deleted 2024-08-19T11:38:35.673 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 22 current snap is 218 2024-08-19T11:38:35.673 INFO:tasks.rados.rados.0.smithi136.stdout:2272: seq_num 704 ranges {2187264=598016,2785280=745472,3530752=712704,4243456=147456} 2024-08-19T11:38:35.687 INFO:tasks.rados.rados.0.smithi136.stdout:2272: writing smithi13674108-22 from 2187264 to 2785280 tid 1 2024-08-19T11:38:35.691 INFO:tasks.rados.rados.0.smithi136.stdout:2272: writing smithi13674108-22 from 2785280 to 3530752 tid 2 2024-08-19T11:38:35.695 INFO:tasks.rados.rados.0.smithi136.stdout:2272: writing smithi13674108-22 from 3530752 to 4243456 tid 3 2024-08-19T11:38:35.696 INFO:tasks.rados.rados.0.smithi136.stdout:2272: writing smithi13674108-22 from 4243456 to 4390912 tid 4 2024-08-19T11:38:35.696 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 26 current snap is 218 2024-08-19T11:38:35.696 INFO:tasks.rados.rados.0.smithi136.stdout:2273: seq_num 705 ranges {0=614400,614400=630784,1245184=524288,1769472=450560} 2024-08-19T11:38:35.699 INFO:tasks.rados.rados.0.smithi136.stdout:2273: writing smithi13674108-26 from 0 to 614400 tid 1 2024-08-19T11:38:35.702 INFO:tasks.rados.rados.0.smithi136.stdout:2273: writing smithi13674108-26 from 614400 to 1245184 tid 2 2024-08-19T11:38:35.705 INFO:tasks.rados.rados.0.smithi136.stdout:2273: writing smithi13674108-26 from 1245184 to 1769472 tid 3 2024-08-19T11:38:35.707 INFO:tasks.rados.rados.0.smithi136.stdout:2273: writing smithi13674108-26 from 1769472 to 2220032 tid 4 2024-08-19T11:38:35.708 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 4 current snap is 218 2024-08-19T11:38:35.708 INFO:tasks.rados.rados.0.smithi136.stdout:2274: seq_num 706 ranges {4571136=630784,5201920=516096,5718016=729088,6447104=360448} 2024-08-19T11:38:35.710 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:35 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:38:35.375+0000 7f00bcc68640 -1 Falling back to public interface 2024-08-19T11:38:35.734 INFO:tasks.rados.rados.0.smithi136.stdout:2274: writing smithi13674108-4 from 4571136 to 5201920 tid 1 2024-08-19T11:38:35.737 INFO:tasks.rados.rados.0.smithi136.stdout:2274: writing smithi13674108-4 from 5201920 to 5718016 tid 2 2024-08-19T11:38:35.742 INFO:tasks.rados.rados.0.smithi136.stdout:2274: writing smithi13674108-4 from 5718016 to 6447104 tid 3 2024-08-19T11:38:35.744 INFO:tasks.rados.rados.0.smithi136.stdout:2274: writing smithi13674108-4 from 6447104 to 6807552 tid 4 2024-08-19T11:38:35.744 INFO:tasks.rados.rados.0.smithi136.stdout:2275: delete oid 18 current snap is 218 2024-08-19T11:38:35.744 INFO:tasks.rados.rados.0.smithi136.stdout:2269: expect (ObjNum 509 snap 142 seq_num 509) 2024-08-19T11:38:35.860 INFO:tasks.rados.rados.0.smithi136.stdout:2272: finishing write tid 1 to smithi13674108-22 2024-08-19T11:38:35.860 INFO:tasks.rados.rados.0.smithi136.stdout:2272: finishing write tid 2 to smithi13674108-22 2024-08-19T11:38:35.861 INFO:tasks.rados.rados.0.smithi136.stdout:2272: finishing write tid 3 to smithi13674108-22 2024-08-19T11:38:35.861 INFO:tasks.rados.rados.0.smithi136.stdout:2272: finishing write tid 4 to smithi13674108-22 2024-08-19T11:38:35.861 INFO:tasks.rados.rados.0.smithi136.stdout:2272: finishing write tid 5 to smithi13674108-22 2024-08-19T11:38:35.861 INFO:tasks.rados.rados.0.smithi136.stdout:2272: finishing write tid 6 to smithi13674108-22 2024-08-19T11:38:35.861 INFO:tasks.rados.rados.0.smithi136.stdout:2272: oid 22 updating version 0 to 883 2024-08-19T11:38:35.861 INFO:tasks.rados.rados.0.smithi136.stdout:2272: oid 22 updating version 883 to 884 2024-08-19T11:38:35.861 INFO:tasks.rados.rados.0.smithi136.stdout:2272: oid 22 version 884 is already newer than 881 2024-08-19T11:38:35.861 INFO:tasks.rados.rados.0.smithi136.stdout:2272: oid 22 version 884 is already newer than 880 2024-08-19T11:38:35.861 INFO:tasks.rados.rados.0.smithi136.stdout:2272: oid 22 version 884 is already newer than 882 2024-08-19T11:38:35.861 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 884 (ObjNum 704 snap 218 seq_num 704) dirty exists 2024-08-19T11:38:35.861 INFO:tasks.rados.rados.0.smithi136.stdout:2272: left oid 22 (ObjNum 704 snap 218 seq_num 704) 2024-08-19T11:38:35.861 INFO:tasks.rados.rados.0.smithi136.stdout:2273: finishing write tid 1 to smithi13674108-26 2024-08-19T11:38:35.861 INFO:tasks.rados.rados.0.smithi136.stdout:2273: finishing write tid 2 to smithi13674108-26 2024-08-19T11:38:35.862 INFO:tasks.rados.rados.0.smithi136.stdout:2273: finishing write tid 3 to smithi13674108-26 2024-08-19T11:38:35.862 INFO:tasks.rados.rados.0.smithi136.stdout:2268: done (6 left) 2024-08-19T11:38:35.862 INFO:tasks.rados.rados.0.smithi136.stdout:2269: done (5 left) 2024-08-19T11:38:35.862 INFO:tasks.rados.rados.0.smithi136.stdout:2271: done (4 left) 2024-08-19T11:38:35.862 INFO:tasks.rados.rados.0.smithi136.stdout:2272: done (3 left) 2024-08-19T11:38:35.862 INFO:tasks.rados.rados.0.smithi136.stdout:2275: done (2 left) 2024-08-19T11:38:35.862 INFO:tasks.rados.rados.0.smithi136.stdout:2276: setattr oid 1 current snap is 218 2024-08-19T11:38:35.862 INFO:tasks.rados.rados.0.smithi136.stdout:2273: finishing write tid 4 to smithi13674108-26 2024-08-19T11:38:35.862 INFO:tasks.rados.rados.0.smithi136.stdout:2273: finishing write tid 5 to smithi13674108-26 2024-08-19T11:38:35.862 INFO:tasks.rados.rados.0.smithi136.stdout:2273: finishing write tid 6 to smithi13674108-26 2024-08-19T11:38:35.862 INFO:tasks.rados.rados.0.smithi136.stdout:2273: oid 26 updating version 0 to 887 2024-08-19T11:38:35.862 INFO:tasks.rados.rados.0.smithi136.stdout:2273: oid 26 updating version 887 to 888 2024-08-19T11:38:35.862 INFO:tasks.rados.rados.0.smithi136.stdout:2273: oid 26 version 888 is already newer than 885 2024-08-19T11:38:35.862 INFO:tasks.rados.rados.0.smithi136.stdout:2273: oid 26 updating version 888 to 889 2024-08-19T11:38:35.863 INFO:tasks.rados.rados.0.smithi136.stdout:2273: oid 26 version 889 is already newer than 886 2024-08-19T11:38:35.863 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 889 (ObjNum 705 snap 218 seq_num 705) dirty exists 2024-08-19T11:38:35.863 INFO:tasks.rados.rados.0.smithi136.stdout:2273: left oid 26 (ObjNum 705 snap 218 seq_num 705) 2024-08-19T11:38:35.863 INFO:tasks.rados.rados.0.smithi136.stdout:2274: finishing write tid 1 to smithi13674108-4 2024-08-19T11:38:35.863 INFO:tasks.rados.rados.0.smithi136.stdout:2274: finishing write tid 2 to smithi13674108-4 2024-08-19T11:38:35.863 INFO:tasks.rados.rados.0.smithi136.stdout:2274: finishing write tid 3 to smithi13674108-4 2024-08-19T11:38:35.863 INFO:tasks.rados.rados.0.smithi136.stdout:2274: finishing write tid 4 to smithi13674108-4 2024-08-19T11:38:35.863 INFO:tasks.rados.rados.0.smithi136.stdout:2274: finishing write tid 5 to smithi13674108-4 2024-08-19T11:38:35.863 INFO:tasks.rados.rados.0.smithi136.stdout:2274: finishing write tid 6 to smithi13674108-4 2024-08-19T11:38:35.863 INFO:tasks.rados.rados.0.smithi136.stdout:2274: oid 4 updating version 0 to 1027 2024-08-19T11:38:35.863 INFO:tasks.rados.rados.0.smithi136.stdout:2274: oid 4 updating version 1027 to 1030 2024-08-19T11:38:35.863 INFO:tasks.rados.rados.0.smithi136.stdout:2274: oid 4 version 1030 is already newer than 1026 2024-08-19T11:38:35.863 INFO:tasks.rados.rados.0.smithi136.stdout:2274: oid 4 version 1030 is already newer than 1028 2024-08-19T11:38:35.863 INFO:tasks.rados.rados.0.smithi136.stdout:2274: oid 4 version 1030 is already newer than 1029 2024-08-19T11:38:35.863 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 1030 (ObjNum 706 snap 218 seq_num 706) dirty exists 2024-08-19T11:38:35.864 INFO:tasks.rados.rados.0.smithi136.stdout:2274: left oid 4 (ObjNum 706 snap 218 seq_num 706) 2024-08-19T11:38:35.864 INFO:tasks.rados.rados.0.smithi136.stdout:2273: done (2 left) 2024-08-19T11:38:35.864 INFO:tasks.rados.rados.0.smithi136.stdout:2274: done (1 left) 2024-08-19T11:38:35.864 INFO:tasks.rados.rados.0.smithi136.stdout:2277: read oid 39 snap -1 2024-08-19T11:38:35.864 INFO:tasks.rados.rados.0.smithi136.stdout:2277: expect deleted 2024-08-19T11:38:35.864 INFO:tasks.rados.rados.0.smithi136.stdout:2278: copy_from oid 22 from oid 18 current snap is 218 2024-08-19T11:38:35.865 INFO:tasks.rados.rados.0.smithi136.stdout:2279: rollback oid 41 current snap is 218 2024-08-19T11:38:35.865 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 41 to 216 2024-08-19T11:38:35.865 INFO:tasks.rados.rados.0.smithi136.stdout:2280: read oid 16 snap 201 2024-08-19T11:38:35.865 INFO:tasks.rados.rados.0.smithi136.stdout:2280: expect (ObjNum -531717472 snap 22033 seq_num 3762943760) 2024-08-19T11:38:35.865 INFO:tasks.rados.rados.0.smithi136.stdout:2281: read oid 45 snap -1 2024-08-19T11:38:35.865 INFO:tasks.rados.rados.0.smithi136.stdout:2281: expect (ObjNum 627 snap 183 seq_num 627) 2024-08-19T11:38:35.865 INFO:tasks.rados.rados.0.smithi136.stdout:2282: snap_remove snap 205 2024-08-19T11:38:36.845 INFO:tasks.rados.rados.0.smithi136.stdout:2282: done (6 left) 2024-08-19T11:38:36.845 INFO:tasks.rados.rados.0.smithi136.stdout:2283: delete oid 11 current snap is 218 2024-08-19T11:38:36.845 INFO:tasks.rados.rados.0.smithi136.stdout:2279: finishing rollback tid 1 to smithi13674108-41 2024-08-19T11:38:36.845 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 780 (ObjNum 65 snap 0 seq_num 1668436053) dirty dne 2024-08-19T11:38:36.845 INFO:tasks.rados.rados.0.smithi136.stdout:2280: expect (ObjNum -531717472 snap 22033 seq_num 3762943760) 2024-08-19T11:38:36.847 INFO:tasks.rados.rados.0.smithi136.stdout:2278: finishing copy_from to smithi13674108-22 2024-08-19T11:38:36.847 INFO:tasks.rados.rados.0.smithi136.stdout:2278: got expected ENOENT (src dne) 2024-08-19T11:38:36.847 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 1 v 860 (ObjNum 657 snap 197 seq_num 657) dirty exists 2024-08-19T11:38:36.847 INFO:tasks.rados.rados.0.smithi136.stdout:2278: finishing copy_from racing read to smithi13674108-22 2024-08-19T11:38:36.847 INFO:tasks.rados.rados.0.smithi136.stdout:2281: expect (ObjNum 627 snap 183 seq_num 627) 2024-08-19T11:38:36.913 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:36 smithi155 ceph-mon[76679]: pgmap v403: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 172 MiB data, 951 MiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.7 MiB/s wr, 15 op/s; 43/306 objects degraded (14.052%) 2024-08-19T11:38:36.913 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:36 smithi155 ceph-mon[76679]: osdmap e512: 8 total, 7 up, 8 in 2024-08-19T11:38:36.997 INFO:tasks.rados.rados.0.smithi136.stdout:2276: done (6 left) 2024-08-19T11:38:36.997 INFO:tasks.rados.rados.0.smithi136.stdout:2277: done (5 left) 2024-08-19T11:38:36.997 INFO:tasks.rados.rados.0.smithi136.stdout:2278: done (4 left) 2024-08-19T11:38:36.997 INFO:tasks.rados.rados.0.smithi136.stdout:2279: done (3 left) 2024-08-19T11:38:36.998 INFO:tasks.rados.rados.0.smithi136.stdout:2280: done (2 left) 2024-08-19T11:38:36.998 INFO:tasks.rados.rados.0.smithi136.stdout:2281: done (1 left) 2024-08-19T11:38:36.998 INFO:tasks.rados.rados.0.smithi136.stdout:2283: done (0 left) 2024-08-19T11:38:36.998 INFO:tasks.rados.rados.0.smithi136.stdout:2284: snap_create 2024-08-19T11:38:37.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:36 smithi136 ceph-mon[88916]: pgmap v403: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 172 MiB data, 951 MiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.7 MiB/s wr, 15 op/s; 43/306 objects degraded (14.052%) 2024-08-19T11:38:37.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:36 smithi136 ceph-mon[88916]: osdmap e512: 8 total, 7 up, 8 in 2024-08-19T11:38:37.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:36 smithi136 ceph-mon[86496]: pgmap v403: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 172 MiB data, 951 MiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.7 MiB/s wr, 15 op/s; 43/306 objects degraded (14.052%) 2024-08-19T11:38:37.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:36 smithi136 ceph-mon[86496]: osdmap e512: 8 total, 7 up, 8 in 2024-08-19T11:38:37.844 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:38:37 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:38:37] "GET /metrics HTTP/1.1" 200 36303 "" "Prometheus/2.43.0" 2024-08-19T11:38:37.849 INFO:tasks.rados.rados.0.smithi136.stdout:2284: done (0 left) 2024-08-19T11:38:37.849 INFO:tasks.rados.rados.0.smithi136.stdout:2285: delete oid 28 current snap is 219 2024-08-19T11:38:37.851 INFO:tasks.rados.rados.0.smithi136.stdout:2285: done (0 left) 2024-08-19T11:38:37.851 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 39 current snap is 219 2024-08-19T11:38:37.851 INFO:tasks.rados.rados.0.smithi136.stdout:2286: seq_num 710 ranges {0=696320,696320=499712,1196032=712704,1908736=393216} 2024-08-19T11:38:37.855 INFO:tasks.rados.rados.0.smithi136.stdout:2286: writing smithi13674108-39 from 0 to 696320 tid 1 2024-08-19T11:38:37.858 INFO:tasks.rados.rados.0.smithi136.stdout:2286: writing smithi13674108-39 from 696320 to 1196032 tid 2 2024-08-19T11:38:37.862 INFO:tasks.rados.rados.0.smithi136.stdout:2286: writing smithi13674108-39 from 1196032 to 1908736 tid 3 2024-08-19T11:38:37.865 INFO:tasks.rados.rados.0.smithi136.stdout:2286: writing smithi13674108-39 from 1908736 to 2301952 tid 4 2024-08-19T11:38:37.865 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 13 current snap is 219 2024-08-19T11:38:37.865 INFO:tasks.rados.rados.0.smithi136.stdout:2287: seq_num 711 ranges {0=712704,712704=786432,1499136=516096,2015232=303104} 2024-08-19T11:38:37.869 INFO:tasks.rados.rados.0.smithi136.stdout:2287: writing smithi13674108-13 from 0 to 712704 tid 1 2024-08-19T11:38:37.874 INFO:tasks.rados.rados.0.smithi136.stdout:2287: writing smithi13674108-13 from 712704 to 1499136 tid 2 2024-08-19T11:38:37.877 INFO:tasks.rados.rados.0.smithi136.stdout:2287: writing smithi13674108-13 from 1499136 to 2015232 tid 3 2024-08-19T11:38:37.879 INFO:tasks.rados.rados.0.smithi136.stdout:2287: writing smithi13674108-13 from 2015232 to 2318336 tid 4 2024-08-19T11:38:37.879 INFO:tasks.rados.rados.0.smithi136.stdout:2288: snap_remove snap 211 2024-08-19T11:38:38.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:37 smithi136 ceph-mon[88916]: osdmap e513: 8 total, 7 up, 8 in 2024-08-19T11:38:38.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:37 smithi136 ceph-mon[86496]: osdmap e513: 8 total, 7 up, 8 in 2024-08-19T11:38:38.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:37 smithi155 ceph-mon[76679]: osdmap e513: 8 total, 7 up, 8 in 2024-08-19T11:38:38.669 INFO:tasks.rados.rados.0.smithi136.stdout:2288: done (2 left) 2024-08-19T11:38:38.669 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 28 current snap is 219 2024-08-19T11:38:38.669 INFO:tasks.rados.rados.0.smithi136.stdout:2286: finishing write tid 1 to smithi13674108-39 2024-08-19T11:38:38.669 INFO:tasks.rados.rados.0.smithi136.stdout:2289: seq_num 712 ranges {0=729088,729088=671744,1400832=671744,2072576=262144} 2024-08-19T11:38:38.674 INFO:tasks.rados.rados.0.smithi136.stdout:2289: writing smithi13674108-28 from 0 to 729088 tid 1 2024-08-19T11:38:38.678 INFO:tasks.rados.rados.0.smithi136.stdout:2289: writing smithi13674108-28 from 729088 to 1400832 tid 2 2024-08-19T11:38:38.683 INFO:tasks.rados.rados.0.smithi136.stdout:2289: writing smithi13674108-28 from 1400832 to 2072576 tid 3 2024-08-19T11:38:38.686 INFO:tasks.rados.rados.0.smithi136.stdout:2289: writing smithi13674108-28 from 2072576 to 2334720 tid 4 2024-08-19T11:38:38.686 INFO:tasks.rados.rados.0.smithi136.stdout:2290: read oid 31 snap 201 2024-08-19T11:38:38.686 INFO:tasks.rados.rados.0.smithi136.stdout:2290: expect deleted 2024-08-19T11:38:38.687 INFO:tasks.rados.rados.0.smithi136.stdout:2291: delete oid 3 current snap is 219 2024-08-19T11:38:38.687 INFO:tasks.rados.rados.0.smithi136.stdout:2286: finishing write tid 2 to smithi13674108-39 2024-08-19T11:38:38.687 INFO:tasks.rados.rados.0.smithi136.stdout:2286: finishing write tid 3 to smithi13674108-39 2024-08-19T11:38:38.687 INFO:tasks.rados.rados.0.smithi136.stdout:2286: finishing write tid 4 to smithi13674108-39 2024-08-19T11:38:38.687 INFO:tasks.rados.rados.0.smithi136.stdout:2286: finishing write tid 5 to smithi13674108-39 2024-08-19T11:38:38.687 INFO:tasks.rados.rados.0.smithi136.stdout:2286: finishing write tid 6 to smithi13674108-39 2024-08-19T11:38:38.687 INFO:tasks.rados.rados.0.smithi136.stdout:2286: oid 39 updating version 0 to 872 2024-08-19T11:38:38.687 INFO:tasks.rados.rados.0.smithi136.stdout:2286: oid 39 updating version 872 to 875 2024-08-19T11:38:38.687 INFO:tasks.rados.rados.0.smithi136.stdout:2286: oid 39 version 875 is already newer than 874 2024-08-19T11:38:38.687 INFO:tasks.rados.rados.0.smithi136.stdout:2286: oid 39 version 875 is already newer than 873 2024-08-19T11:38:38.687 INFO:tasks.rados.rados.0.smithi136.stdout:2286: oid 39 updating version 875 to 876 2024-08-19T11:38:38.687 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 876 (ObjNum 710 snap 219 seq_num 710) dirty exists 2024-08-19T11:38:38.687 INFO:tasks.rados.rados.0.smithi136.stdout:2286: left oid 39 (ObjNum 710 snap 219 seq_num 710) 2024-08-19T11:38:38.687 INFO:tasks.rados.rados.0.smithi136.stdout:2287: finishing write tid 1 to smithi13674108-13 2024-08-19T11:38:38.687 INFO:tasks.rados.rados.0.smithi136.stdout:2287: finishing write tid 2 to smithi13674108-13 2024-08-19T11:38:38.688 INFO:tasks.rados.rados.0.smithi136.stdout:2287: finishing write tid 3 to smithi13674108-13 2024-08-19T11:38:38.688 INFO:tasks.rados.rados.0.smithi136.stdout:2287: finishing write tid 4 to smithi13674108-13 2024-08-19T11:38:38.688 INFO:tasks.rados.rados.0.smithi136.stdout:2287: finishing write tid 5 to smithi13674108-13 2024-08-19T11:38:38.688 INFO:tasks.rados.rados.0.smithi136.stdout:2287: finishing write tid 6 to smithi13674108-13 2024-08-19T11:38:38.688 INFO:tasks.rados.rados.0.smithi136.stdout:2287: oid 13 updating version 0 to 300 2024-08-19T11:38:38.688 INFO:tasks.rados.rados.0.smithi136.stdout:2287: oid 13 version 300 is already newer than 296 2024-08-19T11:38:38.688 INFO:tasks.rados.rados.0.smithi136.stdout:2287: oid 13 version 300 is already newer than 299 2024-08-19T11:38:38.688 INFO:tasks.rados.rados.0.smithi136.stdout:2287: oid 13 version 300 is already newer than 297 2024-08-19T11:38:38.688 INFO:tasks.rados.rados.0.smithi136.stdout:2287: oid 13 version 300 is already newer than 298 2024-08-19T11:38:38.688 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 300 (ObjNum 711 snap 219 seq_num 711) dirty exists 2024-08-19T11:38:38.688 INFO:tasks.rados.rados.0.smithi136.stdout:2287: left oid 13 (ObjNum 711 snap 219 seq_num 711) 2024-08-19T11:38:38.688 INFO:tasks.rados.rados.0.smithi136.stdout:2289: finishing write tid 1 to smithi13674108-28 2024-08-19T11:38:38.688 INFO:tasks.rados.rados.0.smithi136.stdout:2289: finishing write tid 2 to smithi13674108-28 2024-08-19T11:38:38.689 INFO:tasks.rados.rados.0.smithi136.stdout:2289: finishing write tid 3 to smithi13674108-28 2024-08-19T11:38:38.689 INFO:tasks.rados.rados.0.smithi136.stdout:2289: finishing write tid 4 to smithi13674108-28 2024-08-19T11:38:38.689 INFO:tasks.rados.rados.0.smithi136.stdout:2289: finishing write tid 5 to smithi13674108-28 2024-08-19T11:38:38.693 INFO:tasks.rados.rados.0.smithi136.stdout:2289: finishing write tid 6 to smithi13674108-28 2024-08-19T11:38:38.693 INFO:tasks.rados.rados.0.smithi136.stdout:2289: oid 28 updating version 0 to 1025 2024-08-19T11:38:38.693 INFO:tasks.rados.rados.0.smithi136.stdout:2289: oid 28 updating version 1025 to 1028 2024-08-19T11:38:38.693 INFO:tasks.rados.rados.0.smithi136.stdout:2289: oid 28 version 1028 is already newer than 1027 2024-08-19T11:38:38.693 INFO:tasks.rados.rados.0.smithi136.stdout:2289: oid 28 version 1028 is already newer than 1026 2024-08-19T11:38:38.693 INFO:tasks.rados.rados.0.smithi136.stdout:2289: oid 28 updating version 1028 to 1029 2024-08-19T11:38:38.693 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 1029 (ObjNum 712 snap 219 seq_num 712) dirty exists 2024-08-19T11:38:38.693 INFO:tasks.rados.rados.0.smithi136.stdout:2289: left oid 28 (ObjNum 712 snap 219 seq_num 712) 2024-08-19T11:38:38.694 INFO:tasks.rados.rados.0.smithi136.stdout:2286: done (4 left) 2024-08-19T11:38:38.694 INFO:tasks.rados.rados.0.smithi136.stdout:2287: done (3 left) 2024-08-19T11:38:38.694 INFO:tasks.rados.rados.0.smithi136.stdout:2289: done (2 left) 2024-08-19T11:38:38.694 INFO:tasks.rados.rados.0.smithi136.stdout:2290: done (1 left) 2024-08-19T11:38:38.694 INFO:tasks.rados.rados.0.smithi136.stdout:2291: done (0 left) 2024-08-19T11:38:38.694 INFO:tasks.rados.rados.0.smithi136.stdout:2292: delete oid 23 current snap is 219 2024-08-19T11:38:38.697 INFO:tasks.rados.rados.0.smithi136.stdout:2292: done (0 left) 2024-08-19T11:38:38.697 INFO:tasks.rados.rados.0.smithi136.stdout:2293: setattr oid 9 current snap is 219 2024-08-19T11:38:38.697 INFO:tasks.rados.rados.0.smithi136.stdout:2294: snap_remove snap 214 2024-08-19T11:38:38.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:38 smithi155 ceph-mon[76679]: pgmap v406: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 181 MiB data, 1004 MiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.6 MiB/s wr, 22 op/s; 49/330 objects degraded (14.848%) 2024-08-19T11:38:38.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:38 smithi155 ceph-mon[76679]: Health check update: Degraded data redundancy: 49/330 objects degraded (14.848%), 9 pgs degraded (PG_DEGRADED) 2024-08-19T11:38:38.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:38 smithi155 ceph-mon[76679]: osdmap e514: 8 total, 7 up, 8 in 2024-08-19T11:38:38.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:38 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:38.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:38 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:38.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:38 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:38.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:38 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:38.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:38 smithi155 ceph-mon[76679]: osdmap e515: 8 total, 7 up, 8 in 2024-08-19T11:38:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:38 smithi136 ceph-mon[88916]: pgmap v406: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 181 MiB data, 1004 MiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.6 MiB/s wr, 22 op/s; 49/330 objects degraded (14.848%) 2024-08-19T11:38:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:38 smithi136 ceph-mon[88916]: Health check update: Degraded data redundancy: 49/330 objects degraded (14.848%), 9 pgs degraded (PG_DEGRADED) 2024-08-19T11:38:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:38 smithi136 ceph-mon[88916]: osdmap e514: 8 total, 7 up, 8 in 2024-08-19T11:38:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:38 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:38 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:38 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:38 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:39.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:38 smithi136 ceph-mon[88916]: osdmap e515: 8 total, 7 up, 8 in 2024-08-19T11:38:39.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:38 smithi136 ceph-mon[86496]: pgmap v406: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 181 MiB data, 1004 MiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.6 MiB/s wr, 22 op/s; 49/330 objects degraded (14.848%) 2024-08-19T11:38:39.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:38 smithi136 ceph-mon[86496]: Health check update: Degraded data redundancy: 49/330 objects degraded (14.848%), 9 pgs degraded (PG_DEGRADED) 2024-08-19T11:38:39.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:38 smithi136 ceph-mon[86496]: osdmap e514: 8 total, 7 up, 8 in 2024-08-19T11:38:39.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:38 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:39.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:38 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:39.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:38 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:39.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:38 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:39.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:38 smithi136 ceph-mon[86496]: osdmap e515: 8 total, 7 up, 8 in 2024-08-19T11:38:39.674 INFO:tasks.rados.rados.0.smithi136.stdout:2294: done (1 left) 2024-08-19T11:38:39.674 INFO:tasks.rados.rados.0.smithi136.stdout:2295: snap_create 2024-08-19T11:38:39.674 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 606 (ObjNum 614 snap 180 seq_num 614) dirty exists 2024-08-19T11:38:39.703 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:39 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:38:39.423+0000 7f00bcc68640 -1 osd.6 504 log_to_monitors true 2024-08-19T11:38:39.703 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:38:39 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:38:39.702+0000 7f00b4a12640 -1 osd.6 504 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T11:38:39.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:39 smithi155 ceph-mon[76679]: from='osd.6 [v2:172.21.15.155:6816/2092952710,v1:172.21.15.155:6817/2092952710]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-19T11:38:39.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:39 smithi155 ceph-mon[76679]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-19T11:38:39.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:39 smithi155 ceph-mon[76679]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-19T11:38:39.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:39 smithi155 ceph-mon[76679]: osdmap e516: 8 total, 7 up, 8 in 2024-08-19T11:38:39.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:39 smithi155 ceph-mon[76679]: from='osd.6 [v2:172.21.15.155:6816/2092952710,v1:172.21.15.155:6817/2092952710]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]} : dispatch 2024-08-19T11:38:39.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:39 smithi155 ceph-mon[76679]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]} : dispatch 2024-08-19T11:38:40.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:39 smithi136 ceph-mon[88916]: from='osd.6 [v2:172.21.15.155:6816/2092952710,v1:172.21.15.155:6817/2092952710]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-19T11:38:40.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:39 smithi136 ceph-mon[88916]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-19T11:38:40.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:39 smithi136 ceph-mon[88916]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-19T11:38:40.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:39 smithi136 ceph-mon[88916]: osdmap e516: 8 total, 7 up, 8 in 2024-08-19T11:38:40.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:39 smithi136 ceph-mon[88916]: from='osd.6 [v2:172.21.15.155:6816/2092952710,v1:172.21.15.155:6817/2092952710]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]} : dispatch 2024-08-19T11:38:40.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:39 smithi136 ceph-mon[88916]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]} : dispatch 2024-08-19T11:38:40.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:39 smithi136 ceph-mon[86496]: from='osd.6 [v2:172.21.15.155:6816/2092952710,v1:172.21.15.155:6817/2092952710]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-19T11:38:40.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:39 smithi136 ceph-mon[86496]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-19T11:38:40.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:39 smithi136 ceph-mon[86496]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-19T11:38:40.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:39 smithi136 ceph-mon[86496]: osdmap e516: 8 total, 7 up, 8 in 2024-08-19T11:38:40.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:39 smithi136 ceph-mon[86496]: from='osd.6 [v2:172.21.15.155:6816/2092952710,v1:172.21.15.155:6817/2092952710]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]} : dispatch 2024-08-19T11:38:40.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:39 smithi136 ceph-mon[86496]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]} : dispatch 2024-08-19T11:38:40.673 INFO:tasks.rados.rados.0.smithi136.stdout:2293: done (1 left) 2024-08-19T11:38:40.673 INFO:tasks.rados.rados.0.smithi136.stdout:2295: done (0 left) 2024-08-19T11:38:40.674 INFO:tasks.rados.rados.0.smithi136.stdout:2296: read oid 42 snap -1 2024-08-19T11:38:40.674 INFO:tasks.rados.rados.0.smithi136.stdout:2296: expect (ObjNum 657 snap 197 seq_num 657) 2024-08-19T11:38:40.674 INFO:tasks.rados.rados.0.smithi136.stdout:2297: read oid 4 snap 215 2024-08-19T11:38:40.674 INFO:tasks.rados.rados.0.smithi136.stdout:2297: expect (ObjNum 686 snap 209 seq_num 686) 2024-08-19T11:38:40.674 INFO:tasks.rados.rados.0.smithi136.stdout:2298: snap_remove snap 208 2024-08-19T11:38:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:40 smithi155 ceph-mon[76679]: pgmap v409: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 193 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 5.2 MiB/s wr, 23 op/s; 49/336 objects degraded (14.583%) 2024-08-19T11:38:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:38:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:40 smithi155 ceph-mon[76679]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T11:38:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:40 smithi155 ceph-mon[76679]: osd.6 [v2:172.21.15.155:6816/2092952710,v1:172.21.15.155:6817/2092952710] boot 2024-08-19T11:38:41.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:40 smithi155 ceph-mon[76679]: osdmap e517: 8 total, 8 up, 8 in 2024-08-19T11:38:41.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-19T11:38:41.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:40 smithi136 ceph-mon[86496]: pgmap v409: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 193 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 5.2 MiB/s wr, 23 op/s; 49/336 objects degraded (14.583%) 2024-08-19T11:38:41.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:41.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:38:41.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:40 smithi136 ceph-mon[86496]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T11:38:41.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:40 smithi136 ceph-mon[86496]: osd.6 [v2:172.21.15.155:6816/2092952710,v1:172.21.15.155:6817/2092952710] boot 2024-08-19T11:38:41.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:40 smithi136 ceph-mon[86496]: osdmap e517: 8 total, 8 up, 8 in 2024-08-19T11:38:41.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-19T11:38:41.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:40 smithi136 ceph-mon[88916]: pgmap v409: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 193 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 5.2 MiB/s wr, 23 op/s; 49/336 objects degraded (14.583%) 2024-08-19T11:38:41.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:41.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:38:41.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:40 smithi136 ceph-mon[88916]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T11:38:41.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:40 smithi136 ceph-mon[88916]: osd.6 [v2:172.21.15.155:6816/2092952710,v1:172.21.15.155:6817/2092952710] boot 2024-08-19T11:38:41.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:40 smithi136 ceph-mon[88916]: osdmap e517: 8 total, 8 up, 8 in 2024-08-19T11:38:41.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-19T11:38:41.676 INFO:tasks.rados.rados.0.smithi136.stdout:2298: done (2 left) 2024-08-19T11:38:41.676 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 19 current snap is 220 2024-08-19T11:38:41.677 INFO:tasks.rados.rados.0.smithi136.stdout:2299: seq_num 715 ranges {5513216=778240,6291456=770048,7061504=499712,7561216=335872} 2024-08-19T11:38:41.712 INFO:tasks.rados.rados.0.smithi136.stdout:2299: writing smithi13674108-19 from 5513216 to 6291456 tid 1 2024-08-19T11:38:41.716 INFO:tasks.rados.rados.0.smithi136.stdout:2299: writing smithi13674108-19 from 6291456 to 7061504 tid 2 2024-08-19T11:38:41.719 INFO:tasks.rados.rados.0.smithi136.stdout:2299: writing smithi13674108-19 from 7061504 to 7561216 tid 3 2024-08-19T11:38:41.722 INFO:tasks.rados.rados.0.smithi136.stdout:2299: writing smithi13674108-19 from 7561216 to 7897088 tid 4 2024-08-19T11:38:41.722 INFO:tasks.rados.rados.0.smithi136.stdout:2300: rmattr oid 38 current snap is 220 2024-08-19T11:38:41.722 INFO:tasks.rados.rados.0.smithi136.stdout:2296: expect (ObjNum 657 snap 197 seq_num 657) 2024-08-19T11:38:41.964 INFO:tasks.rados.rados.0.smithi136.stdout:2297: expect (ObjNum 686 snap 209 seq_num 686) 2024-08-19T11:38:42.145 INFO:tasks.rados.rados.0.smithi136.stdout:2299: finishing write tid 1 to smithi13674108-19 2024-08-19T11:38:42.146 INFO:tasks.rados.rados.0.smithi136.stdout:2299: finishing write tid 2 to smithi13674108-19 2024-08-19T11:38:42.146 INFO:tasks.rados.rados.0.smithi136.stdout:2296: done (3 left) 2024-08-19T11:38:42.146 INFO:tasks.rados.rados.0.smithi136.stdout:2297: done (2 left) 2024-08-19T11:38:42.146 INFO:tasks.rados.rados.0.smithi136.stdout:2301: rmattr oid 4 current snap is 220 2024-08-19T11:38:42.146 INFO:tasks.rados.rados.0.smithi136.stdout:2299: finishing write tid 3 to smithi13674108-19 2024-08-19T11:38:42.146 INFO:tasks.rados.rados.0.smithi136.stdout:2299: finishing write tid 4 to smithi13674108-19 2024-08-19T11:38:42.146 INFO:tasks.rados.rados.0.smithi136.stdout:2299: finishing write tid 5 to smithi13674108-19 2024-08-19T11:38:42.146 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 921 (ObjNum 687 snap 212 seq_num 687) dirty exists 2024-08-19T11:38:42.146 INFO:tasks.rados.rados.0.smithi136.stdout:2299: finishing write tid 6 to smithi13674108-19 2024-08-19T11:38:42.147 INFO:tasks.rados.rados.0.smithi136.stdout:2299: oid 19 updating version 0 to 726 2024-08-19T11:38:42.147 INFO:tasks.rados.rados.0.smithi136.stdout:2299: oid 19 version 726 is already newer than 723 2024-08-19T11:38:42.147 INFO:tasks.rados.rados.0.smithi136.stdout:2299: oid 19 version 726 is already newer than 725 2024-08-19T11:38:42.147 INFO:tasks.rados.rados.0.smithi136.stdout:2299: oid 19 version 726 is already newer than 722 2024-08-19T11:38:42.147 INFO:tasks.rados.rados.0.smithi136.stdout:2299: oid 19 version 726 is already newer than 724 2024-08-19T11:38:42.147 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 726 (ObjNum 715 snap 220 seq_num 715) dirty exists 2024-08-19T11:38:42.147 INFO:tasks.rados.rados.0.smithi136.stdout:2299: left oid 19 (ObjNum 715 snap 220 seq_num 715) 2024-08-19T11:38:42.147 INFO:tasks.rados.rados.0.smithi136.stdout:2299: done (2 left) 2024-08-19T11:38:42.147 INFO:tasks.rados.rados.0.smithi136.stdout:2300: done (1 left) 2024-08-19T11:38:42.147 INFO:tasks.rados.rados.0.smithi136.stdout:2302: rollback oid 41 current snap is 220 2024-08-19T11:38:42.147 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 41 to 217 2024-08-19T11:38:42.148 INFO:tasks.rados.rados.0.smithi136.stdout:2303: rmattr oid 29 current snap is 220 2024-08-19T11:38:42.148 INFO:tasks.rados.rados.0.smithi136.stdout:2303: done (2 left) 2024-08-19T11:38:42.148 INFO:tasks.rados.rados.0.smithi136.stdout:2304: read oid 50 snap 218 2024-08-19T11:38:42.148 INFO:tasks.rados.rados.0.smithi136.stdout:2304: expect (ObjNum 624 snap 181 seq_num 624) 2024-08-19T11:38:42.148 INFO:tasks.rados.rados.0.smithi136.stdout:2305: snap_create 2024-08-19T11:38:42.148 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 1053 (ObjNum 706 snap 218 seq_num 706) dirty exists 2024-08-19T11:38:42.149 INFO:tasks.rados.rados.0.smithi136.stdout:2302: finishing rollback tid 1 to smithi13674108-41 2024-08-19T11:38:42.149 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 780 (ObjNum 65 snap 0 seq_num 1632662388) dirty dne 2024-08-19T11:38:42.154 INFO:tasks.rados.rados.0.smithi136.stdout:2304: expect (ObjNum 624 snap 181 seq_num 624) 2024-08-19T11:38:42.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:38:42 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:38:42.152+0000 7f725e66e640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-08-19T11:38:42.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:42 smithi155 ceph-mon[76679]: pgmap v412: 121 pgs: 7 peering, 30 active+undersized, 6 active+undersized+degraded, 78 active+clean; 195 MiB data, 881 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.7 MiB/s wr, 3 op/s; 38/339 objects degraded (11.209%) 2024-08-19T11:38:42.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:42 smithi155 ceph-mon[76679]: osdmap e518: 8 total, 8 up, 8 in 2024-08-19T11:38:42.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:42 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:42.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:42 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:42.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:42 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:38:42.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:42 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:38:42.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:42 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:42.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:42 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:38:42.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:42 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:38:42.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:42 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:38:42.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:42 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:38:42.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:42 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-19T11:38:43.048 INFO:tasks.rados.rados.0.smithi136.stdout:2301: done (3 left) 2024-08-19T11:38:43.048 INFO:tasks.rados.rados.0.smithi136.stdout:2302: done (2 left) 2024-08-19T11:38:43.048 INFO:tasks.rados.rados.0.smithi136.stdout:2304: done (1 left) 2024-08-19T11:38:43.048 INFO:tasks.rados.rados.0.smithi136.stdout:2305: done (0 left) 2024-08-19T11:38:43.048 INFO:tasks.rados.rados.0.smithi136.stdout:2306: setattr oid 23 current snap is 221 2024-08-19T11:38:43.050 INFO:tasks.rados.rados.0.smithi136.stdout:2307: snap_create 2024-08-19T11:38:43.055 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 846 (ObjNum 33 snap 0 seq_num 3763522800) dirty exists 2024-08-19T11:38:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:42 smithi136 ceph-mon[88916]: pgmap v412: 121 pgs: 7 peering, 30 active+undersized, 6 active+undersized+degraded, 78 active+clean; 195 MiB data, 881 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.7 MiB/s wr, 3 op/s; 38/339 objects degraded (11.209%) 2024-08-19T11:38:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:42 smithi136 ceph-mon[88916]: osdmap e518: 8 total, 8 up, 8 in 2024-08-19T11:38:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:42 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:42 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:42 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:38:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:42 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:38:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:42 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:42 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:38:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:42 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:38:43.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:42 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:38:43.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:42 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:38:43.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:42 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-19T11:38:43.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:42 smithi136 ceph-mon[86496]: pgmap v412: 121 pgs: 7 peering, 30 active+undersized, 6 active+undersized+degraded, 78 active+clean; 195 MiB data, 881 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.7 MiB/s wr, 3 op/s; 38/339 objects degraded (11.209%) 2024-08-19T11:38:43.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:42 smithi136 ceph-mon[86496]: osdmap e518: 8 total, 8 up, 8 in 2024-08-19T11:38:43.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:42 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:43.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:42 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:43.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:42 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:38:43.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:42 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:38:43.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:42 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:43.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:42 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:38:43.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:42 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:38:43.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:42 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:38:43.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:42 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:38:43.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:42 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-19T11:38:44.058 INFO:tasks.rados.rados.0.smithi136.stdout:2306: done (1 left) 2024-08-19T11:38:44.058 INFO:tasks.rados.rados.0.smithi136.stdout:2307: done (0 left) 2024-08-19T11:38:44.058 INFO:tasks.rados.rados.0.smithi136.stdout:2308: read oid 30 snap 206 2024-08-19T11:38:44.058 INFO:tasks.rados.rados.0.smithi136.stdout:2308: expect deleted 2024-08-19T11:38:44.059 INFO:tasks.rados.rados.0.smithi136.stdout:2309: read oid 25 snap -1 2024-08-19T11:38:44.059 INFO:tasks.rados.rados.0.smithi136.stdout:2309: expect (ObjNum 606 snap 179 seq_num 606) 2024-08-19T11:38:44.059 INFO:tasks.rados.rados.0.smithi136.stdout:2310: read oid 50 snap -1 2024-08-19T11:38:44.059 INFO:tasks.rados.rados.0.smithi136.stdout:2310: expect (ObjNum 624 snap 181 seq_num 624) 2024-08-19T11:38:44.059 INFO:tasks.rados.rados.0.smithi136.stdout:2311: snap_create 2024-08-19T11:38:44.066 INFO:tasks.rados.rados.0.smithi136.stdout:2309: expect (ObjNum 606 snap 179 seq_num 606) 2024-08-19T11:38:44.101 INFO:tasks.rados.rados.0.smithi136.stdout:2310: expect (ObjNum 624 snap 181 seq_num 624) 2024-08-19T11:38:44.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:44 smithi136 ceph-mon[86496]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-19T11:38:44.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:44 smithi136 ceph-mon[86496]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-08-19T11:38:44.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:44 smithi136 ceph-mon[86496]: osdmap e519: 8 total, 8 up, 8 in 2024-08-19T11:38:44.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:44 smithi136 ceph-mon[86496]: Health check update: Degraded data redundancy: 38/339 objects degraded (11.209%), 6 pgs degraded (PG_DEGRADED) 2024-08-19T11:38:44.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:44 smithi136 ceph-mon[88916]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-19T11:38:44.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:44 smithi136 ceph-mon[88916]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-08-19T11:38:44.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:44 smithi136 ceph-mon[88916]: osdmap e519: 8 total, 8 up, 8 in 2024-08-19T11:38:44.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:44 smithi136 ceph-mon[88916]: Health check update: Degraded data redundancy: 38/339 objects degraded (11.209%), 6 pgs degraded (PG_DEGRADED) 2024-08-19T11:38:44.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:44 smithi155 ceph-mon[76679]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-19T11:38:44.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:44 smithi155 ceph-mon[76679]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-08-19T11:38:44.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:44 smithi155 ceph-mon[76679]: osdmap e519: 8 total, 8 up, 8 in 2024-08-19T11:38:44.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:44 smithi155 ceph-mon[76679]: Health check update: Degraded data redundancy: 38/339 objects degraded (11.209%), 6 pgs degraded (PG_DEGRADED) 2024-08-19T11:38:45.060 INFO:tasks.rados.rados.0.smithi136.stdout:2308: done (3 left) 2024-08-19T11:38:45.060 INFO:tasks.rados.rados.0.smithi136.stdout:2309: done (2 left) 2024-08-19T11:38:45.060 INFO:tasks.rados.rados.0.smithi136.stdout:2310: done (1 left) 2024-08-19T11:38:45.060 INFO:tasks.rados.rados.0.smithi136.stdout:2311: done (0 left) 2024-08-19T11:38:45.060 INFO:tasks.rados.rados.0.smithi136.stdout:2312: snap_remove snap 221 2024-08-19T11:38:45.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:45 smithi136 ceph-mon[88916]: pgmap v415: 121 pgs: 1 active+recovering+degraded, 7 peering, 1 active+recovery_wait+degraded, 19 active+undersized, 4 active+undersized+degraded, 89 active+clean; 200 MiB data, 892 MiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.7 MiB/s wr, 12 op/s; 25/348 objects degraded (7.184%); 6.1 MiB/s, 0 objects/s recovering 2024-08-19T11:38:45.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:45 smithi136 ceph-mon[88916]: osdmap e520: 8 total, 8 up, 8 in 2024-08-19T11:38:45.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:45 smithi136 ceph-mon[86496]: pgmap v415: 121 pgs: 1 active+recovering+degraded, 7 peering, 1 active+recovery_wait+degraded, 19 active+undersized, 4 active+undersized+degraded, 89 active+clean; 200 MiB data, 892 MiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.7 MiB/s wr, 12 op/s; 25/348 objects degraded (7.184%); 6.1 MiB/s, 0 objects/s recovering 2024-08-19T11:38:45.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:45 smithi136 ceph-mon[86496]: osdmap e520: 8 total, 8 up, 8 in 2024-08-19T11:38:45.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:45 smithi155 ceph-mon[76679]: pgmap v415: 121 pgs: 1 active+recovering+degraded, 7 peering, 1 active+recovery_wait+degraded, 19 active+undersized, 4 active+undersized+degraded, 89 active+clean; 200 MiB data, 892 MiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.7 MiB/s wr, 12 op/s; 25/348 objects degraded (7.184%); 6.1 MiB/s, 0 objects/s recovering 2024-08-19T11:38:45.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:45 smithi155 ceph-mon[76679]: osdmap e520: 8 total, 8 up, 8 in 2024-08-19T11:38:46.075 INFO:tasks.rados.rados.0.smithi136.stdout:2312: done (0 left) 2024-08-19T11:38:46.075 INFO:tasks.rados.rados.0.smithi136.stdout:2313: rmattr oid 49 current snap is 223 2024-08-19T11:38:46.075 INFO:tasks.rados.rados.0.smithi136.stdout:2313: done (0 left) 2024-08-19T11:38:46.075 INFO:tasks.rados.rados.0.smithi136.stdout:2314: rollback oid 9 current snap is 223 2024-08-19T11:38:46.075 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 9 to 218 2024-08-19T11:38:46.076 INFO:tasks.rados.rados.0.smithi136.stdout:2315: snap_create 2024-08-19T11:38:46.082 INFO:tasks.rados.rados.0.smithi136.stdout:2314: finishing rollback tid 0 to smithi13674108-9 2024-08-19T11:38:46.082 INFO:tasks.rados.rados.0.smithi136.stdout:2314: finishing rollback tid 1 to smithi13674108-9 2024-08-19T11:38:46.082 INFO:tasks.rados.rados.0.smithi136.stdout:2314: finishing rollback tid 2 to smithi13674108-9 2024-08-19T11:38:46.083 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 609 (ObjNum 614 snap 180 seq_num 614) dirty exists 2024-08-19T11:38:46.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:46 smithi136 ceph-mon[86496]: osdmap e521: 8 total, 8 up, 8 in 2024-08-19T11:38:46.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:46 smithi136 ceph-mon[88916]: osdmap e521: 8 total, 8 up, 8 in 2024-08-19T11:38:46.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:46 smithi155 ceph-mon[76679]: osdmap e521: 8 total, 8 up, 8 in 2024-08-19T11:38:47.080 INFO:tasks.rados.rados.0.smithi136.stdout:2314: done (1 left) 2024-08-19T11:38:47.080 INFO:tasks.rados.rados.0.smithi136.stdout:2315: done (0 left) 2024-08-19T11:38:47.080 INFO:tasks.rados.rados.0.smithi136.stdout:2316: rmattr oid 32 current snap is 224 2024-08-19T11:38:47.080 INFO:tasks.rados.rados.0.smithi136.stdout:2316: done (0 left) 2024-08-19T11:38:47.080 INFO:tasks.rados.rados.0.smithi136.stdout:2317: rollback oid 3 current snap is 224 2024-08-19T11:38:47.080 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 3 to 201 2024-08-19T11:38:47.080 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 9 current snap is 224 2024-08-19T11:38:47.080 INFO:tasks.rados.rados.0.smithi136.stdout:2318: seq_num 716 ranges {1400832=794624,2195456=655360,2850816=704512,3555328=245760} 2024-08-19T11:38:47.091 INFO:tasks.rados.rados.0.smithi136.stdout:2318: writing smithi13674108-9 from 1400832 to 2195456 tid 1 2024-08-19T11:38:47.096 INFO:tasks.rados.rados.0.smithi136.stdout:2318: writing smithi13674108-9 from 2195456 to 2850816 tid 2 2024-08-19T11:38:47.099 INFO:tasks.rados.rados.0.smithi136.stdout:2318: writing smithi13674108-9 from 2850816 to 3555328 tid 3 2024-08-19T11:38:47.101 INFO:tasks.rados.rados.0.smithi136.stdout:2318: writing smithi13674108-9 from 3555328 to 3801088 tid 4 2024-08-19T11:38:47.101 INFO:tasks.rados.rados.0.smithi136.stdout:2319: snap_create 2024-08-19T11:38:47.101 INFO:tasks.rados.rados.0.smithi136.stdout:2317: finishing rollback tid 1 to smithi13674108-3 2024-08-19T11:38:47.101 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 0 (ObjNum 33 snap 0 seq_num 3763535840) dirty dne 2024-08-19T11:38:47.101 INFO:tasks.rados.rados.0.smithi136.stdout:2318: finishing write tid 1 to smithi13674108-9 2024-08-19T11:38:47.102 INFO:tasks.rados.rados.0.smithi136.stdout:2318: finishing write tid 2 to smithi13674108-9 2024-08-19T11:38:47.102 INFO:tasks.rados.rados.0.smithi136.stdout:2318: finishing write tid 3 to smithi13674108-9 2024-08-19T11:38:47.103 INFO:tasks.rados.rados.0.smithi136.stdout:2318: finishing write tid 4 to smithi13674108-9 2024-08-19T11:38:47.103 INFO:tasks.rados.rados.0.smithi136.stdout:2318: finishing write tid 5 to smithi13674108-9 2024-08-19T11:38:47.104 INFO:tasks.rados.rados.0.smithi136.stdout:2318: finishing write tid 6 to smithi13674108-9 2024-08-19T11:38:47.105 INFO:tasks.rados.rados.0.smithi136.stdout:2318: oid 9 updating version 0 to 611 2024-08-19T11:38:47.105 INFO:tasks.rados.rados.0.smithi136.stdout:2318: oid 9 version 611 is already newer than 610 2024-08-19T11:38:47.105 INFO:tasks.rados.rados.0.smithi136.stdout:2318: oid 9 updating version 611 to 612 2024-08-19T11:38:47.105 INFO:tasks.rados.rados.0.smithi136.stdout:2318: oid 9 updating version 612 to 614 2024-08-19T11:38:47.105 INFO:tasks.rados.rados.0.smithi136.stdout:2318: oid 9 version 614 is already newer than 613 2024-08-19T11:38:47.105 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 614 (ObjNum 716 snap 224 seq_num 716) dirty exists 2024-08-19T11:38:47.105 INFO:tasks.rados.rados.0.smithi136.stdout:2318: left oid 9 (ObjNum 716 snap 224 seq_num 716) 2024-08-19T11:38:47.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:47 smithi136 ceph-mon[88916]: pgmap v418: 121 pgs: 1 active+recovering+degraded, 7 peering, 1 active+recovery_wait+degraded, 112 active+clean; 202 MiB data, 921 MiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.7 MiB/s wr, 14 op/s; 13/348 objects degraded (3.736%); 6.1 MiB/s, 0 objects/s recovering 2024-08-19T11:38:47.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:47 smithi136 ceph-mon[88916]: osdmap e522: 8 total, 8 up, 8 in 2024-08-19T11:38:47.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:47 smithi136 ceph-mon[86496]: pgmap v418: 121 pgs: 1 active+recovering+degraded, 7 peering, 1 active+recovery_wait+degraded, 112 active+clean; 202 MiB data, 921 MiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.7 MiB/s wr, 14 op/s; 13/348 objects degraded (3.736%); 6.1 MiB/s, 0 objects/s recovering 2024-08-19T11:38:47.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:47 smithi136 ceph-mon[86496]: osdmap e522: 8 total, 8 up, 8 in 2024-08-19T11:38:47.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:47 smithi155 ceph-mon[76679]: pgmap v418: 121 pgs: 1 active+recovering+degraded, 7 peering, 1 active+recovery_wait+degraded, 112 active+clean; 202 MiB data, 921 MiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.7 MiB/s wr, 14 op/s; 13/348 objects degraded (3.736%); 6.1 MiB/s, 0 objects/s recovering 2024-08-19T11:38:47.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:47 smithi155 ceph-mon[76679]: osdmap e522: 8 total, 8 up, 8 in 2024-08-19T11:38:47.460 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:38:47 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=sqlstore.transactions t=2024-08-19T11:38:47.246924396Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-19T11:38:47.460 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:38:47 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[51821]: logger=cleanup t=2024-08-19T11:38:47.249075238Z level=info msg="Completed cleanup jobs" duration=13.470823ms 2024-08-19T11:38:47.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:38:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:38:47] "GET /metrics HTTP/1.1" 200 36160 "" "Prometheus/2.43.0" 2024-08-19T11:38:48.087 INFO:tasks.rados.rados.0.smithi136.stdout:2317: done (2 left) 2024-08-19T11:38:48.087 INFO:tasks.rados.rados.0.smithi136.stdout:2318: done (1 left) 2024-08-19T11:38:48.087 INFO:tasks.rados.rados.0.smithi136.stdout:2319: done (0 left) 2024-08-19T11:38:48.087 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 33 current snap is 225 2024-08-19T11:38:48.088 INFO:tasks.rados.rados.0.smithi136.stdout:2320: seq_num 717 ranges {499712=16384} 2024-08-19T11:38:48.090 INFO:tasks.rados.rados.0.smithi136.stdout:2320: writing smithi13674108-33 from 499712 to 516096 tid 1 2024-08-19T11:38:48.090 INFO:tasks.rados.rados.0.smithi136.stdout:2321: snap_create 2024-08-19T11:38:48.093 INFO:tasks.rados.rados.0.smithi136.stdout:2320: finishing write tid 1 to smithi13674108-33 2024-08-19T11:38:48.093 INFO:tasks.rados.rados.0.smithi136.stdout:2320: finishing write tid 2 to smithi13674108-33 2024-08-19T11:38:48.094 INFO:tasks.rados.rados.0.smithi136.stdout:2320: finishing write tid 3 to smithi13674108-33 2024-08-19T11:38:48.094 INFO:tasks.rados.rados.0.smithi136.stdout:2320: oid 33 updating version 0 to 1030 2024-08-19T11:38:48.095 INFO:tasks.rados.rados.0.smithi136.stdout:2320: oid 33 version 1030 is already newer than 1029 2024-08-19T11:38:48.095 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 33 v 1030 (ObjNum 717 snap 225 seq_num 717) dirty exists 2024-08-19T11:38:48.095 INFO:tasks.rados.rados.0.smithi136.stdout:2320: left oid 33 (ObjNum 717 snap 225 seq_num 717) 2024-08-19T11:38:48.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:48 smithi136 ceph-mon[88916]: osdmap e523: 8 total, 8 up, 8 in 2024-08-19T11:38:48.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:48 smithi136 ceph-mon[86496]: osdmap e523: 8 total, 8 up, 8 in 2024-08-19T11:38:48.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:48 smithi155 ceph-mon[76679]: osdmap e523: 8 total, 8 up, 8 in 2024-08-19T11:38:48.669 INFO:tasks.rados.rados.0.smithi136.stdout:2320: done (1 left) 2024-08-19T11:38:48.669 INFO:tasks.rados.rados.0.smithi136.stdout:2321: done (0 left) 2024-08-19T11:38:48.669 INFO:tasks.rados.rados.0.smithi136.stdout:2322: delete oid 46 current snap is 226 2024-08-19T11:38:48.672 INFO:tasks.rados.rados.0.smithi136.stdout:2322: done (0 left) 2024-08-19T11:38:48.672 INFO:tasks.rados.rados.0.smithi136.stdout:2323: delete oid 40 current snap is 226 2024-08-19T11:38:48.674 INFO:tasks.rados.rados.0.smithi136.stdout:2323: done (0 left) 2024-08-19T11:38:48.674 INFO:tasks.rados.rados.0.smithi136.stdout:2324: snap_create 2024-08-19T11:38:49.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:49 smithi136 ceph-mon[88916]: pgmap v421: 121 pgs: 121 active+clean; 202 MiB data, 921 MiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 582 KiB/s wr, 7 op/s; 7.7 MiB/s, 3 objects/s recovering 2024-08-19T11:38:49.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:49 smithi136 ceph-mon[88916]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13/348 objects degraded (3.736%), 2 pgs degraded) 2024-08-19T11:38:49.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:49 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:38:49.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:49 smithi136 ceph-mon[88916]: osdmap e524: 8 total, 8 up, 8 in 2024-08-19T11:38:49.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:49 smithi136 ceph-mon[88916]: osdmap e525: 8 total, 8 up, 8 in 2024-08-19T11:38:49.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:49 smithi136 ceph-mon[86496]: pgmap v421: 121 pgs: 121 active+clean; 202 MiB data, 921 MiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 582 KiB/s wr, 7 op/s; 7.7 MiB/s, 3 objects/s recovering 2024-08-19T11:38:49.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:49 smithi136 ceph-mon[86496]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13/348 objects degraded (3.736%), 2 pgs degraded) 2024-08-19T11:38:49.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:49 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:38:49.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:49 smithi136 ceph-mon[86496]: osdmap e524: 8 total, 8 up, 8 in 2024-08-19T11:38:49.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:49 smithi136 ceph-mon[86496]: osdmap e525: 8 total, 8 up, 8 in 2024-08-19T11:38:49.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:49 smithi155 ceph-mon[76679]: pgmap v421: 121 pgs: 121 active+clean; 202 MiB data, 921 MiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 582 KiB/s wr, 7 op/s; 7.7 MiB/s, 3 objects/s recovering 2024-08-19T11:38:49.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:49 smithi155 ceph-mon[76679]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13/348 objects degraded (3.736%), 2 pgs degraded) 2024-08-19T11:38:49.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:49 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:38:49.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:49 smithi155 ceph-mon[76679]: osdmap e524: 8 total, 8 up, 8 in 2024-08-19T11:38:49.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:49 smithi155 ceph-mon[76679]: osdmap e525: 8 total, 8 up, 8 in 2024-08-19T11:38:49.672 INFO:tasks.rados.rados.0.smithi136.stdout:2324: done (0 left) 2024-08-19T11:38:49.672 INFO:tasks.rados.rados.0.smithi136.stdout:2325: read oid 50 snap -1 2024-08-19T11:38:49.673 INFO:tasks.rados.rados.0.smithi136.stdout:2325: expect (ObjNum 624 snap 181 seq_num 624) 2024-08-19T11:38:49.673 INFO:tasks.rados.rados.0.smithi136.stdout:2326: read oid 18 snap -1 2024-08-19T11:38:49.673 INFO:tasks.rados.rados.0.smithi136.stdout:2326: expect deleted 2024-08-19T11:38:49.673 INFO:tasks.rados.rados.0.smithi136.stdout:2327: rmattr oid 13 current snap is 227 2024-08-19T11:38:49.673 INFO:tasks.rados.rados.0.smithi136.stdout:2327: done (2 left) 2024-08-19T11:38:49.673 INFO:tasks.rados.rados.0.smithi136.stdout:2328: rmattr oid 11 current snap is 227 2024-08-19T11:38:49.673 INFO:tasks.rados.rados.0.smithi136.stdout:2328: done (2 left) 2024-08-19T11:38:49.673 INFO:tasks.rados.rados.0.smithi136.stdout:2329: snap_create 2024-08-19T11:38:49.684 INFO:tasks.rados.rados.0.smithi136.stdout:2325: expect (ObjNum 624 snap 181 seq_num 624) 2024-08-19T11:38:50.674 INFO:tasks.rados.rados.0.smithi136.stdout:2325: done (2 left) 2024-08-19T11:38:50.674 INFO:tasks.rados.rados.0.smithi136.stdout:2326: done (1 left) 2024-08-19T11:38:50.674 INFO:tasks.rados.rados.0.smithi136.stdout:2329: done (0 left) 2024-08-19T11:38:50.674 INFO:tasks.rados.rados.0.smithi136.stdout:2330: copy_from oid 48 from oid 32 current snap is 228 2024-08-19T11:38:50.674 INFO:tasks.rados.rados.0.smithi136.stdout:2331: rollback oid 19 current snap is 228 2024-08-19T11:38:50.674 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 19 to 227 2024-08-19T11:38:50.674 INFO:tasks.rados.rados.0.smithi136.stdout:2332: copy_from oid 36 from oid 37 current snap is 228 2024-08-19T11:38:50.674 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 39 current snap is 228 2024-08-19T11:38:50.675 INFO:tasks.rados.rados.0.smithi136.stdout:2333: seq_num 720 ranges {2301952=65536} 2024-08-19T11:38:50.687 INFO:tasks.rados.rados.0.smithi136.stdout:2333: writing smithi13674108-39 from 2301952 to 2367488 tid 1 2024-08-19T11:38:50.687 INFO:tasks.rados.rados.0.smithi136.stdout:2334: snap_create 2024-08-19T11:38:50.688 INFO:tasks.rados.rados.0.smithi136.stdout:2331: finishing rollback tid 0 to smithi13674108-19 2024-08-19T11:38:50.688 INFO:tasks.rados.rados.0.smithi136.stdout:2331: finishing rollback tid 1 to smithi13674108-19 2024-08-19T11:38:50.688 INFO:tasks.rados.rados.0.smithi136.stdout:2331: finishing rollback tid 2 to smithi13674108-19 2024-08-19T11:38:50.688 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 729 (ObjNum 715 snap 220 seq_num 715) dirty exists 2024-08-19T11:38:50.688 INFO:tasks.rados.rados.0.smithi136.stdout:2332: finishing copy_from racing read to smithi13674108-36 2024-08-19T11:38:50.688 INFO:tasks.rados.rados.0.smithi136.stdout:2332: finishing copy_from to smithi13674108-36 2024-08-19T11:38:50.688 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 866 (ObjNum 692 snap 213 seq_num 692) dirty exists 2024-08-19T11:38:50.691 INFO:tasks.rados.rados.0.smithi136.stdout:2333: finishing write tid 1 to smithi13674108-39 2024-08-19T11:38:50.691 INFO:tasks.rados.rados.0.smithi136.stdout:2333: finishing write tid 2 to smithi13674108-39 2024-08-19T11:38:50.692 INFO:tasks.rados.rados.0.smithi136.stdout:2333: finishing write tid 3 to smithi13674108-39 2024-08-19T11:38:50.692 INFO:tasks.rados.rados.0.smithi136.stdout:2333: oid 39 updating version 0 to 878 2024-08-19T11:38:50.692 INFO:tasks.rados.rados.0.smithi136.stdout:2333: oid 39 version 878 is already newer than 877 2024-08-19T11:38:50.692 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 878 (ObjNum 720 snap 228 seq_num 720) dirty exists 2024-08-19T11:38:50.692 INFO:tasks.rados.rados.0.smithi136.stdout:2333: left oid 39 (ObjNum 720 snap 228 seq_num 720) 2024-08-19T11:38:50.697 INFO:tasks.rados.rados.0.smithi136.stdout:2330: finishing copy_from racing read to smithi13674108-48 2024-08-19T11:38:50.698 INFO:tasks.rados.rados.0.smithi136.stdout:2330: finishing copy_from to smithi13674108-48 2024-08-19T11:38:50.698 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 48 v 869 (ObjNum 623 snap 180 seq_num 623) dirty exists 2024-08-19T11:38:50.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:50 smithi155 ceph-mon[76679]: pgmap v424: 121 pgs: 121 active+clean; 202 MiB data, 921 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 0 B/s wr, 8 op/s; 7.7 MiB/s, 3 objects/s recovering 2024-08-19T11:38:50.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:50 smithi155 ceph-mon[76679]: osdmap e526: 8 total, 8 up, 8 in 2024-08-19T11:38:51.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:50 smithi136 ceph-mon[88916]: pgmap v424: 121 pgs: 121 active+clean; 202 MiB data, 921 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 0 B/s wr, 8 op/s; 7.7 MiB/s, 3 objects/s recovering 2024-08-19T11:38:51.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:50 smithi136 ceph-mon[88916]: osdmap e526: 8 total, 8 up, 8 in 2024-08-19T11:38:51.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:50 smithi136 ceph-mon[86496]: pgmap v424: 121 pgs: 121 active+clean; 202 MiB data, 921 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 0 B/s wr, 8 op/s; 7.7 MiB/s, 3 objects/s recovering 2024-08-19T11:38:51.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:50 smithi136 ceph-mon[86496]: osdmap e526: 8 total, 8 up, 8 in 2024-08-19T11:38:51.690 INFO:tasks.rados.rados.0.smithi136.stdout:2330: done (4 left) 2024-08-19T11:38:51.690 INFO:tasks.rados.rados.0.smithi136.stdout:2331: done (3 left) 2024-08-19T11:38:51.690 INFO:tasks.rados.rados.0.smithi136.stdout:2332: done (2 left) 2024-08-19T11:38:51.690 INFO:tasks.rados.rados.0.smithi136.stdout:2333: done (1 left) 2024-08-19T11:38:51.690 INFO:tasks.rados.rados.0.smithi136.stdout:2334: done (0 left) 2024-08-19T11:38:51.691 INFO:tasks.rados.rados.0.smithi136.stdout:2335: read oid 28 snap -1 2024-08-19T11:38:51.691 INFO:tasks.rados.rados.0.smithi136.stdout:2335: expect (ObjNum 712 snap 219 seq_num 712) 2024-08-19T11:38:51.691 INFO:tasks.rados.rados.0.smithi136.stdout:2336: read oid 50 snap -1 2024-08-19T11:38:51.691 INFO:tasks.rados.rados.0.smithi136.stdout:2336: expect (ObjNum 624 snap 181 seq_num 624) 2024-08-19T11:38:51.691 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 15 current snap is 229 2024-08-19T11:38:51.691 INFO:tasks.rados.rados.0.smithi136.stdout:2337: seq_num 721 ranges {0=81920} 2024-08-19T11:38:51.691 INFO:tasks.rados.rados.0.smithi136.stdout:2337: writing smithi13674108-15 from 0 to 81920 tid 1 2024-08-19T11:38:51.691 INFO:tasks.rados.rados.0.smithi136.stdout:2338: snap_remove snap 228 2024-08-19T11:38:51.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:51 smithi155 ceph-mon[76679]: osdmap e527: 8 total, 8 up, 8 in 2024-08-19T11:38:52.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:51 smithi136 ceph-mon[88916]: osdmap e527: 8 total, 8 up, 8 in 2024-08-19T11:38:52.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:51 smithi136 ceph-mon[86496]: osdmap e527: 8 total, 8 up, 8 in 2024-08-19T11:38:52.692 INFO:tasks.rados.rados.0.smithi136.stdout:2338: done (3 left) 2024-08-19T11:38:52.693 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 25 current snap is 229 2024-08-19T11:38:52.693 INFO:tasks.rados.rados.0.smithi136.stdout:2339: seq_num 722 ranges {999424=98304} 2024-08-19T11:38:52.699 INFO:tasks.rados.rados.0.smithi136.stdout:2339: writing smithi13674108-25 from 999424 to 1097728 tid 1 2024-08-19T11:38:52.699 INFO:tasks.rados.rados.0.smithi136.stdout:2340: rollback oid 23 current snap is 229 2024-08-19T11:38:52.699 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 23 to 222 2024-08-19T11:38:52.699 INFO:tasks.rados.rados.0.smithi136.stdout:2337: finishing write tid 1 to smithi13674108-15 2024-08-19T11:38:52.699 INFO:tasks.rados.rados.0.smithi136.stdout:2337: finishing write tid 2 to smithi13674108-15 2024-08-19T11:38:52.699 INFO:tasks.rados.rados.0.smithi136.stdout:2337: finishing write tid 3 to smithi13674108-15 2024-08-19T11:38:52.699 INFO:tasks.rados.rados.0.smithi136.stdout:2337: oid 15 updating version 0 to 880 2024-08-19T11:38:52.699 INFO:tasks.rados.rados.0.smithi136.stdout:2337: oid 15 version 880 is already newer than 879 2024-08-19T11:38:52.699 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 880 (ObjNum 721 snap 229 seq_num 721) dirty exists 2024-08-19T11:38:52.699 INFO:tasks.rados.rados.0.smithi136.stdout:2337: left oid 15 (ObjNum 721 snap 229 seq_num 721) 2024-08-19T11:38:52.699 INFO:tasks.rados.rados.0.smithi136.stdout:2336: expect (ObjNum 624 snap 181 seq_num 624) 2024-08-19T11:38:52.811 INFO:tasks.rados.rados.0.smithi136.stdout:2335: expect (ObjNum 712 snap 219 seq_num 712) 2024-08-19T11:38:52.870 INFO:tasks.rados.rados.0.smithi136.stdout:2340: finishing rollback tid 0 to smithi13674108-23 2024-08-19T11:38:52.870 INFO:tasks.rados.rados.0.smithi136.stdout:2340: finishing rollback tid 1 to smithi13674108-23 2024-08-19T11:38:52.870 INFO:tasks.rados.rados.0.smithi136.stdout:2340: finishing rollback tid 2 to smithi13674108-23 2024-08-19T11:38:52.870 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 849 (ObjNum 129 snap 0 seq_num 2300280775) dirty exists 2024-08-19T11:38:52.870 INFO:tasks.rados.rados.0.smithi136.stdout:2339: finishing write tid 1 to smithi13674108-25 2024-08-19T11:38:52.870 INFO:tasks.rados.rados.0.smithi136.stdout:2339: finishing write tid 2 to smithi13674108-25 2024-08-19T11:38:52.870 INFO:tasks.rados.rados.0.smithi136.stdout:2339: finishing write tid 3 to smithi13674108-25 2024-08-19T11:38:52.870 INFO:tasks.rados.rados.0.smithi136.stdout:2339: oid 25 updating version 0 to 923 2024-08-19T11:38:52.870 INFO:tasks.rados.rados.0.smithi136.stdout:2339: oid 25 updating version 923 to 924 2024-08-19T11:38:52.870 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 924 (ObjNum 722 snap 229 seq_num 722) dirty exists 2024-08-19T11:38:52.870 INFO:tasks.rados.rados.0.smithi136.stdout:2339: left oid 25 (ObjNum 722 snap 229 seq_num 722) 2024-08-19T11:38:52.870 INFO:tasks.rados.rados.0.smithi136.stdout:2335: done (4 left) 2024-08-19T11:38:52.871 INFO:tasks.rados.rados.0.smithi136.stdout:2336: done (3 left) 2024-08-19T11:38:52.871 INFO:tasks.rados.rados.0.smithi136.stdout:2337: done (2 left) 2024-08-19T11:38:52.871 INFO:tasks.rados.rados.0.smithi136.stdout:2339: done (1 left) 2024-08-19T11:38:52.871 INFO:tasks.rados.rados.0.smithi136.stdout:2340: done (0 left) 2024-08-19T11:38:52.871 INFO:tasks.rados.rados.0.smithi136.stdout:2341: read oid 19 snap 220 2024-08-19T11:38:52.871 INFO:tasks.rados.rados.0.smithi136.stdout:2341: expect (ObjNum 715 snap 220 seq_num 715) 2024-08-19T11:38:52.871 INFO:tasks.rados.rados.0.smithi136.stdout:2342: read oid 30 snap 219 2024-08-19T11:38:52.871 INFO:tasks.rados.rados.0.smithi136.stdout:2342: expect deleted 2024-08-19T11:38:52.871 INFO:tasks.rados.rados.0.smithi136.stdout:2343: read oid 33 snap -1 2024-08-19T11:38:52.871 INFO:tasks.rados.rados.0.smithi136.stdout:2343: expect (ObjNum 717 snap 225 seq_num 717) 2024-08-19T11:38:52.871 INFO:tasks.rados.rados.0.smithi136.stdout:2344: snap_create 2024-08-19T11:38:52.874 INFO:tasks.rados.rados.0.smithi136.stdout:2343: expect (ObjNum 717 snap 225 seq_num 717) 2024-08-19T11:38:52.906 INFO:tasks.rados.rados.0.smithi136.stdout:2341: expect (ObjNum 715 snap 220 seq_num 715) 2024-08-19T11:38:52.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:52 smithi155 ceph-mon[76679]: pgmap v427: 121 pgs: 121 active+clean; 204 MiB data, 923 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 488 KiB/s wr, 5 op/s 2024-08-19T11:38:52.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:52 smithi155 ceph-mon[76679]: osdmap e528: 8 total, 8 up, 8 in 2024-08-19T11:38:53.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:52 smithi136 ceph-mon[88916]: pgmap v427: 121 pgs: 121 active+clean; 204 MiB data, 923 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 488 KiB/s wr, 5 op/s 2024-08-19T11:38:53.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:52 smithi136 ceph-mon[88916]: osdmap e528: 8 total, 8 up, 8 in 2024-08-19T11:38:53.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:52 smithi136 ceph-mon[86496]: pgmap v427: 121 pgs: 121 active+clean; 204 MiB data, 923 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 488 KiB/s wr, 5 op/s 2024-08-19T11:38:53.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:52 smithi136 ceph-mon[86496]: osdmap e528: 8 total, 8 up, 8 in 2024-08-19T11:38:53.669 INFO:tasks.rados.rados.0.smithi136.stdout:2341: done (3 left) 2024-08-19T11:38:53.670 INFO:tasks.rados.rados.0.smithi136.stdout:2342: done (2 left) 2024-08-19T11:38:53.670 INFO:tasks.rados.rados.0.smithi136.stdout:2343: done (1 left) 2024-08-19T11:38:53.670 INFO:tasks.rados.rados.0.smithi136.stdout:2344: done (0 left) 2024-08-19T11:38:53.670 INFO:tasks.rados.rados.0.smithi136.stdout:2345: copy_from oid 22 from oid 19 current snap is 230 2024-08-19T11:38:53.670 INFO:tasks.rados.rados.0.smithi136.stdout:2346: read oid 11 snap -1 2024-08-19T11:38:53.670 INFO:tasks.rados.rados.0.smithi136.stdout:2346: expect deleted 2024-08-19T11:38:53.670 INFO:tasks.rados.rados.0.smithi136.stdout:2347: snap_create 2024-08-19T11:38:53.712 INFO:tasks.rados.rados.0.smithi136.stdout:2345: finishing copy_from racing read to smithi13674108-22 2024-08-19T11:38:53.721 INFO:tasks.rados.rados.0.smithi136.stdout:2345: finishing copy_from to smithi13674108-22 2024-08-19T11:38:53.721 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 729 (ObjNum 715 snap 220 seq_num 715) dirty exists 2024-08-19T11:38:53.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:53 smithi155 ceph-mon[76679]: osdmap e529: 8 total, 8 up, 8 in 2024-08-19T11:38:53.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:53 smithi155 ceph-mon[76679]: osdmap e530: 8 total, 8 up, 8 in 2024-08-19T11:38:54.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:53 smithi136 ceph-mon[86496]: osdmap e529: 8 total, 8 up, 8 in 2024-08-19T11:38:54.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:53 smithi136 ceph-mon[86496]: osdmap e530: 8 total, 8 up, 8 in 2024-08-19T11:38:54.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:53 smithi136 ceph-mon[88916]: osdmap e529: 8 total, 8 up, 8 in 2024-08-19T11:38:54.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:53 smithi136 ceph-mon[88916]: osdmap e530: 8 total, 8 up, 8 in 2024-08-19T11:38:54.672 INFO:tasks.rados.rados.0.smithi136.stdout:2345: done (2 left) 2024-08-19T11:38:54.672 INFO:tasks.rados.rados.0.smithi136.stdout:2346: done (1 left) 2024-08-19T11:38:54.672 INFO:tasks.rados.rados.0.smithi136.stdout:2347: done (0 left) 2024-08-19T11:38:54.672 INFO:tasks.rados.rados.0.smithi136.stdout:2348: rmattr oid 34 current snap is 231 2024-08-19T11:38:54.672 INFO:tasks.rados.rados.0.smithi136.stdout:2348: done (0 left) 2024-08-19T11:38:54.672 INFO:tasks.rados.rados.0.smithi136.stdout:2349: setattr oid 27 current snap is 231 2024-08-19T11:38:54.673 INFO:tasks.rados.rados.0.smithi136.stdout:2350: read oid 32 snap -1 2024-08-19T11:38:54.673 INFO:tasks.rados.rados.0.smithi136.stdout:2350: expect (ObjNum 623 snap 180 seq_num 623) 2024-08-19T11:38:54.673 INFO:tasks.rados.rados.0.smithi136.stdout:2351: snap_create 2024-08-19T11:38:54.676 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 296 (ObjNum 461 snap 127 seq_num 461) dirty exists 2024-08-19T11:38:54.686 INFO:tasks.rados.rados.0.smithi136.stdout:2350: expect (ObjNum 623 snap 180 seq_num 623) 2024-08-19T11:38:54.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:54 smithi155 ceph-mon[76679]: pgmap v430: 121 pgs: 121 active+clean; 209 MiB data, 930 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-08-19T11:38:54.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:54 smithi155 ceph-mon[76679]: osdmap e531: 8 total, 8 up, 8 in 2024-08-19T11:38:55.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:54 smithi136 ceph-mon[88916]: pgmap v430: 121 pgs: 121 active+clean; 209 MiB data, 930 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-08-19T11:38:55.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:54 smithi136 ceph-mon[88916]: osdmap e531: 8 total, 8 up, 8 in 2024-08-19T11:38:55.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:54 smithi136 ceph-mon[86496]: pgmap v430: 121 pgs: 121 active+clean; 209 MiB data, 930 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-08-19T11:38:55.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:54 smithi136 ceph-mon[86496]: osdmap e531: 8 total, 8 up, 8 in 2024-08-19T11:38:55.671 INFO:tasks.rados.rados.0.smithi136.stdout:2349: done (2 left) 2024-08-19T11:38:55.672 INFO:tasks.rados.rados.0.smithi136.stdout:2350: done (1 left) 2024-08-19T11:38:55.672 INFO:tasks.rados.rados.0.smithi136.stdout:2351: done (0 left) 2024-08-19T11:38:55.672 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 24 current snap is 232 2024-08-19T11:38:55.672 INFO:tasks.rados.rados.0.smithi136.stdout:2352: seq_num 723 ranges {0=114688} 2024-08-19T11:38:55.672 INFO:tasks.rados.rados.0.smithi136.stdout:2352: writing smithi13674108-24 from 0 to 114688 tid 1 2024-08-19T11:38:55.673 INFO:tasks.rados.rados.0.smithi136.stdout:2353: copy_from oid 30 from oid 12 current snap is 232 2024-08-19T11:38:55.673 INFO:tasks.rados.rados.0.smithi136.stdout:2354: copy_from oid 43 from oid 16 current snap is 232 2024-08-19T11:38:55.673 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 39 current snap is 232 2024-08-19T11:38:55.673 INFO:tasks.rados.rados.0.smithi136.stdout:2355: seq_num 724 ranges {2367488=131072} 2024-08-19T11:38:55.686 INFO:tasks.rados.rados.0.smithi136.stdout:2355: writing smithi13674108-39 from 2367488 to 2498560 tid 1 2024-08-19T11:38:55.686 INFO:tasks.rados.rados.0.smithi136.stdout:2356: snap_create 2024-08-19T11:38:55.686 INFO:tasks.rados.rados.0.smithi136.stdout:2353: finishing copy_from to smithi13674108-30 2024-08-19T11:38:55.686 INFO:tasks.rados.rados.0.smithi136.stdout:2353: got expected ENOENT (src dne) 2024-08-19T11:38:55.687 INFO:tasks.rados.rados.0.smithi136.stdout:2353: finishing copy_from racing read to smithi13674108-30 2024-08-19T11:38:55.687 INFO:tasks.rados.rados.0.smithi136.stdout:2354: finishing copy_from racing read to smithi13674108-43 2024-08-19T11:38:55.687 INFO:tasks.rados.rados.0.smithi136.stdout:2352: finishing write tid 1 to smithi13674108-24 2024-08-19T11:38:55.687 INFO:tasks.rados.rados.0.smithi136.stdout:2354: finishing copy_from to smithi13674108-43 2024-08-19T11:38:55.687 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 844 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T11:38:55.687 INFO:tasks.rados.rados.0.smithi136.stdout:2352: finishing write tid 2 to smithi13674108-24 2024-08-19T11:38:55.687 INFO:tasks.rados.rados.0.smithi136.stdout:2352: finishing write tid 3 to smithi13674108-24 2024-08-19T11:38:55.687 INFO:tasks.rados.rados.0.smithi136.stdout:2352: oid 24 updating version 0 to 890 2024-08-19T11:38:55.687 INFO:tasks.rados.rados.0.smithi136.stdout:2352: oid 24 updating version 890 to 891 2024-08-19T11:38:55.687 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 891 (ObjNum 723 snap 232 seq_num 723) dirty exists 2024-08-19T11:38:55.687 INFO:tasks.rados.rados.0.smithi136.stdout:2352: left oid 24 (ObjNum 723 snap 232 seq_num 723) 2024-08-19T11:38:55.689 INFO:tasks.rados.rados.0.smithi136.stdout:2355: finishing write tid 1 to smithi13674108-39 2024-08-19T11:38:55.689 INFO:tasks.rados.rados.0.smithi136.stdout:2355: finishing write tid 2 to smithi13674108-39 2024-08-19T11:38:55.690 INFO:tasks.rados.rados.0.smithi136.stdout:2355: finishing write tid 3 to smithi13674108-39 2024-08-19T11:38:55.690 INFO:tasks.rados.rados.0.smithi136.stdout:2355: oid 39 updating version 0 to 881 2024-08-19T11:38:55.690 INFO:tasks.rados.rados.0.smithi136.stdout:2355: oid 39 updating version 881 to 882 2024-08-19T11:38:55.690 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 882 (ObjNum 724 snap 232 seq_num 724) dirty exists 2024-08-19T11:38:55.690 INFO:tasks.rados.rados.0.smithi136.stdout:2355: left oid 39 (ObjNum 724 snap 232 seq_num 724) 2024-08-19T11:38:56.676 INFO:tasks.rados.rados.0.smithi136.stdout:2352: done (4 left) 2024-08-19T11:38:56.676 INFO:tasks.rados.rados.0.smithi136.stdout:2353: done (3 left) 2024-08-19T11:38:56.676 INFO:tasks.rados.rados.0.smithi136.stdout:2354: done (2 left) 2024-08-19T11:38:56.676 INFO:tasks.rados.rados.0.smithi136.stdout:2355: done (1 left) 2024-08-19T11:38:56.676 INFO:tasks.rados.rados.0.smithi136.stdout:2356: done (0 left) 2024-08-19T11:38:56.676 INFO:tasks.rados.rados.0.smithi136.stdout:2357: read oid 8 snap -1 2024-08-19T11:38:56.676 INFO:tasks.rados.rados.0.smithi136.stdout:2357: expect deleted 2024-08-19T11:38:56.676 INFO:tasks.rados.rados.0.smithi136.stdout:2358: read oid 29 snap 225 2024-08-19T11:38:56.676 INFO:tasks.rados.rados.0.smithi136.stdout:2358: expect deleted 2024-08-19T11:38:56.677 INFO:tasks.rados.rados.0.smithi136.stdout:2359: snap_create 2024-08-19T11:38:56.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:56 smithi136 ceph-mon[88916]: pgmap v433: 121 pgs: 121 active+clean; 209 MiB data, 936 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-08-19T11:38:56.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:56 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:56.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:56 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:38:56.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:56 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:56.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:56 smithi136 ceph-mon[88916]: osdmap e532: 8 total, 8 up, 8 in 2024-08-19T11:38:56.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:56 smithi136 ceph-mon[86496]: pgmap v433: 121 pgs: 121 active+clean; 209 MiB data, 936 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-08-19T11:38:56.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:56 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:56.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:56 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:38:56.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:56 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:56.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:56 smithi136 ceph-mon[86496]: osdmap e532: 8 total, 8 up, 8 in 2024-08-19T11:38:56.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:56 smithi155 ceph-mon[76679]: pgmap v433: 121 pgs: 121 active+clean; 209 MiB data, 936 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-08-19T11:38:56.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:56 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:56.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:56 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:38:56.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:56 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:56.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:56 smithi155 ceph-mon[76679]: osdmap e532: 8 total, 8 up, 8 in 2024-08-19T11:38:57.681 INFO:tasks.rados.rados.0.smithi136.stdout:2357: done (2 left) 2024-08-19T11:38:57.681 INFO:tasks.rados.rados.0.smithi136.stdout:2358: done (1 left) 2024-08-19T11:38:57.681 INFO:tasks.rados.rados.0.smithi136.stdout:2359: done (0 left) 2024-08-19T11:38:57.681 INFO:tasks.rados.rados.0.smithi136.stdout:2360: snap_create 2024-08-19T11:38:57.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:57 smithi136 ceph-mon[86496]: osdmap e533: 8 total, 8 up, 8 in 2024-08-19T11:38:57.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:57 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-19T11:38:57.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:57 smithi136 ceph-mon[88916]: osdmap e533: 8 total, 8 up, 8 in 2024-08-19T11:38:57.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:57 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-19T11:38:57.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:38:57 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:38:57] "GET /metrics HTTP/1.1" 200 36294 "" "Prometheus/2.43.0" 2024-08-19T11:38:57.938 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:57 smithi155 ceph-mon[76679]: osdmap e533: 8 total, 8 up, 8 in 2024-08-19T11:38:57.938 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:57 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-19T11:38:58.670 INFO:tasks.rados.rados.0.smithi136.stdout:2360: done (0 left) 2024-08-19T11:38:58.670 INFO:tasks.rados.rados.0.smithi136.stdout:2361: delete oid 49 current snap is 235 2024-08-19T11:38:58.676 INFO:tasks.rados.rados.0.smithi136.stdout:2361: done (0 left) 2024-08-19T11:38:58.676 INFO:tasks.rados.rados.0.smithi136.stdout:2362: delete oid 41 current snap is 235 2024-08-19T11:38:58.678 INFO:tasks.rados.rados.0.smithi136.stdout:2362: done (0 left) 2024-08-19T11:38:58.678 INFO:tasks.rados.rados.0.smithi136.stdout:2363: copy_from oid 45 from oid 18 current snap is 235 2024-08-19T11:38:58.679 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 6 current snap is 235 2024-08-19T11:38:58.679 INFO:tasks.rados.rados.0.smithi136.stdout:2364: seq_num 727 ranges {10846208=180224} 2024-08-19T11:38:58.739 INFO:tasks.rados.rados.0.smithi136.stdout:2364: writing smithi13674108-6 from 10846208 to 11026432 tid 1 2024-08-19T11:38:58.739 INFO:tasks.rados.rados.0.smithi136.stdout:2365: copy_from oid 41 from oid 11 current snap is 235 2024-08-19T11:38:58.739 INFO:tasks.rados.rados.0.smithi136.stdout:2363: finishing copy_from to smithi13674108-45 2024-08-19T11:38:58.739 INFO:tasks.rados.rados.0.smithi136.stdout:2363: got expected ENOENT (src dne) 2024-08-19T11:38:58.739 INFO:tasks.rados.rados.0.smithi136.stdout:2363: finishing copy_from racing read to smithi13674108-45 2024-08-19T11:38:58.740 INFO:tasks.rados.rados.0.smithi136.stdout:2363: done (2 left) 2024-08-19T11:38:58.740 INFO:tasks.rados.rados.0.smithi136.stdout:2366: setattr oid 30 current snap is 235 2024-08-19T11:38:58.740 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 47 current snap is 235 2024-08-19T11:38:58.740 INFO:tasks.rados.rados.0.smithi136.stdout:2367: seq_num 728 ranges {0=196608} 2024-08-19T11:38:58.741 INFO:tasks.rados.rados.0.smithi136.stdout:2367: writing smithi13674108-47 from 0 to 196608 tid 1 2024-08-19T11:38:58.741 INFO:tasks.rados.rados.0.smithi136.stdout:2368: rollback oid 32 current snap is 235 2024-08-19T11:38:58.741 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 32 to 219 2024-08-19T11:38:58.741 INFO:tasks.rados.rados.0.smithi136.stdout:2369: setattr oid 26 current snap is 235 2024-08-19T11:38:58.743 INFO:tasks.rados.rados.0.smithi136.stdout:2370: copy_from oid 33 from oid 40 current snap is 235 2024-08-19T11:38:58.744 INFO:tasks.rados.rados.0.smithi136.stdout:2371: setattr oid 44 current snap is 235 2024-08-19T11:38:58.744 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 867 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-08-19T11:38:58.745 INFO:tasks.rados.rados.0.smithi136.stdout:2364: finishing write tid 1 to smithi13674108-6 2024-08-19T11:38:58.745 INFO:tasks.rados.rados.0.smithi136.stdout:2364: finishing write tid 2 to smithi13674108-6 2024-08-19T11:38:58.745 INFO:tasks.rados.rados.0.smithi136.stdout:2367: finishing write tid 1 to smithi13674108-47 2024-08-19T11:38:58.746 INFO:tasks.rados.rados.0.smithi136.stdout:2370: finishing copy_from to smithi13674108-33 2024-08-19T11:38:58.746 INFO:tasks.rados.rados.0.smithi136.stdout:2370: got expected ENOENT (src dne) 2024-08-19T11:38:58.746 INFO:tasks.rados.rados.0.smithi136.stdout:2365: finishing copy_from to smithi13674108-41 2024-08-19T11:38:58.747 INFO:tasks.rados.rados.0.smithi136.stdout:2365: got expected ENOENT (src dne) 2024-08-19T11:38:58.747 INFO:tasks.rados.rados.0.smithi136.stdout:2370: finishing copy_from racing read to smithi13674108-33 2024-08-19T11:38:58.747 INFO:tasks.rados.rados.0.smithi136.stdout:2365: finishing copy_from racing read to smithi13674108-41 2024-08-19T11:38:58.747 INFO:tasks.rados.rados.0.smithi136.stdout:2367: finishing write tid 2 to smithi13674108-47 2024-08-19T11:38:58.747 INFO:tasks.rados.rados.0.smithi136.stdout:2365: done (7 left) 2024-08-19T11:38:58.747 INFO:tasks.rados.rados.0.smithi136.stdout:2366: done (6 left) 2024-08-19T11:38:58.747 INFO:tasks.rados.rados.0.smithi136.stdout:2370: done (5 left) 2024-08-19T11:38:58.747 INFO:tasks.rados.rados.0.smithi136.stdout:2372: copy_from oid 3 from oid 46 current snap is 235 2024-08-19T11:38:58.747 INFO:tasks.rados.rados.0.smithi136.stdout:2373: read oid 41 snap -1 2024-08-19T11:38:58.747 INFO:tasks.rados.rados.0.smithi136.stdout:2373: expect deleted 2024-08-19T11:38:58.748 INFO:tasks.rados.rados.0.smithi136.stdout:2374: delete oid 10 current snap is 235 2024-08-19T11:38:58.749 INFO:tasks.rados.rados.0.smithi136.stdout:2368: finishing rollback tid 0 to smithi13674108-32 2024-08-19T11:38:58.749 INFO:tasks.rados.rados.0.smithi136.stdout:2364: finishing write tid 3 to smithi13674108-6 2024-08-19T11:38:58.749 INFO:tasks.rados.rados.0.smithi136.stdout:2364: oid 6 updating version 0 to 1016 2024-08-19T11:38:58.749 INFO:tasks.rados.rados.0.smithi136.stdout:2364: oid 6 updating version 1016 to 1017 2024-08-19T11:38:58.749 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 1017 (ObjNum 727 snap 235 seq_num 727) dirty exists 2024-08-19T11:38:58.749 INFO:tasks.rados.rados.0.smithi136.stdout:2364: left oid 6 (ObjNum 727 snap 235 seq_num 727) 2024-08-19T11:38:58.750 INFO:tasks.rados.rados.0.smithi136.stdout:2368: finishing rollback tid 1 to smithi13674108-32 2024-08-19T11:38:58.750 INFO:tasks.rados.rados.0.smithi136.stdout:2368: finishing rollback tid 2 to smithi13674108-32 2024-08-19T11:38:58.750 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 32 v 885 (ObjNum 623 snap 180 seq_num 623) dirty exists 2024-08-19T11:38:58.750 INFO:tasks.rados.rados.0.smithi136.stdout:2367: finishing write tid 3 to smithi13674108-47 2024-08-19T11:38:58.750 INFO:tasks.rados.rados.0.smithi136.stdout:2367: oid 47 updating version 0 to 1019 2024-08-19T11:38:58.750 INFO:tasks.rados.rados.0.smithi136.stdout:2367: oid 47 version 1019 is already newer than 1018 2024-08-19T11:38:58.750 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 1019 (ObjNum 728 snap 235 seq_num 728) dirty exists 2024-08-19T11:38:58.750 INFO:tasks.rados.rados.0.smithi136.stdout:2367: left oid 47 (ObjNum 728 snap 235 seq_num 728) 2024-08-19T11:38:58.750 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 892 (ObjNum 705 snap 218 seq_num 705) dirty exists 2024-08-19T11:38:58.750 INFO:tasks.rados.rados.0.smithi136.stdout:2364: done (7 left) 2024-08-19T11:38:58.750 INFO:tasks.rados.rados.0.smithi136.stdout:2367: done (6 left) 2024-08-19T11:38:58.751 INFO:tasks.rados.rados.0.smithi136.stdout:2368: done (5 left) 2024-08-19T11:38:58.751 INFO:tasks.rados.rados.0.smithi136.stdout:2369: done (4 left) 2024-08-19T11:38:58.751 INFO:tasks.rados.rados.0.smithi136.stdout:2373: done (3 left) 2024-08-19T11:38:58.751 INFO:tasks.rados.rados.0.smithi136.stdout:2374: done (2 left) 2024-08-19T11:38:58.751 INFO:tasks.rados.rados.0.smithi136.stdout:2375: rmattr oid 38 current snap is 235 2024-08-19T11:38:58.751 INFO:tasks.rados.rados.0.smithi136.stdout:2376: delete oid 1 current snap is 235 2024-08-19T11:38:58.753 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 1043 (ObjNum 509 snap 142 seq_num 509) dirty exists 2024-08-19T11:38:58.753 INFO:tasks.rados.rados.0.smithi136.stdout:2372: finishing copy_from to smithi13674108-3 2024-08-19T11:38:58.753 INFO:tasks.rados.rados.0.smithi136.stdout:2372: got expected ENOENT (src dne) 2024-08-19T11:38:58.753 INFO:tasks.rados.rados.0.smithi136.stdout:2372: finishing copy_from racing read to smithi13674108-3 2024-08-19T11:38:58.753 INFO:tasks.rados.rados.0.smithi136.stdout:2371: done (3 left) 2024-08-19T11:38:58.753 INFO:tasks.rados.rados.0.smithi136.stdout:2372: done (2 left) 2024-08-19T11:38:58.753 INFO:tasks.rados.rados.0.smithi136.stdout:2376: done (1 left) 2024-08-19T11:38:58.753 INFO:tasks.rados.rados.0.smithi136.stdout:2377: rollback oid 45 current snap is 235 2024-08-19T11:38:58.754 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 45 to 231 2024-08-19T11:38:58.754 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 925 (ObjNum 687 snap 212 seq_num 687) dirty exists 2024-08-19T11:38:58.754 INFO:tasks.rados.rados.0.smithi136.stdout:2375: done (1 left) 2024-08-19T11:38:58.754 INFO:tasks.rados.rados.0.smithi136.stdout:2378: rollback oid 38 current snap is 235 2024-08-19T11:38:58.754 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 38 to 230 2024-08-19T11:38:58.754 INFO:tasks.rados.rados.0.smithi136.stdout:2379: read oid 2 snap 222 2024-08-19T11:38:58.754 INFO:tasks.rados.rados.0.smithi136.stdout:2379: expect deleted 2024-08-19T11:38:58.754 INFO:tasks.rados.rados.0.smithi136.stdout:2380: read oid 37 snap 206 2024-08-19T11:38:58.754 INFO:tasks.rados.rados.0.smithi136.stdout:2380: expect deleted 2024-08-19T11:38:58.754 INFO:tasks.rados.rados.0.smithi136.stdout:2381: rollback oid 39 current snap is 235 2024-08-19T11:38:58.754 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 39 to 230 2024-08-19T11:38:58.755 INFO:tasks.rados.rados.0.smithi136.stdout:2382: rollback oid 50 current snap is 235 2024-08-19T11:38:58.755 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 50 to 233 2024-08-19T11:38:58.755 INFO:tasks.rados.rados.0.smithi136.stdout:2383: snap_create 2024-08-19T11:38:58.755 INFO:tasks.rados.rados.0.smithi136.stdout:2378: finishing rollback tid 0 to smithi13674108-38 2024-08-19T11:38:58.756 INFO:tasks.rados.rados.0.smithi136.stdout:2381: finishing rollback tid 0 to smithi13674108-39 2024-08-19T11:38:58.756 INFO:tasks.rados.rados.0.smithi136.stdout:2378: finishing rollback tid 1 to smithi13674108-38 2024-08-19T11:38:58.756 INFO:tasks.rados.rados.0.smithi136.stdout:2381: finishing rollback tid 1 to smithi13674108-39 2024-08-19T11:38:58.756 INFO:tasks.rados.rados.0.smithi136.stdout:2378: finishing rollback tid 2 to smithi13674108-38 2024-08-19T11:38:58.756 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 928 (ObjNum 687 snap 212 seq_num 687) dirty exists 2024-08-19T11:38:58.758 INFO:tasks.rados.rados.0.smithi136.stdout:2377: finishing rollback tid 0 to smithi13674108-45 2024-08-19T11:38:58.758 INFO:tasks.rados.rados.0.smithi136.stdout:2382: finishing rollback tid 0 to smithi13674108-50 2024-08-19T11:38:58.758 INFO:tasks.rados.rados.0.smithi136.stdout:2381: finishing rollback tid 2 to smithi13674108-39 2024-08-19T11:38:58.758 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 888 (ObjNum 720 snap 228 seq_num 720) dirty exists 2024-08-19T11:38:58.758 INFO:tasks.rados.rados.0.smithi136.stdout:2382: finishing rollback tid 1 to smithi13674108-50 2024-08-19T11:38:58.758 INFO:tasks.rados.rados.0.smithi136.stdout:2382: finishing rollback tid 2 to smithi13674108-50 2024-08-19T11:38:58.758 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 876 (ObjNum 624 snap 181 seq_num 624) dirty exists 2024-08-19T11:38:58.758 INFO:tasks.rados.rados.0.smithi136.stdout:2377: finishing rollback tid 1 to smithi13674108-45 2024-08-19T11:38:58.759 INFO:tasks.rados.rados.0.smithi136.stdout:2377: finishing rollback tid 2 to smithi13674108-45 2024-08-19T11:38:58.759 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 1034 (ObjNum 627 snap 183 seq_num 627) dirty exists 2024-08-19T11:38:58.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:58 smithi155 ceph-mon[76679]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-19T11:38:58.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:58 smithi155 ceph-mon[76679]: Upgrade: osd.7 is safe to restart 2024-08-19T11:38:58.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:58 smithi155 ceph-mon[76679]: pgmap v436: 121 pgs: 121 active+clean; 217 MiB data, 941 MiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-08-19T11:38:58.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:58 smithi155 ceph-mon[76679]: osdmap e534: 8 total, 8 up, 8 in 2024-08-19T11:38:58.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:58 smithi155 ceph-mon[76679]: osdmap e535: 8 total, 8 up, 8 in 2024-08-19T11:38:59.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:58 smithi136 ceph-mon[88916]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-19T11:38:59.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:58 smithi136 ceph-mon[88916]: Upgrade: osd.7 is safe to restart 2024-08-19T11:38:59.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:58 smithi136 ceph-mon[88916]: pgmap v436: 121 pgs: 121 active+clean; 217 MiB data, 941 MiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-08-19T11:38:59.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:58 smithi136 ceph-mon[88916]: osdmap e534: 8 total, 8 up, 8 in 2024-08-19T11:38:59.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:58 smithi136 ceph-mon[88916]: osdmap e535: 8 total, 8 up, 8 in 2024-08-19T11:38:59.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:58 smithi136 ceph-mon[86496]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-19T11:38:59.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:58 smithi136 ceph-mon[86496]: Upgrade: osd.7 is safe to restart 2024-08-19T11:38:59.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:58 smithi136 ceph-mon[86496]: pgmap v436: 121 pgs: 121 active+clean; 217 MiB data, 941 MiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-08-19T11:38:59.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:58 smithi136 ceph-mon[86496]: osdmap e534: 8 total, 8 up, 8 in 2024-08-19T11:38:59.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:58 smithi136 ceph-mon[86496]: osdmap e535: 8 total, 8 up, 8 in 2024-08-19T11:38:59.692 INFO:tasks.rados.rados.0.smithi136.stdout:2377: done (6 left) 2024-08-19T11:38:59.692 INFO:tasks.rados.rados.0.smithi136.stdout:2378: done (5 left) 2024-08-19T11:38:59.692 INFO:tasks.rados.rados.0.smithi136.stdout:2379: done (4 left) 2024-08-19T11:38:59.692 INFO:tasks.rados.rados.0.smithi136.stdout:2380: done (3 left) 2024-08-19T11:38:59.692 INFO:tasks.rados.rados.0.smithi136.stdout:2381: done (2 left) 2024-08-19T11:38:59.693 INFO:tasks.rados.rados.0.smithi136.stdout:2382: done (1 left) 2024-08-19T11:38:59.693 INFO:tasks.rados.rados.0.smithi136.stdout:2383: done (0 left) 2024-08-19T11:38:59.693 INFO:tasks.rados.rados.0.smithi136.stdout:2384: copy_from oid 12 from oid 43 current snap is 236 2024-08-19T11:38:59.693 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 49 current snap is 236 2024-08-19T11:38:59.693 INFO:tasks.rados.rados.0.smithi136.stdout:2385: seq_num 731 ranges {0=245760} 2024-08-19T11:38:59.693 INFO:tasks.rados.rados.0.smithi136.stdout:2385: writing smithi13674108-49 from 0 to 245760 tid 1 2024-08-19T11:38:59.693 INFO:tasks.rados.rados.0.smithi136.stdout:2386: copy_from oid 6 from oid 21 current snap is 236 2024-08-19T11:38:59.694 INFO:tasks.rados.rados.0.smithi136.stdout:2387: snap_remove snap 227 2024-08-19T11:38:59.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:59 smithi155 ceph-mon[76679]: Upgrade: Updating osd.7 2024-08-19T11:38:59.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:59 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:38:59.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:59 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-19T11:38:59.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:59 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:38:59.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:38:59 smithi155 ceph-mon[76679]: Deploying daemon osd.7 on smithi155 2024-08-19T11:39:00.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:59 smithi136 ceph-mon[88916]: Upgrade: Updating osd.7 2024-08-19T11:39:00.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:59 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:00.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:59 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-19T11:39:00.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:59 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:39:00.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:38:59 smithi136 ceph-mon[88916]: Deploying daemon osd.7 on smithi155 2024-08-19T11:39:00.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:59 smithi136 ceph-mon[86496]: Upgrade: Updating osd.7 2024-08-19T11:39:00.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:59 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:00.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:59 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-19T11:39:00.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:59 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:39:00.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:38:59 smithi136 ceph-mon[86496]: Deploying daemon osd.7 on smithi155 2024-08-19T11:39:00.314 INFO:teuthology.orchestra.run.smithi136.stdout:true 2024-08-19T11:39:00.702 INFO:tasks.rados.rados.0.smithi136.stdout:2387: done (3 left) 2024-08-19T11:39:00.702 INFO:tasks.rados.rados.0.smithi136.stdout:2388: snap_remove snap 230 2024-08-19T11:39:00.839 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:00 smithi155 ceph-mon[76679]: pgmap v439: 121 pgs: 121 active+clean; 217 MiB data, 945 MiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.9 MiB/s wr, 10 op/s 2024-08-19T11:39:00.839 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:00 smithi155 ceph-mon[76679]: osdmap e536: 8 total, 8 up, 8 in 2024-08-19T11:39:00.882 INFO:teuthology.orchestra.run.smithi136.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T11:39:00.882 INFO:teuthology.orchestra.run.smithi136.stdout:alertmanager.a smithi136 *:9093,9094 running (9m) 2m ago 10m 23.6M - 0.25.0 c8568f914cd2 5af88c4acee8 2024-08-19T11:39:00.882 INFO:teuthology.orchestra.run.smithi136.stdout:grafana.a smithi155 *:3000 running (10m) 22s ago 10m 90.3M - 9.4.7 954c08fa6188 cb3e816dd27a 2024-08-19T11:39:00.882 INFO:teuthology.orchestra.run.smithi136.stdout:mds.a smithi136 running (11m) 2m ago 11m 22.3M - 18.2.4-721-gbaa926de e6c292a6bc95 70acc09ac00c 2024-08-19T11:39:00.882 INFO:teuthology.orchestra.run.smithi136.stdout:mds.b smithi155 running (11m) 22s ago 11m 18.5M - 18.2.4-721-gbaa926de e6c292a6bc95 f9104a674461 2024-08-19T11:39:00.882 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.x smithi155 *:8443,9283,8765 running (5m) 22s ago 15m 454M - 19.0.0-5847-g79766939 50bbda8a3289 64c8cd762719 2024-08-19T11:39:00.882 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.y smithi136 *:8443,9283,8765 running (5m) 2m ago 16m 516M - 19.0.0-5847-g79766939 50bbda8a3289 2c0aee4c2faf 2024-08-19T11:39:00.882 INFO:teuthology.orchestra.run.smithi136.stdout:mon.a smithi136 running (5m) 2m ago 16m 54.0M 2048M 19.0.0-5847-g79766939 50bbda8a3289 9ab88b9dc010 2024-08-19T11:39:00.882 INFO:teuthology.orchestra.run.smithi136.stdout:mon.b smithi155 running (4m) 22s ago 15m 48.9M 2048M 19.0.0-5847-g79766939 50bbda8a3289 1260b8dbc4a8 2024-08-19T11:39:00.883 INFO:teuthology.orchestra.run.smithi136.stdout:mon.c smithi136 running (4m) 2m ago 15m 48.8M 2048M 19.0.0-5847-g79766939 50bbda8a3289 6904f5e6079f 2024-08-19T11:39:00.883 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.a smithi136 *:9100 running (10m) 2m ago 10m 17.1M - 1.5.0 0da6a335fe13 8b8c68944f5b 2024-08-19T11:39:00.883 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.b smithi155 *:9100 running (9m) 22s ago 9m 16.9M - 1.5.0 0da6a335fe13 94f522beed05 2024-08-19T11:39:00.883 INFO:teuthology.orchestra.run.smithi136.stdout:osd.0 smithi136 running (3m) 2m ago 14m 151M 2480M 19.0.0-5847-g79766939 50bbda8a3289 6daf1ed86d76 2024-08-19T11:39:00.883 INFO:teuthology.orchestra.run.smithi136.stdout:osd.1 smithi136 running (3m) 2m ago 14m 83.2M 2480M 19.0.0-5847-g79766939 50bbda8a3289 e1e8e8f25d12 2024-08-19T11:39:00.883 INFO:teuthology.orchestra.run.smithi136.stdout:osd.2 smithi136 running (2m) 2m ago 14m 76.7M 2480M 19.0.0-5847-g79766939 50bbda8a3289 7ef28c35d940 2024-08-19T11:39:00.883 INFO:teuthology.orchestra.run.smithi136.stdout:osd.3 smithi136 running (2m) 2m ago 13m 12.0M 2480M 19.0.0-5847-g79766939 50bbda8a3289 9f8198736d5b 2024-08-19T11:39:00.883 INFO:teuthology.orchestra.run.smithi136.stdout:osd.4 smithi155 running (94s) 22s ago 13m 109M 2480M 19.0.0-5847-g79766939 50bbda8a3289 0256f8e34f10 2024-08-19T11:39:00.883 INFO:teuthology.orchestra.run.smithi136.stdout:osd.5 smithi155 running (60s) 22s ago 12m 100M 2480M 19.0.0-5847-g79766939 50bbda8a3289 91a0267e5c97 2024-08-19T11:39:00.883 INFO:teuthology.orchestra.run.smithi136.stdout:osd.6 smithi155 running (27s) 22s ago 12m 11.3M 2480M 19.0.0-5847-g79766939 50bbda8a3289 e1b316d3878b 2024-08-19T11:39:00.883 INFO:teuthology.orchestra.run.smithi136.stdout:osd.7 smithi155 running (12m) 22s ago 12m 177M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 78b9ac5d3d4f 2024-08-19T11:39:00.883 INFO:teuthology.orchestra.run.smithi136.stdout:prometheus.a smithi155 *:9095 running (5m) 22s ago 10m 54.3M - 2.43.0 a07b618ecd1d 58dd6060f319 2024-08-19T11:39:01.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:00 smithi136 ceph-mon[88916]: pgmap v439: 121 pgs: 121 active+clean; 217 MiB data, 945 MiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.9 MiB/s wr, 10 op/s 2024-08-19T11:39:01.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:00 smithi136 ceph-mon[88916]: osdmap e536: 8 total, 8 up, 8 in 2024-08-19T11:39:01.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:00 smithi136 ceph-mon[86496]: pgmap v439: 121 pgs: 121 active+clean; 217 MiB data, 945 MiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.9 MiB/s wr, 10 op/s 2024-08-19T11:39:01.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:00 smithi136 ceph-mon[86496]: osdmap e536: 8 total, 8 up, 8 in 2024-08-19T11:39:01.216 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:39:01.216 INFO:teuthology.orchestra.run.smithi136.stdout: "mon": { 2024-08-19T11:39:01.217 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 3 2024-08-19T11:39:01.217 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:39:01.217 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr": { 2024-08-19T11:39:01.217 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T11:39:01.217 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:39:01.217 INFO:teuthology.orchestra.run.smithi136.stdout: "osd": { 2024-08-19T11:39:01.217 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 1, 2024-08-19T11:39:01.217 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 7 2024-08-19T11:39:01.217 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:39:01.217 INFO:teuthology.orchestra.run.smithi136.stdout: "mds": { 2024-08-19T11:39:01.217 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T11:39:01.217 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:39:01.217 INFO:teuthology.orchestra.run.smithi136.stdout: "overall": { 2024-08-19T11:39:01.217 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 3, 2024-08-19T11:39:01.218 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 12 2024-08-19T11:39:01.218 INFO:teuthology.orchestra.run.smithi136.stdout: } 2024-08-19T11:39:01.218 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:39:01.500 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:39:01.500 INFO:teuthology.orchestra.run.smithi136.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T11:39:01.500 INFO:teuthology.orchestra.run.smithi136.stdout: "in_progress": true, 2024-08-19T11:39:01.500 INFO:teuthology.orchestra.run.smithi136.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T11:39:01.500 INFO:teuthology.orchestra.run.smithi136.stdout: "services_complete": [ 2024-08-19T11:39:01.500 INFO:teuthology.orchestra.run.smithi136.stdout: "mon", 2024-08-19T11:39:01.500 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr" 2024-08-19T11:39:01.500 INFO:teuthology.orchestra.run.smithi136.stdout: ], 2024-08-19T11:39:01.501 INFO:teuthology.orchestra.run.smithi136.stdout: "progress": "12/20 daemons upgraded", 2024-08-19T11:39:01.501 INFO:teuthology.orchestra.run.smithi136.stdout: "message": "Currently upgrading osd daemons", 2024-08-19T11:39:01.501 INFO:teuthology.orchestra.run.smithi136.stdout: "is_paused": false 2024-08-19T11:39:01.501 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:39:01.702 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:01 smithi155 systemd[1]: Stopping Ceph osd.7 for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:39:01.703 INFO:tasks.rados.rados.0.smithi136.stdout:2388: done (3 left) 2024-08-19T11:39:01.703 INFO:tasks.rados.rados.0.smithi136.stdout:2389: read oid 20 snap 234 2024-08-19T11:39:01.703 INFO:tasks.rados.rados.0.smithi136.stdout:2389: expect (ObjNum 680 snap 203 seq_num 680) 2024-08-19T11:39:01.703 INFO:tasks.rados.rados.0.smithi136.stdout:2390: snap_remove snap 235 2024-08-19T11:39:01.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:01 smithi136 ceph-mon[86496]: from='client.44381 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:39:01.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:01 smithi136 ceph-mon[86496]: from='client.44387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:39:01.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:01 smithi136 ceph-mon[86496]: osdmap e537: 8 total, 8 up, 8 in 2024-08-19T11:39:01.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:01 smithi136 ceph-mon[86496]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:39:01.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:01 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/1924335355' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:01.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:01 smithi136 ceph-mon[88916]: from='client.44381 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:39:01.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:01 smithi136 ceph-mon[88916]: from='client.44387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:39:01.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:01 smithi136 ceph-mon[88916]: osdmap e537: 8 total, 8 up, 8 in 2024-08-19T11:39:01.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:01 smithi136 ceph-mon[88916]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:39:01.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:01 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/1924335355' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:01.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:01 smithi155 ceph-mon[76679]: from='client.44381 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:39:01.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:01 smithi155 ceph-mon[76679]: from='client.44387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:39:01.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:01 smithi155 ceph-mon[76679]: osdmap e537: 8 total, 8 up, 8 in 2024-08-19T11:39:01.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:01 smithi155 ceph-mon[76679]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:39:01.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:01 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/1924335355' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:01.961 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:01 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[43735]: 2024-08-19T11:39:01.714+0000 7f5411dff640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T11:39:01.961 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:01 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[43735]: 2024-08-19T11:39:01.714+0000 7f5411dff640 -1 osd.7 538 *** Got signal Terminated *** 2024-08-19T11:39:01.961 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:01 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[43735]: 2024-08-19T11:39:01.714+0000 7f5411dff640 -1 osd.7 538 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T11:39:02.707 INFO:tasks.rados.rados.0.smithi136.stdout:2390: done (4 left) 2024-08-19T11:39:02.707 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 15 current snap is 236 2024-08-19T11:39:02.707 INFO:tasks.rados.rados.0.smithi136.stdout:2391: seq_num 732 ranges {81920=262144} 2024-08-19T11:39:02.709 INFO:tasks.rados.rados.0.smithi136.stdout:2391: writing smithi13674108-15 from 81920 to 344064 tid 1 2024-08-19T11:39:02.710 INFO:tasks.rados.rados.0.smithi136.stdout:2392: rollback oid 16 current snap is 236 2024-08-19T11:39:02.710 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 16 to 212 2024-08-19T11:39:02.710 INFO:tasks.rados.rados.0.smithi136.stdout:2393: read oid 35 snap -1 2024-08-19T11:39:02.710 INFO:tasks.rados.rados.0.smithi136.stdout:2393: expect deleted 2024-08-19T11:39:02.711 INFO:tasks.rados.rados.0.smithi136.stdout:2394: snap_create 2024-08-19T11:39:02.711 INFO:tasks.rados.rados.0.smithi136.stdout:2384: finishing copy_from racing read to smithi13674108-12 2024-08-19T11:39:02.711 INFO:tasks.rados.rados.0.smithi136.stdout:2384: finishing copy_from to smithi13674108-12 2024-08-19T11:39:02.712 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 844 (ObjNum 65 snap 0 seq_num 1314872152) dirty exists 2024-08-19T11:39:02.712 INFO:tasks.rados.rados.0.smithi136.stdout:2385: finishing write tid 1 to smithi13674108-49 2024-08-19T11:39:02.712 INFO:tasks.rados.rados.0.smithi136.stdout:2385: finishing write tid 2 to smithi13674108-49 2024-08-19T11:39:02.712 INFO:tasks.rados.rados.0.smithi136.stdout:2385: finishing write tid 3 to smithi13674108-49 2024-08-19T11:39:02.712 INFO:tasks.rados.rados.0.smithi136.stdout:2385: oid 49 updating version 0 to 877 2024-08-19T11:39:02.712 INFO:tasks.rados.rados.0.smithi136.stdout:2385: oid 49 updating version 877 to 878 2024-08-19T11:39:02.712 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 878 (ObjNum 731 snap 236 seq_num 731) dirty exists 2024-08-19T11:39:02.712 INFO:tasks.rados.rados.0.smithi136.stdout:2385: left oid 49 (ObjNum 731 snap 236 seq_num 731) 2024-08-19T11:39:02.712 INFO:tasks.rados.rados.0.smithi136.stdout:2386: finishing copy_from racing read to smithi13674108-6 2024-08-19T11:39:02.712 INFO:tasks.rados.rados.0.smithi136.stdout:2386: finishing copy_from to smithi13674108-6 2024-08-19T11:39:02.712 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 792 (ObjNum 618 snap 180 seq_num 618) dirty exists 2024-08-19T11:39:02.712 INFO:tasks.rados.rados.0.smithi136.stdout:2389: expect (ObjNum 680 snap 203 seq_num 680) 2024-08-19T11:39:02.960 INFO:tasks.rados.rados.0.smithi136.stdout:2391: finishing write tid 1 to smithi13674108-15 2024-08-19T11:39:02.960 INFO:tasks.rados.rados.0.smithi136.stdout:2391: finishing write tid 2 to smithi13674108-15 2024-08-19T11:39:02.960 INFO:tasks.rados.rados.0.smithi136.stdout:2391: finishing write tid 3 to smithi13674108-15 2024-08-19T11:39:02.961 INFO:tasks.rados.rados.0.smithi136.stdout:2391: oid 15 updating version 0 to 889 2024-08-19T11:39:02.961 INFO:tasks.rados.rados.0.smithi136.stdout:2391: oid 15 updating version 889 to 890 2024-08-19T11:39:02.961 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 890 (ObjNum 732 snap 236 seq_num 732) dirty exists 2024-08-19T11:39:02.961 INFO:tasks.rados.rados.0.smithi136.stdout:2391: left oid 15 (ObjNum 732 snap 236 seq_num 732) 2024-08-19T11:39:02.961 INFO:tasks.rados.rados.0.smithi136.stdout:2392: finishing rollback tid 0 to smithi13674108-16 2024-08-19T11:39:02.961 INFO:tasks.rados.rados.0.smithi136.stdout:2392: finishing rollback tid 1 to smithi13674108-16 2024-08-19T11:39:02.961 INFO:tasks.rados.rados.0.smithi136.stdout:2392: finishing rollback tid 2 to smithi13674108-16 2024-08-19T11:39:02.961 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 16 v 894 (ObjNum 161 snap 0 seq_num 1629357257) dirty exists 2024-08-19T11:39:03.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:02 smithi136 ceph-mon[86496]: pgmap v442: 121 pgs: 121 active+clean; 217 MiB data, 945 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 12 op/s 2024-08-19T11:39:03.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:02 smithi136 ceph-mon[86496]: from='client.44405 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:39:03.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:02 smithi136 ceph-mon[86496]: osdmap e538: 8 total, 8 up, 8 in 2024-08-19T11:39:03.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:02 smithi136 ceph-mon[86496]: osd.7 marked itself down and dead 2024-08-19T11:39:03.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:02 smithi136 ceph-mon[88916]: pgmap v442: 121 pgs: 121 active+clean; 217 MiB data, 945 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 12 op/s 2024-08-19T11:39:03.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:02 smithi136 ceph-mon[88916]: from='client.44405 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:39:03.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:02 smithi136 ceph-mon[88916]: osdmap e538: 8 total, 8 up, 8 in 2024-08-19T11:39:03.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:02 smithi136 ceph-mon[88916]: osd.7 marked itself down and dead 2024-08-19T11:39:03.177 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:02 smithi155 ceph-mon[76679]: pgmap v442: 121 pgs: 121 active+clean; 217 MiB data, 945 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 12 op/s 2024-08-19T11:39:03.177 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:02 smithi155 ceph-mon[76679]: from='client.44405 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:39:03.177 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:02 smithi155 ceph-mon[76679]: osdmap e538: 8 total, 8 up, 8 in 2024-08-19T11:39:03.178 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:02 smithi155 ceph-mon[76679]: osd.7 marked itself down and dead 2024-08-19T11:39:03.460 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:03 smithi155 podman[97453]: 2024-08-19 11:39:03.177057417 +0000 UTC m=+1.589399012 container died 78b9ac5d3d4fc6ae9cf1174b44fce93dfe9cb99038714e9fc3c72bdb9731795a (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7, GIT_CLEAN=True, RELEASE=reef-baa926d, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T11:39:03.713 INFO:tasks.rados.rados.0.smithi136.stdout:2384: done (7 left) 2024-08-19T11:39:03.713 INFO:tasks.rados.rados.0.smithi136.stdout:2385: done (6 left) 2024-08-19T11:39:03.713 INFO:tasks.rados.rados.0.smithi136.stdout:2386: done (5 left) 2024-08-19T11:39:03.713 INFO:tasks.rados.rados.0.smithi136.stdout:2389: done (4 left) 2024-08-19T11:39:03.713 INFO:tasks.rados.rados.0.smithi136.stdout:2391: done (3 left) 2024-08-19T11:39:03.714 INFO:tasks.rados.rados.0.smithi136.stdout:2392: done (2 left) 2024-08-19T11:39:03.714 INFO:tasks.rados.rados.0.smithi136.stdout:2393: done (1 left) 2024-08-19T11:39:03.714 INFO:tasks.rados.rados.0.smithi136.stdout:2394: done (0 left) 2024-08-19T11:39:03.714 INFO:tasks.rados.rados.0.smithi136.stdout:2395: delete oid 35 current snap is 237 2024-08-19T11:39:03.724 INFO:tasks.rados.rados.0.smithi136.stdout:2395: done (0 left) 2024-08-19T11:39:03.724 INFO:tasks.rados.rados.0.smithi136.stdout:2396: snap_create 2024-08-19T11:39:03.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:03 smithi155 ceph-mon[76679]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T11:39:03.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:03 smithi155 ceph-mon[76679]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-19T11:39:03.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:03 smithi155 ceph-mon[76679]: osdmap e539: 8 total, 7 up, 8 in 2024-08-19T11:39:03.960 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:03 smithi155 podman[97453]: 2024-08-19 11:39:03.735350437 +0000 UTC m=+2.147692024 container cleanup 78b9ac5d3d4fc6ae9cf1174b44fce93dfe9cb99038714e9fc3c72bdb9731795a (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=reef-baa926d, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-08-19T11:39:03.961 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:03 smithi155 bash[97453]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7 2024-08-19T11:39:04.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:03 smithi136 ceph-mon[86496]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T11:39:04.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:03 smithi136 ceph-mon[86496]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-19T11:39:04.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:03 smithi136 ceph-mon[86496]: osdmap e539: 8 total, 7 up, 8 in 2024-08-19T11:39:04.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:03 smithi136 ceph-mon[88916]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T11:39:04.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:03 smithi136 ceph-mon[88916]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-19T11:39:04.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:03 smithi136 ceph-mon[88916]: osdmap e539: 8 total, 7 up, 8 in 2024-08-19T11:39:04.321 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:04 smithi155 podman[97472]: 2024-08-19 11:39:04.003444947 +0000 UTC m=+0.826838669 container remove 78b9ac5d3d4fc6ae9cf1174b44fce93dfe9cb99038714e9fc3c72bdb9731795a (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-baa926d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0) 2024-08-19T11:39:04.649 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:04 smithi155 podman[97566]: 2024-08-19 11:39:04.32082944 +0000 UTC m=+0.107227916 container create bee38af9ba4805ea3b64757ee2dd03b6769014be37430b4d4a0b14259498eab7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, io.buildah.version=1.36.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-08-19T11:39:04.649 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:04 smithi155 podman[97566]: 2024-08-19 11:39:04.230926835 +0000 UTC m=+0.017325321 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:39:04.649 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:04 smithi155 podman[97566]: 2024-08-19 11:39:04.565072028 +0000 UTC m=+0.351470516 container init bee38af9ba4805ea3b64757ee2dd03b6769014be37430b4d4a0b14259498eab7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7-deactivate, RELEASE=main-7976693, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T11:39:04.650 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:04 smithi155 podman[97566]: 2024-08-19 11:39:04.569995289 +0000 UTC m=+0.356393770 container start bee38af9ba4805ea3b64757ee2dd03b6769014be37430b4d4a0b14259498eab7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=main-7976693, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T11:39:04.650 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:04 smithi155 podman[97566]: 2024-08-19 11:39:04.64856857 +0000 UTC m=+0.434967052 container attach bee38af9ba4805ea3b64757ee2dd03b6769014be37430b4d4a0b14259498eab7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=main-7976693, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux ) 2024-08-19T11:39:04.731 INFO:tasks.rados.rados.0.smithi136.stdout:2396: done (0 left) 2024-08-19T11:39:04.731 INFO:tasks.rados.rados.0.smithi136.stdout:2397: copy_from oid 2 from oid 45 current snap is 238 2024-08-19T11:39:04.731 INFO:tasks.rados.rados.0.smithi136.stdout:2398: rmattr oid 23 current snap is 238 2024-08-19T11:39:04.731 INFO:tasks.rados.rados.0.smithi136.stdout:2399: rmattr oid 38 current snap is 238 2024-08-19T11:39:04.731 INFO:tasks.rados.rados.0.smithi136.stdout:2400: delete oid 47 current snap is 238 2024-08-19T11:39:04.739 INFO:tasks.rados.rados.0.smithi136.stdout:2400: done (3 left) 2024-08-19T11:39:04.739 INFO:tasks.rados.rados.0.smithi136.stdout:2401: snap_remove snap 222 2024-08-19T11:39:04.960 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:04 smithi155 podman[97566]: 2024-08-19 11:39:04.761656891 +0000 UTC m=+0.548055376 container died bee38af9ba4805ea3b64757ee2dd03b6769014be37430b4d4a0b14259498eab7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-08-19T11:39:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:04 smithi155 ceph-mon[76679]: pgmap v445: 121 pgs: 9 peering, 2 active+clean+snaptrim, 15 stale+active+clean, 95 active+clean; 221 MiB data, 952 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-08-19T11:39:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:04 smithi155 ceph-mon[76679]: osdmap e540: 8 total, 7 up, 8 in 2024-08-19T11:39:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:04 smithi155 ceph-mon[76679]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-08-19T11:39:05.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:04 smithi136 ceph-mon[86496]: pgmap v445: 121 pgs: 9 peering, 2 active+clean+snaptrim, 15 stale+active+clean, 95 active+clean; 221 MiB data, 952 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-08-19T11:39:05.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:04 smithi136 ceph-mon[86496]: osdmap e540: 8 total, 7 up, 8 in 2024-08-19T11:39:05.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:04 smithi136 ceph-mon[86496]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-08-19T11:39:05.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:04 smithi136 ceph-mon[88916]: pgmap v445: 121 pgs: 9 peering, 2 active+clean+snaptrim, 15 stale+active+clean, 95 active+clean; 221 MiB data, 952 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-08-19T11:39:05.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:04 smithi136 ceph-mon[88916]: osdmap e540: 8 total, 7 up, 8 in 2024-08-19T11:39:05.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:04 smithi136 ceph-mon[88916]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-08-19T11:39:05.347 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:05 smithi155 podman[97610]: 2024-08-19 11:39:05.310493407 +0000 UTC m=+0.542986937 container remove bee38af9ba4805ea3b64757ee2dd03b6769014be37430b4d4a0b14259498eab7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T11:39:05.347 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:05 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.7.service: Deactivated successfully. 2024-08-19T11:39:05.347 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:05 smithi155 systemd[1]: Stopped Ceph osd.7 for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:39:05.348 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:05 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.7.service: Consumed 15.863s CPU time. 2024-08-19T11:39:05.710 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:05 smithi155 systemd[1]: Starting Ceph osd.7 for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:39:05.743 INFO:tasks.rados.rados.0.smithi136.stdout:2401: done (3 left) 2024-08-19T11:39:05.743 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 49 current snap is 238 2024-08-19T11:39:05.743 INFO:tasks.rados.rados.0.smithi136.stdout:2402: seq_num 735 ranges {245760=311296} 2024-08-19T11:39:05.746 INFO:tasks.rados.rados.0.smithi136.stdout:2402: writing smithi13674108-49 from 245760 to 557056 tid 1 2024-08-19T11:39:05.747 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 850 (ObjNum 81 snap 0 seq_num 1) dirty exists 2024-08-19T11:39:05.747 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 929 (ObjNum 687 snap 212 seq_num 687) dirty exists 2024-08-19T11:39:05.747 INFO:tasks.rados.rados.0.smithi136.stdout:2397: finishing copy_from racing read to smithi13674108-2 2024-08-19T11:39:05.747 INFO:tasks.rados.rados.0.smithi136.stdout:2397: finishing copy_from to smithi13674108-2 2024-08-19T11:39:05.747 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 2 v 1034 (ObjNum 627 snap 183 seq_num 627) dirty exists 2024-08-19T11:39:05.750 INFO:tasks.rados.rados.0.smithi136.stdout:2397: done (3 left) 2024-08-19T11:39:05.750 INFO:tasks.rados.rados.0.smithi136.stdout:2398: done (2 left) 2024-08-19T11:39:05.750 INFO:tasks.rados.rados.0.smithi136.stdout:2399: done (1 left) 2024-08-19T11:39:05.750 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 13 current snap is 238 2024-08-19T11:39:05.750 INFO:tasks.rados.rados.0.smithi136.stdout:2403: seq_num 736 ranges {2318336=335872} 2024-08-19T11:39:05.762 INFO:tasks.rados.rados.0.smithi136.stdout:2403: writing smithi13674108-13 from 2318336 to 2654208 tid 1 2024-08-19T11:39:05.762 INFO:tasks.rados.rados.0.smithi136.stdout:2404: snap_remove snap 218 2024-08-19T11:39:06.040 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:05 smithi155 podman[97717]: 2024-08-19 11:39:05.69479641 +0000 UTC m=+0.018247959 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:39:06.040 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:05 smithi155 podman[97717]: 2024-08-19 11:39:05.820146641 +0000 UTC m=+0.143598178 container create c02b91f871790209422f50931593307e01bf78568db64061ca531f484a8566ac (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7-activate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, RELEASE=main-7976693, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T11:39:06.041 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:05 smithi155 ceph-mon[76679]: osdmap e541: 8 total, 7 up, 8 in 2024-08-19T11:39:06.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:05 smithi136 ceph-mon[88916]: osdmap e541: 8 total, 7 up, 8 in 2024-08-19T11:39:06.164 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:05 smithi136 ceph-mon[86496]: osdmap e541: 8 total, 7 up, 8 in 2024-08-19T11:39:06.461 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:06 smithi155 podman[97717]: 2024-08-19 11:39:06.039964094 +0000 UTC m=+0.363415638 container init c02b91f871790209422f50931593307e01bf78568db64061ca531f484a8566ac (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7-activate, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-08-19T11:39:06.461 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:06 smithi155 podman[97717]: 2024-08-19 11:39:06.046027681 +0000 UTC m=+0.369479222 container start c02b91f871790209422f50931593307e01bf78568db64061ca531f484a8566ac (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7-activate, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0) 2024-08-19T11:39:06.461 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:06 smithi155 podman[97717]: 2024-08-19 11:39:06.130989872 +0000 UTC m=+0.454441415 container attach c02b91f871790209422f50931593307e01bf78568db64061ca531f484a8566ac (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7-activate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=main-7976693, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.36.0) 2024-08-19T11:39:06.461 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:06 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7-activate[97732]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:39:06.461 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:06 smithi155 bash[97717]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:39:06.461 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:06 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7-activate[97732]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:39:06.461 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:06 smithi155 bash[97717]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:39:06.461 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:06 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7-activate[97732]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T11:39:06.461 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:06 smithi155 bash[97717]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T11:39:06.461 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:06 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7-activate[97732]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:39:06.461 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:06 smithi155 bash[97717]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:39:06.462 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:06 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7-activate[97732]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:39:06.462 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:06 smithi155 bash[97717]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T11:39:06.462 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:06 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7-activate[97732]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-19T11:39:06.462 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:06 smithi155 bash[97717]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-19T11:39:06.462 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:06 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7-activate[97732]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2024-08-19T11:39:06.462 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:06 smithi155 bash[97717]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2024-08-19T11:39:06.746 INFO:tasks.rados.rados.0.smithi136.stdout:2404: done (2 left) 2024-08-19T11:39:06.747 INFO:tasks.rados.rados.0.smithi136.stdout:2405: setattr oid 10 current snap is 238 2024-08-19T11:39:06.747 INFO:tasks.rados.rados.0.smithi136.stdout:2402: finishing write tid 1 to smithi13674108-49 2024-08-19T11:39:06.747 INFO:tasks.rados.rados.0.smithi136.stdout:2402: finishing write tid 2 to smithi13674108-49 2024-08-19T11:39:06.747 INFO:tasks.rados.rados.0.smithi136.stdout:2402: finishing write tid 3 to smithi13674108-49 2024-08-19T11:39:06.747 INFO:tasks.rados.rados.0.smithi136.stdout:2402: oid 49 updating version 0 to 1036 2024-08-19T11:39:06.747 INFO:tasks.rados.rados.0.smithi136.stdout:2402: oid 49 version 1036 is already newer than 1035 2024-08-19T11:39:06.747 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 1036 (ObjNum 735 snap 238 seq_num 735) dirty exists 2024-08-19T11:39:06.747 INFO:tasks.rados.rados.0.smithi136.stdout:2402: left oid 49 (ObjNum 735 snap 238 seq_num 735) 2024-08-19T11:39:06.747 INFO:tasks.rados.rados.0.smithi136.stdout:2403: finishing write tid 1 to smithi13674108-13 2024-08-19T11:39:06.747 INFO:tasks.rados.rados.0.smithi136.stdout:2403: finishing write tid 2 to smithi13674108-13 2024-08-19T11:39:06.747 INFO:tasks.rados.rados.0.smithi136.stdout:2403: finishing write tid 3 to smithi13674108-13 2024-08-19T11:39:06.748 INFO:tasks.rados.rados.0.smithi136.stdout:2403: oid 13 updating version 0 to 846 2024-08-19T11:39:06.748 INFO:tasks.rados.rados.0.smithi136.stdout:2403: oid 13 version 846 is already newer than 845 2024-08-19T11:39:06.748 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 846 (ObjNum 736 snap 238 seq_num 736) dirty exists 2024-08-19T11:39:06.748 INFO:tasks.rados.rados.0.smithi136.stdout:2403: left oid 13 (ObjNum 736 snap 238 seq_num 736) 2024-08-19T11:39:06.749 INFO:tasks.rados.rados.0.smithi136.stdout:2402: done (2 left) 2024-08-19T11:39:06.749 INFO:tasks.rados.rados.0.smithi136.stdout:2403: done (1 left) 2024-08-19T11:39:06.749 INFO:tasks.rados.rados.0.smithi136.stdout:2406: rmattr oid 39 current snap is 238 2024-08-19T11:39:06.749 INFO:tasks.rados.rados.0.smithi136.stdout:2406: done (1 left) 2024-08-19T11:39:06.749 INFO:tasks.rados.rados.0.smithi136.stdout:2407: rollback oid 23 current snap is 238 2024-08-19T11:39:06.749 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 23 to 220 2024-08-19T11:39:06.749 INFO:tasks.rados.rados.0.smithi136.stdout:2408: snap_remove snap 223 2024-08-19T11:39:06.944 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:06 smithi155 ceph-mon[76679]: pgmap v448: 121 pgs: 13 active+undersized, 9 peering, 2 active+clean+snaptrim, 10 stale+active+clean, 3 active+undersized+degraded, 84 active+clean; 221 MiB data, 952 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 12 op/s; 12/429 objects degraded (2.797%) 2024-08-19T11:39:06.944 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:06 smithi155 ceph-mon[76679]: Health check failed: Degraded data redundancy: 12/429 objects degraded (2.797%), 3 pgs degraded (PG_DEGRADED) 2024-08-19T11:39:06.944 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:06 smithi155 ceph-mon[76679]: osdmap e542: 8 total, 7 up, 8 in 2024-08-19T11:39:06.944 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:06 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7-activate[97732]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2024-08-19T11:39:06.944 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:06 smithi155 bash[97717]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2024-08-19T11:39:06.944 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:06 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7-activate[97732]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2024-08-19T11:39:06.944 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:06 smithi155 bash[97717]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2024-08-19T11:39:06.945 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:06 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7-activate[97732]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-19T11:39:06.945 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:06 smithi155 bash[97717]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-19T11:39:06.945 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:06 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7-activate[97732]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-19T11:39:06.945 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:06 smithi155 bash[97717]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-19T11:39:06.945 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:06 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7-activate[97732]: --> ceph-volume lvm activate successful for osd ID: 7 2024-08-19T11:39:06.945 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:06 smithi155 bash[97717]: --> ceph-volume lvm activate successful for osd ID: 7 2024-08-19T11:39:06.945 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:06 smithi155 podman[97717]: 2024-08-19 11:39:06.59482478 +0000 UTC m=+0.918276317 container died c02b91f871790209422f50931593307e01bf78568db64061ca531f484a8566ac (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7-activate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=main-7976693, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T11:39:07.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:06 smithi136 ceph-mon[88916]: pgmap v448: 121 pgs: 13 active+undersized, 9 peering, 2 active+clean+snaptrim, 10 stale+active+clean, 3 active+undersized+degraded, 84 active+clean; 221 MiB data, 952 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 12 op/s; 12/429 objects degraded (2.797%) 2024-08-19T11:39:07.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:06 smithi136 ceph-mon[88916]: Health check failed: Degraded data redundancy: 12/429 objects degraded (2.797%), 3 pgs degraded (PG_DEGRADED) 2024-08-19T11:39:07.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:06 smithi136 ceph-mon[88916]: osdmap e542: 8 total, 7 up, 8 in 2024-08-19T11:39:07.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:06 smithi136 ceph-mon[86496]: pgmap v448: 121 pgs: 13 active+undersized, 9 peering, 2 active+clean+snaptrim, 10 stale+active+clean, 3 active+undersized+degraded, 84 active+clean; 221 MiB data, 952 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 12 op/s; 12/429 objects degraded (2.797%) 2024-08-19T11:39:07.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:06 smithi136 ceph-mon[86496]: Health check failed: Degraded data redundancy: 12/429 objects degraded (2.797%), 3 pgs degraded (PG_DEGRADED) 2024-08-19T11:39:07.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:06 smithi136 ceph-mon[86496]: osdmap e542: 8 total, 7 up, 8 in 2024-08-19T11:39:07.591 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:07 smithi155 podman[97858]: 2024-08-19 11:39:07.235235974 +0000 UTC m=+0.634468562 container remove c02b91f871790209422f50931593307e01bf78568db64061ca531f484a8566ac (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7-activate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, RELEASE=main-7976693, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T11:39:07.591 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:07 smithi155 podman[97923]: 2024-08-19 11:39:07.354264786 +0000 UTC m=+0.017726215 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:39:07.591 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:07 smithi155 podman[97923]: 2024-08-19 11:39:07.460898261 +0000 UTC m=+0.124359678 container create aca69fd2b2097864602861cd7ec5ca47bbf4dc94f15a22b7e288cd0463e9fbcb (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7, GIT_CLEAN=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-08-19T11:39:07.758 INFO:tasks.rados.rados.0.smithi136.stdout:2407: finishing rollback tid 0 to smithi13674108-23 2024-08-19T11:39:07.758 INFO:tasks.rados.rados.0.smithi136.stdout:2407: finishing rollback tid 1 to smithi13674108-23 2024-08-19T11:39:07.758 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 852 (ObjNum 81 snap 0 seq_num 1) dirty dne 2024-08-19T11:39:07.759 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 868 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-19T11:39:07.759 INFO:tasks.rados.rados.0.smithi136.stdout:2405: done (2 left) 2024-08-19T11:39:07.759 INFO:tasks.rados.rados.0.smithi136.stdout:2407: done (1 left) 2024-08-19T11:39:07.759 INFO:tasks.rados.rados.0.smithi136.stdout:2408: done (0 left) 2024-08-19T11:39:07.759 INFO:tasks.rados.rados.0.smithi136.stdout:2409: delete oid 23 current snap is 238 2024-08-19T11:39:07.768 INFO:tasks.rados.rados.0.smithi136.stdout:2409: done (0 left) 2024-08-19T11:39:07.768 INFO:tasks.rados.rados.0.smithi136.stdout:2410: read oid 50 snap -1 2024-08-19T11:39:07.769 INFO:tasks.rados.rados.0.smithi136.stdout:2410: expect (ObjNum 624 snap 181 seq_num 624) 2024-08-19T11:39:07.769 INFO:tasks.rados.rados.0.smithi136.stdout:2411: rollback oid 21 current snap is 238 2024-08-19T11:39:07.769 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 21 to 215 2024-08-19T11:39:07.769 INFO:tasks.rados.rados.0.smithi136.stdout:2412: delete oid 35 current snap is 238 2024-08-19T11:39:07.774 INFO:tasks.rados.rados.0.smithi136.stdout:2412: done (2 left) 2024-08-19T11:39:07.774 INFO:tasks.rados.rados.0.smithi136.stdout:2413: delete oid 33 current snap is 238 2024-08-19T11:39:07.774 INFO:tasks.rados.rados.0.smithi136.stdout:2411: finishing rollback tid 0 to smithi13674108-21 2024-08-19T11:39:07.775 INFO:tasks.rados.rados.0.smithi136.stdout:2411: finishing rollback tid 1 to smithi13674108-21 2024-08-19T11:39:07.775 INFO:tasks.rados.rados.0.smithi136.stdout:2411: finishing rollback tid 2 to smithi13674108-21 2024-08-19T11:39:07.775 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 1023 (ObjNum 691 snap 213 seq_num 691) dirty exists 2024-08-19T11:39:07.777 INFO:tasks.rados.rados.0.smithi136.stdout:2411: done (2 left) 2024-08-19T11:39:07.777 INFO:tasks.rados.rados.0.smithi136.stdout:2413: done (1 left) 2024-08-19T11:39:07.777 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 6 current snap is 238 2024-08-19T11:39:07.777 INFO:tasks.rados.rados.0.smithi136.stdout:2414: seq_num 740 ranges {3833856=401408} 2024-08-19T11:39:07.801 INFO:tasks.rados.rados.0.smithi136.stdout:2414: writing smithi13674108-6 from 3833856 to 4235264 tid 1 2024-08-19T11:39:07.801 INFO:tasks.rados.rados.0.smithi136.stdout:2415: delete oid 20 current snap is 238 2024-08-19T11:39:07.801 INFO:tasks.rados.rados.0.smithi136.stdout:2410: expect (ObjNum 624 snap 181 seq_num 624) 2024-08-19T11:39:07.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:07 smithi136 ceph-mon[88916]: osdmap e543: 8 total, 7 up, 8 in 2024-08-19T11:39:07.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:07 smithi136 ceph-mon[86496]: osdmap e543: 8 total, 7 up, 8 in 2024-08-19T11:39:07.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:39:07 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:39:07] "GET /metrics HTTP/1.1" 200 36294 "" "Prometheus/2.43.0" 2024-08-19T11:39:07.864 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:07 smithi155 podman[97923]: 2024-08-19 11:39:07.680072235 +0000 UTC m=+0.343533653 container init aca69fd2b2097864602861cd7ec5ca47bbf4dc94f15a22b7e288cd0463e9fbcb (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-08-19T11:39:07.864 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:07 smithi155 podman[97923]: 2024-08-19 11:39:07.685110732 +0000 UTC m=+0.348572153 container start aca69fd2b2097864602861cd7ec5ca47bbf4dc94f15a22b7e288cd0463e9fbcb (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-7976693, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-08-19T11:39:07.864 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:07 smithi155 ceph-osd[97962]: -- 172.21.15.155:0/1792351056 <== mon.1 v2:172.21.15.155:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56084f2eda40 con 0x5608500ba000 2024-08-19T11:39:07.864 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:07 smithi155 bash[97923]: aca69fd2b2097864602861cd7ec5ca47bbf4dc94f15a22b7e288cd0463e9fbcb 2024-08-19T11:39:07.864 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:07 smithi155 systemd[1]: Started Ceph osd.7 for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:39:07.864 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:07 smithi155 ceph-mon[76679]: osdmap e543: 8 total, 7 up, 8 in 2024-08-19T11:39:07.922 INFO:tasks.rados.rados.0.smithi136.stdout:2414: finishing write tid 1 to smithi13674108-6 2024-08-19T11:39:07.922 INFO:tasks.rados.rados.0.smithi136.stdout:2414: finishing write tid 2 to smithi13674108-6 2024-08-19T11:39:07.922 INFO:tasks.rados.rados.0.smithi136.stdout:2414: finishing write tid 3 to smithi13674108-6 2024-08-19T11:39:07.922 INFO:tasks.rados.rados.0.smithi136.stdout:2414: oid 6 updating version 0 to 1025 2024-08-19T11:39:07.922 INFO:tasks.rados.rados.0.smithi136.stdout:2414: oid 6 version 1025 is already newer than 1024 2024-08-19T11:39:07.923 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 1025 (ObjNum 740 snap 238 seq_num 740) dirty exists 2024-08-19T11:39:07.923 INFO:tasks.rados.rados.0.smithi136.stdout:2414: left oid 6 (ObjNum 740 snap 238 seq_num 740) 2024-08-19T11:39:07.923 INFO:tasks.rados.rados.0.smithi136.stdout:2410: done (2 left) 2024-08-19T11:39:07.923 INFO:tasks.rados.rados.0.smithi136.stdout:2414: done (1 left) 2024-08-19T11:39:07.923 INFO:tasks.rados.rados.0.smithi136.stdout:2415: done (0 left) 2024-08-19T11:39:07.923 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 15 current snap is 238 2024-08-19T11:39:07.923 INFO:tasks.rados.rados.0.smithi136.stdout:2416: seq_num 742 ranges {344064=434176} 2024-08-19T11:39:07.927 INFO:tasks.rados.rados.0.smithi136.stdout:2416: writing smithi13674108-15 from 344064 to 778240 tid 1 2024-08-19T11:39:07.927 INFO:tasks.rados.rados.0.smithi136.stdout:2417: snap_create 2024-08-19T11:39:07.930 INFO:tasks.rados.rados.0.smithi136.stdout:2416: finishing write tid 1 to smithi13674108-15 2024-08-19T11:39:07.930 INFO:tasks.rados.rados.0.smithi136.stdout:2416: finishing write tid 2 to smithi13674108-15 2024-08-19T11:39:07.932 INFO:tasks.rados.rados.0.smithi136.stdout:2416: finishing write tid 3 to smithi13674108-15 2024-08-19T11:39:07.932 INFO:tasks.rados.rados.0.smithi136.stdout:2416: oid 15 updating version 0 to 891 2024-08-19T11:39:07.932 INFO:tasks.rados.rados.0.smithi136.stdout:2416: oid 15 updating version 891 to 892 2024-08-19T11:39:07.932 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 892 (ObjNum 742 snap 238 seq_num 742) dirty exists 2024-08-19T11:39:07.932 INFO:tasks.rados.rados.0.smithi136.stdout:2416: left oid 15 (ObjNum 742 snap 238 seq_num 742) 2024-08-19T11:39:08.673 INFO:tasks.rados.rados.0.smithi136.stdout:2416: done (1 left) 2024-08-19T11:39:08.673 INFO:tasks.rados.rados.0.smithi136.stdout:2417: done (0 left) 2024-08-19T11:39:08.673 INFO:tasks.rados.rados.0.smithi136.stdout:2418: delete oid 47 current snap is 239 2024-08-19T11:39:08.674 INFO:tasks.rados.rados.0.smithi136.stdout:2418: done (0 left) 2024-08-19T11:39:08.675 INFO:tasks.rados.rados.0.smithi136.stdout:2419: copy_from oid 37 from oid 34 current snap is 239 2024-08-19T11:39:08.675 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 9 current snap is 239 2024-08-19T11:39:08.675 INFO:tasks.rados.rados.0.smithi136.stdout:2420: seq_num 744 ranges {3801088=466944} 2024-08-19T11:39:08.698 INFO:tasks.rados.rados.0.smithi136.stdout:2420: writing smithi13674108-9 from 3801088 to 4268032 tid 1 2024-08-19T11:39:08.698 INFO:tasks.rados.rados.0.smithi136.stdout:2421: rollback oid 27 current snap is 239 2024-08-19T11:39:08.698 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 27 to 238 2024-08-19T11:39:08.698 INFO:tasks.rados.rados.0.smithi136.stdout:2422: delete oid 28 current snap is 239 2024-08-19T11:39:08.701 INFO:tasks.rados.rados.0.smithi136.stdout:2422: done (3 left) 2024-08-19T11:39:08.701 INFO:tasks.rados.rados.0.smithi136.stdout:2423: delete oid 35 current snap is 239 2024-08-19T11:39:08.703 INFO:tasks.rados.rados.0.smithi136.stdout:2423: done (3 left) 2024-08-19T11:39:08.703 INFO:tasks.rados.rados.0.smithi136.stdout:2424: snap_create 2024-08-19T11:39:08.704 INFO:tasks.rados.rados.0.smithi136.stdout:2420: finishing write tid 1 to smithi13674108-9 2024-08-19T11:39:08.705 INFO:tasks.rados.rados.0.smithi136.stdout:2420: finishing write tid 2 to smithi13674108-9 2024-08-19T11:39:08.705 INFO:tasks.rados.rados.0.smithi136.stdout:2421: finishing rollback tid 0 to smithi13674108-27 2024-08-19T11:39:08.705 INFO:tasks.rados.rados.0.smithi136.stdout:2421: finishing rollback tid 1 to smithi13674108-27 2024-08-19T11:39:08.705 INFO:tasks.rados.rados.0.smithi136.stdout:2421: finishing rollback tid 2 to smithi13674108-27 2024-08-19T11:39:08.705 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 299 (ObjNum 461 snap 127 seq_num 461) dirty exists 2024-08-19T11:39:08.705 INFO:tasks.rados.rados.0.smithi136.stdout:2420: finishing write tid 3 to smithi13674108-9 2024-08-19T11:39:08.706 INFO:tasks.rados.rados.0.smithi136.stdout:2420: oid 9 updating version 0 to 615 2024-08-19T11:39:08.706 INFO:tasks.rados.rados.0.smithi136.stdout:2420: oid 9 updating version 615 to 616 2024-08-19T11:39:08.706 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 616 (ObjNum 744 snap 239 seq_num 744) dirty exists 2024-08-19T11:39:08.706 INFO:tasks.rados.rados.0.smithi136.stdout:2420: left oid 9 (ObjNum 744 snap 239 seq_num 744) 2024-08-19T11:39:08.724 INFO:tasks.rados.rados.0.smithi136.stdout:2419: finishing copy_from racing read to smithi13674108-37 2024-08-19T11:39:08.725 INFO:tasks.rados.rados.0.smithi136.stdout:2419: finishing copy_from to smithi13674108-37 2024-08-19T11:39:08.725 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 893 (ObjNum 608 snap 179 seq_num 608) dirty exists 2024-08-19T11:39:09.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:08 smithi136 ceph-mon[88916]: pgmap v451: 121 pgs: 32 active+undersized, 9 peering, 1 active+clean+snaptrim, 9 active+undersized+degraded, 70 active+clean; 225 MiB data, 959 MiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s wr, 7 op/s; 27/447 objects degraded (6.040%) 2024-08-19T11:39:09.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:08 smithi136 ceph-mon[88916]: osdmap e544: 8 total, 7 up, 8 in 2024-08-19T11:39:09.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:08 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:09.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:08 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:09.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:08 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:39:09.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:08 smithi136 ceph-mon[88916]: osdmap e545: 8 total, 7 up, 8 in 2024-08-19T11:39:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:08 smithi136 ceph-mon[86496]: pgmap v451: 121 pgs: 32 active+undersized, 9 peering, 1 active+clean+snaptrim, 9 active+undersized+degraded, 70 active+clean; 225 MiB data, 959 MiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s wr, 7 op/s; 27/447 objects degraded (6.040%) 2024-08-19T11:39:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:08 smithi136 ceph-mon[86496]: osdmap e544: 8 total, 7 up, 8 in 2024-08-19T11:39:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:08 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:08 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:09.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:08 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:39:09.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:08 smithi136 ceph-mon[86496]: osdmap e545: 8 total, 7 up, 8 in 2024-08-19T11:39:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:08 smithi155 ceph-mon[76679]: pgmap v451: 121 pgs: 32 active+undersized, 9 peering, 1 active+clean+snaptrim, 9 active+undersized+degraded, 70 active+clean; 225 MiB data, 959 MiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s wr, 7 op/s; 27/447 objects degraded (6.040%) 2024-08-19T11:39:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:08 smithi155 ceph-mon[76679]: osdmap e544: 8 total, 7 up, 8 in 2024-08-19T11:39:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:08 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:08 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:08 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:39:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:08 smithi155 ceph-mon[76679]: osdmap e545: 8 total, 7 up, 8 in 2024-08-19T11:39:09.629 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:39:09.339+0000 7f5a45c2e640 -1 Falling back to public interface 2024-08-19T11:39:09.678 INFO:tasks.rados.rados.0.smithi136.stdout:2419: done (3 left) 2024-08-19T11:39:09.679 INFO:tasks.rados.rados.0.smithi136.stdout:2420: done (2 left) 2024-08-19T11:39:09.679 INFO:tasks.rados.rados.0.smithi136.stdout:2421: done (1 left) 2024-08-19T11:39:09.679 INFO:tasks.rados.rados.0.smithi136.stdout:2424: done (0 left) 2024-08-19T11:39:09.679 INFO:tasks.rados.rados.0.smithi136.stdout:2425: snap_remove snap 229 2024-08-19T11:39:10.681 INFO:tasks.rados.rados.0.smithi136.stdout:2425: done (0 left) 2024-08-19T11:39:10.681 INFO:tasks.rados.rados.0.smithi136.stdout:2426: snap_create 2024-08-19T11:39:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:10 smithi155 ceph-mon[76679]: pgmap v454: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 225 MiB data, 963 MiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s wr, 9 op/s; 34/450 objects degraded (7.556%) 2024-08-19T11:39:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:10 smithi155 ceph-mon[76679]: osdmap e546: 8 total, 7 up, 8 in 2024-08-19T11:39:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:10 smithi155 ceph-mon[76679]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-08-19T11:39:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:10 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:10 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:39:11.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:10 smithi136 ceph-mon[88916]: pgmap v454: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 225 MiB data, 963 MiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s wr, 9 op/s; 34/450 objects degraded (7.556%) 2024-08-19T11:39:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:10 smithi136 ceph-mon[88916]: osdmap e546: 8 total, 7 up, 8 in 2024-08-19T11:39:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:10 smithi136 ceph-mon[88916]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-08-19T11:39:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:10 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:10 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:39:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:10 smithi136 ceph-mon[86496]: pgmap v454: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 225 MiB data, 963 MiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s wr, 9 op/s; 34/450 objects degraded (7.556%) 2024-08-19T11:39:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:10 smithi136 ceph-mon[86496]: osdmap e546: 8 total, 7 up, 8 in 2024-08-19T11:39:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:10 smithi136 ceph-mon[86496]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-08-19T11:39:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:10 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:11.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:10 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:39:11.695 INFO:tasks.rados.rados.0.smithi136.stdout:2426: done (0 left) 2024-08-19T11:39:11.695 INFO:tasks.rados.rados.0.smithi136.stdout:2427: snap_remove snap 226 2024-08-19T11:39:11.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:11 smithi155 ceph-mon[76679]: osdmap e547: 8 total, 7 up, 8 in 2024-08-19T11:39:12.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:11 smithi136 ceph-mon[88916]: osdmap e547: 8 total, 7 up, 8 in 2024-08-19T11:39:12.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:11 smithi136 ceph-mon[86496]: osdmap e547: 8 total, 7 up, 8 in 2024-08-19T11:39:12.704 INFO:tasks.rados.rados.0.smithi136.stdout:2427: done (0 left) 2024-08-19T11:39:12.705 INFO:tasks.rados.rados.0.smithi136.stdout:2428: setattr oid 43 current snap is 241 2024-08-19T11:39:12.706 INFO:tasks.rados.rados.0.smithi136.stdout:2429: setattr oid 29 current snap is 241 2024-08-19T11:39:12.708 INFO:tasks.rados.rados.0.smithi136.stdout:2430: rmattr oid 12 current snap is 241 2024-08-19T11:39:12.708 INFO:tasks.rados.rados.0.smithi136.stdout:2431: read oid 6 snap -1 2024-08-19T11:39:12.708 INFO:tasks.rados.rados.0.smithi136.stdout:2431: expect (ObjNum 740 snap 238 seq_num 740) 2024-08-19T11:39:12.708 INFO:tasks.rados.rados.0.smithi136.stdout:2432: copy_from oid 42 from oid 26 current snap is 241 2024-08-19T11:39:12.708 INFO:tasks.rados.rados.0.smithi136.stdout:2433: read oid 46 snap 219 2024-08-19T11:39:12.708 INFO:tasks.rados.rados.0.smithi136.stdout:2433: expect (ObjNum 680 snap 203 seq_num 680) 2024-08-19T11:39:12.708 INFO:tasks.rados.rados.0.smithi136.stdout:2434: setattr oid 10 current snap is 241 2024-08-19T11:39:12.709 INFO:tasks.rados.rados.0.smithi136.stdout:2435: delete oid 5 current snap is 241 2024-08-19T11:39:12.720 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 845 (ObjNum 129 snap 0 seq_num 2300280775) dirty exists 2024-08-19T11:39:12.720 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 1057 (ObjNum 129 snap 0 seq_num 3762724808) dirty exists 2024-08-19T11:39:12.720 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 869 (ObjNum 65 snap 0 seq_num 3739280208) dirty exists 2024-08-19T11:39:12.722 INFO:tasks.rados.rados.0.smithi136.stdout:2429: done (7 left) 2024-08-19T11:39:12.722 INFO:tasks.rados.rados.0.smithi136.stdout:2430: done (6 left) 2024-08-19T11:39:12.722 INFO:tasks.rados.rados.0.smithi136.stdout:2434: done (5 left) 2024-08-19T11:39:12.722 INFO:tasks.rados.rados.0.smithi136.stdout:2435: done (4 left) 2024-08-19T11:39:12.722 INFO:tasks.rados.rados.0.smithi136.stdout:2436: snap_remove snap 206 2024-08-19T11:39:12.960 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:12 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:39:12.784+0000 7f5a45c2e640 -1 osd.7 538 log_to_monitors true 2024-08-19T11:39:12.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:12 smithi155 ceph-mon[76679]: pgmap v457: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 225 MiB data, 968 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 3 op/s; 35/456 objects degraded (7.675%) 2024-08-19T11:39:12.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:12 smithi155 ceph-mon[76679]: Health check update: Degraded data redundancy: 35/456 objects degraded (7.675%), 12 pgs degraded (PG_DEGRADED) 2024-08-19T11:39:12.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:12 smithi155 ceph-mon[76679]: osdmap e548: 8 total, 7 up, 8 in 2024-08-19T11:39:12.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:12 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:12.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:12 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:12.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:12 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:12.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:12 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:13.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:12 smithi136 ceph-mon[88916]: pgmap v457: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 225 MiB data, 968 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 3 op/s; 35/456 objects degraded (7.675%) 2024-08-19T11:39:13.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:12 smithi136 ceph-mon[88916]: Health check update: Degraded data redundancy: 35/456 objects degraded (7.675%), 12 pgs degraded (PG_DEGRADED) 2024-08-19T11:39:13.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:12 smithi136 ceph-mon[88916]: osdmap e548: 8 total, 7 up, 8 in 2024-08-19T11:39:13.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:12 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:13.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:12 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:13.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:12 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:13.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:12 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:13.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:12 smithi136 ceph-mon[86496]: pgmap v457: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 225 MiB data, 968 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 3 op/s; 35/456 objects degraded (7.675%) 2024-08-19T11:39:13.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:12 smithi136 ceph-mon[86496]: Health check update: Degraded data redundancy: 35/456 objects degraded (7.675%), 12 pgs degraded (PG_DEGRADED) 2024-08-19T11:39:13.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:12 smithi136 ceph-mon[86496]: osdmap e548: 8 total, 7 up, 8 in 2024-08-19T11:39:13.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:12 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:13.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:12 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:13.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:12 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:13.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:12 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:13.716 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 847 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-19T11:39:13.716 INFO:tasks.rados.rados.0.smithi136.stdout:2431: expect (ObjNum 740 snap 238 seq_num 740) 2024-08-19T11:39:13.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:13 smithi155 ceph-mon[76679]: osdmap e549: 8 total, 7 up, 8 in 2024-08-19T11:39:13.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:13 smithi155 ceph-mon[76679]: from='osd.7 [v2:172.21.15.155:6824/3482909480,v1:172.21.15.155:6825/3482909480]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-19T11:39:13.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:13 smithi155 ceph-mon[76679]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-19T11:39:13.972 INFO:tasks.rados.rados.0.smithi136.stdout:2432: finishing copy_from racing read to smithi13674108-42 2024-08-19T11:39:13.972 INFO:tasks.rados.rados.0.smithi136.stdout:2432: finishing copy_from to smithi13674108-42 2024-08-19T11:39:13.972 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 892 (ObjNum 705 snap 218 seq_num 705) dirty exists 2024-08-19T11:39:13.972 INFO:tasks.rados.rados.0.smithi136.stdout:2433: expect (ObjNum 680 snap 203 seq_num 680) 2024-08-19T11:39:14.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:13 smithi136 ceph-mon[88916]: osdmap e549: 8 total, 7 up, 8 in 2024-08-19T11:39:14.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:13 smithi136 ceph-mon[88916]: from='osd.7 [v2:172.21.15.155:6824/3482909480,v1:172.21.15.155:6825/3482909480]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-19T11:39:14.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:13 smithi136 ceph-mon[88916]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-19T11:39:14.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:13 smithi136 ceph-mon[86496]: osdmap e549: 8 total, 7 up, 8 in 2024-08-19T11:39:14.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:13 smithi136 ceph-mon[86496]: from='osd.7 [v2:172.21.15.155:6824/3482909480,v1:172.21.15.155:6825/3482909480]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-19T11:39:14.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:13 smithi136 ceph-mon[86496]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-19T11:39:14.215 INFO:tasks.rados.rados.0.smithi136.stdout:2428: done (4 left) 2024-08-19T11:39:14.215 INFO:tasks.rados.rados.0.smithi136.stdout:2431: done (3 left) 2024-08-19T11:39:14.215 INFO:tasks.rados.rados.0.smithi136.stdout:2432: done (2 left) 2024-08-19T11:39:14.216 INFO:tasks.rados.rados.0.smithi136.stdout:2433: done (1 left) 2024-08-19T11:39:14.216 INFO:tasks.rados.rados.0.smithi136.stdout:2436: done (0 left) 2024-08-19T11:39:14.216 INFO:tasks.rados.rados.0.smithi136.stdout:2437: rollback oid 23 current snap is 241 2024-08-19T11:39:14.216 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 23 to 236 2024-08-19T11:39:14.216 INFO:tasks.rados.rados.0.smithi136.stdout:2438: read oid 40 snap -1 2024-08-19T11:39:14.216 INFO:tasks.rados.rados.0.smithi136.stdout:2438: expect deleted 2024-08-19T11:39:14.216 INFO:tasks.rados.rados.0.smithi136.stdout:2439: snap_create 2024-08-19T11:39:14.217 INFO:tasks.rados.rados.0.smithi136.stdout:2437: finishing rollback tid 1 to smithi13674108-23 2024-08-19T11:39:14.217 INFO:tasks.rados.rados.0.smithi136.stdout:2437: finishing rollback tid 2 to smithi13674108-23 2024-08-19T11:39:14.217 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 854 (ObjNum 241 snap 0 seq_num 4066356672) dirty exists 2024-08-19T11:39:14.438 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:39:14 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:39:14.175+0000 7f5a399d0640 -1 osd.7 538 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T11:39:14.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:14 smithi155 ceph-mon[76679]: pgmap v460: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 241 MiB data, 1002 MiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s; 36/480 objects degraded (7.500%) 2024-08-19T11:39:14.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:14 smithi155 ceph-mon[76679]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-19T11:39:14.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:14 smithi155 ceph-mon[76679]: from='osd.7 [v2:172.21.15.155:6824/3482909480,v1:172.21.15.155:6825/3482909480]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]} : dispatch 2024-08-19T11:39:14.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:14 smithi155 ceph-mon[76679]: osdmap e550: 8 total, 7 up, 8 in 2024-08-19T11:39:14.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:14 smithi155 ceph-mon[76679]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]} : dispatch 2024-08-19T11:39:14.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:14 smithi155 ceph-mon[76679]: from='osd.7 ' entity='osd.7' 2024-08-19T11:39:15.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:14 smithi136 ceph-mon[88916]: pgmap v460: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 241 MiB data, 1002 MiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s; 36/480 objects degraded (7.500%) 2024-08-19T11:39:15.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:14 smithi136 ceph-mon[88916]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-19T11:39:15.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:14 smithi136 ceph-mon[88916]: from='osd.7 [v2:172.21.15.155:6824/3482909480,v1:172.21.15.155:6825/3482909480]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]} : dispatch 2024-08-19T11:39:15.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:14 smithi136 ceph-mon[88916]: osdmap e550: 8 total, 7 up, 8 in 2024-08-19T11:39:15.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:14 smithi136 ceph-mon[88916]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]} : dispatch 2024-08-19T11:39:15.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:14 smithi136 ceph-mon[88916]: from='osd.7 ' entity='osd.7' 2024-08-19T11:39:15.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:14 smithi136 ceph-mon[86496]: pgmap v460: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 241 MiB data, 1002 MiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s; 36/480 objects degraded (7.500%) 2024-08-19T11:39:15.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:14 smithi136 ceph-mon[86496]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-19T11:39:15.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:14 smithi136 ceph-mon[86496]: from='osd.7 [v2:172.21.15.155:6824/3482909480,v1:172.21.15.155:6825/3482909480]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]} : dispatch 2024-08-19T11:39:15.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:14 smithi136 ceph-mon[86496]: osdmap e550: 8 total, 7 up, 8 in 2024-08-19T11:39:15.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:14 smithi136 ceph-mon[86496]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]} : dispatch 2024-08-19T11:39:15.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:14 smithi136 ceph-mon[86496]: from='osd.7 ' entity='osd.7' 2024-08-19T11:39:15.177 INFO:tasks.rados.rados.0.smithi136.stdout:2437: done (2 left) 2024-08-19T11:39:15.177 INFO:tasks.rados.rados.0.smithi136.stdout:2438: done (1 left) 2024-08-19T11:39:15.177 INFO:tasks.rados.rados.0.smithi136.stdout:2439: done (0 left) 2024-08-19T11:39:15.177 INFO:tasks.rados.rados.0.smithi136.stdout:2440: read oid 10 snap -1 2024-08-19T11:39:15.177 INFO:tasks.rados.rados.0.smithi136.stdout:2440: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:39:15.177 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 14 current snap is 242 2024-08-19T11:39:15.177 INFO:tasks.rados.rados.0.smithi136.stdout:2441: seq_num 748 ranges {6021120=532480} 2024-08-19T11:39:15.213 INFO:tasks.rados.rados.0.smithi136.stdout:2441: writing smithi13674108-14 from 6021120 to 6553600 tid 1 2024-08-19T11:39:15.213 INFO:tasks.rados.rados.0.smithi136.stdout:2442: snap_create 2024-08-19T11:39:15.216 INFO:tasks.rados.rados.0.smithi136.stdout:2441: finishing write tid 1 to smithi13674108-14 2024-08-19T11:39:15.216 INFO:tasks.rados.rados.0.smithi136.stdout:2441: finishing write tid 2 to smithi13674108-14 2024-08-19T11:39:15.217 INFO:tasks.rados.rados.0.smithi136.stdout:2441: finishing write tid 3 to smithi13674108-14 2024-08-19T11:39:15.218 INFO:tasks.rados.rados.0.smithi136.stdout:2441: oid 14 updating version 0 to 1038 2024-08-19T11:39:15.218 INFO:tasks.rados.rados.0.smithi136.stdout:2441: oid 14 version 1038 is already newer than 1037 2024-08-19T11:39:15.218 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 1038 (ObjNum 748 snap 242 seq_num 748) dirty exists 2024-08-19T11:39:15.218 INFO:tasks.rados.rados.0.smithi136.stdout:2441: left oid 14 (ObjNum 748 snap 242 seq_num 748) 2024-08-19T11:39:15.790 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:15 smithi155 ceph-mon[76679]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T11:39:15.791 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:15 smithi155 ceph-mon[76679]: osd.7 [v2:172.21.15.155:6824/3482909480,v1:172.21.15.155:6825/3482909480] boot 2024-08-19T11:39:15.791 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:15 smithi155 ceph-mon[76679]: osdmap e551: 8 total, 8 up, 8 in 2024-08-19T11:39:15.791 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:15 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-19T11:39:16.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:15 smithi136 ceph-mon[86496]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T11:39:16.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:15 smithi136 ceph-mon[86496]: osd.7 [v2:172.21.15.155:6824/3482909480,v1:172.21.15.155:6825/3482909480] boot 2024-08-19T11:39:16.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:15 smithi136 ceph-mon[86496]: osdmap e551: 8 total, 8 up, 8 in 2024-08-19T11:39:16.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:15 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-19T11:39:16.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:15 smithi136 ceph-mon[88916]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T11:39:16.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:15 smithi136 ceph-mon[88916]: osd.7 [v2:172.21.15.155:6824/3482909480,v1:172.21.15.155:6825/3482909480] boot 2024-08-19T11:39:16.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:15 smithi136 ceph-mon[88916]: osdmap e551: 8 total, 8 up, 8 in 2024-08-19T11:39:16.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:15 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-19T11:39:16.183 INFO:tasks.rados.rados.0.smithi136.stdout:2441: done (2 left) 2024-08-19T11:39:16.183 INFO:tasks.rados.rados.0.smithi136.stdout:2442: done (1 left) 2024-08-19T11:39:16.183 INFO:tasks.rados.rados.0.smithi136.stdout:2443: rmattr oid 24 current snap is 243 2024-08-19T11:39:16.183 INFO:tasks.rados.rados.0.smithi136.stdout:2443: done (1 left) 2024-08-19T11:39:16.183 INFO:tasks.rados.rados.0.smithi136.stdout:2444: read oid 40 snap -1 2024-08-19T11:39:16.183 INFO:tasks.rados.rados.0.smithi136.stdout:2444: expect deleted 2024-08-19T11:39:16.183 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 47 current snap is 243 2024-08-19T11:39:16.183 INFO:tasks.rados.rados.0.smithi136.stdout:2445: seq_num 749 ranges {0=548864} 2024-08-19T11:39:16.186 INFO:tasks.rados.rados.0.smithi136.stdout:2445: writing smithi13674108-47 from 0 to 548864 tid 1 2024-08-19T11:39:16.186 INFO:tasks.rados.rados.0.smithi136.stdout:2446: read oid 11 snap -1 2024-08-19T11:39:16.186 INFO:tasks.rados.rados.0.smithi136.stdout:2446: expect deleted 2024-08-19T11:39:16.187 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 25 current snap is 243 2024-08-19T11:39:16.187 INFO:tasks.rados.rados.0.smithi136.stdout:2447: seq_num 750 ranges {1097728=565248} 2024-08-19T11:39:16.197 INFO:tasks.rados.rados.0.smithi136.stdout:2447: writing smithi13674108-25 from 1097728 to 1662976 tid 1 2024-08-19T11:39:16.197 INFO:tasks.rados.rados.0.smithi136.stdout:2444: done (4 left) 2024-08-19T11:39:16.197 INFO:tasks.rados.rados.0.smithi136.stdout:2446: done (3 left) 2024-08-19T11:39:16.197 INFO:tasks.rados.rados.0.smithi136.stdout:2448: snap_create 2024-08-19T11:39:16.197 INFO:tasks.rados.rados.0.smithi136.stdout:2445: finishing write tid 1 to smithi13674108-47 2024-08-19T11:39:16.197 INFO:tasks.rados.rados.0.smithi136.stdout:2445: finishing write tid 2 to smithi13674108-47 2024-08-19T11:39:16.201 INFO:tasks.rados.rados.0.smithi136.stdout:2445: finishing write tid 3 to smithi13674108-47 2024-08-19T11:39:16.202 INFO:tasks.rados.rados.0.smithi136.stdout:2445: oid 47 updating version 0 to 1027 2024-08-19T11:39:16.202 INFO:tasks.rados.rados.0.smithi136.stdout:2445: oid 47 version 1027 is already newer than 1026 2024-08-19T11:39:16.202 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 1027 (ObjNum 749 snap 243 seq_num 749) dirty exists 2024-08-19T11:39:16.202 INFO:tasks.rados.rados.0.smithi136.stdout:2445: left oid 47 (ObjNum 749 snap 243 seq_num 749) 2024-08-19T11:39:16.203 INFO:tasks.rados.rados.0.smithi136.stdout:2447: finishing write tid 1 to smithi13674108-25 2024-08-19T11:39:16.205 INFO:tasks.rados.rados.0.smithi136.stdout:2447: finishing write tid 2 to smithi13674108-25 2024-08-19T11:39:16.207 INFO:tasks.rados.rados.0.smithi136.stdout:2447: finishing write tid 3 to smithi13674108-25 2024-08-19T11:39:16.207 INFO:tasks.rados.rados.0.smithi136.stdout:2447: oid 25 updating version 0 to 930 2024-08-19T11:39:16.207 INFO:tasks.rados.rados.0.smithi136.stdout:2447: oid 25 updating version 930 to 931 2024-08-19T11:39:16.207 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 931 (ObjNum 750 snap 243 seq_num 750) dirty exists 2024-08-19T11:39:16.207 INFO:tasks.rados.rados.0.smithi136.stdout:2447: left oid 25 (ObjNum 750 snap 243 seq_num 750) 2024-08-19T11:39:16.218 INFO:tasks.rados.rados.0.smithi136.stdout:2440: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:39:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: pgmap v463: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 241 MiB data, 954 MiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s; 36/480 objects degraded (7.500%) 2024-08-19T11:39:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:39:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:39:17.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:17.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:39:17.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:17.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:17.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:17.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:17.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: Upgrade: Setting container_image for all osd 2024-08-19T11:39:17.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:17.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-08-19T11:39:17.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-19T11:39:17.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-08-19T11:39:17.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-19T11:39:17.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-08-19T11:39:17.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-19T11:39:17.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-08-19T11:39:17.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-19T11:39:17.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-08-19T11:39:17.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-19T11:39:17.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-08-19T11:39:17.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-19T11:39:17.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: pgmap v463: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 241 MiB data, 954 MiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s; 36/480 objects degraded (7.500%) 2024-08-19T11:39:17.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:17.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:17.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:39:17.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:39:17.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:17.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:39:17.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:17.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:17.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:17.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:17.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: Upgrade: Setting container_image for all osd 2024-08-19T11:39:17.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:17.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-08-19T11:39:17.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-19T11:39:17.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-08-19T11:39:17.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-19T11:39:17.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-08-19T11:39:17.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-19T11:39:17.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-08-19T11:39:17.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-19T11:39:17.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-08-19T11:39:17.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-19T11:39:17.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-08-19T11:39:17.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-19T11:39:17.102 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-08-19T11:39:17.103 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-19T11:39:17.103 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-08-19T11:39:17.103 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-19T11:39:17.103 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: Upgrade: Setting require_osd_release to 19 squid 2024-08-19T11:39:17.103 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-08-19T11:39:17.103 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-19T11:39:17.103 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-19T11:39:17.103 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: osdmap e552: 8 total, 8 up, 8 in 2024-08-19T11:39:17.103 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-08-19T11:39:17.103 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-08-19T11:39:17.103 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-19T11:39:17.103 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-08-19T11:39:17.104 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-19T11:39:17.104 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: Upgrade: Setting require_osd_release to 19 squid 2024-08-19T11:39:17.104 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-08-19T11:39:17.104 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-19T11:39:17.104 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-19T11:39:17.104 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: osdmap e552: 8 total, 8 up, 8 in 2024-08-19T11:39:17.104 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-08-19T11:39:17.187 INFO:tasks.rados.rados.0.smithi136.stdout:2440: done (3 left) 2024-08-19T11:39:17.187 INFO:tasks.rados.rados.0.smithi136.stdout:2445: done (2 left) 2024-08-19T11:39:17.187 INFO:tasks.rados.rados.0.smithi136.stdout:2447: done (1 left) 2024-08-19T11:39:17.187 INFO:tasks.rados.rados.0.smithi136.stdout:2448: done (0 left) 2024-08-19T11:39:17.187 INFO:tasks.rados.rados.0.smithi136.stdout:2449: delete oid 37 current snap is 244 2024-08-19T11:39:17.192 INFO:tasks.rados.rados.0.smithi136.stdout:2449: done (0 left) 2024-08-19T11:39:17.192 INFO:tasks.rados.rados.0.smithi136.stdout:2450: delete oid 8 current snap is 244 2024-08-19T11:39:17.195 INFO:tasks.rados.rados.0.smithi136.stdout:2450: done (0 left) 2024-08-19T11:39:17.195 INFO:tasks.rados.rados.0.smithi136.stdout:2451: read oid 49 snap 225 2024-08-19T11:39:17.195 INFO:tasks.rados.rados.0.smithi136.stdout:2451: expect (ObjNum 667 snap 198 seq_num 667) 2024-08-19T11:39:17.195 INFO:tasks.rados.rados.0.smithi136.stdout:2452: read oid 36 snap 220 2024-08-19T11:39:17.196 INFO:tasks.rados.rados.0.smithi136.stdout:2452: expect deleted 2024-08-19T11:39:17.196 INFO:tasks.rados.rados.0.smithi136.stdout:2453: copy_from oid 43 from oid 5 current snap is 244 2024-08-19T11:39:17.196 INFO:tasks.rados.rados.0.smithi136.stdout:2454: snap_remove snap 234 2024-08-19T11:39:17.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: pgmap v463: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 241 MiB data, 954 MiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s; 36/480 objects degraded (7.500%) 2024-08-19T11:39:17.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:17.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:17.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:39:17.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:39:17.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:17.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:39:17.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:17.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:17.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:17.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:17.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: Upgrade: Setting container_image for all osd 2024-08-19T11:39:17.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:17.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-08-19T11:39:17.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-19T11:39:17.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-08-19T11:39:17.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-19T11:39:17.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-08-19T11:39:17.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-19T11:39:17.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-08-19T11:39:17.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-19T11:39:17.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-08-19T11:39:17.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-19T11:39:17.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-08-19T11:39:17.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-19T11:39:17.214 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-08-19T11:39:17.214 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-19T11:39:17.214 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-08-19T11:39:17.214 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-19T11:39:17.214 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: Upgrade: Setting require_osd_release to 19 squid 2024-08-19T11:39:17.214 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-08-19T11:39:17.214 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-19T11:39:17.214 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-19T11:39:17.214 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: osdmap e552: 8 total, 8 up, 8 in 2024-08-19T11:39:17.214 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-08-19T11:39:17.829 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:39:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:39:17] "GET /metrics HTTP/1.1" 200 36381 "" "Prometheus/2.43.0" 2024-08-19T11:39:18.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:17 smithi136 ceph-mon[88916]: Upgrade: It appears safe to stop mds.a 2024-08-19T11:39:18.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:17 smithi136 ceph-mon[88916]: osdmap e553: 8 total, 8 up, 8 in 2024-08-19T11:39:18.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:17 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:18.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:17 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-19T11:39:18.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:17 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:39:18.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:17 smithi136 ceph-mon[86496]: Upgrade: It appears safe to stop mds.a 2024-08-19T11:39:18.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:17 smithi136 ceph-mon[86496]: osdmap e553: 8 total, 8 up, 8 in 2024-08-19T11:39:18.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:17 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:18.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:17 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-19T11:39:18.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:17 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:39:18.194 INFO:tasks.rados.rados.0.smithi136.stdout:2454: done (3 left) 2024-08-19T11:39:18.194 INFO:tasks.rados.rados.0.smithi136.stdout:2455: copy_from oid 50 from oid 10 current snap is 244 2024-08-19T11:39:18.195 INFO:tasks.rados.rados.0.smithi136.stdout:2456: read oid 33 snap -1 2024-08-19T11:39:18.195 INFO:tasks.rados.rados.0.smithi136.stdout:2456: expect deleted 2024-08-19T11:39:18.195 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 41 current snap is 244 2024-08-19T11:39:18.195 INFO:tasks.rados.rados.0.smithi136.stdout:2457: seq_num 753 ranges {0=614400} 2024-08-19T11:39:18.198 INFO:tasks.rados.rados.0.smithi136.stdout:2457: writing smithi13674108-41 from 0 to 614400 tid 1 2024-08-19T11:39:18.198 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 16 current snap is 244 2024-08-19T11:39:18.199 INFO:tasks.rados.rados.0.smithi136.stdout:2453: finishing copy_from to smithi13674108-43 2024-08-19T11:39:18.199 INFO:tasks.rados.rados.0.smithi136.stdout:2453: got expected ENOENT (src dne) 2024-08-19T11:39:18.199 INFO:tasks.rados.rados.0.smithi136.stdout:2458: seq_num 754 ranges {0=630784} 2024-08-19T11:39:18.203 INFO:tasks.rados.rados.0.smithi136.stdout:2458: writing smithi13674108-16 from 0 to 630784 tid 1 2024-08-19T11:39:18.203 INFO:tasks.rados.rados.0.smithi136.stdout:2459: delete oid 47 current snap is 244 2024-08-19T11:39:18.203 INFO:tasks.rados.rados.0.smithi136.stdout:2453: finishing copy_from racing read to smithi13674108-43 2024-08-19T11:39:18.203 INFO:tasks.rados.rados.0.smithi136.stdout:2451: expect (ObjNum 667 snap 198 seq_num 667) 2024-08-19T11:39:18.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:17 smithi155 ceph-mon[76679]: Upgrade: It appears safe to stop mds.a 2024-08-19T11:39:18.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:17 smithi155 ceph-mon[76679]: osdmap e553: 8 total, 8 up, 8 in 2024-08-19T11:39:18.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:17 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:18.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:17 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-19T11:39:18.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:17 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:39:18.455 INFO:tasks.rados.rados.0.smithi136.stdout:2451: done (7 left) 2024-08-19T11:39:18.455 INFO:tasks.rados.rados.0.smithi136.stdout:2452: done (6 left) 2024-08-19T11:39:18.456 INFO:tasks.rados.rados.0.smithi136.stdout:2453: done (5 left) 2024-08-19T11:39:18.456 INFO:tasks.rados.rados.0.smithi136.stdout:2456: done (4 left) 2024-08-19T11:39:18.456 INFO:tasks.rados.rados.0.smithi136.stdout:2459: done (3 left) 2024-08-19T11:39:18.456 INFO:tasks.rados.rados.0.smithi136.stdout:2460: setattr oid 30 current snap is 244 2024-08-19T11:39:18.456 INFO:tasks.rados.rados.0.smithi136.stdout:2457: finishing write tid 1 to smithi13674108-41 2024-08-19T11:39:18.456 INFO:tasks.rados.rados.0.smithi136.stdout:2457: finishing write tid 2 to smithi13674108-41 2024-08-19T11:39:18.456 INFO:tasks.rados.rados.0.smithi136.stdout:2455: finishing copy_from racing read to smithi13674108-50 2024-08-19T11:39:18.456 INFO:tasks.rados.rados.0.smithi136.stdout:2458: finishing write tid 1 to smithi13674108-16 2024-08-19T11:39:18.456 INFO:tasks.rados.rados.0.smithi136.stdout:2458: finishing write tid 2 to smithi13674108-16 2024-08-19T11:39:18.456 INFO:tasks.rados.rados.0.smithi136.stdout:2457: finishing write tid 3 to smithi13674108-41 2024-08-19T11:39:18.457 INFO:tasks.rados.rados.0.smithi136.stdout:2457: oid 41 updating version 0 to 1029 2024-08-19T11:39:18.457 INFO:tasks.rados.rados.0.smithi136.stdout:2457: oid 41 version 1029 is already newer than 1028 2024-08-19T11:39:18.457 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 1029 (ObjNum 753 snap 244 seq_num 753) dirty exists 2024-08-19T11:39:18.457 INFO:tasks.rados.rados.0.smithi136.stdout:2457: left oid 41 (ObjNum 753 snap 244 seq_num 753) 2024-08-19T11:39:18.457 INFO:tasks.rados.rados.0.smithi136.stdout:2455: finishing copy_from to smithi13674108-50 2024-08-19T11:39:18.457 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 869 (ObjNum 28785 snap 0 seq_num 4066358304) dirty exists 2024-08-19T11:39:18.457 INFO:tasks.rados.rados.0.smithi136.stdout:2458: finishing write tid 3 to smithi13674108-16 2024-08-19T11:39:18.457 INFO:tasks.rados.rados.0.smithi136.stdout:2458: oid 16 updating version 0 to 1039 2024-08-19T11:39:18.457 INFO:tasks.rados.rados.0.smithi136.stdout:2458: oid 16 updating version 1039 to 1040 2024-08-19T11:39:18.457 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 16 v 1040 (ObjNum 754 snap 244 seq_num 754) dirty exists 2024-08-19T11:39:18.457 INFO:tasks.rados.rados.0.smithi136.stdout:2458: left oid 16 (ObjNum 754 snap 244 seq_num 754) 2024-08-19T11:39:18.458 INFO:tasks.rados.rados.0.smithi136.stdout:2455: done (3 left) 2024-08-19T11:39:18.458 INFO:tasks.rados.rados.0.smithi136.stdout:2457: done (2 left) 2024-08-19T11:39:18.458 INFO:tasks.rados.rados.0.smithi136.stdout:2458: done (1 left) 2024-08-19T11:39:18.458 INFO:tasks.rados.rados.0.smithi136.stdout:2461: read oid 1 snap -1 2024-08-19T11:39:18.458 INFO:tasks.rados.rados.0.smithi136.stdout:2461: expect deleted 2024-08-19T11:39:18.458 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 18 current snap is 244 2024-08-19T11:39:18.459 INFO:tasks.rados.rados.0.smithi136.stdout:2462: seq_num 756 ranges {0=671744} 2024-08-19T11:39:18.460 INFO:tasks.rados.rados.0.smithi136.stdout:2462: writing smithi13674108-18 from 0 to 671744 tid 1 2024-08-19T11:39:18.460 INFO:tasks.rados.rados.0.smithi136.stdout:2463: delete oid 20 current snap is 244 2024-08-19T11:39:18.460 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 870 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T11:39:18.463 INFO:tasks.rados.rados.0.smithi136.stdout:2462: finishing write tid 1 to smithi13674108-18 2024-08-19T11:39:18.463 INFO:tasks.rados.rados.0.smithi136.stdout:2462: finishing write tid 2 to smithi13674108-18 2024-08-19T11:39:18.464 INFO:tasks.rados.rados.0.smithi136.stdout:2460: done (3 left) 2024-08-19T11:39:18.464 INFO:tasks.rados.rados.0.smithi136.stdout:2461: done (2 left) 2024-08-19T11:39:18.464 INFO:tasks.rados.rados.0.smithi136.stdout:2463: done (1 left) 2024-08-19T11:39:18.464 INFO:tasks.rados.rados.0.smithi136.stdout:2464: read oid 28 snap -1 2024-08-19T11:39:18.465 INFO:tasks.rados.rados.0.smithi136.stdout:2464: expect deleted 2024-08-19T11:39:18.465 INFO:tasks.rados.rados.0.smithi136.stdout:2465: rollback oid 6 current snap is 244 2024-08-19T11:39:18.465 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 6 to 201 2024-08-19T11:39:18.465 INFO:tasks.rados.rados.0.smithi136.stdout:2466: rmattr oid 33 current snap is 244 2024-08-19T11:39:18.465 INFO:tasks.rados.rados.0.smithi136.stdout:2466: done (3 left) 2024-08-19T11:39:18.465 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 50 current snap is 244 2024-08-19T11:39:18.465 INFO:tasks.rados.rados.0.smithi136.stdout:2467: seq_num 758 ranges {0=704512} 2024-08-19T11:39:18.469 INFO:tasks.rados.rados.0.smithi136.stdout:2467: writing smithi13674108-50 from 0 to 704512 tid 1 2024-08-19T11:39:18.469 INFO:tasks.rados.rados.0.smithi136.stdout:2468: read oid 49 snap -1 2024-08-19T11:39:18.469 INFO:tasks.rados.rados.0.smithi136.stdout:2468: expect (ObjNum 735 snap 238 seq_num 735) 2024-08-19T11:39:18.469 INFO:tasks.rados.rados.0.smithi136.stdout:2469: read oid 47 snap -1 2024-08-19T11:39:18.470 INFO:tasks.rados.rados.0.smithi136.stdout:2469: expect deleted 2024-08-19T11:39:18.470 INFO:tasks.rados.rados.0.smithi136.stdout:2470: rollback oid 40 current snap is 244 2024-08-19T11:39:18.470 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 40 to 231 2024-08-19T11:39:18.470 INFO:tasks.rados.rados.0.smithi136.stdout:2462: finishing write tid 3 to smithi13674108-18 2024-08-19T11:39:18.470 INFO:tasks.rados.rados.0.smithi136.stdout:2462: oid 18 updating version 0 to 1038 2024-08-19T11:39:18.470 INFO:tasks.rados.rados.0.smithi136.stdout:2462: oid 18 version 1038 is already newer than 1037 2024-08-19T11:39:18.470 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 1038 (ObjNum 756 snap 244 seq_num 756) dirty exists 2024-08-19T11:39:18.470 INFO:tasks.rados.rados.0.smithi136.stdout:2462: left oid 18 (ObjNum 756 snap 244 seq_num 756) 2024-08-19T11:39:18.470 INFO:tasks.rados.rados.0.smithi136.stdout:2462: done (6 left) 2024-08-19T11:39:18.470 INFO:tasks.rados.rados.0.smithi136.stdout:2471: read oid 34 snap -1 2024-08-19T11:39:18.470 INFO:tasks.rados.rados.0.smithi136.stdout:2471: expect (ObjNum 608 snap 179 seq_num 608) 2024-08-19T11:39:18.470 INFO:tasks.rados.rados.0.smithi136.stdout:2472: read oid 16 snap -1 2024-08-19T11:39:18.470 INFO:tasks.rados.rados.0.smithi136.stdout:2472: expect (ObjNum 754 snap 244 seq_num 754) 2024-08-19T11:39:18.471 INFO:tasks.rados.rados.0.smithi136.stdout:2473: rollback oid 29 current snap is 244 2024-08-19T11:39:18.471 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 29 to 237 2024-08-19T11:39:18.471 INFO:tasks.rados.rados.0.smithi136.stdout:2465: finishing rollback tid 0 to smithi13674108-6 2024-08-19T11:39:18.471 INFO:tasks.rados.rados.0.smithi136.stdout:2465: finishing rollback tid 1 to smithi13674108-6 2024-08-19T11:39:18.471 INFO:tasks.rados.rados.0.smithi136.stdout:2465: finishing rollback tid 2 to smithi13674108-6 2024-08-19T11:39:18.471 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 1033 (ObjNum 674 snap 200 seq_num 674) dirty exists 2024-08-19T11:39:18.471 INFO:tasks.rados.rados.0.smithi136.stdout:2464: done (8 left) 2024-08-19T11:39:18.471 INFO:tasks.rados.rados.0.smithi136.stdout:2465: done (7 left) 2024-08-19T11:39:18.471 INFO:tasks.rados.rados.0.smithi136.stdout:2474: rollback oid 9 current snap is 244 2024-08-19T11:39:18.471 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 9 to 233 2024-08-19T11:39:18.471 INFO:tasks.rados.rados.0.smithi136.stdout:2475: setattr oid 26 current snap is 244 2024-08-19T11:39:18.472 INFO:tasks.rados.rados.0.smithi136.stdout:2469: done (8 left) 2024-08-19T11:39:18.472 INFO:tasks.rados.rados.0.smithi136.stdout:2476: snap_create 2024-08-19T11:39:18.472 INFO:tasks.rados.rados.0.smithi136.stdout:2470: finishing rollback tid 1 to smithi13674108-40 2024-08-19T11:39:18.472 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 922 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-19T11:39:18.474 INFO:tasks.rados.rados.0.smithi136.stdout:2473: finishing rollback tid 0 to smithi13674108-29 2024-08-19T11:39:18.474 INFO:tasks.rados.rados.0.smithi136.stdout:2474: finishing rollback tid 0 to smithi13674108-9 2024-08-19T11:39:18.474 INFO:tasks.rados.rados.0.smithi136.stdout:2473: finishing rollback tid 1 to smithi13674108-29 2024-08-19T11:39:18.474 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 1067 (ObjNum 177 snap 0 seq_num 3763998944) dirty dne 2024-08-19T11:39:18.476 INFO:tasks.rados.rados.0.smithi136.stdout:2474: finishing rollback tid 1 to smithi13674108-9 2024-08-19T11:39:18.476 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 943 (ObjNum 705 snap 218 seq_num 705) dirty exists 2024-08-19T11:39:18.476 INFO:tasks.rados.rados.0.smithi136.stdout:2474: finishing rollback tid 2 to smithi13674108-9 2024-08-19T11:39:18.476 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 895 (ObjNum 716 snap 224 seq_num 716) dirty exists 2024-08-19T11:39:18.477 INFO:tasks.rados.rados.0.smithi136.stdout:2467: finishing write tid 1 to smithi13674108-50 2024-08-19T11:39:18.477 INFO:tasks.rados.rados.0.smithi136.stdout:2467: finishing write tid 2 to smithi13674108-50 2024-08-19T11:39:18.478 INFO:tasks.rados.rados.0.smithi136.stdout:2468: expect (ObjNum 735 snap 238 seq_num 735) 2024-08-19T11:39:18.498 INFO:tasks.rados.rados.0.smithi136.stdout:2467: finishing write tid 3 to smithi13674108-50 2024-08-19T11:39:18.498 INFO:tasks.rados.rados.0.smithi136.stdout:2467: oid 50 updating version 0 to 1042 2024-08-19T11:39:18.498 INFO:tasks.rados.rados.0.smithi136.stdout:2467: oid 50 version 1042 is already newer than 1041 2024-08-19T11:39:18.498 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 1042 (ObjNum 758 snap 244 seq_num 758) dirty exists 2024-08-19T11:39:18.498 INFO:tasks.rados.rados.0.smithi136.stdout:2467: left oid 50 (ObjNum 758 snap 244 seq_num 758) 2024-08-19T11:39:18.498 INFO:tasks.rados.rados.0.smithi136.stdout:2472: expect (ObjNum 754 snap 244 seq_num 754) 2024-08-19T11:39:18.521 INFO:tasks.rados.rados.0.smithi136.stdout:2471: expect (ObjNum 608 snap 179 seq_num 608) 2024-08-19T11:39:19.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:18 smithi136 ceph-mon[86496]: pgmap v466: 121 pgs: 26 active+undersized, 9 active+undersized+degraded, 86 active+clean; 242 MiB data, 975 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 672 KiB/s wr, 14 op/s; 26/486 objects degraded (5.350%); 3.6 MiB/s, 0 objects/s recovering 2024-08-19T11:39:19.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:18 smithi136 ceph-mon[86496]: Upgrade: Updating mds.a 2024-08-19T11:39:19.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:18 smithi136 ceph-mon[86496]: Deploying daemon mds.a on smithi136 2024-08-19T11:39:19.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:18 smithi136 ceph-mon[86496]: Health check update: Degraded data redundancy: 26/486 objects degraded (5.350%), 9 pgs degraded (PG_DEGRADED) 2024-08-19T11:39:19.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:18 smithi136 ceph-mon[86496]: osdmap e554: 8 total, 8 up, 8 in 2024-08-19T11:39:19.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:18 smithi136 ceph-mon[88916]: pgmap v466: 121 pgs: 26 active+undersized, 9 active+undersized+degraded, 86 active+clean; 242 MiB data, 975 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 672 KiB/s wr, 14 op/s; 26/486 objects degraded (5.350%); 3.6 MiB/s, 0 objects/s recovering 2024-08-19T11:39:19.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:18 smithi136 ceph-mon[88916]: Upgrade: Updating mds.a 2024-08-19T11:39:19.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:18 smithi136 ceph-mon[88916]: Deploying daemon mds.a on smithi136 2024-08-19T11:39:19.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:18 smithi136 ceph-mon[88916]: Health check update: Degraded data redundancy: 26/486 objects degraded (5.350%), 9 pgs degraded (PG_DEGRADED) 2024-08-19T11:39:19.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:18 smithi136 ceph-mon[88916]: osdmap e554: 8 total, 8 up, 8 in 2024-08-19T11:39:19.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:18 smithi155 ceph-mon[76679]: pgmap v466: 121 pgs: 26 active+undersized, 9 active+undersized+degraded, 86 active+clean; 242 MiB data, 975 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 672 KiB/s wr, 14 op/s; 26/486 objects degraded (5.350%); 3.6 MiB/s, 0 objects/s recovering 2024-08-19T11:39:19.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:18 smithi155 ceph-mon[76679]: Upgrade: Updating mds.a 2024-08-19T11:39:19.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:18 smithi155 ceph-mon[76679]: Deploying daemon mds.a on smithi136 2024-08-19T11:39:19.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:18 smithi155 ceph-mon[76679]: Health check update: Degraded data redundancy: 26/486 objects degraded (5.350%), 9 pgs degraded (PG_DEGRADED) 2024-08-19T11:39:19.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:18 smithi155 ceph-mon[76679]: osdmap e554: 8 total, 8 up, 8 in 2024-08-19T11:39:19.610 INFO:tasks.rados.rados.0.smithi136.stdout:2467: done (8 left) 2024-08-19T11:39:19.610 INFO:tasks.rados.rados.0.smithi136.stdout:2468: done (7 left) 2024-08-19T11:39:19.610 INFO:tasks.rados.rados.0.smithi136.stdout:2470: done (6 left) 2024-08-19T11:39:19.610 INFO:tasks.rados.rados.0.smithi136.stdout:2471: done (5 left) 2024-08-19T11:39:19.610 INFO:tasks.rados.rados.0.smithi136.stdout:2472: done (4 left) 2024-08-19T11:39:19.610 INFO:tasks.rados.rados.0.smithi136.stdout:2473: done (3 left) 2024-08-19T11:39:19.610 INFO:tasks.rados.rados.0.smithi136.stdout:2474: done (2 left) 2024-08-19T11:39:19.610 INFO:tasks.rados.rados.0.smithi136.stdout:2475: done (1 left) 2024-08-19T11:39:19.610 INFO:tasks.rados.rados.0.smithi136.stdout:2476: done (0 left) 2024-08-19T11:39:19.611 INFO:tasks.rados.rados.0.smithi136.stdout:2477: delete oid 27 current snap is 245 2024-08-19T11:39:19.612 INFO:tasks.rados.rados.0.smithi136.stdout:2477: done (0 left) 2024-08-19T11:39:19.612 INFO:tasks.rados.rados.0.smithi136.stdout:2478: read oid 47 snap 201 2024-08-19T11:39:19.613 INFO:tasks.rados.rados.0.smithi136.stdout:2478: expect deleted 2024-08-19T11:39:19.613 INFO:tasks.rados.rados.0.smithi136.stdout:2479: read oid 6 snap -1 2024-08-19T11:39:19.613 INFO:tasks.rados.rados.0.smithi136.stdout:2479: expect (ObjNum 674 snap 200 seq_num 674) 2024-08-19T11:39:19.613 INFO:tasks.rados.rados.0.smithi136.stdout:2480: snap_create 2024-08-19T11:39:19.629 INFO:tasks.rados.rados.0.smithi136.stdout:2479: expect (ObjNum 674 snap 200 seq_num 674) 2024-08-19T11:39:19.698 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:39:19 smithi136 systemd[1]: Stopping Ceph mds.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:39:19.746 INFO:tasks.rados.rados.0.smithi136.stdout:2478: done (2 left) 2024-08-19T11:39:19.746 INFO:tasks.rados.rados.0.smithi136.stdout:2479: done (1 left) 2024-08-19T11:39:19.746 INFO:tasks.rados.rados.0.smithi136.stdout:2480: done (0 left) 2024-08-19T11:39:19.746 INFO:tasks.rados.rados.0.smithi136.stdout:2481: copy_from oid 43 from oid 4 current snap is 246 2024-08-19T11:39:19.746 INFO:tasks.rados.rados.0.smithi136.stdout:2482: setattr oid 12 current snap is 246 2024-08-19T11:39:19.748 INFO:tasks.rados.rados.0.smithi136.stdout:2483: read oid 2 snap -1 2024-08-19T11:39:19.748 INFO:tasks.rados.rados.0.smithi136.stdout:2483: expect (ObjNum 627 snap 183 seq_num 627) 2024-08-19T11:39:19.748 INFO:tasks.rados.rados.0.smithi136.stdout:2484: setattr oid 29 current snap is 246 2024-08-19T11:39:19.750 INFO:tasks.rados.rados.0.smithi136.stdout:2485: read oid 33 snap -1 2024-08-19T11:39:19.750 INFO:tasks.rados.rados.0.smithi136.stdout:2485: expect deleted 2024-08-19T11:39:19.750 INFO:tasks.rados.rados.0.smithi136.stdout:2486: setattr oid 35 current snap is 246 2024-08-19T11:39:19.751 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 846 (ObjNum 65 snap 0 seq_num 1533368673) dirty exists 2024-08-19T11:39:19.754 INFO:tasks.rados.rados.0.smithi136.stdout:2482: done (5 left) 2024-08-19T11:39:19.754 INFO:tasks.rados.rados.0.smithi136.stdout:2485: done (4 left) 2024-08-19T11:39:19.754 INFO:tasks.rados.rados.0.smithi136.stdout:2487: read oid 22 snap -1 2024-08-19T11:39:19.754 INFO:tasks.rados.rados.0.smithi136.stdout:2487: expect (ObjNum 715 snap 220 seq_num 715) 2024-08-19T11:39:19.754 INFO:tasks.rados.rados.0.smithi136.stdout:2488: rmattr oid 6 current snap is 246 2024-08-19T11:39:19.754 INFO:tasks.rados.rados.0.smithi136.stdout:2488: done (5 left) 2024-08-19T11:39:19.754 INFO:tasks.rados.rados.0.smithi136.stdout:2489: snap_remove snap 224 2024-08-19T11:39:20.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:19 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-a[86473]: 2024-08-19T11:39:19.696+0000 7f9d4541f640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-19T11:39:20.098 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:39:19 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-a[57366]: 2024-08-19T11:39:19.696+0000 7f35ad225640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T11:39:20.098 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:39:19 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-a[57366]: 2024-08-19T11:39:19.696+0000 7f35ad225640 -1 mds.a *** got signal Terminated *** 2024-08-19T11:39:20.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:20 smithi155 ceph-mon[76679]: osdmap e555: 8 total, 8 up, 8 in 2024-08-19T11:39:20.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:20 smithi155 ceph-mon[76679]: pgmap v469: 121 pgs: 7 active+undersized, 1 active+undersized+degraded, 113 active+clean; 242 MiB data, 968 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 806 KiB/s wr, 28 op/s; 1/492 objects degraded (0.203%); 4.2 MiB/s, 2 objects/s recovering 2024-08-19T11:39:20.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:20 smithi155 ceph-mon[76679]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-19T11:39:20.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:20 smithi155 ceph-mon[76679]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-19T11:39:20.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:20 smithi155 ceph-mon[76679]: osdmap e556: 8 total, 8 up, 8 in 2024-08-19T11:39:20.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:20 smithi155 ceph-mon[76679]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-19T11:39:20.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:20 smithi155 ceph-mon[76679]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-19T11:39:20.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:20 smithi155 ceph-mon[76679]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-19T11:39:20.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:20 smithi155 ceph-mon[76679]: fsmap cephfs:1/1 {0=b=up:replay} 2024-08-19T11:39:20.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:20 smithi136 ceph-mon[86496]: osdmap e555: 8 total, 8 up, 8 in 2024-08-19T11:39:20.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:20 smithi136 ceph-mon[86496]: pgmap v469: 121 pgs: 7 active+undersized, 1 active+undersized+degraded, 113 active+clean; 242 MiB data, 968 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 806 KiB/s wr, 28 op/s; 1/492 objects degraded (0.203%); 4.2 MiB/s, 2 objects/s recovering 2024-08-19T11:39:20.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:20 smithi136 ceph-mon[86496]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-19T11:39:20.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:20 smithi136 ceph-mon[86496]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-19T11:39:20.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:20 smithi136 ceph-mon[86496]: osdmap e556: 8 total, 8 up, 8 in 2024-08-19T11:39:20.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:20 smithi136 ceph-mon[86496]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-19T11:39:20.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:20 smithi136 ceph-mon[86496]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-19T11:39:20.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:20 smithi136 ceph-mon[86496]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-19T11:39:20.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:20 smithi136 ceph-mon[86496]: fsmap cephfs:1/1 {0=b=up:replay} 2024-08-19T11:39:20.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:20 smithi136 ceph-mon[88916]: osdmap e555: 8 total, 8 up, 8 in 2024-08-19T11:39:20.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:20 smithi136 ceph-mon[88916]: pgmap v469: 121 pgs: 7 active+undersized, 1 active+undersized+degraded, 113 active+clean; 242 MiB data, 968 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 806 KiB/s wr, 28 op/s; 1/492 objects degraded (0.203%); 4.2 MiB/s, 2 objects/s recovering 2024-08-19T11:39:20.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:20 smithi136 ceph-mon[88916]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-19T11:39:20.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:20 smithi136 ceph-mon[88916]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-19T11:39:20.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:20 smithi136 ceph-mon[88916]: osdmap e556: 8 total, 8 up, 8 in 2024-08-19T11:39:20.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:20 smithi136 ceph-mon[88916]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-19T11:39:20.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:20 smithi136 ceph-mon[88916]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-19T11:39:20.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:20 smithi136 ceph-mon[88916]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-19T11:39:20.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:20 smithi136 ceph-mon[88916]: fsmap cephfs:1/1 {0=b=up:replay} 2024-08-19T11:39:20.717 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 1068 (ObjNum 33 snap 0 seq_num 2) dirty exists 2024-08-19T11:39:20.717 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 847 (ObjNum 161 snap 0 seq_num 2168719318) dirty exists 2024-08-19T11:39:20.717 INFO:tasks.rados.rados.0.smithi136.stdout:2483: expect (ObjNum 627 snap 183 seq_num 627) 2024-08-19T11:39:20.868 INFO:tasks.rados.rados.0.smithi136.stdout:2481: finishing copy_from racing read to smithi13674108-43 2024-08-19T11:39:20.869 INFO:tasks.rados.rados.0.smithi136.stdout:2481: finishing copy_from to smithi13674108-43 2024-08-19T11:39:20.869 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 1053 (ObjNum 706 snap 218 seq_num 706) dirty exists 2024-08-19T11:39:20.869 INFO:tasks.rados.rados.0.smithi136.stdout:2487: expect (ObjNum 715 snap 220 seq_num 715) 2024-08-19T11:39:21.291 INFO:tasks.rados.rados.0.smithi136.stdout:2481: done (5 left) 2024-08-19T11:39:21.291 INFO:tasks.rados.rados.0.smithi136.stdout:2483: done (4 left) 2024-08-19T11:39:21.291 INFO:tasks.rados.rados.0.smithi136.stdout:2484: done (3 left) 2024-08-19T11:39:21.291 INFO:tasks.rados.rados.0.smithi136.stdout:2486: done (2 left) 2024-08-19T11:39:21.291 INFO:tasks.rados.rados.0.smithi136.stdout:2487: done (1 left) 2024-08-19T11:39:21.291 INFO:tasks.rados.rados.0.smithi136.stdout:2489: done (0 left) 2024-08-19T11:39:21.292 INFO:tasks.rados.rados.0.smithi136.stdout:2490: copy_from oid 12 from oid 46 current snap is 246 2024-08-19T11:39:21.292 INFO:tasks.rados.rados.0.smithi136.stdout:2491: snap_create 2024-08-19T11:39:21.292 INFO:tasks.rados.rados.0.smithi136.stdout:2490: finishing copy_from to smithi13674108-12 2024-08-19T11:39:21.292 INFO:tasks.rados.rados.0.smithi136.stdout:2490: got expected ENOENT (src dne) 2024-08-19T11:39:21.292 INFO:tasks.rados.rados.0.smithi136.stdout:2490: finishing copy_from racing read to smithi13674108-12 2024-08-19T11:39:21.724 INFO:tasks.rados.rados.0.smithi136.stdout:2490: done (1 left) 2024-08-19T11:39:21.724 INFO:tasks.rados.rados.0.smithi136.stdout:2491: done (0 left) 2024-08-19T11:39:21.725 INFO:tasks.rados.rados.0.smithi136.stdout:2492: snap_create 2024-08-19T11:39:22.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:21 smithi136 ceph-mon[86496]: mds.? [v2:172.21.15.155:6832/3471803320,v1:172.21.15.155:6833/3471803320] up:reconnect 2024-08-19T11:39:22.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:21 smithi136 ceph-mon[86496]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-08-19T11:39:22.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:21 smithi136 ceph-mon[86496]: osdmap e557: 8 total, 8 up, 8 in 2024-08-19T11:39:22.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:21 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-19T11:39:22.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:21 smithi136 ceph-mon[88916]: mds.? [v2:172.21.15.155:6832/3471803320,v1:172.21.15.155:6833/3471803320] up:reconnect 2024-08-19T11:39:22.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:21 smithi136 ceph-mon[88916]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-08-19T11:39:22.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:21 smithi136 ceph-mon[88916]: osdmap e557: 8 total, 8 up, 8 in 2024-08-19T11:39:22.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:21 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-19T11:39:22.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:21 smithi155 ceph-mon[76679]: mds.? [v2:172.21.15.155:6832/3471803320,v1:172.21.15.155:6833/3471803320] up:reconnect 2024-08-19T11:39:22.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:21 smithi155 ceph-mon[76679]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-08-19T11:39:22.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:21 smithi155 ceph-mon[76679]: osdmap e557: 8 total, 8 up, 8 in 2024-08-19T11:39:22.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:21 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-19T11:39:22.729 INFO:tasks.rados.rados.0.smithi136.stdout:2492: done (0 left) 2024-08-19T11:39:22.729 INFO:tasks.rados.rados.0.smithi136.stdout:2493: snap_remove snap 239 2024-08-19T11:39:23.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:22 smithi136 ceph-mon[86496]: pgmap v472: 121 pgs: 121 active+clean; 243 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 272 KiB/s wr, 14 op/s; 570 KiB/s, 1 objects/s recovering 2024-08-19T11:39:23.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:22 smithi136 ceph-mon[86496]: mds.? [v2:172.21.15.155:6832/3471803320,v1:172.21.15.155:6833/3471803320] up:rejoin 2024-08-19T11:39:23.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:22 smithi136 ceph-mon[86496]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-08-19T11:39:23.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:22 smithi136 ceph-mon[86496]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-19T11:39:23.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:22 smithi136 ceph-mon[86496]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/492 objects degraded (0.203%), 1 pg degraded) 2024-08-19T11:39:23.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:22 smithi136 ceph-mon[86496]: osdmap e558: 8 total, 8 up, 8 in 2024-08-19T11:39:23.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:22 smithi136 ceph-mon[86496]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-19T11:39:23.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:22 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:39:23.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:22 smithi136 ceph-mon[86496]: mds.? [v2:172.21.15.155:6832/3471803320,v1:172.21.15.155:6833/3471803320] up:active 2024-08-19T11:39:23.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:22 smithi136 ceph-mon[86496]: fsmap cephfs:1 {0=b=up:active} 2024-08-19T11:39:23.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:22 smithi136 ceph-mon[88916]: pgmap v472: 121 pgs: 121 active+clean; 243 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 272 KiB/s wr, 14 op/s; 570 KiB/s, 1 objects/s recovering 2024-08-19T11:39:23.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:22 smithi136 ceph-mon[88916]: mds.? [v2:172.21.15.155:6832/3471803320,v1:172.21.15.155:6833/3471803320] up:rejoin 2024-08-19T11:39:23.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:22 smithi136 ceph-mon[88916]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-08-19T11:39:23.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:22 smithi136 ceph-mon[88916]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-19T11:39:23.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:22 smithi136 ceph-mon[88916]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/492 objects degraded (0.203%), 1 pg degraded) 2024-08-19T11:39:23.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:22 smithi136 ceph-mon[88916]: osdmap e558: 8 total, 8 up, 8 in 2024-08-19T11:39:23.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:22 smithi136 ceph-mon[88916]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-19T11:39:23.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:22 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:39:23.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:22 smithi136 ceph-mon[88916]: mds.? [v2:172.21.15.155:6832/3471803320,v1:172.21.15.155:6833/3471803320] up:active 2024-08-19T11:39:23.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:22 smithi136 ceph-mon[88916]: fsmap cephfs:1 {0=b=up:active} 2024-08-19T11:39:23.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:22 smithi155 ceph-mon[76679]: pgmap v472: 121 pgs: 121 active+clean; 243 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 272 KiB/s wr, 14 op/s; 570 KiB/s, 1 objects/s recovering 2024-08-19T11:39:23.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:22 smithi155 ceph-mon[76679]: mds.? [v2:172.21.15.155:6832/3471803320,v1:172.21.15.155:6833/3471803320] up:rejoin 2024-08-19T11:39:23.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:22 smithi155 ceph-mon[76679]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-08-19T11:39:23.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:22 smithi155 ceph-mon[76679]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-19T11:39:23.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:22 smithi155 ceph-mon[76679]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/492 objects degraded (0.203%), 1 pg degraded) 2024-08-19T11:39:23.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:22 smithi155 ceph-mon[76679]: osdmap e558: 8 total, 8 up, 8 in 2024-08-19T11:39:23.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:22 smithi155 ceph-mon[76679]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-19T11:39:23.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:22 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:39:23.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:22 smithi155 ceph-mon[76679]: mds.? [v2:172.21.15.155:6832/3471803320,v1:172.21.15.155:6833/3471803320] up:active 2024-08-19T11:39:23.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:22 smithi155 ceph-mon[76679]: fsmap cephfs:1 {0=b=up:active} 2024-08-19T11:39:23.678 INFO:tasks.rados.rados.0.smithi136.stdout:2493: done (0 left) 2024-08-19T11:39:23.678 INFO:tasks.rados.rados.0.smithi136.stdout:2494: rmattr oid 25 current snap is 248 2024-08-19T11:39:23.678 INFO:tasks.rados.rados.0.smithi136.stdout:2495: read oid 26 snap -1 2024-08-19T11:39:23.678 INFO:tasks.rados.rados.0.smithi136.stdout:2495: expect (ObjNum 705 snap 218 seq_num 705) 2024-08-19T11:39:23.679 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 31 current snap is 248 2024-08-19T11:39:23.679 INFO:tasks.rados.rados.0.smithi136.stdout:2496: seq_num 760 ranges {0=737280} 2024-08-19T11:39:23.683 INFO:tasks.rados.rados.0.smithi136.stdout:2496: writing smithi13674108-31 from 0 to 737280 tid 1 2024-08-19T11:39:23.683 INFO:tasks.rados.rados.0.smithi136.stdout:2497: delete oid 12 current snap is 248 2024-08-19T11:39:23.683 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 0 (ObjNum 750 snap 243 seq_num 750) dirty exists 2024-08-19T11:39:23.690 INFO:tasks.rados.rados.0.smithi136.stdout:2494: done (3 left) 2024-08-19T11:39:23.690 INFO:tasks.rados.rados.0.smithi136.stdout:2497: done (2 left) 2024-08-19T11:39:23.691 INFO:tasks.rados.rados.0.smithi136.stdout:2498: setattr oid 38 current snap is 248 2024-08-19T11:39:23.692 INFO:tasks.rados.rados.0.smithi136.stdout:2499: copy_from oid 39 from oid 44 current snap is 248 2024-08-19T11:39:23.693 INFO:tasks.rados.rados.0.smithi136.stdout:2500: read oid 5 snap -1 2024-08-19T11:39:23.693 INFO:tasks.rados.rados.0.smithi136.stdout:2500: expect deleted 2024-08-19T11:39:23.693 INFO:tasks.rados.rados.0.smithi136.stdout:2501: rollback oid 20 current snap is 248 2024-08-19T11:39:23.693 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 20 to 246 2024-08-19T11:39:23.693 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 9 current snap is 248 2024-08-19T11:39:23.693 INFO:tasks.rados.rados.0.smithi136.stdout:2502: seq_num 762 ranges {3801088=770048} 2024-08-19T11:39:23.718 INFO:tasks.rados.rados.0.smithi136.stdout:2502: writing smithi13674108-9 from 3801088 to 4571136 tid 1 2024-08-19T11:39:23.718 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 3 current snap is 248 2024-08-19T11:39:23.719 INFO:tasks.rados.rados.0.smithi136.stdout:2496: finishing write tid 1 to smithi13674108-31 2024-08-19T11:39:23.719 INFO:tasks.rados.rados.0.smithi136.stdout:2496: finishing write tid 2 to smithi13674108-31 2024-08-19T11:39:23.719 INFO:tasks.rados.rados.0.smithi136.stdout:2503: seq_num 763 ranges {0=786432} 2024-08-19T11:39:23.723 INFO:tasks.rados.rados.0.smithi136.stdout:2503: writing smithi13674108-3 from 0 to 786432 tid 1 2024-08-19T11:39:23.723 INFO:tasks.rados.rados.0.smithi136.stdout:2504: snap_create 2024-08-19T11:39:23.723 INFO:tasks.rados.rados.0.smithi136.stdout:2496: finishing write tid 3 to smithi13674108-31 2024-08-19T11:39:23.723 INFO:tasks.rados.rados.0.smithi136.stdout:2496: oid 31 updating version 0 to 1068 2024-08-19T11:39:23.723 INFO:tasks.rados.rados.0.smithi136.stdout:2496: oid 31 updating version 1068 to 1069 2024-08-19T11:39:23.724 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 1069 (ObjNum 760 snap 248 seq_num 760) dirty exists 2024-08-19T11:39:23.724 INFO:tasks.rados.rados.0.smithi136.stdout:2496: left oid 31 (ObjNum 760 snap 248 seq_num 760) 2024-08-19T11:39:23.724 INFO:tasks.rados.rados.0.smithi136.stdout:2501: finishing rollback tid 1 to smithi13674108-20 2024-08-19T11:39:23.724 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 1036 (ObjNum 177 snap 0 seq_num 0) dirty dne 2024-08-19T11:39:23.724 INFO:tasks.rados.rados.0.smithi136.stdout:2495: expect (ObjNum 705 snap 218 seq_num 705) 2024-08-19T11:39:23.788 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 932 (ObjNum 687 snap 212 seq_num 687) dirty exists 2024-08-19T11:39:23.788 INFO:tasks.rados.rados.0.smithi136.stdout:2499: finishing copy_from racing read to smithi13674108-39 2024-08-19T11:39:23.788 INFO:tasks.rados.rados.0.smithi136.stdout:2499: finishing copy_from to smithi13674108-39 2024-08-19T11:39:23.788 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 1043 (ObjNum 509 snap 142 seq_num 509) dirty exists 2024-08-19T11:39:23.788 INFO:tasks.rados.rados.0.smithi136.stdout:2502: finishing write tid 1 to smithi13674108-9 2024-08-19T11:39:23.788 INFO:tasks.rados.rados.0.smithi136.stdout:2502: finishing write tid 2 to smithi13674108-9 2024-08-19T11:39:23.789 INFO:tasks.rados.rados.0.smithi136.stdout:2502: finishing write tid 3 to smithi13674108-9 2024-08-19T11:39:23.789 INFO:tasks.rados.rados.0.smithi136.stdout:2502: oid 9 updating version 0 to 897 2024-08-19T11:39:23.789 INFO:tasks.rados.rados.0.smithi136.stdout:2502: oid 9 version 897 is already newer than 896 2024-08-19T11:39:23.789 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 897 (ObjNum 762 snap 248 seq_num 762) dirty exists 2024-08-19T11:39:23.789 INFO:tasks.rados.rados.0.smithi136.stdout:2502: left oid 9 (ObjNum 762 snap 248 seq_num 762) 2024-08-19T11:39:23.789 INFO:tasks.rados.rados.0.smithi136.stdout:2503: finishing write tid 1 to smithi13674108-3 2024-08-19T11:39:23.789 INFO:tasks.rados.rados.0.smithi136.stdout:2503: finishing write tid 2 to smithi13674108-3 2024-08-19T11:39:23.789 INFO:tasks.rados.rados.0.smithi136.stdout:2503: finishing write tid 3 to smithi13674108-3 2024-08-19T11:39:23.789 INFO:tasks.rados.rados.0.smithi136.stdout:2503: oid 3 updating version 0 to 1071 2024-08-19T11:39:23.789 INFO:tasks.rados.rados.0.smithi136.stdout:2503: oid 3 version 1071 is already newer than 1070 2024-08-19T11:39:23.789 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 1071 (ObjNum 763 snap 248 seq_num 763) dirty exists 2024-08-19T11:39:23.789 INFO:tasks.rados.rados.0.smithi136.stdout:2503: left oid 3 (ObjNum 763 snap 248 seq_num 763) 2024-08-19T11:39:24.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:23 smithi136 ceph-mon[86496]: osdmap e559: 8 total, 8 up, 8 in 2024-08-19T11:39:24.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:23 smithi136 ceph-mon[86496]: osdmap e560: 8 total, 8 up, 8 in 2024-08-19T11:39:24.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:23 smithi136 ceph-mon[88916]: osdmap e559: 8 total, 8 up, 8 in 2024-08-19T11:39:24.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:23 smithi136 ceph-mon[88916]: osdmap e560: 8 total, 8 up, 8 in 2024-08-19T11:39:24.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:23 smithi155 ceph-mon[76679]: osdmap e559: 8 total, 8 up, 8 in 2024-08-19T11:39:24.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:23 smithi155 ceph-mon[76679]: osdmap e560: 8 total, 8 up, 8 in 2024-08-19T11:39:24.733 INFO:tasks.rados.rados.0.smithi136.stdout:2495: done (8 left) 2024-08-19T11:39:24.733 INFO:tasks.rados.rados.0.smithi136.stdout:2496: done (7 left) 2024-08-19T11:39:24.733 INFO:tasks.rados.rados.0.smithi136.stdout:2498: done (6 left) 2024-08-19T11:39:24.733 INFO:tasks.rados.rados.0.smithi136.stdout:2499: done (5 left) 2024-08-19T11:39:24.733 INFO:tasks.rados.rados.0.smithi136.stdout:2500: done (4 left) 2024-08-19T11:39:24.733 INFO:tasks.rados.rados.0.smithi136.stdout:2501: done (3 left) 2024-08-19T11:39:24.733 INFO:tasks.rados.rados.0.smithi136.stdout:2502: done (2 left) 2024-08-19T11:39:24.734 INFO:tasks.rados.rados.0.smithi136.stdout:2503: done (1 left) 2024-08-19T11:39:24.734 INFO:tasks.rados.rados.0.smithi136.stdout:2504: done (0 left) 2024-08-19T11:39:24.734 INFO:tasks.rados.rados.0.smithi136.stdout:2505: rollback oid 45 current snap is 249 2024-08-19T11:39:24.734 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 45 to 231 2024-08-19T11:39:24.734 INFO:tasks.rados.rados.0.smithi136.stdout:2506: read oid 14 snap -1 2024-08-19T11:39:24.734 INFO:tasks.rados.rados.0.smithi136.stdout:2506: expect (ObjNum 748 snap 242 seq_num 748) 2024-08-19T11:39:24.734 INFO:tasks.rados.rados.0.smithi136.stdout:2507: rollback oid 39 current snap is 249 2024-08-19T11:39:24.734 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 39 to 244 2024-08-19T11:39:24.734 INFO:tasks.rados.rados.0.smithi136.stdout:2508: snap_create 2024-08-19T11:39:24.740 INFO:tasks.rados.rados.0.smithi136.stdout:2507: finishing rollback tid 0 to smithi13674108-39 2024-08-19T11:39:24.742 INFO:tasks.rados.rados.0.smithi136.stdout:2507: finishing rollback tid 1 to smithi13674108-39 2024-08-19T11:39:24.742 INFO:tasks.rados.rados.0.smithi136.stdout:2507: finishing rollback tid 2 to smithi13674108-39 2024-08-19T11:39:24.742 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 1046 (ObjNum 720 snap 228 seq_num 720) dirty exists 2024-08-19T11:39:24.743 INFO:tasks.rados.rados.0.smithi136.stdout:2505: finishing rollback tid 0 to smithi13674108-45 2024-08-19T11:39:24.744 INFO:tasks.rados.rados.0.smithi136.stdout:2505: finishing rollback tid 1 to smithi13674108-45 2024-08-19T11:39:24.744 INFO:tasks.rados.rados.0.smithi136.stdout:2505: finishing rollback tid 2 to smithi13674108-45 2024-08-19T11:39:24.744 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 1041 (ObjNum 627 snap 183 seq_num 627) dirty exists 2024-08-19T11:39:24.761 INFO:tasks.rados.rados.0.smithi136.stdout:2506: expect (ObjNum 748 snap 242 seq_num 748) 2024-08-19T11:39:25.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:24 smithi136 ceph-mon[86496]: pgmap v475: 121 pgs: 121 active+clean; 255 MiB data, 984 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 34 op/s 2024-08-19T11:39:25.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:24 smithi136 ceph-mon[88916]: pgmap v475: 121 pgs: 121 active+clean; 255 MiB data, 984 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 34 op/s 2024-08-19T11:39:25.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:24 smithi155 ceph-mon[76679]: pgmap v475: 121 pgs: 121 active+clean; 255 MiB data, 984 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 34 op/s 2024-08-19T11:39:25.752 INFO:tasks.rados.rados.0.smithi136.stdout:2505: done (3 left) 2024-08-19T11:39:25.753 INFO:tasks.rados.rados.0.smithi136.stdout:2506: done (2 left) 2024-08-19T11:39:25.753 INFO:tasks.rados.rados.0.smithi136.stdout:2507: done (1 left) 2024-08-19T11:39:25.753 INFO:tasks.rados.rados.0.smithi136.stdout:2508: done (0 left) 2024-08-19T11:39:25.753 INFO:tasks.rados.rados.0.smithi136.stdout:2509: snap_create 2024-08-19T11:39:25.837 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:25 smithi136 ceph-mon[88916]: osdmap e561: 8 total, 8 up, 8 in 2024-08-19T11:39:25.837 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:25.837 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:39:25.838 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:25 smithi136 ceph-mon[86496]: osdmap e561: 8 total, 8 up, 8 in 2024-08-19T11:39:25.838 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:25.838 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:39:25.838 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:39:25 smithi136 podman[115498]: 2024-08-19 11:39:25.532779837 +0000 UTC m=+5.956742597 container died 70acc09ac00c065eb54b0d6ab610f46545790ea20a88442207b4d199d0dc5d62 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, RELEASE=reef-baa926d, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-08-19T11:39:26.097 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:39:26 smithi136 podman[115498]: 2024-08-19 11:39:26.028368619 +0000 UTC m=+6.452331368 container cleanup 70acc09ac00c065eb54b0d6ab610f46545790ea20a88442207b4d199d0dc5d62 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-a, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=reef-baa926d, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, io.buildah.version=1.36.0) 2024-08-19T11:39:26.098 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:39:26 smithi136 bash[115498]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-a 2024-08-19T11:39:26.191 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:25 smithi155 ceph-mon[76679]: osdmap e561: 8 total, 8 up, 8 in 2024-08-19T11:39:26.191 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:26.191 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:39:26.460 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:39:26 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-b[47774]: 2024-08-19T11:39:26.188+0000 7f0268e4a640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-19T11:39:26.598 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:39:26 smithi136 podman[115516]: 2024-08-19 11:39:26.279955106 +0000 UTC m=+0.747191123 container remove 70acc09ac00c065eb54b0d6ab610f46545790ea20a88442207b4d199d0dc5d62 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-a, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=reef-baa926d, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-08-19T11:39:26.598 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:39:26 smithi136 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mds.a.service: Deactivated successfully. 2024-08-19T11:39:26.598 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:39:26 smithi136 systemd[1]: Stopped Ceph mds.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:39:26.598 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:39:26 smithi136 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mds.a.service: Consumed 1.743s CPU time. 2024-08-19T11:39:26.749 INFO:tasks.rados.rados.0.smithi136.stdout:2509: done (0 left) 2024-08-19T11:39:26.750 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 36 current snap is 251 2024-08-19T11:39:26.750 INFO:tasks.rados.rados.0.smithi136.stdout:2510: seq_num 764 ranges {1998848=802816} 2024-08-19T11:39:26.765 INFO:tasks.rados.rados.0.smithi136.stdout:2510: writing smithi13674108-36 from 1998848 to 2801664 tid 1 2024-08-19T11:39:26.765 INFO:tasks.rados.rados.0.smithi136.stdout:2511: snap_create 2024-08-19T11:39:26.772 INFO:tasks.rados.rados.0.smithi136.stdout:2510: finishing write tid 1 to smithi13674108-36 2024-08-19T11:39:26.772 INFO:tasks.rados.rados.0.smithi136.stdout:2510: finishing write tid 2 to smithi13674108-36 2024-08-19T11:39:26.773 INFO:tasks.rados.rados.0.smithi136.stdout:2510: finishing write tid 3 to smithi13674108-36 2024-08-19T11:39:26.773 INFO:tasks.rados.rados.0.smithi136.stdout:2510: oid 36 updating version 0 to 872 2024-08-19T11:39:26.773 INFO:tasks.rados.rados.0.smithi136.stdout:2510: oid 36 version 872 is already newer than 871 2024-08-19T11:39:26.773 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 872 (ObjNum 764 snap 251 seq_num 764) dirty exists 2024-08-19T11:39:26.774 INFO:tasks.rados.rados.0.smithi136.stdout:2510: left oid 36 (ObjNum 764 snap 251 seq_num 764) 2024-08-19T11:39:27.037 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:26 smithi136 ceph-mon[88916]: pgmap v478: 121 pgs: 121 active+clean; 256 MiB data, 986 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.6 MiB/s wr, 50 op/s 2024-08-19T11:39:27.038 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:26 smithi136 ceph-mon[88916]: osdmap e562: 8 total, 8 up, 8 in 2024-08-19T11:39:27.038 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:26 smithi136 ceph-mon[86496]: pgmap v478: 121 pgs: 121 active+clean; 256 MiB data, 986 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.6 MiB/s wr, 50 op/s 2024-08-19T11:39:27.038 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:26 smithi136 ceph-mon[86496]: osdmap e562: 8 total, 8 up, 8 in 2024-08-19T11:39:27.038 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:39:26 smithi136 systemd[1]: Starting Ceph mds.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:39:27.038 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:39:26 smithi136 podman[115650]: 2024-08-19 11:39:26.78408301 +0000 UTC m=+0.017978730 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:39:27.039 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:39:26 smithi136 podman[115650]: 2024-08-19 11:39:26.898186465 +0000 UTC m=+0.132082168 container create 222578682eeea442312ced9acbb06b9d89d3887455ef0adc71a62a1aee9780cd (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-a, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, RELEASE=main-7976693, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T11:39:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:26 smithi155 ceph-mon[76679]: pgmap v478: 121 pgs: 121 active+clean; 256 MiB data, 986 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.6 MiB/s wr, 50 op/s 2024-08-19T11:39:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:26 smithi155 ceph-mon[76679]: osdmap e562: 8 total, 8 up, 8 in 2024-08-19T11:39:27.530 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:39:27 smithi136 podman[115650]: 2024-08-19 11:39:27.15888283 +0000 UTC m=+0.392778535 container init 222578682eeea442312ced9acbb06b9d89d3887455ef0adc71a62a1aee9780cd (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-a, org.label-schema.schema-version=1.0, ceph=True, RELEASE=main-7976693, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux ) 2024-08-19T11:39:27.531 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:39:27 smithi136 podman[115650]: 2024-08-19 11:39:27.164008279 +0000 UTC m=+0.397903984 container start 222578682eeea442312ced9acbb06b9d89d3887455ef0adc71a62a1aee9780cd (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-a, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=main-7976693, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux ) 2024-08-19T11:39:27.531 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:39:27 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-a[115665]: starting mds.a at 2024-08-19T11:39:27.531 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:39:27 smithi136 bash[115650]: 222578682eeea442312ced9acbb06b9d89d3887455ef0adc71a62a1aee9780cd 2024-08-19T11:39:27.531 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:39:27 smithi136 systemd[1]: Started Ceph mds.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:39:27.760 INFO:tasks.rados.rados.0.smithi136.stdout:2510: done (1 left) 2024-08-19T11:39:27.760 INFO:tasks.rados.rados.0.smithi136.stdout:2511: done (0 left) 2024-08-19T11:39:27.760 INFO:tasks.rados.rados.0.smithi136.stdout:2512: read oid 5 snap 250 2024-08-19T11:39:27.760 INFO:tasks.rados.rados.0.smithi136.stdout:2512: expect deleted 2024-08-19T11:39:27.761 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 19 current snap is 252 2024-08-19T11:39:27.761 INFO:tasks.rados.rados.0.smithi136.stdout:2513: seq_num 765 ranges {7897088=417792,8314880=401408} 2024-08-19T11:39:27.804 INFO:tasks.rados.rados.0.smithi136.stdout:2513: writing smithi13674108-19 from 7897088 to 8314880 tid 1 2024-08-19T11:39:27.806 INFO:tasks.rados.rados.0.smithi136.stdout:2513: writing smithi13674108-19 from 8314880 to 8716288 tid 2 2024-08-19T11:39:27.806 INFO:tasks.rados.rados.0.smithi136.stdout:2514: delete oid 18 current snap is 252 2024-08-19T11:39:27.809 INFO:tasks.rados.rados.0.smithi136.stdout:2513: finishing write tid 1 to smithi13674108-19 2024-08-19T11:39:27.809 INFO:tasks.rados.rados.0.smithi136.stdout:2513: finishing write tid 2 to smithi13674108-19 2024-08-19T11:39:27.809 INFO:tasks.rados.rados.0.smithi136.stdout:2513: finishing write tid 3 to smithi13674108-19 2024-08-19T11:39:27.811 INFO:tasks.rados.rados.0.smithi136.stdout:2512: done (2 left) 2024-08-19T11:39:27.811 INFO:tasks.rados.rados.0.smithi136.stdout:2514: done (1 left) 2024-08-19T11:39:27.811 INFO:tasks.rados.rados.0.smithi136.stdout:2515: delete oid 8 current snap is 252 2024-08-19T11:39:27.811 INFO:tasks.rados.rados.0.smithi136.stdout:2513: finishing write tid 4 to smithi13674108-19 2024-08-19T11:39:27.811 INFO:tasks.rados.rados.0.smithi136.stdout:2513: oid 19 updating version 0 to 732 2024-08-19T11:39:27.812 INFO:tasks.rados.rados.0.smithi136.stdout:2513: oid 19 version 732 is already newer than 730 2024-08-19T11:39:27.812 INFO:tasks.rados.rados.0.smithi136.stdout:2513: oid 19 version 732 is already newer than 731 2024-08-19T11:39:27.812 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 732 (ObjNum 765 snap 252 seq_num 765) dirty exists 2024-08-19T11:39:27.812 INFO:tasks.rados.rados.0.smithi136.stdout:2513: left oid 19 (ObjNum 765 snap 252 seq_num 765) 2024-08-19T11:39:27.814 INFO:tasks.rados.rados.0.smithi136.stdout:2513: done (1 left) 2024-08-19T11:39:27.814 INFO:tasks.rados.rados.0.smithi136.stdout:2515: done (0 left) 2024-08-19T11:39:27.814 INFO:tasks.rados.rados.0.smithi136.stdout:2516: read oid 40 snap -1 2024-08-19T11:39:27.814 INFO:tasks.rados.rados.0.smithi136.stdout:2516: expect deleted 2024-08-19T11:39:27.814 INFO:tasks.rados.rados.0.smithi136.stdout:2517: snap_create 2024-08-19T11:39:27.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:39:27 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:39:27] "GET /metrics HTTP/1.1" 200 36147 "" "Prometheus/2.43.0" 2024-08-19T11:39:27.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:27 smithi136 ceph-mon[88916]: osdmap e563: 8 total, 8 up, 8 in 2024-08-19T11:39:27.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:27 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:27.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:27 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:27.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:27 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:39:27.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:27 smithi136 ceph-mon[86496]: osdmap e563: 8 total, 8 up, 8 in 2024-08-19T11:39:27.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:27 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:27.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:27 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:27.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:27 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:39:28.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:27 smithi155 ceph-mon[76679]: osdmap e563: 8 total, 8 up, 8 in 2024-08-19T11:39:28.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:27 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:28.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:27 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:28.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:27 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:39:28.680 INFO:tasks.rados.rados.0.smithi136.stdout:2516: done (1 left) 2024-08-19T11:39:28.680 INFO:tasks.rados.rados.0.smithi136.stdout:2517: done (0 left) 2024-08-19T11:39:28.680 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 35 current snap is 253 2024-08-19T11:39:28.680 INFO:tasks.rados.rados.0.smithi136.stdout:2518: seq_num 768 ranges {0=466944,466944=401408} 2024-08-19T11:39:28.682 INFO:tasks.rados.rados.0.smithi136.stdout:2518: writing smithi13674108-35 from 0 to 466944 tid 1 2024-08-19T11:39:28.685 INFO:tasks.rados.rados.0.smithi136.stdout:2518: writing smithi13674108-35 from 466944 to 868352 tid 2 2024-08-19T11:39:28.685 INFO:tasks.rados.rados.0.smithi136.stdout:2519: snap_create 2024-08-19T11:39:28.689 INFO:tasks.rados.rados.0.smithi136.stdout:2518: finishing write tid 1 to smithi13674108-35 2024-08-19T11:39:28.690 INFO:tasks.rados.rados.0.smithi136.stdout:2518: finishing write tid 2 to smithi13674108-35 2024-08-19T11:39:28.690 INFO:tasks.rados.rados.0.smithi136.stdout:2518: finishing write tid 3 to smithi13674108-35 2024-08-19T11:39:28.691 INFO:tasks.rados.rados.0.smithi136.stdout:2518: finishing write tid 4 to smithi13674108-35 2024-08-19T11:39:28.692 INFO:tasks.rados.rados.0.smithi136.stdout:2518: oid 35 updating version 0 to 849 2024-08-19T11:39:28.692 INFO:tasks.rados.rados.0.smithi136.stdout:2518: oid 35 updating version 849 to 850 2024-08-19T11:39:28.692 INFO:tasks.rados.rados.0.smithi136.stdout:2518: oid 35 updating version 850 to 851 2024-08-19T11:39:28.692 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 851 (ObjNum 768 snap 253 seq_num 768) dirty exists 2024-08-19T11:39:28.692 INFO:tasks.rados.rados.0.smithi136.stdout:2518: left oid 35 (ObjNum 768 snap 253 seq_num 768) 2024-08-19T11:39:29.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:28 smithi136 ceph-mon[88916]: pgmap v481: 121 pgs: 121 active+clean; 262 MiB data, 990 MiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.3 MiB/s wr, 29 op/s 2024-08-19T11:39:29.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:28 smithi136 ceph-mon[88916]: mds.? [v2:172.21.15.136:6834/1950300258,v1:172.21.15.136:6835/1950300258] up:boot 2024-08-19T11:39:29.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:28 smithi136 ceph-mon[88916]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-19T11:39:29.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:28 smithi136 ceph-mon[88916]: osdmap e564: 8 total, 8 up, 8 in 2024-08-19T11:39:29.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:28 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-19T11:39:29.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:28 smithi136 ceph-mon[88916]: osdmap e565: 8 total, 8 up, 8 in 2024-08-19T11:39:29.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:28 smithi136 ceph-mon[86496]: pgmap v481: 121 pgs: 121 active+clean; 262 MiB data, 990 MiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.3 MiB/s wr, 29 op/s 2024-08-19T11:39:29.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:28 smithi136 ceph-mon[86496]: mds.? [v2:172.21.15.136:6834/1950300258,v1:172.21.15.136:6835/1950300258] up:boot 2024-08-19T11:39:29.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:28 smithi136 ceph-mon[86496]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-19T11:39:29.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:28 smithi136 ceph-mon[86496]: osdmap e564: 8 total, 8 up, 8 in 2024-08-19T11:39:29.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:28 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-19T11:39:29.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:28 smithi136 ceph-mon[86496]: osdmap e565: 8 total, 8 up, 8 in 2024-08-19T11:39:29.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:28 smithi155 ceph-mon[76679]: pgmap v481: 121 pgs: 121 active+clean; 262 MiB data, 990 MiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.3 MiB/s wr, 29 op/s 2024-08-19T11:39:29.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:28 smithi155 ceph-mon[76679]: mds.? [v2:172.21.15.136:6834/1950300258,v1:172.21.15.136:6835/1950300258] up:boot 2024-08-19T11:39:29.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:28 smithi155 ceph-mon[76679]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-19T11:39:29.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:28 smithi155 ceph-mon[76679]: osdmap e564: 8 total, 8 up, 8 in 2024-08-19T11:39:29.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:28 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-19T11:39:29.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:28 smithi155 ceph-mon[76679]: osdmap e565: 8 total, 8 up, 8 in 2024-08-19T11:39:29.683 INFO:tasks.rados.rados.0.smithi136.stdout:2518: done (1 left) 2024-08-19T11:39:29.683 INFO:tasks.rados.rados.0.smithi136.stdout:2519: done (0 left) 2024-08-19T11:39:29.683 INFO:tasks.rados.rados.0.smithi136.stdout:2520: read oid 2 snap -1 2024-08-19T11:39:29.683 INFO:tasks.rados.rados.0.smithi136.stdout:2520: expect (ObjNum 627 snap 183 seq_num 627) 2024-08-19T11:39:29.683 INFO:tasks.rados.rados.0.smithi136.stdout:2521: snap_create 2024-08-19T11:39:29.698 INFO:tasks.rados.rados.0.smithi136.stdout:2520: expect (ObjNum 627 snap 183 seq_num 627) 2024-08-19T11:39:30.681 INFO:tasks.rados.rados.0.smithi136.stdout:2520: done (1 left) 2024-08-19T11:39:30.681 INFO:tasks.rados.rados.0.smithi136.stdout:2521: done (0 left) 2024-08-19T11:39:30.681 INFO:tasks.rados.rados.0.smithi136.stdout:2522: snap_create 2024-08-19T11:39:30.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:30 smithi155 ceph-mon[76679]: pgmap v484: 121 pgs: 121 active+clean; 263 MiB data, 993 MiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-08-19T11:39:30.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:30 smithi155 ceph-mon[76679]: osdmap e566: 8 total, 8 up, 8 in 2024-08-19T11:39:30.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:30 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:30.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:30 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:30.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:30 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:31.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:30 smithi136 ceph-mon[86496]: pgmap v484: 121 pgs: 121 active+clean; 263 MiB data, 993 MiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-08-19T11:39:31.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:30 smithi136 ceph-mon[86496]: osdmap e566: 8 total, 8 up, 8 in 2024-08-19T11:39:31.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:30 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:31.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:30 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:31.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:30 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:31.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:30 smithi136 ceph-mon[88916]: pgmap v484: 121 pgs: 121 active+clean; 263 MiB data, 993 MiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-08-19T11:39:31.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:30 smithi136 ceph-mon[88916]: osdmap e566: 8 total, 8 up, 8 in 2024-08-19T11:39:31.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:30 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:31.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:30 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:31.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:30 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:31.696 INFO:tasks.rados.rados.0.smithi136.stdout:2522: done (0 left) 2024-08-19T11:39:31.697 INFO:tasks.rados.rados.0.smithi136.stdout:2523: copy_from oid 41 from oid 34 current snap is 256 2024-08-19T11:39:31.697 INFO:tasks.rados.rados.0.smithi136.stdout:2524: read oid 14 snap 251 2024-08-19T11:39:31.697 INFO:tasks.rados.rados.0.smithi136.stdout:2524: expect (ObjNum 748 snap 242 seq_num 748) 2024-08-19T11:39:31.697 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 38 current snap is 256 2024-08-19T11:39:31.697 INFO:tasks.rados.rados.0.smithi136.stdout:2525: seq_num 769 ranges {4538368=483328,5021696=401408} 2024-08-19T11:39:31.723 INFO:tasks.rados.rados.0.smithi136.stdout:2525: writing smithi13674108-38 from 4538368 to 5021696 tid 1 2024-08-19T11:39:31.726 INFO:tasks.rados.rados.0.smithi136.stdout:2525: writing smithi13674108-38 from 5021696 to 5423104 tid 2 2024-08-19T11:39:31.726 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 10 current snap is 256 2024-08-19T11:39:31.726 INFO:tasks.rados.rados.0.smithi136.stdout:2526: seq_num 770 ranges {0=499712,499712=401408} 2024-08-19T11:39:31.728 INFO:tasks.rados.rados.0.smithi136.stdout:2526: writing smithi13674108-10 from 0 to 499712 tid 1 2024-08-19T11:39:31.731 INFO:tasks.rados.rados.0.smithi136.stdout:2526: writing smithi13674108-10 from 499712 to 901120 tid 2 2024-08-19T11:39:31.731 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 17 current snap is 256 2024-08-19T11:39:31.731 INFO:tasks.rados.rados.0.smithi136.stdout:2524: expect (ObjNum 748 snap 242 seq_num 748) 2024-08-19T11:39:31.830 INFO:teuthology.orchestra.run.smithi136.stdout:true 2024-08-19T11:39:31.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:31 smithi155 ceph-mon[76679]: osdmap e567: 8 total, 8 up, 8 in 2024-08-19T11:39:31.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:31 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:31.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:31 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:32.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:31 smithi136 ceph-mon[88916]: osdmap e567: 8 total, 8 up, 8 in 2024-08-19T11:39:32.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:31 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:32.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:31 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:32.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:31 smithi136 ceph-mon[86496]: osdmap e567: 8 total, 8 up, 8 in 2024-08-19T11:39:32.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:31 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:32.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:31 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:32.246 INFO:tasks.rados.rados.0.smithi136.stdout:2525: finishing write tid 1 to smithi13674108-38 2024-08-19T11:39:32.246 INFO:tasks.rados.rados.0.smithi136.stdout:2525: finishing write tid 2 to smithi13674108-38 2024-08-19T11:39:32.246 INFO:tasks.rados.rados.0.smithi136.stdout:2525: finishing write tid 3 to smithi13674108-38 2024-08-19T11:39:32.246 INFO:tasks.rados.rados.0.smithi136.stdout:2527: seq_num 771 ranges {0=516096,516096=401408} 2024-08-19T11:39:32.248 INFO:tasks.rados.rados.0.smithi136.stdout:2527: writing smithi13674108-17 from 0 to 516096 tid 1 2024-08-19T11:39:32.251 INFO:tasks.rados.rados.0.smithi136.stdout:2527: writing smithi13674108-17 from 516096 to 917504 tid 2 2024-08-19T11:39:32.251 INFO:tasks.rados.rados.0.smithi136.stdout:2524: done (4 left) 2024-08-19T11:39:32.251 INFO:tasks.rados.rados.0.smithi136.stdout:2528: read oid 48 snap 233 2024-08-19T11:39:32.251 INFO:tasks.rados.rados.0.smithi136.stdout:2528: expect (ObjNum 623 snap 180 seq_num 623) 2024-08-19T11:39:32.251 INFO:tasks.rados.rados.0.smithi136.stdout:2529: snap_remove snap 201 2024-08-19T11:39:32.251 INFO:tasks.rados.rados.0.smithi136.stdout:2526: finishing write tid 1 to smithi13674108-10 2024-08-19T11:39:32.252 INFO:tasks.rados.rados.0.smithi136.stdout:2526: finishing write tid 2 to smithi13674108-10 2024-08-19T11:39:32.413 INFO:teuthology.orchestra.run.smithi136.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T11:39:32.413 INFO:teuthology.orchestra.run.smithi136.stdout:alertmanager.a smithi136 *:9093,9094 running (10m) 2s ago 11m 24.0M - 0.25.0 c8568f914cd2 5af88c4acee8 2024-08-19T11:39:32.413 INFO:teuthology.orchestra.run.smithi136.stdout:grafana.a smithi155 *:3000 running (10m) 20s ago 10m 89.1M - 9.4.7 954c08fa6188 cb3e816dd27a 2024-08-19T11:39:32.413 INFO:teuthology.orchestra.run.smithi136.stdout:mds.a smithi136 running (5s) 2s ago 12m 11.8M - 19.0.0-5847-g79766939 50bbda8a3289 222578682eee 2024-08-19T11:39:32.414 INFO:teuthology.orchestra.run.smithi136.stdout:mds.b smithi155 running (12m) 20s ago 12m 18.6M - 18.2.4-721-gbaa926de e6c292a6bc95 f9104a674461 2024-08-19T11:39:32.414 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.x smithi155 *:8443,9283,8765 running (5m) 20s ago 15m 454M - 19.0.0-5847-g79766939 50bbda8a3289 64c8cd762719 2024-08-19T11:39:32.414 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.y smithi136 *:8443,9283,8765 running (6m) 2s ago 17m 522M - 19.0.0-5847-g79766939 50bbda8a3289 2c0aee4c2faf 2024-08-19T11:39:32.414 INFO:teuthology.orchestra.run.smithi136.stdout:mon.a smithi136 running (5m) 2s ago 17m 64.3M 2048M 19.0.0-5847-g79766939 50bbda8a3289 9ab88b9dc010 2024-08-19T11:39:32.414 INFO:teuthology.orchestra.run.smithi136.stdout:mon.b smithi155 running (5m) 20s ago 16m 52.5M 2048M 19.0.0-5847-g79766939 50bbda8a3289 1260b8dbc4a8 2024-08-19T11:39:32.414 INFO:teuthology.orchestra.run.smithi136.stdout:mon.c smithi136 running (5m) 2s ago 15m 56.5M 2048M 19.0.0-5847-g79766939 50bbda8a3289 6904f5e6079f 2024-08-19T11:39:32.414 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.a smithi136 *:9100 running (10m) 2s ago 10m 16.6M - 1.5.0 0da6a335fe13 8b8c68944f5b 2024-08-19T11:39:32.414 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.b smithi155 *:9100 running (10m) 20s ago 10m 16.5M - 1.5.0 0da6a335fe13 94f522beed05 2024-08-19T11:39:32.414 INFO:teuthology.orchestra.run.smithi136.stdout:osd.0 smithi136 running (4m) 2s ago 15m 204M 2480M 19.0.0-5847-g79766939 50bbda8a3289 6daf1ed86d76 2024-08-19T11:39:32.414 INFO:teuthology.orchestra.run.smithi136.stdout:osd.1 smithi136 running (3m) 2s ago 15m 140M 2480M 19.0.0-5847-g79766939 50bbda8a3289 e1e8e8f25d12 2024-08-19T11:39:32.414 INFO:teuthology.orchestra.run.smithi136.stdout:osd.2 smithi136 running (3m) 2s ago 14m 140M 2480M 19.0.0-5847-g79766939 50bbda8a3289 7ef28c35d940 2024-08-19T11:39:32.414 INFO:teuthology.orchestra.run.smithi136.stdout:osd.3 smithi136 running (2m) 2s ago 14m 108M 2480M 19.0.0-5847-g79766939 50bbda8a3289 9f8198736d5b 2024-08-19T11:39:32.414 INFO:teuthology.orchestra.run.smithi136.stdout:osd.4 smithi155 running (2m) 20s ago 13m 135M 2480M 19.0.0-5847-g79766939 50bbda8a3289 0256f8e34f10 2024-08-19T11:39:32.415 INFO:teuthology.orchestra.run.smithi136.stdout:osd.5 smithi155 running (92s) 20s ago 13m 123M 2480M 19.0.0-5847-g79766939 50bbda8a3289 91a0267e5c97 2024-08-19T11:39:32.415 INFO:teuthology.orchestra.run.smithi136.stdout:osd.6 smithi155 running (58s) 20s ago 13m 81.4M 2480M 19.0.0-5847-g79766939 50bbda8a3289 e1b316d3878b 2024-08-19T11:39:32.415 INFO:teuthology.orchestra.run.smithi136.stdout:osd.7 smithi155 running (25s) 20s ago 12m 11.3M 2480M 19.0.0-5847-g79766939 50bbda8a3289 aca69fd2b209 2024-08-19T11:39:32.415 INFO:teuthology.orchestra.run.smithi136.stdout:prometheus.a smithi155 *:9095 running (6m) 20s ago 11m 54.3M - 2.43.0 a07b618ecd1d 58dd6060f319 2024-08-19T11:39:32.759 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:39:32.759 INFO:teuthology.orchestra.run.smithi136.stdout: "mon": { 2024-08-19T11:39:32.759 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 3 2024-08-19T11:39:32.760 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:39:32.760 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr": { 2024-08-19T11:39:32.760 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T11:39:32.760 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:39:32.760 INFO:teuthology.orchestra.run.smithi136.stdout: "osd": { 2024-08-19T11:39:32.760 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 8 2024-08-19T11:39:32.760 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:39:32.760 INFO:teuthology.orchestra.run.smithi136.stdout: "mds": { 2024-08-19T11:39:32.760 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 1, 2024-08-19T11:39:32.760 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 1 2024-08-19T11:39:32.760 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:39:32.760 INFO:teuthology.orchestra.run.smithi136.stdout: "overall": { 2024-08-19T11:39:32.760 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 1, 2024-08-19T11:39:32.760 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 14 2024-08-19T11:39:32.761 INFO:teuthology.orchestra.run.smithi136.stdout: } 2024-08-19T11:39:32.761 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:39:32.953 INFO:tasks.rados.rados.0.smithi136.stdout:2529: done (5 left) 2024-08-19T11:39:32.953 INFO:tasks.rados.rados.0.smithi136.stdout:2530: snap_create 2024-08-19T11:39:32.955 INFO:tasks.rados.rados.0.smithi136.stdout:2526: finishing write tid 3 to smithi13674108-10 2024-08-19T11:39:32.955 INFO:tasks.rados.rados.0.smithi136.stdout:2526: finishing write tid 4 to smithi13674108-10 2024-08-19T11:39:32.955 INFO:tasks.rados.rados.0.smithi136.stdout:2526: oid 10 updating version 0 to 874 2024-08-19T11:39:32.955 INFO:tasks.rados.rados.0.smithi136.stdout:2526: oid 10 version 874 is already newer than 873 2024-08-19T11:39:32.955 INFO:tasks.rados.rados.0.smithi136.stdout:2526: oid 10 updating version 874 to 875 2024-08-19T11:39:32.955 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 875 (ObjNum 770 snap 256 seq_num 770) dirty exists 2024-08-19T11:39:32.955 INFO:tasks.rados.rados.0.smithi136.stdout:2526: left oid 10 (ObjNum 770 snap 256 seq_num 770) 2024-08-19T11:39:32.955 INFO:tasks.rados.rados.0.smithi136.stdout:2525: finishing write tid 4 to smithi13674108-38 2024-08-19T11:39:32.955 INFO:tasks.rados.rados.0.smithi136.stdout:2525: oid 38 updating version 0 to 933 2024-08-19T11:39:32.955 INFO:tasks.rados.rados.0.smithi136.stdout:2525: oid 38 updating version 933 to 935 2024-08-19T11:39:32.955 INFO:tasks.rados.rados.0.smithi136.stdout:2525: oid 38 version 935 is already newer than 934 2024-08-19T11:39:32.955 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 935 (ObjNum 769 snap 256 seq_num 769) dirty exists 2024-08-19T11:39:32.956 INFO:tasks.rados.rados.0.smithi136.stdout:2525: left oid 38 (ObjNum 769 snap 256 seq_num 769) 2024-08-19T11:39:32.956 INFO:tasks.rados.rados.0.smithi136.stdout:2523: finishing copy_from racing read to smithi13674108-41 2024-08-19T11:39:32.956 INFO:tasks.rados.rados.0.smithi136.stdout:2523: finishing copy_from to smithi13674108-41 2024-08-19T11:39:32.956 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 893 (ObjNum 608 snap 179 seq_num 608) dirty exists 2024-08-19T11:39:32.956 INFO:tasks.rados.rados.0.smithi136.stdout:2527: finishing write tid 1 to smithi13674108-17 2024-08-19T11:39:32.956 INFO:tasks.rados.rados.0.smithi136.stdout:2527: finishing write tid 2 to smithi13674108-17 2024-08-19T11:39:32.956 INFO:tasks.rados.rados.0.smithi136.stdout:2527: finishing write tid 3 to smithi13674108-17 2024-08-19T11:39:32.956 INFO:tasks.rados.rados.0.smithi136.stdout:2527: finishing write tid 4 to smithi13674108-17 2024-08-19T11:39:32.956 INFO:tasks.rados.rados.0.smithi136.stdout:2527: oid 17 updating version 0 to 1071 2024-08-19T11:39:32.956 INFO:tasks.rados.rados.0.smithi136.stdout:2527: oid 17 updating version 1071 to 1072 2024-08-19T11:39:32.956 INFO:tasks.rados.rados.0.smithi136.stdout:2527: oid 17 version 1072 is already newer than 1070 2024-08-19T11:39:32.956 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 17 v 1072 (ObjNum 771 snap 256 seq_num 771) dirty exists 2024-08-19T11:39:32.956 INFO:tasks.rados.rados.0.smithi136.stdout:2527: left oid 17 (ObjNum 771 snap 256 seq_num 771) 2024-08-19T11:39:32.957 INFO:tasks.rados.rados.0.smithi136.stdout:2528: expect (ObjNum 623 snap 180 seq_num 623) 2024-08-19T11:39:32.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:32 smithi155 ceph-mon[76679]: pgmap v487: 121 pgs: 121 active+clean; 264 MiB data, 994 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 396 KiB/s wr, 1 op/s 2024-08-19T11:39:32.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:32 smithi155 ceph-mon[76679]: osdmap e568: 8 total, 8 up, 8 in 2024-08-19T11:39:32.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:32 smithi155 ceph-mon[76679]: from='client.34500 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:39:32.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:32 smithi155 ceph-mon[76679]: from='client.34506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:39:32.971 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:32 smithi136 ceph-mon[88916]: pgmap v487: 121 pgs: 121 active+clean; 264 MiB data, 994 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 396 KiB/s wr, 1 op/s 2024-08-19T11:39:32.971 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:32 smithi136 ceph-mon[88916]: osdmap e568: 8 total, 8 up, 8 in 2024-08-19T11:39:32.971 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:32 smithi136 ceph-mon[88916]: from='client.34500 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:39:32.971 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:32 smithi136 ceph-mon[88916]: from='client.34506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:39:32.971 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:32 smithi136 ceph-mon[86496]: pgmap v487: 121 pgs: 121 active+clean; 264 MiB data, 994 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 396 KiB/s wr, 1 op/s 2024-08-19T11:39:32.972 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:32 smithi136 ceph-mon[86496]: osdmap e568: 8 total, 8 up, 8 in 2024-08-19T11:39:32.972 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:32 smithi136 ceph-mon[86496]: from='client.34500 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:39:32.972 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:32 smithi136 ceph-mon[86496]: from='client.34506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:39:33.068 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:39:33.068 INFO:teuthology.orchestra.run.smithi136.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T11:39:33.068 INFO:teuthology.orchestra.run.smithi136.stdout: "in_progress": true, 2024-08-19T11:39:33.068 INFO:teuthology.orchestra.run.smithi136.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T11:39:33.068 INFO:teuthology.orchestra.run.smithi136.stdout: "services_complete": [ 2024-08-19T11:39:33.068 INFO:teuthology.orchestra.run.smithi136.stdout: "osd", 2024-08-19T11:39:33.068 INFO:teuthology.orchestra.run.smithi136.stdout: "mon", 2024-08-19T11:39:33.068 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr" 2024-08-19T11:39:33.068 INFO:teuthology.orchestra.run.smithi136.stdout: ], 2024-08-19T11:39:33.068 INFO:teuthology.orchestra.run.smithi136.stdout: "progress": "14/20 daemons upgraded", 2024-08-19T11:39:33.069 INFO:teuthology.orchestra.run.smithi136.stdout: "message": "Currently upgrading mds daemons", 2024-08-19T11:39:33.069 INFO:teuthology.orchestra.run.smithi136.stdout: "is_paused": false 2024-08-19T11:39:33.069 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:39:33.680 INFO:tasks.rados.rados.0.smithi136.stdout:2523: done (5 left) 2024-08-19T11:39:33.680 INFO:tasks.rados.rados.0.smithi136.stdout:2525: done (4 left) 2024-08-19T11:39:33.680 INFO:tasks.rados.rados.0.smithi136.stdout:2526: done (3 left) 2024-08-19T11:39:33.680 INFO:tasks.rados.rados.0.smithi136.stdout:2527: done (2 left) 2024-08-19T11:39:33.680 INFO:tasks.rados.rados.0.smithi136.stdout:2528: done (1 left) 2024-08-19T11:39:33.681 INFO:tasks.rados.rados.0.smithi136.stdout:2530: done (0 left) 2024-08-19T11:39:33.681 INFO:tasks.rados.rados.0.smithi136.stdout:2531: snap_create 2024-08-19T11:39:33.841 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:33 smithi136 ceph-mon[88916]: from='client.34512 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:39:33.842 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:33 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/4053970672' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:33.842 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:33 smithi136 ceph-mon[88916]: osdmap e569: 8 total, 8 up, 8 in 2024-08-19T11:39:33.842 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:33 smithi136 ceph-mon[88916]: from='client.34524 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:39:33.842 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:33 smithi136 ceph-mon[88916]: osdmap e570: 8 total, 8 up, 8 in 2024-08-19T11:39:33.842 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:33 smithi136 ceph-mon[86496]: from='client.34512 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:39:33.842 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:33 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/4053970672' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:33.842 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:33 smithi136 ceph-mon[86496]: osdmap e569: 8 total, 8 up, 8 in 2024-08-19T11:39:33.842 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:33 smithi136 ceph-mon[86496]: from='client.34524 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:39:33.842 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:33 smithi136 ceph-mon[86496]: osdmap e570: 8 total, 8 up, 8 in 2024-08-19T11:39:33.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:33 smithi155 ceph-mon[76679]: from='client.34512 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:39:33.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:33 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/4053970672' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:33.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:33 smithi155 ceph-mon[76679]: osdmap e569: 8 total, 8 up, 8 in 2024-08-19T11:39:33.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:33 smithi155 ceph-mon[76679]: from='client.34524 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:39:33.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:33 smithi155 ceph-mon[76679]: osdmap e570: 8 total, 8 up, 8 in 2024-08-19T11:39:34.681 INFO:tasks.rados.rados.0.smithi136.stdout:2531: done (0 left) 2024-08-19T11:39:34.681 INFO:tasks.rados.rados.0.smithi136.stdout:2532: delete oid 40 current snap is 258 2024-08-19T11:39:34.687 INFO:tasks.rados.rados.0.smithi136.stdout:2532: done (0 left) 2024-08-19T11:39:34.687 INFO:tasks.rados.rados.0.smithi136.stdout:2533: snap_remove snap 238 2024-08-19T11:39:35.027 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:34 smithi155 ceph-mon[76679]: pgmap v490: 121 pgs: 121 active+clean; 275 MiB data, 1000 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-19T11:39:35.027 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:34 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:35.027 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:34 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:35.027 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:34 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:39:35.027 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:34 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:39:35.027 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:34 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:35.027 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:34 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:39:35.027 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:34 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:35.027 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:34 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:35.028 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:34 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:35.028 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:34 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:35.028 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:34 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-08-19T11:39:35.028 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:34 smithi155 ceph-mon[76679]: osdmap e571: 8 total, 8 up, 8 in 2024-08-19T11:39:35.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:34 smithi136 ceph-mon[88916]: pgmap v490: 121 pgs: 121 active+clean; 275 MiB data, 1000 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-19T11:39:35.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:34 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:35.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:34 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:35.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:34 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:39:35.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:34 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:39:35.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:34 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:35.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:34 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:39:35.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:34 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:35.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:34 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:35.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:34 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:35.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:34 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:35.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:34 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-08-19T11:39:35.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:34 smithi136 ceph-mon[88916]: osdmap e571: 8 total, 8 up, 8 in 2024-08-19T11:39:35.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:34 smithi136 ceph-mon[86496]: pgmap v490: 121 pgs: 121 active+clean; 275 MiB data, 1000 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-19T11:39:35.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:34 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:35.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:34 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:35.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:34 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:39:35.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:34 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:39:35.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:34 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:35.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:34 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:39:35.350 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:34 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:35.350 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:34 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:35.350 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:34 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:35.350 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:34 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:35.350 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:34 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-08-19T11:39:35.350 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:34 smithi136 ceph-mon[86496]: osdmap e571: 8 total, 8 up, 8 in 2024-08-19T11:39:35.687 INFO:tasks.rados.rados.0.smithi136.stdout:2533: done (0 left) 2024-08-19T11:39:35.687 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 5 current snap is 258 2024-08-19T11:39:35.687 INFO:tasks.rados.rados.0.smithi136.stdout:2534: seq_num 773 ranges {0=548864,548864=401408} 2024-08-19T11:39:35.691 INFO:tasks.rados.rados.0.smithi136.stdout:2534: writing smithi13674108-5 from 0 to 548864 tid 1 2024-08-19T11:39:35.693 INFO:tasks.rados.rados.0.smithi136.stdout:2534: writing smithi13674108-5 from 548864 to 950272 tid 2 2024-08-19T11:39:35.693 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 24 current snap is 258 2024-08-19T11:39:35.694 INFO:tasks.rados.rados.0.smithi136.stdout:2535: seq_num 774 ranges {114688=565248,679936=401408} 2024-08-19T11:39:35.697 INFO:tasks.rados.rados.0.smithi136.stdout:2535: writing smithi13674108-24 from 114688 to 679936 tid 1 2024-08-19T11:39:35.700 INFO:tasks.rados.rados.0.smithi136.stdout:2535: writing smithi13674108-24 from 679936 to 1081344 tid 2 2024-08-19T11:39:35.700 INFO:tasks.rados.rados.0.smithi136.stdout:2536: rollback oid 13 current snap is 258 2024-08-19T11:39:35.700 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 13 to 247 2024-08-19T11:39:35.700 INFO:tasks.rados.rados.0.smithi136.stdout:2534: finishing write tid 1 to smithi13674108-5 2024-08-19T11:39:35.700 INFO:tasks.rados.rados.0.smithi136.stdout:2534: finishing write tid 2 to smithi13674108-5 2024-08-19T11:39:35.700 INFO:tasks.rados.rados.0.smithi136.stdout:2534: finishing write tid 3 to smithi13674108-5 2024-08-19T11:39:35.700 INFO:tasks.rados.rados.0.smithi136.stdout:2537: delete oid 31 current snap is 258 2024-08-19T11:39:35.700 INFO:tasks.rados.rados.0.smithi136.stdout:2534: finishing write tid 4 to smithi13674108-5 2024-08-19T11:39:35.700 INFO:tasks.rados.rados.0.smithi136.stdout:2534: oid 5 updating version 0 to 973 2024-08-19T11:39:35.700 INFO:tasks.rados.rados.0.smithi136.stdout:2534: oid 5 version 973 is already newer than 972 2024-08-19T11:39:35.700 INFO:tasks.rados.rados.0.smithi136.stdout:2534: oid 5 updating version 973 to 974 2024-08-19T11:39:35.700 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 974 (ObjNum 773 snap 258 seq_num 773) dirty exists 2024-08-19T11:39:35.701 INFO:tasks.rados.rados.0.smithi136.stdout:2534: left oid 5 (ObjNum 773 snap 258 seq_num 773) 2024-08-19T11:39:35.702 INFO:tasks.rados.rados.0.smithi136.stdout:2535: finishing write tid 1 to smithi13674108-24 2024-08-19T11:39:35.703 INFO:tasks.rados.rados.0.smithi136.stdout:2535: finishing write tid 2 to smithi13674108-24 2024-08-19T11:39:35.704 INFO:tasks.rados.rados.0.smithi136.stdout:2535: finishing write tid 3 to smithi13674108-24 2024-08-19T11:39:35.705 INFO:tasks.rados.rados.0.smithi136.stdout:2535: finishing write tid 4 to smithi13674108-24 2024-08-19T11:39:35.706 INFO:tasks.rados.rados.0.smithi136.stdout:2535: oid 24 updating version 0 to 978 2024-08-19T11:39:35.706 INFO:tasks.rados.rados.0.smithi136.stdout:2535: oid 24 version 978 is already newer than 977 2024-08-19T11:39:35.706 INFO:tasks.rados.rados.0.smithi136.stdout:2535: oid 24 version 978 is already newer than 976 2024-08-19T11:39:35.706 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 978 (ObjNum 774 snap 258 seq_num 774) dirty exists 2024-08-19T11:39:35.706 INFO:tasks.rados.rados.0.smithi136.stdout:2535: left oid 24 (ObjNum 774 snap 258 seq_num 774) 2024-08-19T11:39:35.706 INFO:tasks.rados.rados.0.smithi136.stdout:2536: finishing rollback tid 0 to smithi13674108-13 2024-08-19T11:39:35.707 INFO:tasks.rados.rados.0.smithi136.stdout:2536: finishing rollback tid 1 to smithi13674108-13 2024-08-19T11:39:35.707 INFO:tasks.rados.rados.0.smithi136.stdout:2536: finishing rollback tid 2 to smithi13674108-13 2024-08-19T11:39:35.707 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 1056 (ObjNum 736 snap 238 seq_num 736) dirty exists 2024-08-19T11:39:35.708 INFO:tasks.rados.rados.0.smithi136.stdout:2534: done (3 left) 2024-08-19T11:39:35.708 INFO:tasks.rados.rados.0.smithi136.stdout:2535: done (2 left) 2024-08-19T11:39:35.708 INFO:tasks.rados.rados.0.smithi136.stdout:2536: done (1 left) 2024-08-19T11:39:35.708 INFO:tasks.rados.rados.0.smithi136.stdout:2537: done (0 left) 2024-08-19T11:39:35.708 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 49 current snap is 258 2024-08-19T11:39:35.708 INFO:tasks.rados.rados.0.smithi136.stdout:2538: seq_num 776 ranges {557056=606208,1163264=401408} 2024-08-19T11:39:35.714 INFO:tasks.rados.rados.0.smithi136.stdout:2538: writing smithi13674108-49 from 557056 to 1163264 tid 1 2024-08-19T11:39:35.717 INFO:tasks.rados.rados.0.smithi136.stdout:2538: writing smithi13674108-49 from 1163264 to 1564672 tid 2 2024-08-19T11:39:35.717 INFO:tasks.rados.rados.0.smithi136.stdout:2539: delete oid 37 current snap is 258 2024-08-19T11:39:35.718 INFO:tasks.rados.rados.0.smithi136.stdout:2539: done (1 left) 2024-08-19T11:39:35.718 INFO:tasks.rados.rados.0.smithi136.stdout:2540: snap_remove snap 233 2024-08-19T11:39:36.135 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:35 smithi155 ceph-mon[76679]: Upgrade: It appears safe to stop mds.b 2024-08-19T11:39:36.135 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:35 smithi155 ceph-mon[76679]: osdmap e572: 8 total, 8 up, 8 in 2024-08-19T11:39:36.135 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:35 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:36.135 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:35 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-19T11:39:36.135 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:35 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:39:36.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:35 smithi136 ceph-mon[88916]: Upgrade: It appears safe to stop mds.b 2024-08-19T11:39:36.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:35 smithi136 ceph-mon[88916]: osdmap e572: 8 total, 8 up, 8 in 2024-08-19T11:39:36.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:35 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:36.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:35 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-19T11:39:36.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:35 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:39:36.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:35 smithi136 ceph-mon[86496]: Upgrade: It appears safe to stop mds.b 2024-08-19T11:39:36.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:35 smithi136 ceph-mon[86496]: osdmap e572: 8 total, 8 up, 8 in 2024-08-19T11:39:36.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:35 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:36.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:35 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-19T11:39:36.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:35 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:39:36.686 INFO:tasks.rados.rados.0.smithi136.stdout:2540: done (1 left) 2024-08-19T11:39:36.686 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 38 current snap is 258 2024-08-19T11:39:36.686 INFO:tasks.rados.rados.0.smithi136.stdout:2538: finishing write tid 1 to smithi13674108-49 2024-08-19T11:39:36.687 INFO:tasks.rados.rados.0.smithi136.stdout:2538: finishing write tid 2 to smithi13674108-49 2024-08-19T11:39:36.687 INFO:tasks.rados.rados.0.smithi136.stdout:2538: finishing write tid 3 to smithi13674108-49 2024-08-19T11:39:36.687 INFO:tasks.rados.rados.0.smithi136.stdout:2538: finishing write tid 4 to smithi13674108-49 2024-08-19T11:39:36.687 INFO:tasks.rados.rados.0.smithi136.stdout:2538: oid 49 updating version 0 to 1043 2024-08-19T11:39:36.687 INFO:tasks.rados.rados.0.smithi136.stdout:2538: oid 49 updating version 1043 to 1044 2024-08-19T11:39:36.687 INFO:tasks.rados.rados.0.smithi136.stdout:2538: oid 49 updating version 1044 to 1045 2024-08-19T11:39:36.687 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 1045 (ObjNum 776 snap 258 seq_num 776) dirty exists 2024-08-19T11:39:36.687 INFO:tasks.rados.rados.0.smithi136.stdout:2538: left oid 49 (ObjNum 776 snap 258 seq_num 776) 2024-08-19T11:39:36.687 INFO:tasks.rados.rados.0.smithi136.stdout:2541: seq_num 778 ranges {5423104=638976,6062080=401408} 2024-08-19T11:39:36.720 INFO:tasks.rados.rados.0.smithi136.stdout:2541: writing smithi13674108-38 from 5423104 to 6062080 tid 1 2024-08-19T11:39:36.722 INFO:tasks.rados.rados.0.smithi136.stdout:2541: writing smithi13674108-38 from 6062080 to 6463488 tid 2 2024-08-19T11:39:36.722 INFO:tasks.rados.rados.0.smithi136.stdout:2538: done (1 left) 2024-08-19T11:39:36.723 INFO:tasks.rados.rados.0.smithi136.stdout:2542: snap_remove snap 212 2024-08-19T11:39:37.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:36 smithi155 ceph-mon[76679]: pgmap v493: 121 pgs: 121 active+clean; 277 MiB data, 985 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-19T11:39:37.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:36 smithi155 ceph-mon[76679]: Upgrade: Updating mds.b 2024-08-19T11:39:37.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:36 smithi155 ceph-mon[76679]: Deploying daemon mds.b on smithi155 2024-08-19T11:39:37.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:36 smithi155 ceph-mon[76679]: osdmap e573: 8 total, 8 up, 8 in 2024-08-19T11:39:37.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:36 smithi136 ceph-mon[88916]: pgmap v493: 121 pgs: 121 active+clean; 277 MiB data, 985 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-19T11:39:37.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:36 smithi136 ceph-mon[88916]: Upgrade: Updating mds.b 2024-08-19T11:39:37.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:36 smithi136 ceph-mon[88916]: Deploying daemon mds.b on smithi155 2024-08-19T11:39:37.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:36 smithi136 ceph-mon[88916]: osdmap e573: 8 total, 8 up, 8 in 2024-08-19T11:39:37.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:36 smithi136 ceph-mon[86496]: pgmap v493: 121 pgs: 121 active+clean; 277 MiB data, 985 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-19T11:39:37.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:36 smithi136 ceph-mon[86496]: Upgrade: Updating mds.b 2024-08-19T11:39:37.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:36 smithi136 ceph-mon[86496]: Deploying daemon mds.b on smithi155 2024-08-19T11:39:37.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:36 smithi136 ceph-mon[86496]: osdmap e573: 8 total, 8 up, 8 in 2024-08-19T11:39:37.687 INFO:tasks.rados.rados.0.smithi136.stdout:2541: finishing write tid 1 to smithi13674108-38 2024-08-19T11:39:37.688 INFO:tasks.rados.rados.0.smithi136.stdout:2541: finishing write tid 2 to smithi13674108-38 2024-08-19T11:39:37.688 INFO:tasks.rados.rados.0.smithi136.stdout:2541: finishing write tid 3 to smithi13674108-38 2024-08-19T11:39:37.688 INFO:tasks.rados.rados.0.smithi136.stdout:2541: finishing write tid 4 to smithi13674108-38 2024-08-19T11:39:37.688 INFO:tasks.rados.rados.0.smithi136.stdout:2541: oid 38 updating version 0 to 938 2024-08-19T11:39:37.688 INFO:tasks.rados.rados.0.smithi136.stdout:2541: oid 38 version 938 is already newer than 936 2024-08-19T11:39:37.688 INFO:tasks.rados.rados.0.smithi136.stdout:2541: oid 38 version 938 is already newer than 937 2024-08-19T11:39:37.688 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 938 (ObjNum 778 snap 258 seq_num 778) dirty exists 2024-08-19T11:39:37.688 INFO:tasks.rados.rados.0.smithi136.stdout:2541: left oid 38 (ObjNum 778 snap 258 seq_num 778) 2024-08-19T11:39:37.688 INFO:tasks.rados.rados.0.smithi136.stdout:2541: done (1 left) 2024-08-19T11:39:37.688 INFO:tasks.rados.rados.0.smithi136.stdout:2542: done (0 left) 2024-08-19T11:39:37.688 INFO:tasks.rados.rados.0.smithi136.stdout:2543: copy_from oid 16 from oid 18 current snap is 258 2024-08-19T11:39:37.688 INFO:tasks.rados.rados.0.smithi136.stdout:2544: read oid 42 snap 252 2024-08-19T11:39:37.689 INFO:tasks.rados.rados.0.smithi136.stdout:2544: expect (ObjNum 705 snap 218 seq_num 705) 2024-08-19T11:39:37.689 INFO:tasks.rados.rados.0.smithi136.stdout:2545: delete oid 31 current snap is 258 2024-08-19T11:39:37.697 INFO:tasks.rados.rados.0.smithi136.stdout:2543: finishing copy_from to smithi13674108-16 2024-08-19T11:39:37.697 INFO:tasks.rados.rados.0.smithi136.stdout:2543: got expected ENOENT (src dne) 2024-08-19T11:39:37.697 INFO:tasks.rados.rados.0.smithi136.stdout:2543: finishing copy_from racing read to smithi13674108-16 2024-08-19T11:39:37.698 INFO:tasks.rados.rados.0.smithi136.stdout:2543: done (2 left) 2024-08-19T11:39:37.698 INFO:tasks.rados.rados.0.smithi136.stdout:2545: done (1 left) 2024-08-19T11:39:37.698 INFO:tasks.rados.rados.0.smithi136.stdout:2546: rmattr oid 2 current snap is 258 2024-08-19T11:39:37.698 INFO:tasks.rados.rados.0.smithi136.stdout:2546: done (1 left) 2024-08-19T11:39:37.698 INFO:tasks.rados.rados.0.smithi136.stdout:2547: read oid 12 snap -1 2024-08-19T11:39:37.699 INFO:tasks.rados.rados.0.smithi136.stdout:2547: expect deleted 2024-08-19T11:39:37.699 INFO:tasks.rados.rados.0.smithi136.stdout:2548: delete oid 47 current snap is 258 2024-08-19T11:39:37.705 INFO:tasks.rados.rados.0.smithi136.stdout:2547: done (2 left) 2024-08-19T11:39:37.705 INFO:tasks.rados.rados.0.smithi136.stdout:2548: done (1 left) 2024-08-19T11:39:37.705 INFO:tasks.rados.rados.0.smithi136.stdout:2549: setattr oid 28 current snap is 258 2024-08-19T11:39:37.708 INFO:tasks.rados.rados.0.smithi136.stdout:2550: read oid 26 snap -1 2024-08-19T11:39:37.708 INFO:tasks.rados.rados.0.smithi136.stdout:2550: expect (ObjNum 705 snap 218 seq_num 705) 2024-08-19T11:39:37.708 INFO:tasks.rados.rados.0.smithi136.stdout:2551: snap_remove snap 242 2024-08-19T11:39:37.847 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:39:37 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:39:37] "GET /metrics HTTP/1.1" 200 36147 "" "Prometheus/2.43.0" 2024-08-19T11:39:37.856 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:39:37 smithi155 systemd[1]: Stopping Ceph mds.b for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:39:37.884 INFO:tasks.rados.rados.0.smithi136.stdout:2551: done (3 left) 2024-08-19T11:39:37.884 INFO:tasks.rados.rados.0.smithi136.stdout:2552: copy_from oid 32 from oid 16 current snap is 258 2024-08-19T11:39:37.884 INFO:tasks.rados.rados.0.smithi136.stdout:2544: expect (ObjNum 705 snap 218 seq_num 705) 2024-08-19T11:39:37.956 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 1093 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T11:39:37.956 INFO:tasks.rados.rados.0.smithi136.stdout:2550: expect (ObjNum 705 snap 218 seq_num 705) 2024-08-19T11:39:38.019 INFO:tasks.rados.rados.0.smithi136.stdout:2552: finishing copy_from racing read to smithi13674108-32 2024-08-19T11:39:38.019 INFO:tasks.rados.rados.0.smithi136.stdout:2552: finishing copy_from to smithi13674108-32 2024-08-19T11:39:38.019 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 32 v 1040 (ObjNum 754 snap 244 seq_num 754) dirty exists 2024-08-19T11:39:38.019 INFO:tasks.rados.rados.0.smithi136.stdout:2544: done (3 left) 2024-08-19T11:39:38.019 INFO:tasks.rados.rados.0.smithi136.stdout:2549: done (2 left) 2024-08-19T11:39:38.019 INFO:tasks.rados.rados.0.smithi136.stdout:2550: done (1 left) 2024-08-19T11:39:38.019 INFO:tasks.rados.rados.0.smithi136.stdout:2552: done (0 left) 2024-08-19T11:39:38.019 INFO:tasks.rados.rados.0.smithi136.stdout:2553: snap_remove snap 251 2024-08-19T11:39:38.210 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:39:37 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-b[47774]: 2024-08-19T11:39:37.876+0000 7f026ce52640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T11:39:38.210 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:39:37 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-b[47774]: 2024-08-19T11:39:37.876+0000 7f026ce52640 -1 mds.b *** got signal Terminated *** 2024-08-19T11:39:38.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:37 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-a[86473]: 2024-08-19T11:39:37.877+0000 7f9d4541f640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-19T11:39:38.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:38 smithi155 ceph-mon[76679]: pgmap v496: 121 pgs: 121 active+clean; 257 MiB data, 1004 MiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-08-19T11:39:38.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:38 smithi155 ceph-mon[76679]: osdmap e574: 8 total, 8 up, 8 in 2024-08-19T11:39:38.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:38 smithi155 ceph-mon[76679]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-19T11:39:38.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:38 smithi155 ceph-mon[76679]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-19T11:39:38.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:38 smithi155 ceph-mon[76679]: osdmap e575: 8 total, 8 up, 8 in 2024-08-19T11:39:38.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:38 smithi155 ceph-mon[76679]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-19T11:39:38.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:38 smithi155 ceph-mon[76679]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-19T11:39:38.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:38 smithi155 ceph-mon[76679]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-19T11:39:38.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:38 smithi155 ceph-mon[76679]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-19T11:39:38.965 INFO:tasks.rados.rados.0.smithi136.stdout:2553: done (0 left) 2024-08-19T11:39:38.965 INFO:tasks.rados.rados.0.smithi136.stdout:2554: read oid 49 snap -1 2024-08-19T11:39:38.965 INFO:tasks.rados.rados.0.smithi136.stdout:2554: expect (ObjNum 776 snap 258 seq_num 776) 2024-08-19T11:39:38.966 INFO:tasks.rados.rados.0.smithi136.stdout:2555: copy_from oid 50 from oid 45 current snap is 258 2024-08-19T11:39:38.966 INFO:tasks.rados.rados.0.smithi136.stdout:2556: read oid 46 snap -1 2024-08-19T11:39:38.966 INFO:tasks.rados.rados.0.smithi136.stdout:2556: expect deleted 2024-08-19T11:39:38.966 INFO:tasks.rados.rados.0.smithi136.stdout:2557: rollback oid 11 current snap is 258 2024-08-19T11:39:38.966 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 11 to 256 2024-08-19T11:39:38.966 INFO:tasks.rados.rados.0.smithi136.stdout:2558: snap_create 2024-08-19T11:39:38.972 INFO:tasks.rados.rados.0.smithi136.stdout:2557: finishing rollback tid 1 to smithi13674108-11 2024-08-19T11:39:38.972 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-19T11:39:38.988 INFO:tasks.rados.rados.0.smithi136.stdout:2555: finishing copy_from racing read to smithi13674108-50 2024-08-19T11:39:38.990 INFO:tasks.rados.rados.0.smithi136.stdout:2554: expect (ObjNum 776 snap 258 seq_num 776) 2024-08-19T11:39:39.044 INFO:tasks.rados.rados.0.smithi136.stdout:2555: finishing copy_from to smithi13674108-50 2024-08-19T11:39:39.044 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 1041 (ObjNum 627 snap 183 seq_num 627) dirty exists 2024-08-19T11:39:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:38 smithi136 ceph-mon[88916]: pgmap v496: 121 pgs: 121 active+clean; 257 MiB data, 1004 MiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-08-19T11:39:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:38 smithi136 ceph-mon[88916]: osdmap e574: 8 total, 8 up, 8 in 2024-08-19T11:39:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:38 smithi136 ceph-mon[88916]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-19T11:39:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:38 smithi136 ceph-mon[88916]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-19T11:39:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:38 smithi136 ceph-mon[88916]: osdmap e575: 8 total, 8 up, 8 in 2024-08-19T11:39:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:38 smithi136 ceph-mon[88916]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-19T11:39:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:38 smithi136 ceph-mon[88916]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-19T11:39:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:38 smithi136 ceph-mon[88916]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-19T11:39:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:38 smithi136 ceph-mon[88916]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-19T11:39:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:38 smithi136 ceph-mon[86496]: pgmap v496: 121 pgs: 121 active+clean; 257 MiB data, 1004 MiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-08-19T11:39:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:38 smithi136 ceph-mon[86496]: osdmap e574: 8 total, 8 up, 8 in 2024-08-19T11:39:39.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:38 smithi136 ceph-mon[86496]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-19T11:39:39.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:38 smithi136 ceph-mon[86496]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-19T11:39:39.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:38 smithi136 ceph-mon[86496]: osdmap e575: 8 total, 8 up, 8 in 2024-08-19T11:39:39.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:38 smithi136 ceph-mon[86496]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-19T11:39:39.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:38 smithi136 ceph-mon[86496]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-19T11:39:39.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:38 smithi136 ceph-mon[86496]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-19T11:39:39.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:38 smithi136 ceph-mon[86496]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-19T11:39:39.967 INFO:tasks.rados.rados.0.smithi136.stdout:2554: done (4 left) 2024-08-19T11:39:39.967 INFO:tasks.rados.rados.0.smithi136.stdout:2555: done (3 left) 2024-08-19T11:39:39.967 INFO:tasks.rados.rados.0.smithi136.stdout:2556: done (2 left) 2024-08-19T11:39:39.967 INFO:tasks.rados.rados.0.smithi136.stdout:2557: done (1 left) 2024-08-19T11:39:39.967 INFO:tasks.rados.rados.0.smithi136.stdout:2558: done (0 left) 2024-08-19T11:39:39.967 INFO:tasks.rados.rados.0.smithi136.stdout:2559: snap_remove snap 246 2024-08-19T11:39:40.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:39 smithi155 ceph-mon[76679]: mds.? [v2:172.21.15.136:6834/1950300258,v1:172.21.15.136:6835/1950300258] up:reconnect 2024-08-19T11:39:40.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:39 smithi155 ceph-mon[76679]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-19T11:39:40.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:39 smithi155 ceph-mon[76679]: osdmap e576: 8 total, 8 up, 8 in 2024-08-19T11:39:40.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:39 smithi136 ceph-mon[86496]: mds.? [v2:172.21.15.136:6834/1950300258,v1:172.21.15.136:6835/1950300258] up:reconnect 2024-08-19T11:39:40.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:39 smithi136 ceph-mon[86496]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-19T11:39:40.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:39 smithi136 ceph-mon[86496]: osdmap e576: 8 total, 8 up, 8 in 2024-08-19T11:39:40.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:39 smithi136 ceph-mon[88916]: mds.? [v2:172.21.15.136:6834/1950300258,v1:172.21.15.136:6835/1950300258] up:reconnect 2024-08-19T11:39:40.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:39 smithi136 ceph-mon[88916]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-19T11:39:40.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:39 smithi136 ceph-mon[88916]: osdmap e576: 8 total, 8 up, 8 in 2024-08-19T11:39:40.970 INFO:tasks.rados.rados.0.smithi136.stdout:2559: done (0 left) 2024-08-19T11:39:40.970 INFO:tasks.rados.rados.0.smithi136.stdout:2560: delete oid 47 current snap is 259 2024-08-19T11:39:40.980 INFO:tasks.rados.rados.0.smithi136.stdout:2560: done (0 left) 2024-08-19T11:39:40.980 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 27 current snap is 259 2024-08-19T11:39:40.980 INFO:tasks.rados.rados.0.smithi136.stdout:2561: seq_num 782 ranges {0=704512,704512=401408} 2024-08-19T11:39:40.984 INFO:tasks.rados.rados.0.smithi136.stdout:2561: writing smithi13674108-27 from 0 to 704512 tid 1 2024-08-19T11:39:40.987 INFO:tasks.rados.rados.0.smithi136.stdout:2561: writing smithi13674108-27 from 704512 to 1105920 tid 2 2024-08-19T11:39:40.987 INFO:tasks.rados.rados.0.smithi136.stdout:2562: read oid 18 snap -1 2024-08-19T11:39:40.987 INFO:tasks.rados.rados.0.smithi136.stdout:2562: expect deleted 2024-08-19T11:39:40.987 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 43 current snap is 259 2024-08-19T11:39:40.987 INFO:tasks.rados.rados.0.smithi136.stdout:2563: seq_num 783 ranges {6807552=720896,7528448=401408} 2024-08-19T11:39:41.027 INFO:tasks.rados.rados.0.smithi136.stdout:2563: writing smithi13674108-43 from 6807552 to 7528448 tid 1 2024-08-19T11:39:41.029 INFO:tasks.rados.rados.0.smithi136.stdout:2563: writing smithi13674108-43 from 7528448 to 7929856 tid 2 2024-08-19T11:39:41.030 INFO:tasks.rados.rados.0.smithi136.stdout:2564: read oid 8 snap 245 2024-08-19T11:39:41.030 INFO:tasks.rados.rados.0.smithi136.stdout:2564: expect deleted 2024-08-19T11:39:41.030 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 13 current snap is 259 2024-08-19T11:39:41.030 INFO:tasks.rados.rados.0.smithi136.stdout:2565: seq_num 784 ranges {2654208=737280,3391488=401408} 2024-08-19T11:39:41.047 INFO:tasks.rados.rados.0.smithi136.stdout:2565: writing smithi13674108-13 from 2654208 to 3391488 tid 1 2024-08-19T11:39:41.049 INFO:tasks.rados.rados.0.smithi136.stdout:2565: writing smithi13674108-13 from 3391488 to 3792896 tid 2 2024-08-19T11:39:41.050 INFO:tasks.rados.rados.0.smithi136.stdout:2566: snap_remove snap 248 2024-08-19T11:39:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:40 smithi155 ceph-mon[76679]: pgmap v500: 121 pgs: 121 active+clean; 242 MiB data, 990 MiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-08-19T11:39:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:40 smithi155 ceph-mon[76679]: mds.? [v2:172.21.15.136:6834/1950300258,v1:172.21.15.136:6835/1950300258] up:rejoin 2024-08-19T11:39:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:40 smithi155 ceph-mon[76679]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-19T11:39:41.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:40 smithi155 ceph-mon[76679]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-19T11:39:41.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:40 smithi155 ceph-mon[76679]: osdmap e577: 8 total, 8 up, 8 in 2024-08-19T11:39:41.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:41.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:39:41.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:40 smithi155 ceph-mon[76679]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-19T11:39:41.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:40 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:39:41.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:40 smithi155 ceph-mon[76679]: mds.? [v2:172.21.15.136:6834/1950300258,v1:172.21.15.136:6835/1950300258] up:active 2024-08-19T11:39:41.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:40 smithi155 ceph-mon[76679]: fsmap cephfs:1 {0=a=up:active} 2024-08-19T11:39:41.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:40 smithi136 ceph-mon[86496]: pgmap v500: 121 pgs: 121 active+clean; 242 MiB data, 990 MiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-08-19T11:39:41.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:40 smithi136 ceph-mon[86496]: mds.? [v2:172.21.15.136:6834/1950300258,v1:172.21.15.136:6835/1950300258] up:rejoin 2024-08-19T11:39:41.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:40 smithi136 ceph-mon[86496]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-19T11:39:41.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:40 smithi136 ceph-mon[86496]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-19T11:39:41.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:40 smithi136 ceph-mon[86496]: osdmap e577: 8 total, 8 up, 8 in 2024-08-19T11:39:41.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:41.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:39:41.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:40 smithi136 ceph-mon[86496]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-19T11:39:41.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:40 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:39:41.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:40 smithi136 ceph-mon[86496]: mds.? [v2:172.21.15.136:6834/1950300258,v1:172.21.15.136:6835/1950300258] up:active 2024-08-19T11:39:41.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:40 smithi136 ceph-mon[86496]: fsmap cephfs:1 {0=a=up:active} 2024-08-19T11:39:41.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:40 smithi136 ceph-mon[88916]: pgmap v500: 121 pgs: 121 active+clean; 242 MiB data, 990 MiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-08-19T11:39:41.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:40 smithi136 ceph-mon[88916]: mds.? [v2:172.21.15.136:6834/1950300258,v1:172.21.15.136:6835/1950300258] up:rejoin 2024-08-19T11:39:41.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:40 smithi136 ceph-mon[88916]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-19T11:39:41.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:40 smithi136 ceph-mon[88916]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-19T11:39:41.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:40 smithi136 ceph-mon[88916]: osdmap e577: 8 total, 8 up, 8 in 2024-08-19T11:39:41.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:41.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:39:41.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:40 smithi136 ceph-mon[88916]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-19T11:39:41.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:40 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:39:41.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:40 smithi136 ceph-mon[88916]: mds.? [v2:172.21.15.136:6834/1950300258,v1:172.21.15.136:6835/1950300258] up:active 2024-08-19T11:39:41.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:40 smithi136 ceph-mon[88916]: fsmap cephfs:1 {0=a=up:active} 2024-08-19T11:39:41.983 INFO:tasks.rados.rados.0.smithi136.stdout:2566: done (5 left) 2024-08-19T11:39:41.983 INFO:tasks.rados.rados.0.smithi136.stdout:2561: finishing write tid 1 to smithi13674108-27 2024-08-19T11:39:41.983 INFO:tasks.rados.rados.0.smithi136.stdout:2561: finishing write tid 2 to smithi13674108-27 2024-08-19T11:39:41.983 INFO:tasks.rados.rados.0.smithi136.stdout:2561: finishing write tid 3 to smithi13674108-27 2024-08-19T11:39:41.984 INFO:tasks.rados.rados.0.smithi136.stdout:2561: finishing write tid 4 to smithi13674108-27 2024-08-19T11:39:41.984 INFO:tasks.rados.rados.0.smithi136.stdout:2561: oid 27 updating version 0 to 303 2024-08-19T11:39:41.984 INFO:tasks.rados.rados.0.smithi136.stdout:2561: oid 27 version 303 is already newer than 302 2024-08-19T11:39:41.984 INFO:tasks.rados.rados.0.smithi136.stdout:2561: oid 27 version 303 is already newer than 301 2024-08-19T11:39:41.984 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 303 (ObjNum 782 snap 259 seq_num 782) dirty exists 2024-08-19T11:39:41.984 INFO:tasks.rados.rados.0.smithi136.stdout:2561: left oid 27 (ObjNum 782 snap 259 seq_num 782) 2024-08-19T11:39:41.984 INFO:tasks.rados.rados.0.smithi136.stdout:2563: finishing write tid 1 to smithi13674108-43 2024-08-19T11:39:41.984 INFO:tasks.rados.rados.0.smithi136.stdout:2563: finishing write tid 2 to smithi13674108-43 2024-08-19T11:39:41.984 INFO:tasks.rados.rados.0.smithi136.stdout:2563: finishing write tid 3 to smithi13674108-43 2024-08-19T11:39:41.984 INFO:tasks.rados.rados.0.smithi136.stdout:2563: finishing write tid 4 to smithi13674108-43 2024-08-19T11:39:41.984 INFO:tasks.rados.rados.0.smithi136.stdout:2563: oid 43 updating version 0 to 1059 2024-08-19T11:39:41.984 INFO:tasks.rados.rados.0.smithi136.stdout:2563: oid 43 version 1059 is already newer than 1058 2024-08-19T11:39:41.984 INFO:tasks.rados.rados.0.smithi136.stdout:2563: oid 43 version 1059 is already newer than 1057 2024-08-19T11:39:41.985 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 1059 (ObjNum 783 snap 259 seq_num 783) dirty exists 2024-08-19T11:39:41.985 INFO:tasks.rados.rados.0.smithi136.stdout:2563: left oid 43 (ObjNum 783 snap 259 seq_num 783) 2024-08-19T11:39:41.985 INFO:tasks.rados.rados.0.smithi136.stdout:2565: finishing write tid 1 to smithi13674108-13 2024-08-19T11:39:41.985 INFO:tasks.rados.rados.0.smithi136.stdout:2565: finishing write tid 2 to smithi13674108-13 2024-08-19T11:39:41.985 INFO:tasks.rados.rados.0.smithi136.stdout:2565: finishing write tid 3 to smithi13674108-13 2024-08-19T11:39:41.985 INFO:tasks.rados.rados.0.smithi136.stdout:2565: finishing write tid 4 to smithi13674108-13 2024-08-19T11:39:41.985 INFO:tasks.rados.rados.0.smithi136.stdout:2565: oid 13 updating version 0 to 1061 2024-08-19T11:39:41.985 INFO:tasks.rados.rados.0.smithi136.stdout:2565: oid 13 version 1061 is already newer than 1060 2024-08-19T11:39:41.985 INFO:tasks.rados.rados.0.smithi136.stdout:2565: oid 13 updating version 1061 to 1062 2024-08-19T11:39:41.985 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 1062 (ObjNum 784 snap 259 seq_num 784) dirty exists 2024-08-19T11:39:41.985 INFO:tasks.rados.rados.0.smithi136.stdout:2565: left oid 13 (ObjNum 784 snap 259 seq_num 784) 2024-08-19T11:39:41.985 INFO:tasks.rados.rados.0.smithi136.stdout:2567: read oid 49 snap -1 2024-08-19T11:39:41.985 INFO:tasks.rados.rados.0.smithi136.stdout:2567: expect (ObjNum 776 snap 258 seq_num 776) 2024-08-19T11:39:41.985 INFO:tasks.rados.rados.0.smithi136.stdout:2561: done (5 left) 2024-08-19T11:39:41.986 INFO:tasks.rados.rados.0.smithi136.stdout:2562: done (4 left) 2024-08-19T11:39:41.986 INFO:tasks.rados.rados.0.smithi136.stdout:2563: done (3 left) 2024-08-19T11:39:41.986 INFO:tasks.rados.rados.0.smithi136.stdout:2564: done (2 left) 2024-08-19T11:39:41.986 INFO:tasks.rados.rados.0.smithi136.stdout:2565: done (1 left) 2024-08-19T11:39:41.986 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 4 current snap is 259 2024-08-19T11:39:41.986 INFO:tasks.rados.rados.0.smithi136.stdout:2568: seq_num 785 ranges {6807552=753664,7561216=401408} 2024-08-19T11:39:42.024 INFO:tasks.rados.rados.0.smithi136.stdout:2568: writing smithi13674108-4 from 6807552 to 7561216 tid 1 2024-08-19T11:39:42.026 INFO:tasks.rados.rados.0.smithi136.stdout:2568: writing smithi13674108-4 from 7561216 to 7962624 tid 2 2024-08-19T11:39:42.026 INFO:tasks.rados.rados.0.smithi136.stdout:2569: snap_create 2024-08-19T11:39:42.026 INFO:tasks.rados.rados.0.smithi136.stdout:2567: expect (ObjNum 776 snap 258 seq_num 776) 2024-08-19T11:39:42.080 INFO:tasks.rados.rados.0.smithi136.stdout:2568: finishing write tid 1 to smithi13674108-4 2024-08-19T11:39:42.080 INFO:tasks.rados.rados.0.smithi136.stdout:2568: finishing write tid 2 to smithi13674108-4 2024-08-19T11:39:42.080 INFO:tasks.rados.rados.0.smithi136.stdout:2568: finishing write tid 3 to smithi13674108-4 2024-08-19T11:39:42.080 INFO:tasks.rados.rados.0.smithi136.stdout:2568: finishing write tid 4 to smithi13674108-4 2024-08-19T11:39:42.080 INFO:tasks.rados.rados.0.smithi136.stdout:2568: oid 4 updating version 0 to 1087 2024-08-19T11:39:42.080 INFO:tasks.rados.rados.0.smithi136.stdout:2568: oid 4 updating version 1087 to 1088 2024-08-19T11:39:42.080 INFO:tasks.rados.rados.0.smithi136.stdout:2568: oid 4 version 1088 is already newer than 1086 2024-08-19T11:39:42.080 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 1088 (ObjNum 785 snap 259 seq_num 785) dirty exists 2024-08-19T11:39:42.080 INFO:tasks.rados.rados.0.smithi136.stdout:2568: left oid 4 (ObjNum 785 snap 259 seq_num 785) 2024-08-19T11:39:42.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:41 smithi136 ceph-mon[88916]: osdmap e578: 8 total, 8 up, 8 in 2024-08-19T11:39:42.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:41 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-19T11:39:42.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:41 smithi136 ceph-mon[86496]: osdmap e578: 8 total, 8 up, 8 in 2024-08-19T11:39:42.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:41 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-19T11:39:42.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:41 smithi155 ceph-mon[76679]: osdmap e578: 8 total, 8 up, 8 in 2024-08-19T11:39:42.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:41 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-19T11:39:42.982 INFO:tasks.rados.rados.0.smithi136.stdout:2567: done (2 left) 2024-08-19T11:39:42.983 INFO:tasks.rados.rados.0.smithi136.stdout:2568: done (1 left) 2024-08-19T11:39:42.983 INFO:tasks.rados.rados.0.smithi136.stdout:2569: done (0 left) 2024-08-19T11:39:42.983 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 12 current snap is 260 2024-08-19T11:39:42.983 INFO:tasks.rados.rados.0.smithi136.stdout:2570: seq_num 786 ranges {0=770048,770048=401408} 2024-08-19T11:39:42.986 INFO:tasks.rados.rados.0.smithi136.stdout:2570: writing smithi13674108-12 from 0 to 770048 tid 1 2024-08-19T11:39:42.989 INFO:tasks.rados.rados.0.smithi136.stdout:2570: writing smithi13674108-12 from 770048 to 1171456 tid 2 2024-08-19T11:39:42.989 INFO:tasks.rados.rados.0.smithi136.stdout:2571: rollback oid 49 current snap is 260 2024-08-19T11:39:42.990 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 49 to 257 2024-08-19T11:39:42.990 INFO:tasks.rados.rados.0.smithi136.stdout:2572: copy_from oid 20 from oid 40 current snap is 260 2024-08-19T11:39:42.990 INFO:tasks.rados.rados.0.smithi136.stdout:2573: rollback oid 8 current snap is 260 2024-08-19T11:39:42.990 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 8 to 237 2024-08-19T11:39:42.990 INFO:tasks.rados.rados.0.smithi136.stdout:2574: delete oid 31 current snap is 260 2024-08-19T11:39:42.990 INFO:tasks.rados.rados.0.smithi136.stdout:2573: finishing rollback tid 1 to smithi13674108-8 2024-08-19T11:39:42.990 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-19T11:39:42.993 INFO:tasks.rados.rados.0.smithi136.stdout:2572: finishing copy_from to smithi13674108-20 2024-08-19T11:39:42.993 INFO:tasks.rados.rados.0.smithi136.stdout:2572: got expected ENOENT (src dne) 2024-08-19T11:39:42.993 INFO:tasks.rados.rados.0.smithi136.stdout:2572: finishing copy_from racing read to smithi13674108-20 2024-08-19T11:39:42.995 INFO:tasks.rados.rados.0.smithi136.stdout:2570: finishing write tid 1 to smithi13674108-12 2024-08-19T11:39:42.995 INFO:tasks.rados.rados.0.smithi136.stdout:2571: finishing rollback tid 0 to smithi13674108-49 2024-08-19T11:39:42.995 INFO:tasks.rados.rados.0.smithi136.stdout:2571: finishing rollback tid 1 to smithi13674108-49 2024-08-19T11:39:42.995 INFO:tasks.rados.rados.0.smithi136.stdout:2572: done (4 left) 2024-08-19T11:39:42.995 INFO:tasks.rados.rados.0.smithi136.stdout:2573: done (3 left) 2024-08-19T11:39:42.995 INFO:tasks.rados.rados.0.smithi136.stdout:2574: done (2 left) 2024-08-19T11:39:42.996 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 11 current snap is 260 2024-08-19T11:39:42.996 INFO:tasks.rados.rados.0.smithi136.stdout:2575: seq_num 788 ranges {0=802816,802816=401408} 2024-08-19T11:39:42.999 INFO:tasks.rados.rados.0.smithi136.stdout:2575: writing smithi13674108-11 from 0 to 802816 tid 1 2024-08-19T11:39:43.002 INFO:tasks.rados.rados.0.smithi136.stdout:2575: writing smithi13674108-11 from 802816 to 1204224 tid 2 2024-08-19T11:39:43.002 INFO:tasks.rados.rados.0.smithi136.stdout:2576: setattr oid 30 current snap is 260 2024-08-19T11:39:43.002 INFO:tasks.rados.rados.0.smithi136.stdout:2570: finishing write tid 2 to smithi13674108-12 2024-08-19T11:39:43.002 INFO:tasks.rados.rados.0.smithi136.stdout:2571: finishing rollback tid 2 to smithi13674108-49 2024-08-19T11:39:43.002 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 1048 (ObjNum 735 snap 238 seq_num 735) dirty exists 2024-08-19T11:39:43.002 INFO:tasks.rados.rados.0.smithi136.stdout:2570: finishing write tid 3 to smithi13674108-12 2024-08-19T11:39:43.002 INFO:tasks.rados.rados.0.smithi136.stdout:2570: finishing write tid 4 to smithi13674108-12 2024-08-19T11:39:43.003 INFO:tasks.rados.rados.0.smithi136.stdout:2570: oid 12 updating version 0 to 852 2024-08-19T11:39:43.003 INFO:tasks.rados.rados.0.smithi136.stdout:2570: oid 12 updating version 852 to 854 2024-08-19T11:39:43.003 INFO:tasks.rados.rados.0.smithi136.stdout:2570: oid 12 version 854 is already newer than 853 2024-08-19T11:39:43.003 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 854 (ObjNum 786 snap 260 seq_num 786) dirty exists 2024-08-19T11:39:43.003 INFO:tasks.rados.rados.0.smithi136.stdout:2570: left oid 12 (ObjNum 786 snap 260 seq_num 786) 2024-08-19T11:39:43.003 INFO:tasks.rados.rados.0.smithi136.stdout:2570: done (3 left) 2024-08-19T11:39:43.004 INFO:tasks.rados.rados.0.smithi136.stdout:2571: done (2 left) 2024-08-19T11:39:43.004 INFO:tasks.rados.rados.0.smithi136.stdout:2577: read oid 34 snap -1 2024-08-19T11:39:43.004 INFO:tasks.rados.rados.0.smithi136.stdout:2577: expect (ObjNum 608 snap 179 seq_num 608) 2024-08-19T11:39:43.004 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 18 current snap is 260 2024-08-19T11:39:43.004 INFO:tasks.rados.rados.0.smithi136.stdout:2578: seq_num 789 ranges {0=417792,417792=663552,1081344=139264} 2024-08-19T11:39:43.006 INFO:tasks.rados.rados.0.smithi136.stdout:2578: writing smithi13674108-18 from 0 to 417792 tid 1 2024-08-19T11:39:43.010 INFO:tasks.rados.rados.0.smithi136.stdout:2578: writing smithi13674108-18 from 417792 to 1081344 tid 2 2024-08-19T11:39:43.011 INFO:tasks.rados.rados.0.smithi136.stdout:2578: writing smithi13674108-18 from 1081344 to 1220608 tid 3 2024-08-19T11:39:43.011 INFO:tasks.rados.rados.0.smithi136.stdout:2579: setattr oid 37 current snap is 260 2024-08-19T11:39:43.011 INFO:tasks.rados.rados.0.smithi136.stdout:2575: finishing write tid 1 to smithi13674108-11 2024-08-19T11:39:43.011 INFO:tasks.rados.rados.0.smithi136.stdout:2575: finishing write tid 2 to smithi13674108-11 2024-08-19T11:39:43.011 INFO:tasks.rados.rados.0.smithi136.stdout:2575: finishing write tid 3 to smithi13674108-11 2024-08-19T11:39:43.011 INFO:tasks.rados.rados.0.smithi136.stdout:2575: finishing write tid 4 to smithi13674108-11 2024-08-19T11:39:43.011 INFO:tasks.rados.rados.0.smithi136.stdout:2575: oid 11 updating version 0 to 1089 2024-08-19T11:39:43.012 INFO:tasks.rados.rados.0.smithi136.stdout:2575: oid 11 updating version 1089 to 1090 2024-08-19T11:39:43.012 INFO:tasks.rados.rados.0.smithi136.stdout:2575: oid 11 updating version 1090 to 1091 2024-08-19T11:39:43.012 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 1091 (ObjNum 788 snap 260 seq_num 788) dirty exists 2024-08-19T11:39:43.012 INFO:tasks.rados.rados.0.smithi136.stdout:2575: left oid 11 (ObjNum 788 snap 260 seq_num 788) 2024-08-19T11:39:43.012 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 876 (ObjNum 129 snap 0 seq_num 3763671912) dirty exists 2024-08-19T11:39:43.012 INFO:tasks.rados.rados.0.smithi136.stdout:2578: finishing write tid 1 to smithi13674108-18 2024-08-19T11:39:43.012 INFO:tasks.rados.rados.0.smithi136.stdout:2575: done (4 left) 2024-08-19T11:39:43.013 INFO:tasks.rados.rados.0.smithi136.stdout:2576: done (3 left) 2024-08-19T11:39:43.013 INFO:tasks.rados.rados.0.smithi136.stdout:2580: read oid 1 snap 215 2024-08-19T11:39:43.013 INFO:tasks.rados.rados.0.smithi136.stdout:2580: expect (ObjNum 657 snap 197 seq_num 657) 2024-08-19T11:39:43.013 INFO:tasks.rados.rados.0.smithi136.stdout:2581: snap_create 2024-08-19T11:39:43.015 INFO:tasks.rados.rados.0.smithi136.stdout:2578: finishing write tid 2 to smithi13674108-18 2024-08-19T11:39:43.016 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 1008 (ObjNum 65 snap 0 seq_num 1583766875) dirty exists 2024-08-19T11:39:43.016 INFO:tasks.rados.rados.0.smithi136.stdout:2578: finishing write tid 3 to smithi13674108-18 2024-08-19T11:39:43.016 INFO:tasks.rados.rados.0.smithi136.stdout:2578: finishing write tid 4 to smithi13674108-18 2024-08-19T11:39:43.017 INFO:tasks.rados.rados.0.smithi136.stdout:2578: finishing write tid 5 to smithi13674108-18 2024-08-19T11:39:43.017 INFO:tasks.rados.rados.0.smithi136.stdout:2578: oid 18 updating version 0 to 1043 2024-08-19T11:39:43.018 INFO:tasks.rados.rados.0.smithi136.stdout:2578: oid 18 updating version 1043 to 1045 2024-08-19T11:39:43.018 INFO:tasks.rados.rados.0.smithi136.stdout:2578: oid 18 version 1045 is already newer than 1044 2024-08-19T11:39:43.018 INFO:tasks.rados.rados.0.smithi136.stdout:2578: oid 18 updating version 1045 to 1046 2024-08-19T11:39:43.018 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 1046 (ObjNum 789 snap 260 seq_num 789) dirty exists 2024-08-19T11:39:43.018 INFO:tasks.rados.rados.0.smithi136.stdout:2578: left oid 18 (ObjNum 789 snap 260 seq_num 789) 2024-08-19T11:39:43.032 INFO:tasks.rados.rados.0.smithi136.stdout:2580: expect (ObjNum 657 snap 197 seq_num 657) 2024-08-19T11:39:43.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:42 smithi136 ceph-mon[86496]: pgmap v503: 121 pgs: 121 active+clean; 243 MiB data, 1004 MiB used, 714 GiB / 715 GiB avail; 4.2 KiB/s rd, 284 KiB/s wr, 10 op/s 2024-08-19T11:39:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:42 smithi136 ceph-mon[86496]: osdmap e579: 8 total, 8 up, 8 in 2024-08-19T11:39:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:42 smithi136 ceph-mon[88916]: pgmap v503: 121 pgs: 121 active+clean; 243 MiB data, 1004 MiB used, 714 GiB / 715 GiB avail; 4.2 KiB/s rd, 284 KiB/s wr, 10 op/s 2024-08-19T11:39:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:42 smithi136 ceph-mon[88916]: osdmap e579: 8 total, 8 up, 8 in 2024-08-19T11:39:43.098 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:39:42 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-a[115665]: 2024-08-19T11:39:42.760+0000 7f78a2163640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-19T11:39:43.266 INFO:tasks.rados.rados.0.smithi136.stdout:2577: expect (ObjNum 608 snap 179 seq_num 608) 2024-08-19T11:39:43.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:42 smithi155 ceph-mon[76679]: pgmap v503: 121 pgs: 121 active+clean; 243 MiB data, 1004 MiB used, 714 GiB / 715 GiB avail; 4.2 KiB/s rd, 284 KiB/s wr, 10 op/s 2024-08-19T11:39:43.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:42 smithi155 ceph-mon[76679]: osdmap e579: 8 total, 8 up, 8 in 2024-08-19T11:39:44.297 INFO:tasks.rados.rados.0.smithi136.stdout:2577: done (4 left) 2024-08-19T11:39:44.297 INFO:tasks.rados.rados.0.smithi136.stdout:2578: done (3 left) 2024-08-19T11:39:44.297 INFO:tasks.rados.rados.0.smithi136.stdout:2579: done (2 left) 2024-08-19T11:39:44.297 INFO:tasks.rados.rados.0.smithi136.stdout:2580: done (1 left) 2024-08-19T11:39:44.297 INFO:tasks.rados.rados.0.smithi136.stdout:2581: done (0 left) 2024-08-19T11:39:44.297 INFO:tasks.rados.rados.0.smithi136.stdout:2582: copy_from oid 42 from oid 8 current snap is 261 2024-08-19T11:39:44.297 INFO:tasks.rados.rados.0.smithi136.stdout:2583: read oid 44 snap -1 2024-08-19T11:39:44.298 INFO:tasks.rados.rados.0.smithi136.stdout:2583: expect (ObjNum 509 snap 142 seq_num 509) 2024-08-19T11:39:44.298 INFO:tasks.rados.rados.0.smithi136.stdout:2584: snap_remove snap 247 2024-08-19T11:39:44.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:43 smithi136 ceph-mon[88916]: osdmap e580: 8 total, 8 up, 8 in 2024-08-19T11:39:44.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:43 smithi136 ceph-mon[88916]: osdmap e581: 8 total, 8 up, 8 in 2024-08-19T11:39:44.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:43 smithi136 ceph-mon[86496]: osdmap e580: 8 total, 8 up, 8 in 2024-08-19T11:39:44.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:43 smithi136 ceph-mon[86496]: osdmap e581: 8 total, 8 up, 8 in 2024-08-19T11:39:44.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:43 smithi155 ceph-mon[76679]: osdmap e580: 8 total, 8 up, 8 in 2024-08-19T11:39:44.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:43 smithi155 ceph-mon[76679]: osdmap e581: 8 total, 8 up, 8 in 2024-08-19T11:39:45.001 INFO:tasks.rados.rados.0.smithi136.stdout:2582: finishing copy_from to smithi13674108-42 2024-08-19T11:39:45.002 INFO:tasks.rados.rados.0.smithi136.stdout:2582: got expected ENOENT (src dne) 2024-08-19T11:39:45.002 INFO:tasks.rados.rados.0.smithi136.stdout:2582: finishing copy_from racing read to smithi13674108-42 2024-08-19T11:39:45.002 INFO:tasks.rados.rados.0.smithi136.stdout:2583: expect (ObjNum 509 snap 142 seq_num 509) 2024-08-19T11:39:45.118 INFO:tasks.rados.rados.0.smithi136.stdout:2582: done (2 left) 2024-08-19T11:39:45.119 INFO:tasks.rados.rados.0.smithi136.stdout:2583: done (1 left) 2024-08-19T11:39:45.119 INFO:tasks.rados.rados.0.smithi136.stdout:2584: done (0 left) 2024-08-19T11:39:45.119 INFO:tasks.rados.rados.0.smithi136.stdout:2585: snap_create 2024-08-19T11:39:45.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:44 smithi136 ceph-mon[86496]: pgmap v506: 121 pgs: 121 active+clean; 238 MiB data, 999 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-08-19T11:39:45.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:44 smithi136 ceph-mon[88916]: pgmap v506: 121 pgs: 121 active+clean; 238 MiB data, 999 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-08-19T11:39:45.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:44 smithi155 ceph-mon[76679]: pgmap v506: 121 pgs: 121 active+clean; 238 MiB data, 999 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-08-19T11:39:46.006 INFO:tasks.rados.rados.0.smithi136.stdout:2585: done (0 left) 2024-08-19T11:39:46.006 INFO:tasks.rados.rados.0.smithi136.stdout:2586: copy_from oid 50 from oid 43 current snap is 262 2024-08-19T11:39:46.006 INFO:tasks.rados.rados.0.smithi136.stdout:2587: snap_create 2024-08-19T11:39:46.041 INFO:tasks.rados.rados.0.smithi136.stdout:2586: finishing copy_from racing read to smithi13674108-50 2024-08-19T11:39:46.046 INFO:tasks.rados.rados.0.smithi136.stdout:2586: finishing copy_from to smithi13674108-50 2024-08-19T11:39:46.046 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 1059 (ObjNum 783 snap 259 seq_num 783) dirty exists 2024-08-19T11:39:46.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:46 smithi136 ceph-mon[88916]: osdmap e582: 8 total, 8 up, 8 in 2024-08-19T11:39:46.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:46 smithi136 ceph-mon[86496]: osdmap e582: 8 total, 8 up, 8 in 2024-08-19T11:39:46.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:46 smithi155 ceph-mon[76679]: osdmap e582: 8 total, 8 up, 8 in 2024-08-19T11:39:47.009 INFO:tasks.rados.rados.0.smithi136.stdout:2586: done (1 left) 2024-08-19T11:39:47.009 INFO:tasks.rados.rados.0.smithi136.stdout:2587: done (0 left) 2024-08-19T11:39:47.009 INFO:tasks.rados.rados.0.smithi136.stdout:2588: rollback oid 44 current snap is 263 2024-08-19T11:39:47.009 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 44 to 262 2024-08-19T11:39:47.010 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 42 current snap is 263 2024-08-19T11:39:47.010 INFO:tasks.rados.rados.0.smithi136.stdout:2589: seq_num 790 ranges {2220032=434176,2654208=548864,3203072=253952} 2024-08-19T11:39:47.024 INFO:tasks.rados.rados.0.smithi136.stdout:2589: writing smithi13674108-42 from 2220032 to 2654208 tid 1 2024-08-19T11:39:47.027 INFO:tasks.rados.rados.0.smithi136.stdout:2589: writing smithi13674108-42 from 2654208 to 3203072 tid 2 2024-08-19T11:39:47.029 INFO:tasks.rados.rados.0.smithi136.stdout:2589: writing smithi13674108-42 from 3203072 to 3457024 tid 3 2024-08-19T11:39:47.029 INFO:tasks.rados.rados.0.smithi136.stdout:2590: rollback oid 5 current snap is 263 2024-08-19T11:39:47.029 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 5 to 240 2024-08-19T11:39:47.029 INFO:tasks.rados.rados.0.smithi136.stdout:2588: finishing rollback tid 0 to smithi13674108-44 2024-08-19T11:39:47.029 INFO:tasks.rados.rados.0.smithi136.stdout:2588: finishing rollback tid 1 to smithi13674108-44 2024-08-19T11:39:47.029 INFO:tasks.rados.rados.0.smithi136.stdout:2588: finishing rollback tid 2 to smithi13674108-44 2024-08-19T11:39:47.029 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 1102 (ObjNum 509 snap 142 seq_num 509) dirty exists 2024-08-19T11:39:47.029 INFO:tasks.rados.rados.0.smithi136.stdout:2588: done (2 left) 2024-08-19T11:39:47.029 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 37 current snap is 263 2024-08-19T11:39:47.030 INFO:tasks.rados.rados.0.smithi136.stdout:2591: seq_num 791 ranges {0=450560,450560=475136,925696=327680} 2024-08-19T11:39:47.031 INFO:tasks.rados.rados.0.smithi136.stdout:2591: writing smithi13674108-37 from 0 to 450560 tid 1 2024-08-19T11:39:47.034 INFO:tasks.rados.rados.0.smithi136.stdout:2591: writing smithi13674108-37 from 450560 to 925696 tid 2 2024-08-19T11:39:47.036 INFO:tasks.rados.rados.0.smithi136.stdout:2591: writing smithi13674108-37 from 925696 to 1253376 tid 3 2024-08-19T11:39:47.036 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 9 current snap is 263 2024-08-19T11:39:47.036 INFO:tasks.rados.rados.0.smithi136.stdout:2589: finishing write tid 1 to smithi13674108-42 2024-08-19T11:39:47.036 INFO:tasks.rados.rados.0.smithi136.stdout:2592: seq_num 792 ranges {4571136=466944,5038080=761856,5799936=40960} 2024-08-19T11:39:47.062 INFO:tasks.rados.rados.0.smithi136.stdout:2592: writing smithi13674108-9 from 4571136 to 5038080 tid 1 2024-08-19T11:39:47.068 INFO:tasks.rados.rados.0.smithi136.stdout:2592: writing smithi13674108-9 from 5038080 to 5799936 tid 2 2024-08-19T11:39:47.068 INFO:tasks.rados.rados.0.smithi136.stdout:2592: writing smithi13674108-9 from 5799936 to 5840896 tid 3 2024-08-19T11:39:47.068 INFO:tasks.rados.rados.0.smithi136.stdout:2593: read oid 19 snap -1 2024-08-19T11:39:47.068 INFO:tasks.rados.rados.0.smithi136.stdout:2593: expect (ObjNum 765 snap 252 seq_num 765) 2024-08-19T11:39:47.068 INFO:tasks.rados.rados.0.smithi136.stdout:2594: delete oid 36 current snap is 263 2024-08-19T11:39:47.068 INFO:tasks.rados.rados.0.smithi136.stdout:2589: finishing write tid 2 to smithi13674108-42 2024-08-19T11:39:47.068 INFO:tasks.rados.rados.0.smithi136.stdout:2589: finishing write tid 3 to smithi13674108-42 2024-08-19T11:39:47.068 INFO:tasks.rados.rados.0.smithi136.stdout:2589: finishing write tid 4 to smithi13674108-42 2024-08-19T11:39:47.068 INFO:tasks.rados.rados.0.smithi136.stdout:2589: finishing write tid 5 to smithi13674108-42 2024-08-19T11:39:47.069 INFO:tasks.rados.rados.0.smithi136.stdout:2589: oid 42 updating version 0 to 900 2024-08-19T11:39:47.069 INFO:tasks.rados.rados.0.smithi136.stdout:2589: oid 42 updating version 900 to 901 2024-08-19T11:39:47.069 INFO:tasks.rados.rados.0.smithi136.stdout:2589: oid 42 version 901 is already newer than 898 2024-08-19T11:39:47.069 INFO:tasks.rados.rados.0.smithi136.stdout:2589: oid 42 version 901 is already newer than 899 2024-08-19T11:39:47.069 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 901 (ObjNum 790 snap 263 seq_num 790) dirty exists 2024-08-19T11:39:47.069 INFO:tasks.rados.rados.0.smithi136.stdout:2589: left oid 42 (ObjNum 790 snap 263 seq_num 790) 2024-08-19T11:39:47.069 INFO:tasks.rados.rados.0.smithi136.stdout:2590: finishing rollback tid 0 to smithi13674108-5 2024-08-19T11:39:47.069 INFO:tasks.rados.rados.0.smithi136.stdout:2590: finishing rollback tid 1 to smithi13674108-5 2024-08-19T11:39:47.069 INFO:tasks.rados.rados.0.smithi136.stdout:2590: finishing rollback tid 2 to smithi13674108-5 2024-08-19T11:39:47.069 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 1014 (ObjNum 666 snap 198 seq_num 666) dirty exists 2024-08-19T11:39:47.069 INFO:tasks.rados.rados.0.smithi136.stdout:2591: finishing write tid 1 to smithi13674108-37 2024-08-19T11:39:47.069 INFO:tasks.rados.rados.0.smithi136.stdout:2591: finishing write tid 2 to smithi13674108-37 2024-08-19T11:39:47.069 INFO:tasks.rados.rados.0.smithi136.stdout:2591: finishing write tid 3 to smithi13674108-37 2024-08-19T11:39:47.069 INFO:tasks.rados.rados.0.smithi136.stdout:2591: finishing write tid 4 to smithi13674108-37 2024-08-19T11:39:47.070 INFO:tasks.rados.rados.0.smithi136.stdout:2591: finishing write tid 5 to smithi13674108-37 2024-08-19T11:39:47.070 INFO:tasks.rados.rados.0.smithi136.stdout:2591: oid 37 updating version 0 to 1018 2024-08-19T11:39:47.070 INFO:tasks.rados.rados.0.smithi136.stdout:2591: oid 37 updating version 1018 to 1019 2024-08-19T11:39:47.070 INFO:tasks.rados.rados.0.smithi136.stdout:2591: oid 37 version 1019 is already newer than 1017 2024-08-19T11:39:47.070 INFO:tasks.rados.rados.0.smithi136.stdout:2591: oid 37 version 1019 is already newer than 1016 2024-08-19T11:39:47.070 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 1019 (ObjNum 791 snap 263 seq_num 791) dirty exists 2024-08-19T11:39:47.070 INFO:tasks.rados.rados.0.smithi136.stdout:2591: left oid 37 (ObjNum 791 snap 263 seq_num 791) 2024-08-19T11:39:47.070 INFO:tasks.rados.rados.0.smithi136.stdout:2592: finishing write tid 1 to smithi13674108-9 2024-08-19T11:39:47.072 INFO:tasks.rados.rados.0.smithi136.stdout:2589: done (5 left) 2024-08-19T11:39:47.072 INFO:tasks.rados.rados.0.smithi136.stdout:2590: done (4 left) 2024-08-19T11:39:47.072 INFO:tasks.rados.rados.0.smithi136.stdout:2591: done (3 left) 2024-08-19T11:39:47.072 INFO:tasks.rados.rados.0.smithi136.stdout:2594: done (2 left) 2024-08-19T11:39:47.072 INFO:tasks.rados.rados.0.smithi136.stdout:2595: read oid 35 snap -1 2024-08-19T11:39:47.072 INFO:tasks.rados.rados.0.smithi136.stdout:2595: expect (ObjNum 768 snap 253 seq_num 768) 2024-08-19T11:39:47.072 INFO:tasks.rados.rados.0.smithi136.stdout:2596: copy_from oid 14 from oid 6 current snap is 263 2024-08-19T11:39:47.072 INFO:tasks.rados.rados.0.smithi136.stdout:2597: read oid 45 snap -1 2024-08-19T11:39:47.072 INFO:tasks.rados.rados.0.smithi136.stdout:2597: expect (ObjNum 627 snap 183 seq_num 627) 2024-08-19T11:39:47.072 INFO:tasks.rados.rados.0.smithi136.stdout:2598: read oid 43 snap -1 2024-08-19T11:39:47.072 INFO:tasks.rados.rados.0.smithi136.stdout:2598: expect (ObjNum 783 snap 259 seq_num 783) 2024-08-19T11:39:47.072 INFO:tasks.rados.rados.0.smithi136.stdout:2599: read oid 32 snap 216 2024-08-19T11:39:47.072 INFO:tasks.rados.rados.0.smithi136.stdout:2599: expect (ObjNum 623 snap 180 seq_num 623) 2024-08-19T11:39:47.072 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 30 current snap is 263 2024-08-19T11:39:47.073 INFO:tasks.rados.rados.0.smithi136.stdout:2600: seq_num 794 ranges {0=499712,499712=532480,1032192=270336} 2024-08-19T11:39:47.074 INFO:tasks.rados.rados.0.smithi136.stdout:2600: writing smithi13674108-30 from 0 to 499712 tid 1 2024-08-19T11:39:47.077 INFO:tasks.rados.rados.0.smithi136.stdout:2600: writing smithi13674108-30 from 499712 to 1032192 tid 2 2024-08-19T11:39:47.080 INFO:tasks.rados.rados.0.smithi136.stdout:2600: writing smithi13674108-30 from 1032192 to 1302528 tid 3 2024-08-19T11:39:47.080 INFO:tasks.rados.rados.0.smithi136.stdout:2601: delete oid 47 current snap is 263 2024-08-19T11:39:47.080 INFO:tasks.rados.rados.0.smithi136.stdout:2592: finishing write tid 2 to smithi13674108-9 2024-08-19T11:39:47.080 INFO:tasks.rados.rados.0.smithi136.stdout:2592: finishing write tid 3 to smithi13674108-9 2024-08-19T11:39:47.080 INFO:tasks.rados.rados.0.smithi136.stdout:2592: finishing write tid 4 to smithi13674108-9 2024-08-19T11:39:47.081 INFO:tasks.rados.rados.0.smithi136.stdout:2592: finishing write tid 5 to smithi13674108-9 2024-08-19T11:39:47.081 INFO:tasks.rados.rados.0.smithi136.stdout:2592: oid 9 updating version 0 to 903 2024-08-19T11:39:47.081 INFO:tasks.rados.rados.0.smithi136.stdout:2592: oid 9 updating version 903 to 905 2024-08-19T11:39:47.081 INFO:tasks.rados.rados.0.smithi136.stdout:2592: oid 9 version 905 is already newer than 902 2024-08-19T11:39:47.081 INFO:tasks.rados.rados.0.smithi136.stdout:2592: oid 9 version 905 is already newer than 904 2024-08-19T11:39:47.081 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 905 (ObjNum 792 snap 263 seq_num 792) dirty exists 2024-08-19T11:39:47.081 INFO:tasks.rados.rados.0.smithi136.stdout:2592: left oid 9 (ObjNum 792 snap 263 seq_num 792) 2024-08-19T11:39:47.086 INFO:tasks.rados.rados.0.smithi136.stdout:2600: finishing write tid 1 to smithi13674108-30 2024-08-19T11:39:47.088 INFO:tasks.rados.rados.0.smithi136.stdout:2592: done (8 left) 2024-08-19T11:39:47.088 INFO:tasks.rados.rados.0.smithi136.stdout:2601: done (7 left) 2024-08-19T11:39:47.088 INFO:tasks.rados.rados.0.smithi136.stdout:2602: rollback oid 36 current snap is 263 2024-08-19T11:39:47.088 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 36 to 243 2024-08-19T11:39:47.088 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 41 current snap is 263 2024-08-19T11:39:47.088 INFO:tasks.rados.rados.0.smithi136.stdout:2603: seq_num 796 ranges {11067392=540672,11608064=704512,12312576=98304} 2024-08-19T11:39:47.151 INFO:tasks.rados.rados.0.smithi136.stdout:2603: writing smithi13674108-41 from 11067392 to 11608064 tid 1 2024-08-19T11:39:47.155 INFO:tasks.rados.rados.0.smithi136.stdout:2603: writing smithi13674108-41 from 11608064 to 12312576 tid 2 2024-08-19T11:39:47.156 INFO:tasks.rados.rados.0.smithi136.stdout:2603: writing smithi13674108-41 from 12312576 to 12410880 tid 3 2024-08-19T11:39:47.156 INFO:tasks.rados.rados.0.smithi136.stdout:2604: read oid 9 snap -1 2024-08-19T11:39:47.156 INFO:tasks.rados.rados.0.smithi136.stdout:2604: expect (ObjNum 792 snap 263 seq_num 792) 2024-08-19T11:39:47.156 INFO:tasks.rados.rados.0.smithi136.stdout:2599: expect (ObjNum 623 snap 180 seq_num 623) 2024-08-19T11:39:47.264 INFO:tasks.rados.rados.0.smithi136.stdout:2600: finishing write tid 2 to smithi13674108-30 2024-08-19T11:39:47.264 INFO:tasks.rados.rados.0.smithi136.stdout:2605: read oid 10 snap -1 2024-08-19T11:39:47.264 INFO:tasks.rados.rados.0.smithi136.stdout:2605: expect (ObjNum 770 snap 256 seq_num 770) 2024-08-19T11:39:47.264 INFO:tasks.rados.rados.0.smithi136.stdout:2599: done (10 left) 2024-08-19T11:39:47.264 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 38 current snap is 263 2024-08-19T11:39:47.264 INFO:tasks.rados.rados.0.smithi136.stdout:2600: finishing write tid 3 to smithi13674108-30 2024-08-19T11:39:47.264 INFO:tasks.rados.rados.0.smithi136.stdout:2600: finishing write tid 4 to smithi13674108-30 2024-08-19T11:39:47.264 INFO:tasks.rados.rados.0.smithi136.stdout:2602: finishing rollback tid 1 to smithi13674108-36 2024-08-19T11:39:47.264 INFO:tasks.rados.rados.0.smithi136.stdout:2602: finishing rollback tid 2 to smithi13674108-36 2024-08-19T11:39:47.264 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 883 (ObjNum 692 snap 213 seq_num 692) dirty exists 2024-08-19T11:39:47.265 INFO:tasks.rados.rados.0.smithi136.stdout:2600: finishing write tid 5 to smithi13674108-30 2024-08-19T11:39:47.265 INFO:tasks.rados.rados.0.smithi136.stdout:2600: oid 30 updating version 0 to 878 2024-08-19T11:39:47.265 INFO:tasks.rados.rados.0.smithi136.stdout:2600: oid 30 updating version 878 to 880 2024-08-19T11:39:47.265 INFO:tasks.rados.rados.0.smithi136.stdout:2600: oid 30 version 880 is already newer than 879 2024-08-19T11:39:47.265 INFO:tasks.rados.rados.0.smithi136.stdout:2600: oid 30 updating version 880 to 881 2024-08-19T11:39:47.265 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 881 (ObjNum 794 snap 263 seq_num 794) dirty exists 2024-08-19T11:39:47.265 INFO:tasks.rados.rados.0.smithi136.stdout:2600: left oid 30 (ObjNum 794 snap 263 seq_num 794) 2024-08-19T11:39:47.265 INFO:tasks.rados.rados.0.smithi136.stdout:2595: expect (ObjNum 768 snap 253 seq_num 768) 2024-08-19T11:39:47.289 INFO:tasks.rados.rados.0.smithi136.stdout:2597: expect (ObjNum 627 snap 183 seq_num 627) 2024-08-19T11:39:47.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:47 smithi136 ceph-mon[86496]: pgmap v509: 121 pgs: 121 active+clean; 238 MiB data, 1020 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 30 op/s 2024-08-19T11:39:47.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:47 smithi136 ceph-mon[86496]: osdmap e583: 8 total, 8 up, 8 in 2024-08-19T11:39:47.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:47 smithi136 ceph-mon[88916]: pgmap v509: 121 pgs: 121 active+clean; 238 MiB data, 1020 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 30 op/s 2024-08-19T11:39:47.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:47 smithi136 ceph-mon[88916]: osdmap e583: 8 total, 8 up, 8 in 2024-08-19T11:39:47.431 INFO:tasks.rados.rados.0.smithi136.stdout:2596: finishing copy_from racing read to smithi13674108-14 2024-08-19T11:39:47.431 INFO:tasks.rados.rados.0.smithi136.stdout:2596: finishing copy_from to smithi13674108-14 2024-08-19T11:39:47.432 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 1033 (ObjNum 674 snap 200 seq_num 674) dirty exists 2024-08-19T11:39:47.432 INFO:tasks.rados.rados.0.smithi136.stdout:2593: expect (ObjNum 765 snap 252 seq_num 765) 2024-08-19T11:39:47.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:47 smithi155 ceph-mon[76679]: pgmap v509: 121 pgs: 121 active+clean; 238 MiB data, 1020 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 30 op/s 2024-08-19T11:39:47.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:47 smithi155 ceph-mon[76679]: osdmap e583: 8 total, 8 up, 8 in 2024-08-19T11:39:47.847 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:39:47 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:39:47] "GET /metrics HTTP/1.1" 200 36214 "" "Prometheus/2.43.0" 2024-08-19T11:39:47.995 INFO:tasks.rados.rados.0.smithi136.stdout:2598: expect (ObjNum 783 snap 259 seq_num 783) 2024-08-19T11:39:48.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:48 smithi155 ceph-mon[76679]: osdmap e584: 8 total, 8 up, 8 in 2024-08-19T11:39:48.210 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:39:47 smithi155 bash[102618]: time="2024-08-19T11:39:47Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-b in 10 seconds, resorting to SIGKILL" 2024-08-19T11:39:48.210 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:39:47 smithi155 podman[102618]: 2024-08-19 11:39:47.899680929 +0000 UTC m=+10.142184500 container died f9104a674461fefd9d4e9f85905cec232d7bd210292918346ad87ec821717d31 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-baa926d, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS) 2024-08-19T11:39:48.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:48 smithi136 ceph-mon[88916]: osdmap e584: 8 total, 8 up, 8 in 2024-08-19T11:39:48.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:48 smithi136 ceph-mon[86496]: osdmap e584: 8 total, 8 up, 8 in 2024-08-19T11:39:48.435 INFO:tasks.rados.rados.0.smithi136.stdout:2603: finishing write tid 1 to smithi13674108-41 2024-08-19T11:39:48.435 INFO:tasks.rados.rados.0.smithi136.stdout:2603: finishing write tid 2 to smithi13674108-41 2024-08-19T11:39:48.436 INFO:tasks.rados.rados.0.smithi136.stdout:2603: finishing write tid 3 to smithi13674108-41 2024-08-19T11:39:48.436 INFO:tasks.rados.rados.0.smithi136.stdout:2603: finishing write tid 4 to smithi13674108-41 2024-08-19T11:39:48.436 INFO:tasks.rados.rados.0.smithi136.stdout:2606: seq_num 797 ranges {6463488=557056,7020544=589824,7610368=212992} 2024-08-19T11:39:48.473 INFO:tasks.rados.rados.0.smithi136.stdout:2606: writing smithi13674108-38 from 6463488 to 7020544 tid 1 2024-08-19T11:39:48.476 INFO:tasks.rados.rados.0.smithi136.stdout:2606: writing smithi13674108-38 from 7020544 to 7610368 tid 2 2024-08-19T11:39:48.478 INFO:tasks.rados.rados.0.smithi136.stdout:2606: writing smithi13674108-38 from 7610368 to 7823360 tid 3 2024-08-19T11:39:48.478 INFO:tasks.rados.rados.0.smithi136.stdout:2593: done (10 left) 2024-08-19T11:39:48.478 INFO:tasks.rados.rados.0.smithi136.stdout:2595: done (9 left) 2024-08-19T11:39:48.478 INFO:tasks.rados.rados.0.smithi136.stdout:2596: done (8 left) 2024-08-19T11:39:48.478 INFO:tasks.rados.rados.0.smithi136.stdout:2597: done (7 left) 2024-08-19T11:39:48.479 INFO:tasks.rados.rados.0.smithi136.stdout:2598: done (6 left) 2024-08-19T11:39:48.479 INFO:tasks.rados.rados.0.smithi136.stdout:2600: done (5 left) 2024-08-19T11:39:48.479 INFO:tasks.rados.rados.0.smithi136.stdout:2602: done (4 left) 2024-08-19T11:39:48.479 INFO:tasks.rados.rados.0.smithi136.stdout:2607: rollback oid 50 current snap is 263 2024-08-19T11:39:48.479 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 50 to 220 2024-08-19T11:39:48.479 INFO:tasks.rados.rados.0.smithi136.stdout:2603: finishing write tid 5 to smithi13674108-41 2024-08-19T11:39:48.479 INFO:tasks.rados.rados.0.smithi136.stdout:2603: oid 41 updating version 0 to 1034 2024-08-19T11:39:48.479 INFO:tasks.rados.rados.0.smithi136.stdout:2603: oid 41 updating version 1034 to 1036 2024-08-19T11:39:48.479 INFO:tasks.rados.rados.0.smithi136.stdout:2603: oid 41 version 1036 is already newer than 1035 2024-08-19T11:39:48.479 INFO:tasks.rados.rados.0.smithi136.stdout:2603: oid 41 updating version 1036 to 1037 2024-08-19T11:39:48.479 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 1037 (ObjNum 796 snap 263 seq_num 796) dirty exists 2024-08-19T11:39:48.479 INFO:tasks.rados.rados.0.smithi136.stdout:2603: left oid 41 (ObjNum 796 snap 263 seq_num 796) 2024-08-19T11:39:48.479 INFO:tasks.rados.rados.0.smithi136.stdout:2604: expect (ObjNum 792 snap 263 seq_num 792) 2024-08-19T11:39:48.643 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:39:48 smithi155 podman[102618]: 2024-08-19 11:39:48.382741266 +0000 UTC m=+10.625244875 container cleanup f9104a674461fefd9d4e9f85905cec232d7bd210292918346ad87ec821717d31 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=reef-baa926d, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731) 2024-08-19T11:39:48.643 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:39:48 smithi155 bash[102618]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-b 2024-08-19T11:39:48.824 INFO:tasks.rados.rados.0.smithi136.stdout:2605: expect (ObjNum 770 snap 256 seq_num 770) 2024-08-19T11:39:48.852 INFO:tasks.rados.rados.0.smithi136.stdout:2606: finishing write tid 1 to smithi13674108-38 2024-08-19T11:39:48.853 INFO:tasks.rados.rados.0.smithi136.stdout:2606: finishing write tid 2 to smithi13674108-38 2024-08-19T11:39:48.853 INFO:tasks.rados.rados.0.smithi136.stdout:2603: done (4 left) 2024-08-19T11:39:48.853 INFO:tasks.rados.rados.0.smithi136.stdout:2604: done (3 left) 2024-08-19T11:39:48.853 INFO:tasks.rados.rados.0.smithi136.stdout:2605: done (2 left) 2024-08-19T11:39:48.853 INFO:tasks.rados.rados.0.smithi136.stdout:2608: copy_from oid 16 from oid 13 current snap is 263 2024-08-19T11:39:48.853 INFO:tasks.rados.rados.0.smithi136.stdout:2607: finishing rollback tid 0 to smithi13674108-50 2024-08-19T11:39:48.853 INFO:tasks.rados.rados.0.smithi136.stdout:2606: finishing write tid 3 to smithi13674108-38 2024-08-19T11:39:48.853 INFO:tasks.rados.rados.0.smithi136.stdout:2607: finishing rollback tid 1 to smithi13674108-50 2024-08-19T11:39:48.853 INFO:tasks.rados.rados.0.smithi136.stdout:2606: finishing write tid 4 to smithi13674108-38 2024-08-19T11:39:48.853 INFO:tasks.rados.rados.0.smithi136.stdout:2607: finishing rollback tid 2 to smithi13674108-50 2024-08-19T11:39:48.853 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 1062 (ObjNum 624 snap 181 seq_num 624) dirty exists 2024-08-19T11:39:48.853 INFO:tasks.rados.rados.0.smithi136.stdout:2606: finishing write tid 5 to smithi13674108-38 2024-08-19T11:39:48.853 INFO:tasks.rados.rados.0.smithi136.stdout:2606: oid 38 updating version 0 to 940 2024-08-19T11:39:48.853 INFO:tasks.rados.rados.0.smithi136.stdout:2606: oid 38 updating version 940 to 942 2024-08-19T11:39:48.854 INFO:tasks.rados.rados.0.smithi136.stdout:2606: oid 38 version 942 is already newer than 941 2024-08-19T11:39:48.854 INFO:tasks.rados.rados.0.smithi136.stdout:2606: oid 38 version 942 is already newer than 939 2024-08-19T11:39:48.854 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 942 (ObjNum 797 snap 263 seq_num 797) dirty exists 2024-08-19T11:39:48.854 INFO:tasks.rados.rados.0.smithi136.stdout:2606: left oid 38 (ObjNum 797 snap 263 seq_num 797) 2024-08-19T11:39:48.854 INFO:tasks.rados.rados.0.smithi136.stdout:2606: done (2 left) 2024-08-19T11:39:48.854 INFO:tasks.rados.rados.0.smithi136.stdout:2607: done (1 left) 2024-08-19T11:39:48.854 INFO:tasks.rados.rados.0.smithi136.stdout:2609: read oid 22 snap -1 2024-08-19T11:39:48.854 INFO:tasks.rados.rados.0.smithi136.stdout:2609: expect (ObjNum 715 snap 220 seq_num 715) 2024-08-19T11:39:48.854 INFO:tasks.rados.rados.0.smithi136.stdout:2610: snap_remove snap 261 2024-08-19T11:39:48.960 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:39:48 smithi155 podman[102652]: 2024-08-19 11:39:48.642728279 +0000 UTC m=+0.742787652 container remove f9104a674461fefd9d4e9f85905cec232d7bd210292918346ad87ec821717d31 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-b, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-baa926d) 2024-08-19T11:39:48.960 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:39:48 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mds.b.service: Main process exited, code=exited, status=137/n/a 2024-08-19T11:39:48.960 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:39:48 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mds.b.service: Failed with result 'exit-code'. 2024-08-19T11:39:48.960 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:39:48 smithi155 systemd[1]: Stopped Ceph mds.b for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:39:48.961 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:39:48 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mds.b.service: Consumed 1.289s CPU time. 2024-08-19T11:39:49.219 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:49 smithi155 ceph-mon[76679]: pgmap v512: 121 pgs: 121 active+clean; 247 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-08-19T11:39:49.220 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:49 smithi155 ceph-mon[76679]: osdmap e585: 8 total, 8 up, 8 in 2024-08-19T11:39:49.220 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:39:48 smithi155 systemd[1]: Starting Ceph mds.b for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:39:49.220 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:39:49 smithi155 podman[102788]: 2024-08-19 11:39:49.106250748 +0000 UTC m=+0.017197950 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:39:49.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:49 smithi136 ceph-mon[88916]: pgmap v512: 121 pgs: 121 active+clean; 247 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-08-19T11:39:49.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:49 smithi136 ceph-mon[88916]: osdmap e585: 8 total, 8 up, 8 in 2024-08-19T11:39:49.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:49 smithi136 ceph-mon[86496]: pgmap v512: 121 pgs: 121 active+clean; 247 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-08-19T11:39:49.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:49 smithi136 ceph-mon[86496]: osdmap e585: 8 total, 8 up, 8 in 2024-08-19T11:39:49.472 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:39:49 smithi155 podman[102788]: 2024-08-19 11:39:49.219375079 +0000 UTC m=+0.130322317 container create a2fe6a754947e3a920aa651ee8aeb5c29d7ae94ba8abb69077ea5203b5b1e720 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-b, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=main-7976693, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True) 2024-08-19T11:39:49.687 INFO:tasks.rados.rados.0.smithi136.stdout:2610: done (2 left) 2024-08-19T11:39:49.687 INFO:tasks.rados.rados.0.smithi136.stdout:2611: rollback oid 35 current snap is 263 2024-08-19T11:39:49.687 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 35 to 241 2024-08-19T11:39:49.687 INFO:tasks.rados.rados.0.smithi136.stdout:2608: finishing copy_from racing read to smithi13674108-16 2024-08-19T11:39:49.688 INFO:tasks.rados.rados.0.smithi136.stdout:2608: finishing copy_from to smithi13674108-16 2024-08-19T11:39:49.688 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 16 v 1062 (ObjNum 784 snap 259 seq_num 784) dirty exists 2024-08-19T11:39:49.688 INFO:tasks.rados.rados.0.smithi136.stdout:2609: expect (ObjNum 715 snap 220 seq_num 715) 2024-08-19T11:39:49.960 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:39:49 smithi155 podman[102788]: 2024-08-19 11:39:49.471831583 +0000 UTC m=+0.382778780 container init a2fe6a754947e3a920aa651ee8aeb5c29d7ae94ba8abb69077ea5203b5b1e720 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-b, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=main-7976693, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T11:39:49.960 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:39:49 smithi155 podman[102788]: 2024-08-19 11:39:49.476723044 +0000 UTC m=+0.387670240 container start a2fe6a754947e3a920aa651ee8aeb5c29d7ae94ba8abb69077ea5203b5b1e720 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-b, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=main-7976693, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731) 2024-08-19T11:39:49.960 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:39:49 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-b[102803]: starting mds.b at 2024-08-19T11:39:49.960 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:39:49 smithi155 bash[102788]: a2fe6a754947e3a920aa651ee8aeb5c29d7ae94ba8abb69077ea5203b5b1e720 2024-08-19T11:39:49.960 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:39:49 smithi155 systemd[1]: Started Ceph mds.b for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:39:50.113 INFO:tasks.rados.rados.0.smithi136.stdout:2611: finishing rollback tid 0 to smithi13674108-35 2024-08-19T11:39:50.113 INFO:tasks.rados.rados.0.smithi136.stdout:2611: finishing rollback tid 1 to smithi13674108-35 2024-08-19T11:39:50.113 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 856 (ObjNum 33 snap 0 seq_num 3763708512) dirty dne 2024-08-19T11:39:50.113 INFO:tasks.rados.rados.0.smithi136.stdout:2608: done (2 left) 2024-08-19T11:39:50.113 INFO:tasks.rados.rados.0.smithi136.stdout:2609: done (1 left) 2024-08-19T11:39:50.113 INFO:tasks.rados.rados.0.smithi136.stdout:2611: done (0 left) 2024-08-19T11:39:50.114 INFO:tasks.rados.rados.0.smithi136.stdout:2612: snap_remove snap 255 2024-08-19T11:39:50.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:50 smithi155 ceph-mon[76679]: pgmap v514: 121 pgs: 121 active+clean; 251 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.4 MiB/s wr, 17 op/s 2024-08-19T11:39:50.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:50 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:50.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:50 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:50.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:50 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:39:50.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:50 smithi155 ceph-mon[76679]: osdmap e586: 8 total, 8 up, 8 in 2024-08-19T11:39:50.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:50 smithi155 ceph-mon[76679]: mds.? [v2:172.21.15.155:6832/3325011286,v1:172.21.15.155:6833/3325011286] up:boot 2024-08-19T11:39:50.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:50 smithi155 ceph-mon[76679]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-19T11:39:50.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:50 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-19T11:39:51.036 INFO:tasks.rados.rados.0.smithi136.stdout:2612: done (0 left) 2024-08-19T11:39:51.036 INFO:tasks.rados.rados.0.smithi136.stdout:2613: delete oid 27 current snap is 263 2024-08-19T11:39:51.041 INFO:tasks.rados.rados.0.smithi136.stdout:2613: done (0 left) 2024-08-19T11:39:51.041 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 34 current snap is 263 2024-08-19T11:39:51.041 INFO:tasks.rados.rados.0.smithi136.stdout:2614: seq_num 799 ranges {11067392=589824,11657216=802816} 2024-08-19T11:39:51.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:50 smithi136 ceph-mon[86496]: pgmap v514: 121 pgs: 121 active+clean; 251 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.4 MiB/s wr, 17 op/s 2024-08-19T11:39:51.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:50 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:51.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:50 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:51.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:50 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:39:51.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:50 smithi136 ceph-mon[86496]: osdmap e586: 8 total, 8 up, 8 in 2024-08-19T11:39:51.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:50 smithi136 ceph-mon[86496]: mds.? [v2:172.21.15.155:6832/3325011286,v1:172.21.15.155:6833/3325011286] up:boot 2024-08-19T11:39:51.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:50 smithi136 ceph-mon[86496]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-19T11:39:51.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:50 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-19T11:39:51.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:50 smithi136 ceph-mon[88916]: pgmap v514: 121 pgs: 121 active+clean; 251 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.4 MiB/s wr, 17 op/s 2024-08-19T11:39:51.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:50 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:51.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:50 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:51.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:50 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:39:51.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:50 smithi136 ceph-mon[88916]: osdmap e586: 8 total, 8 up, 8 in 2024-08-19T11:39:51.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:50 smithi136 ceph-mon[88916]: mds.? [v2:172.21.15.155:6832/3325011286,v1:172.21.15.155:6833/3325011286] up:boot 2024-08-19T11:39:51.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:50 smithi136 ceph-mon[88916]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-19T11:39:51.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:50 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-19T11:39:51.102 INFO:tasks.rados.rados.0.smithi136.stdout:2614: writing smithi13674108-34 from 11067392 to 11657216 tid 1 2024-08-19T11:39:51.107 INFO:tasks.rados.rados.0.smithi136.stdout:2614: writing smithi13674108-34 from 11657216 to 12460032 tid 2 2024-08-19T11:39:51.107 INFO:tasks.rados.rados.0.smithi136.stdout:2615: snap_create 2024-08-19T11:39:51.107 INFO:tasks.rados.rados.0.smithi136.stdout:2614: finishing write tid 1 to smithi13674108-34 2024-08-19T11:39:51.110 INFO:tasks.rados.rados.0.smithi136.stdout:2614: finishing write tid 2 to smithi13674108-34 2024-08-19T11:39:51.110 INFO:tasks.rados.rados.0.smithi136.stdout:2614: finishing write tid 3 to smithi13674108-34 2024-08-19T11:39:51.112 INFO:tasks.rados.rados.0.smithi136.stdout:2614: finishing write tid 4 to smithi13674108-34 2024-08-19T11:39:51.112 INFO:tasks.rados.rados.0.smithi136.stdout:2614: oid 34 updating version 0 to 1110 2024-08-19T11:39:51.112 INFO:tasks.rados.rados.0.smithi136.stdout:2614: oid 34 updating version 1110 to 1111 2024-08-19T11:39:51.112 INFO:tasks.rados.rados.0.smithi136.stdout:2614: oid 34 updating version 1111 to 1112 2024-08-19T11:39:51.112 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 34 v 1112 (ObjNum 799 snap 263 seq_num 799) dirty exists 2024-08-19T11:39:51.112 INFO:tasks.rados.rados.0.smithi136.stdout:2614: left oid 34 (ObjNum 799 snap 263 seq_num 799) 2024-08-19T11:39:52.039 INFO:tasks.rados.rados.0.smithi136.stdout:2614: done (1 left) 2024-08-19T11:39:52.039 INFO:tasks.rados.rados.0.smithi136.stdout:2615: done (0 left) 2024-08-19T11:39:52.039 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 37 current snap is 264 2024-08-19T11:39:52.040 INFO:tasks.rados.rados.0.smithi136.stdout:2616: seq_num 800 ranges {1253376=606208,1859584=688128,2547712=114688} 2024-08-19T11:39:52.048 INFO:tasks.rados.rados.0.smithi136.stdout:2616: writing smithi13674108-37 from 1253376 to 1859584 tid 1 2024-08-19T11:39:52.052 INFO:tasks.rados.rados.0.smithi136.stdout:2616: writing smithi13674108-37 from 1859584 to 2547712 tid 2 2024-08-19T11:39:52.053 INFO:tasks.rados.rados.0.smithi136.stdout:2616: writing smithi13674108-37 from 2547712 to 2662400 tid 3 2024-08-19T11:39:52.053 INFO:tasks.rados.rados.0.smithi136.stdout:2617: rollback oid 2 current snap is 264 2024-08-19T11:39:52.053 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 2 to 240 2024-08-19T11:39:52.053 INFO:tasks.rados.rados.0.smithi136.stdout:2618: delete oid 36 current snap is 264 2024-08-19T11:39:52.057 INFO:tasks.rados.rados.0.smithi136.stdout:2617: finishing rollback tid 0 to smithi13674108-2 2024-08-19T11:39:52.058 INFO:tasks.rados.rados.0.smithi136.stdout:2617: finishing rollback tid 1 to smithi13674108-2 2024-08-19T11:39:52.058 INFO:tasks.rados.rados.0.smithi136.stdout:2617: finishing rollback tid 2 to smithi13674108-2 2024-08-19T11:39:52.058 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 2 v 1076 (ObjNum 627 snap 183 seq_num 627) dirty exists 2024-08-19T11:39:52.058 INFO:tasks.rados.rados.0.smithi136.stdout:2616: finishing write tid 1 to smithi13674108-37 2024-08-19T11:39:52.059 INFO:tasks.rados.rados.0.smithi136.stdout:2616: finishing write tid 2 to smithi13674108-37 2024-08-19T11:39:52.059 INFO:tasks.rados.rados.0.smithi136.stdout:2616: finishing write tid 3 to smithi13674108-37 2024-08-19T11:39:52.059 INFO:tasks.rados.rados.0.smithi136.stdout:2616: finishing write tid 4 to smithi13674108-37 2024-08-19T11:39:52.059 INFO:tasks.rados.rados.0.smithi136.stdout:2617: done (2 left) 2024-08-19T11:39:52.059 INFO:tasks.rados.rados.0.smithi136.stdout:2618: done (1 left) 2024-08-19T11:39:52.059 INFO:tasks.rados.rados.0.smithi136.stdout:2619: snap_remove snap 216 2024-08-19T11:39:52.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:52 smithi155 ceph-mon[76679]: osdmap e587: 8 total, 8 up, 8 in 2024-08-19T11:39:52.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:52 smithi136 ceph-mon[88916]: osdmap e587: 8 total, 8 up, 8 in 2024-08-19T11:39:52.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:52 smithi136 ceph-mon[86496]: osdmap e587: 8 total, 8 up, 8 in 2024-08-19T11:39:53.046 INFO:tasks.rados.rados.0.smithi136.stdout:2619: done (1 left) 2024-08-19T11:39:53.046 INFO:tasks.rados.rados.0.smithi136.stdout:2620: rmattr oid 34 current snap is 264 2024-08-19T11:39:53.046 INFO:tasks.rados.rados.0.smithi136.stdout:2620: done (1 left) 2024-08-19T11:39:53.046 INFO:tasks.rados.rados.0.smithi136.stdout:2621: rollback oid 20 current snap is 264 2024-08-19T11:39:53.046 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 20 to 219 2024-08-19T11:39:53.046 INFO:tasks.rados.rados.0.smithi136.stdout:2616: finishing write tid 5 to smithi13674108-37 2024-08-19T11:39:53.046 INFO:tasks.rados.rados.0.smithi136.stdout:2616: oid 37 updating version 0 to 1027 2024-08-19T11:39:53.046 INFO:tasks.rados.rados.0.smithi136.stdout:2616: oid 37 updating version 1027 to 1028 2024-08-19T11:39:53.046 INFO:tasks.rados.rados.0.smithi136.stdout:2616: oid 37 updating version 1028 to 1029 2024-08-19T11:39:53.046 INFO:tasks.rados.rados.0.smithi136.stdout:2616: oid 37 updating version 1029 to 1030 2024-08-19T11:39:53.047 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 1030 (ObjNum 800 snap 264 seq_num 800) dirty exists 2024-08-19T11:39:53.047 INFO:tasks.rados.rados.0.smithi136.stdout:2616: left oid 37 (ObjNum 800 snap 264 seq_num 800) 2024-08-19T11:39:53.047 INFO:tasks.rados.rados.0.smithi136.stdout:2616: done (1 left) 2024-08-19T11:39:53.047 INFO:tasks.rados.rados.0.smithi136.stdout:2622: snap_remove snap 258 2024-08-19T11:39:53.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:53 smithi155 ceph-mon[76679]: pgmap v517: 121 pgs: 121 active+clean; 253 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 920 KiB/s wr, 7 op/s 2024-08-19T11:39:53.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:53 smithi155 ceph-mon[76679]: osdmap e588: 8 total, 8 up, 8 in 2024-08-19T11:39:53.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:53 smithi136 ceph-mon[88916]: pgmap v517: 121 pgs: 121 active+clean; 253 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 920 KiB/s wr, 7 op/s 2024-08-19T11:39:53.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:53 smithi136 ceph-mon[88916]: osdmap e588: 8 total, 8 up, 8 in 2024-08-19T11:39:53.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:53 smithi136 ceph-mon[86496]: pgmap v517: 121 pgs: 121 active+clean; 253 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 920 KiB/s wr, 7 op/s 2024-08-19T11:39:53.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:53 smithi136 ceph-mon[86496]: osdmap e588: 8 total, 8 up, 8 in 2024-08-19T11:39:53.686 INFO:tasks.rados.rados.0.smithi136.stdout:2621: finishing rollback tid 1 to smithi13674108-20 2024-08-19T11:39:53.686 INFO:tasks.rados.rados.0.smithi136.stdout:2621: finishing rollback tid 2 to smithi13674108-20 2024-08-19T11:39:53.686 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 1048 (ObjNum 680 snap 203 seq_num 680) dirty exists 2024-08-19T11:39:53.686 INFO:tasks.rados.rados.0.smithi136.stdout:2621: done (1 left) 2024-08-19T11:39:53.686 INFO:tasks.rados.rados.0.smithi136.stdout:2622: done (0 left) 2024-08-19T11:39:53.687 INFO:tasks.rados.rados.0.smithi136.stdout:2623: delete oid 8 current snap is 264 2024-08-19T11:39:53.692 INFO:tasks.rados.rados.0.smithi136.stdout:2623: done (0 left) 2024-08-19T11:39:53.692 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 10 current snap is 264 2024-08-19T11:39:53.692 INFO:tasks.rados.rados.0.smithi136.stdout:2624: seq_num 803 ranges {901120=655360,1556480=745472,2301952=57344} 2024-08-19T11:39:53.702 INFO:tasks.rados.rados.0.smithi136.stdout:2624: writing smithi13674108-10 from 901120 to 1556480 tid 1 2024-08-19T11:39:53.707 INFO:tasks.rados.rados.0.smithi136.stdout:2624: writing smithi13674108-10 from 1556480 to 2301952 tid 2 2024-08-19T11:39:53.708 INFO:tasks.rados.rados.0.smithi136.stdout:2624: writing smithi13674108-10 from 2301952 to 2359296 tid 3 2024-08-19T11:39:53.708 INFO:tasks.rados.rados.0.smithi136.stdout:2625: read oid 6 snap -1 2024-08-19T11:39:53.709 INFO:tasks.rados.rados.0.smithi136.stdout:2625: expect (ObjNum 674 snap 200 seq_num 674) 2024-08-19T11:39:53.709 INFO:tasks.rados.rados.0.smithi136.stdout:2626: rollback oid 37 current snap is 264 2024-08-19T11:39:53.709 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 37 to 259 2024-08-19T11:39:53.709 INFO:tasks.rados.rados.0.smithi136.stdout:2624: finishing write tid 1 to smithi13674108-10 2024-08-19T11:39:53.709 INFO:tasks.rados.rados.0.smithi136.stdout:2627: read oid 17 snap -1 2024-08-19T11:39:53.709 INFO:tasks.rados.rados.0.smithi136.stdout:2627: expect (ObjNum 771 snap 256 seq_num 771) 2024-08-19T11:39:53.709 INFO:tasks.rados.rados.0.smithi136.stdout:2628: snap_remove snap 260 2024-08-19T11:39:54.324 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:54 smithi155 ceph-mon[76679]: osdmap e589: 8 total, 8 up, 8 in 2024-08-19T11:39:54.324 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:54 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:54.324 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:54 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:54.324 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:54 smithi155 ceph-mon[76679]: osdmap e590: 8 total, 8 up, 8 in 2024-08-19T11:39:54.324 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:54 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:54.324 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:54 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:54.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:54 smithi136 ceph-mon[88916]: osdmap e589: 8 total, 8 up, 8 in 2024-08-19T11:39:54.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:54 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:54.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:54 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:54.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:54 smithi136 ceph-mon[88916]: osdmap e590: 8 total, 8 up, 8 in 2024-08-19T11:39:54.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:54 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:54.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:54 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:54.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:54 smithi136 ceph-mon[86496]: osdmap e589: 8 total, 8 up, 8 in 2024-08-19T11:39:54.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:54 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:54.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:54 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:54.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:54 smithi136 ceph-mon[86496]: osdmap e590: 8 total, 8 up, 8 in 2024-08-19T11:39:54.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:54 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:54.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:54 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:54.693 INFO:tasks.rados.rados.0.smithi136.stdout:2624: finishing write tid 2 to smithi13674108-10 2024-08-19T11:39:54.693 INFO:tasks.rados.rados.0.smithi136.stdout:2624: finishing write tid 3 to smithi13674108-10 2024-08-19T11:39:54.693 INFO:tasks.rados.rados.0.smithi136.stdout:2624: finishing write tid 4 to smithi13674108-10 2024-08-19T11:39:54.693 INFO:tasks.rados.rados.0.smithi136.stdout:2627: expect (ObjNum 771 snap 256 seq_num 771) 2024-08-19T11:39:54.718 INFO:tasks.rados.rados.0.smithi136.stdout:2626: finishing rollback tid 0 to smithi13674108-37 2024-08-19T11:39:54.718 INFO:tasks.rados.rados.0.smithi136.stdout:2624: finishing write tid 5 to smithi13674108-10 2024-08-19T11:39:54.719 INFO:tasks.rados.rados.0.smithi136.stdout:2624: oid 10 updating version 0 to 887 2024-08-19T11:39:54.719 INFO:tasks.rados.rados.0.smithi136.stdout:2624: oid 10 updating version 887 to 888 2024-08-19T11:39:54.719 INFO:tasks.rados.rados.0.smithi136.stdout:2624: oid 10 version 888 is already newer than 885 2024-08-19T11:39:54.719 INFO:tasks.rados.rados.0.smithi136.stdout:2624: oid 10 version 888 is already newer than 886 2024-08-19T11:39:54.719 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 888 (ObjNum 803 snap 264 seq_num 803) dirty exists 2024-08-19T11:39:54.719 INFO:tasks.rados.rados.0.smithi136.stdout:2624: left oid 10 (ObjNum 803 snap 264 seq_num 803) 2024-08-19T11:39:54.719 INFO:tasks.rados.rados.0.smithi136.stdout:2626: finishing rollback tid 1 to smithi13674108-37 2024-08-19T11:39:54.719 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 1044 (ObjNum 49 snap 0 seq_num 1952865377) dirty dne 2024-08-19T11:39:54.719 INFO:tasks.rados.rados.0.smithi136.stdout:2624: done (4 left) 2024-08-19T11:39:54.719 INFO:tasks.rados.rados.0.smithi136.stdout:2626: done (3 left) 2024-08-19T11:39:54.719 INFO:tasks.rados.rados.0.smithi136.stdout:2627: done (2 left) 2024-08-19T11:39:54.719 INFO:tasks.rados.rados.0.smithi136.stdout:2628: done (1 left) 2024-08-19T11:39:54.719 INFO:tasks.rados.rados.0.smithi136.stdout:2629: read oid 19 snap -1 2024-08-19T11:39:54.720 INFO:tasks.rados.rados.0.smithi136.stdout:2629: expect (ObjNum 765 snap 252 seq_num 765) 2024-08-19T11:39:54.720 INFO:tasks.rados.rados.0.smithi136.stdout:2630: read oid 16 snap -1 2024-08-19T11:39:54.720 INFO:tasks.rados.rados.0.smithi136.stdout:2630: expect (ObjNum 784 snap 259 seq_num 784) 2024-08-19T11:39:54.720 INFO:tasks.rados.rados.0.smithi136.stdout:2631: delete oid 12 current snap is 264 2024-08-19T11:39:54.720 INFO:tasks.rados.rados.0.smithi136.stdout:2625: expect (ObjNum 674 snap 200 seq_num 674) 2024-08-19T11:39:54.837 INFO:tasks.rados.rados.0.smithi136.stdout:2630: expect (ObjNum 784 snap 259 seq_num 784) 2024-08-19T11:39:55.009 INFO:tasks.rados.rados.0.smithi136.stdout:2629: expect (ObjNum 765 snap 252 seq_num 765) 2024-08-19T11:39:55.312 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:55 smithi155 ceph-mon[76679]: pgmap v520: 121 pgs: 121 active+clean; 277 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-08-19T11:39:55.312 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:55 smithi155 ceph-mon[76679]: osdmap e591: 8 total, 8 up, 8 in 2024-08-19T11:39:55.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:55 smithi136 ceph-mon[88916]: pgmap v520: 121 pgs: 121 active+clean; 277 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-08-19T11:39:55.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:55 smithi136 ceph-mon[88916]: osdmap e591: 8 total, 8 up, 8 in 2024-08-19T11:39:55.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:55 smithi136 ceph-mon[86496]: pgmap v520: 121 pgs: 121 active+clean; 277 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-08-19T11:39:55.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:55 smithi136 ceph-mon[86496]: osdmap e591: 8 total, 8 up, 8 in 2024-08-19T11:39:55.575 INFO:tasks.rados.rados.0.smithi136.stdout:2625: done (3 left) 2024-08-19T11:39:55.575 INFO:tasks.rados.rados.0.smithi136.stdout:2629: done (2 left) 2024-08-19T11:39:55.575 INFO:tasks.rados.rados.0.smithi136.stdout:2630: done (1 left) 2024-08-19T11:39:55.575 INFO:tasks.rados.rados.0.smithi136.stdout:2631: done (0 left) 2024-08-19T11:39:55.575 INFO:tasks.rados.rados.0.smithi136.stdout:2632: snap_create 2024-08-19T11:39:56.485 INFO:tasks.rados.rados.0.smithi136.stdout:2632: done (0 left) 2024-08-19T11:39:56.486 INFO:tasks.rados.rados.0.smithi136.stdout:2633: snap_remove snap 232 2024-08-19T11:39:56.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:56 smithi155 ceph-mon[76679]: pgmap v523: 121 pgs: 121 active+clean; 279 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 3.3 MiB/s wr, 16 op/s 2024-08-19T11:39:56.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:56 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:56.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:56 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:39:56.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:56 smithi136 ceph-mon[88916]: pgmap v523: 121 pgs: 121 active+clean; 279 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 3.3 MiB/s wr, 16 op/s 2024-08-19T11:39:56.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:56 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:56.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:56 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:39:56.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:56 smithi136 ceph-mon[86496]: pgmap v523: 121 pgs: 121 active+clean; 279 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 3.3 MiB/s wr, 16 op/s 2024-08-19T11:39:56.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:56 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:56.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:56 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:39:57.498 INFO:tasks.rados.rados.0.smithi136.stdout:2633: done (0 left) 2024-08-19T11:39:57.498 INFO:tasks.rados.rados.0.smithi136.stdout:2634: read oid 37 snap 249 2024-08-19T11:39:57.498 INFO:tasks.rados.rados.0.smithi136.stdout:2634: expect deleted 2024-08-19T11:39:57.499 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 23 current snap is 265 2024-08-19T11:39:57.499 INFO:tasks.rados.rados.0.smithi136.stdout:2635: seq_num 805 ranges {0=688128,688128=507904,1196032=294912} 2024-08-19T11:39:57.503 INFO:tasks.rados.rados.0.smithi136.stdout:2635: writing smithi13674108-23 from 0 to 688128 tid 1 2024-08-19T11:39:57.506 INFO:tasks.rados.rados.0.smithi136.stdout:2635: writing smithi13674108-23 from 688128 to 1196032 tid 2 2024-08-19T11:39:57.509 INFO:tasks.rados.rados.0.smithi136.stdout:2635: writing smithi13674108-23 from 1196032 to 1490944 tid 3 2024-08-19T11:39:57.509 INFO:tasks.rados.rados.0.smithi136.stdout:2634: done (1 left) 2024-08-19T11:39:57.510 INFO:tasks.rados.rados.0.smithi136.stdout:2636: delete oid 38 current snap is 265 2024-08-19T11:39:57.515 INFO:tasks.rados.rados.0.smithi136.stdout:2635: finishing write tid 1 to smithi13674108-23 2024-08-19T11:39:57.515 INFO:tasks.rados.rados.0.smithi136.stdout:2635: finishing write tid 2 to smithi13674108-23 2024-08-19T11:39:57.517 INFO:tasks.rados.rados.0.smithi136.stdout:2635: finishing write tid 3 to smithi13674108-23 2024-08-19T11:39:57.517 INFO:tasks.rados.rados.0.smithi136.stdout:2636: done (1 left) 2024-08-19T11:39:57.517 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 30 current snap is 265 2024-08-19T11:39:57.517 INFO:tasks.rados.rados.0.smithi136.stdout:2637: seq_num 807 ranges {1302528=720896,2023424=729088,2752512=73728} 2024-08-19T11:39:57.528 INFO:tasks.rados.rados.0.smithi136.stdout:2637: writing smithi13674108-30 from 1302528 to 2023424 tid 1 2024-08-19T11:39:57.533 INFO:tasks.rados.rados.0.smithi136.stdout:2637: writing smithi13674108-30 from 2023424 to 2752512 tid 2 2024-08-19T11:39:57.533 INFO:tasks.rados.rados.0.smithi136.stdout:2637: writing smithi13674108-30 from 2752512 to 2826240 tid 3 2024-08-19T11:39:57.533 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 24 current snap is 265 2024-08-19T11:39:57.533 INFO:tasks.rados.rados.0.smithi136.stdout:2635: finishing write tid 4 to smithi13674108-23 2024-08-19T11:39:57.533 INFO:tasks.rados.rados.0.smithi136.stdout:2638: seq_num 808 ranges {1081344=737280,1818624=614400,2433024=188416} 2024-08-19T11:39:57.543 INFO:tasks.rados.rados.0.smithi136.stdout:2638: writing smithi13674108-24 from 1081344 to 1818624 tid 1 2024-08-19T11:39:57.546 INFO:tasks.rados.rados.0.smithi136.stdout:2638: writing smithi13674108-24 from 1818624 to 2433024 tid 2 2024-08-19T11:39:57.548 INFO:tasks.rados.rados.0.smithi136.stdout:2638: writing smithi13674108-24 from 2433024 to 2621440 tid 3 2024-08-19T11:39:57.548 INFO:tasks.rados.rados.0.smithi136.stdout:2639: snap_create 2024-08-19T11:39:57.548 INFO:tasks.rados.rados.0.smithi136.stdout:2635: finishing write tid 5 to smithi13674108-23 2024-08-19T11:39:57.548 INFO:tasks.rados.rados.0.smithi136.stdout:2635: oid 23 updating version 0 to 858 2024-08-19T11:39:57.549 INFO:tasks.rados.rados.0.smithi136.stdout:2635: oid 23 version 858 is already newer than 856 2024-08-19T11:39:57.549 INFO:tasks.rados.rados.0.smithi136.stdout:2635: oid 23 version 858 is already newer than 855 2024-08-19T11:39:57.549 INFO:tasks.rados.rados.0.smithi136.stdout:2635: oid 23 version 858 is already newer than 857 2024-08-19T11:39:57.549 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 858 (ObjNum 805 snap 265 seq_num 805) dirty exists 2024-08-19T11:39:57.549 INFO:tasks.rados.rados.0.smithi136.stdout:2635: left oid 23 (ObjNum 805 snap 265 seq_num 805) 2024-08-19T11:39:57.549 INFO:tasks.rados.rados.0.smithi136.stdout:2637: finishing write tid 1 to smithi13674108-30 2024-08-19T11:39:57.549 INFO:tasks.rados.rados.0.smithi136.stdout:2637: finishing write tid 2 to smithi13674108-30 2024-08-19T11:39:57.549 INFO:tasks.rados.rados.0.smithi136.stdout:2637: finishing write tid 3 to smithi13674108-30 2024-08-19T11:39:57.549 INFO:tasks.rados.rados.0.smithi136.stdout:2637: finishing write tid 4 to smithi13674108-30 2024-08-19T11:39:57.549 INFO:tasks.rados.rados.0.smithi136.stdout:2637: finishing write tid 5 to smithi13674108-30 2024-08-19T11:39:57.549 INFO:tasks.rados.rados.0.smithi136.stdout:2637: oid 30 updating version 0 to 889 2024-08-19T11:39:57.549 INFO:tasks.rados.rados.0.smithi136.stdout:2637: oid 30 updating version 889 to 892 2024-08-19T11:39:57.549 INFO:tasks.rados.rados.0.smithi136.stdout:2637: oid 30 version 892 is already newer than 891 2024-08-19T11:39:57.550 INFO:tasks.rados.rados.0.smithi136.stdout:2637: oid 30 version 892 is already newer than 890 2024-08-19T11:39:57.550 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 892 (ObjNum 807 snap 265 seq_num 807) dirty exists 2024-08-19T11:39:57.550 INFO:tasks.rados.rados.0.smithi136.stdout:2637: left oid 30 (ObjNum 807 snap 265 seq_num 807) 2024-08-19T11:39:57.550 INFO:tasks.rados.rados.0.smithi136.stdout:2638: finishing write tid 1 to smithi13674108-24 2024-08-19T11:39:57.550 INFO:tasks.rados.rados.0.smithi136.stdout:2638: finishing write tid 2 to smithi13674108-24 2024-08-19T11:39:57.550 INFO:tasks.rados.rados.0.smithi136.stdout:2638: finishing write tid 3 to smithi13674108-24 2024-08-19T11:39:57.550 INFO:tasks.rados.rados.0.smithi136.stdout:2638: finishing write tid 4 to smithi13674108-24 2024-08-19T11:39:57.552 INFO:tasks.rados.rados.0.smithi136.stdout:2638: finishing write tid 5 to smithi13674108-24 2024-08-19T11:39:57.552 INFO:tasks.rados.rados.0.smithi136.stdout:2638: oid 24 updating version 0 to 1060 2024-08-19T11:39:57.552 INFO:tasks.rados.rados.0.smithi136.stdout:2638: oid 24 version 1060 is already newer than 1059 2024-08-19T11:39:57.552 INFO:tasks.rados.rados.0.smithi136.stdout:2638: oid 24 updating version 1060 to 1061 2024-08-19T11:39:57.552 INFO:tasks.rados.rados.0.smithi136.stdout:2638: oid 24 version 1061 is already newer than 1058 2024-08-19T11:39:57.552 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 1061 (ObjNum 808 snap 265 seq_num 808) dirty exists 2024-08-19T11:39:57.552 INFO:tasks.rados.rados.0.smithi136.stdout:2638: left oid 24 (ObjNum 808 snap 265 seq_num 808) 2024-08-19T11:39:57.751 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:39:57] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.43.0" 2024-08-19T11:39:57.751 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[88916]: osdmap e592: 8 total, 8 up, 8 in 2024-08-19T11:39:57.751 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:57.751 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:57.751 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:39:57.751 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:39:57.751 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:57.751 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:39:57.751 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.752 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.752 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.752 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.752 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.752 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:57.752 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-08-19T11:39:57.752 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-19T11:39:57.752 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-08-19T11:39:57.752 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-19T11:39:57.752 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.752 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:57.752 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.752 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:57.752 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.752 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.753 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:57.753 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.753 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:57.753 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.753 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:57.753 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.753 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:57.753 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[86496]: osdmap e592: 8 total, 8 up, 8 in 2024-08-19T11:39:57.753 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:57.753 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:57.753 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:39:57.753 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:39:57.753 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:57.754 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:39:57.754 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.754 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.754 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.754 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.754 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.754 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:57.754 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-08-19T11:39:57.754 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-19T11:39:57.754 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-08-19T11:39:57.754 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-19T11:39:57.754 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.754 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:57.754 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.755 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:57.755 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.755 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.755 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:57.755 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.755 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:57.755 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.755 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:57.755 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.755 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:57 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:57.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:57 smithi155 ceph-mon[76679]: osdmap e592: 8 total, 8 up, 8 in 2024-08-19T11:39:57.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:57 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:57.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:57 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:57.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:57 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:39:57.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:57 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:39:57.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:57 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:57.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:57 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:39:57.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:57 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:57 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:57 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:57 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:57 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:57 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:57.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:57 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-08-19T11:39:57.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:57 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-19T11:39:57.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:57 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-08-19T11:39:57.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:57 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-19T11:39:57.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:57 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:57 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:57.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:57 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:57 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:57.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:57 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:57 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:57 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:57.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:57 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:57 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:57.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:57 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.963 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:57 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:57.963 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:57 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:39:57.963 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:57 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:39:58.510 INFO:tasks.rados.rados.0.smithi136.stdout:2635: done (3 left) 2024-08-19T11:39:58.510 INFO:tasks.rados.rados.0.smithi136.stdout:2637: done (2 left) 2024-08-19T11:39:58.510 INFO:tasks.rados.rados.0.smithi136.stdout:2638: done (1 left) 2024-08-19T11:39:58.510 INFO:tasks.rados.rados.0.smithi136.stdout:2639: done (0 left) 2024-08-19T11:39:58.511 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 15 current snap is 266 2024-08-19T11:39:58.511 INFO:tasks.rados.rados.0.smithi136.stdout:2640: seq_num 809 ranges {778240=753664,1531904=499712,2031616=303104} 2024-08-19T11:39:58.518 INFO:tasks.rados.rados.0.smithi136.stdout:2640: writing smithi13674108-15 from 778240 to 1531904 tid 1 2024-08-19T11:39:58.521 INFO:tasks.rados.rados.0.smithi136.stdout:2640: writing smithi13674108-15 from 1531904 to 2031616 tid 2 2024-08-19T11:39:58.523 INFO:tasks.rados.rados.0.smithi136.stdout:2640: writing smithi13674108-15 from 2031616 to 2334720 tid 3 2024-08-19T11:39:58.523 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 21 current snap is 266 2024-08-19T11:39:58.523 INFO:tasks.rados.rados.0.smithi136.stdout:2641: seq_num 810 ranges {7766016=770048,8536064=778240,9314304=24576} 2024-08-19T11:39:58.568 INFO:tasks.rados.rados.0.smithi136.stdout:2641: writing smithi13674108-21 from 7766016 to 8536064 tid 1 2024-08-19T11:39:58.573 INFO:tasks.rados.rados.0.smithi136.stdout:2641: writing smithi13674108-21 from 8536064 to 9314304 tid 2 2024-08-19T11:39:58.573 INFO:tasks.rados.rados.0.smithi136.stdout:2641: writing smithi13674108-21 from 9314304 to 9338880 tid 3 2024-08-19T11:39:58.573 INFO:tasks.rados.rados.0.smithi136.stdout:2642: setattr oid 46 current snap is 266 2024-08-19T11:39:58.573 INFO:tasks.rados.rados.0.smithi136.stdout:2640: finishing write tid 1 to smithi13674108-15 2024-08-19T11:39:58.573 INFO:tasks.rados.rados.0.smithi136.stdout:2640: finishing write tid 2 to smithi13674108-15 2024-08-19T11:39:58.573 INFO:tasks.rados.rados.0.smithi136.stdout:2640: finishing write tid 3 to smithi13674108-15 2024-08-19T11:39:58.573 INFO:tasks.rados.rados.0.smithi136.stdout:2640: finishing write tid 4 to smithi13674108-15 2024-08-19T11:39:58.574 INFO:tasks.rados.rados.0.smithi136.stdout:2640: finishing write tid 5 to smithi13674108-15 2024-08-19T11:39:58.574 INFO:tasks.rados.rados.0.smithi136.stdout:2640: oid 15 updating version 0 to 1049 2024-08-19T11:39:58.574 INFO:tasks.rados.rados.0.smithi136.stdout:2640: oid 15 version 1049 is already newer than 1048 2024-08-19T11:39:58.574 INFO:tasks.rados.rados.0.smithi136.stdout:2640: oid 15 version 1049 is already newer than 1047 2024-08-19T11:39:58.574 INFO:tasks.rados.rados.0.smithi136.stdout:2640: oid 15 updating version 1049 to 1050 2024-08-19T11:39:58.574 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 1050 (ObjNum 809 snap 266 seq_num 809) dirty exists 2024-08-19T11:39:58.574 INFO:tasks.rados.rados.0.smithi136.stdout:2640: left oid 15 (ObjNum 809 snap 266 seq_num 809) 2024-08-19T11:39:58.574 INFO:tasks.rados.rados.0.smithi136.stdout:2641: finishing write tid 1 to smithi13674108-21 2024-08-19T11:39:58.575 INFO:tasks.rados.rados.0.smithi136.stdout:2640: done (2 left) 2024-08-19T11:39:58.575 INFO:tasks.rados.rados.0.smithi136.stdout:2643: copy_from oid 14 from oid 2 current snap is 266 2024-08-19T11:39:58.575 INFO:tasks.rados.rados.0.smithi136.stdout:2644: snap_create 2024-08-19T11:39:58.576 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 46 v 1049 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T11:39:58.578 INFO:tasks.rados.rados.0.smithi136.stdout:2641: finishing write tid 2 to smithi13674108-21 2024-08-19T11:39:58.578 INFO:tasks.rados.rados.0.smithi136.stdout:2641: finishing write tid 3 to smithi13674108-21 2024-08-19T11:39:58.580 INFO:tasks.rados.rados.0.smithi136.stdout:2641: finishing write tid 4 to smithi13674108-21 2024-08-19T11:39:58.581 INFO:tasks.rados.rados.0.smithi136.stdout:2641: finishing write tid 5 to smithi13674108-21 2024-08-19T11:39:58.581 INFO:tasks.rados.rados.0.smithi136.stdout:2641: oid 21 updating version 0 to 1041 2024-08-19T11:39:58.581 INFO:tasks.rados.rados.0.smithi136.stdout:2641: oid 21 version 1041 is already newer than 1039 2024-08-19T11:39:58.581 INFO:tasks.rados.rados.0.smithi136.stdout:2641: oid 21 version 1041 is already newer than 1040 2024-08-19T11:39:58.581 INFO:tasks.rados.rados.0.smithi136.stdout:2641: oid 21 version 1041 is already newer than 1038 2024-08-19T11:39:58.582 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 1041 (ObjNum 810 snap 266 seq_num 810) dirty exists 2024-08-19T11:39:58.582 INFO:tasks.rados.rados.0.smithi136.stdout:2641: left oid 21 (ObjNum 810 snap 266 seq_num 810) 2024-08-19T11:39:58.586 INFO:tasks.rados.rados.0.smithi136.stdout:2643: finishing copy_from racing read to smithi13674108-14 2024-08-19T11:39:58.588 INFO:tasks.rados.rados.0.smithi136.stdout:2643: finishing copy_from to smithi13674108-14 2024-08-19T11:39:58.589 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 1076 (ObjNum 627 snap 183 seq_num 627) dirty exists 2024-08-19T11:39:58.590 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:58 smithi136 ceph-mon[88916]: Upgrade: Setting container_image for all mds 2024-08-19T11:39:58.590 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:58 smithi136 ceph-mon[88916]: Upgrade: Setting container_image for all rgw 2024-08-19T11:39:58.590 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:58 smithi136 ceph-mon[88916]: Upgrade: Setting container_image for all rbd-mirror 2024-08-19T11:39:58.590 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:58 smithi136 ceph-mon[88916]: Upgrade: Setting container_image for all ceph-exporter 2024-08-19T11:39:58.590 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:58 smithi136 ceph-mon[88916]: Upgrade: Setting container_image for all iscsi 2024-08-19T11:39:58.590 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:58 smithi136 ceph-mon[88916]: Upgrade: Setting container_image for all nfs 2024-08-19T11:39:58.591 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:58 smithi136 ceph-mon[88916]: Upgrade: Setting container_image for all nvmeof 2024-08-19T11:39:58.591 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:58 smithi136 ceph-mon[88916]: pgmap v525: 121 pgs: 121 active+clean; 284 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 986 KiB/s wr, 8 op/s 2024-08-19T11:39:58.591 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:58 smithi136 ceph-mon[88916]: osdmap e593: 8 total, 8 up, 8 in 2024-08-19T11:39:58.591 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:58 smithi136 ceph-mon[86496]: Upgrade: Setting container_image for all mds 2024-08-19T11:39:58.591 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:58 smithi136 ceph-mon[86496]: Upgrade: Setting container_image for all rgw 2024-08-19T11:39:58.591 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:58 smithi136 ceph-mon[86496]: Upgrade: Setting container_image for all rbd-mirror 2024-08-19T11:39:58.591 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:58 smithi136 ceph-mon[86496]: Upgrade: Setting container_image for all ceph-exporter 2024-08-19T11:39:58.591 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:58 smithi136 ceph-mon[86496]: Upgrade: Setting container_image for all iscsi 2024-08-19T11:39:58.591 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:58 smithi136 ceph-mon[86496]: Upgrade: Setting container_image for all nfs 2024-08-19T11:39:58.591 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:58 smithi136 ceph-mon[86496]: Upgrade: Setting container_image for all nvmeof 2024-08-19T11:39:58.591 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:58 smithi136 ceph-mon[86496]: pgmap v525: 121 pgs: 121 active+clean; 284 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 986 KiB/s wr, 8 op/s 2024-08-19T11:39:58.592 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:58 smithi136 ceph-mon[86496]: osdmap e593: 8 total, 8 up, 8 in 2024-08-19T11:39:58.687 INFO:tasks.rados.rados.0.smithi136.stdout:2641: done (3 left) 2024-08-19T11:39:58.688 INFO:tasks.rados.rados.0.smithi136.stdout:2642: done (2 left) 2024-08-19T11:39:58.688 INFO:tasks.rados.rados.0.smithi136.stdout:2643: done (1 left) 2024-08-19T11:39:58.688 INFO:tasks.rados.rados.0.smithi136.stdout:2644: done (0 left) 2024-08-19T11:39:58.688 INFO:tasks.rados.rados.0.smithi136.stdout:2645: rollback oid 6 current snap is 267 2024-08-19T11:39:58.688 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 6 to 225 2024-08-19T11:39:58.688 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 9 current snap is 267 2024-08-19T11:39:58.688 INFO:tasks.rados.rados.0.smithi136.stdout:2646: seq_num 811 ranges {5840896=786432,6627328=663552,7290880=139264} 2024-08-19T11:39:58.723 INFO:tasks.rados.rados.0.smithi136.stdout:2646: writing smithi13674108-9 from 5840896 to 6627328 tid 1 2024-08-19T11:39:58.727 INFO:tasks.rados.rados.0.smithi136.stdout:2646: writing smithi13674108-9 from 6627328 to 7290880 tid 2 2024-08-19T11:39:58.728 INFO:tasks.rados.rados.0.smithi136.stdout:2646: writing smithi13674108-9 from 7290880 to 7430144 tid 3 2024-08-19T11:39:58.728 INFO:tasks.rados.rados.0.smithi136.stdout:2647: copy_from oid 19 from oid 31 current snap is 267 2024-08-19T11:39:58.729 INFO:tasks.rados.rados.0.smithi136.stdout:2648: rollback oid 17 current snap is 267 2024-08-19T11:39:58.729 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 17 to 252 2024-08-19T11:39:58.729 INFO:tasks.rados.rados.0.smithi136.stdout:2649: delete oid 21 current snap is 267 2024-08-19T11:39:58.729 INFO:tasks.rados.rados.0.smithi136.stdout:2645: finishing rollback tid 0 to smithi13674108-6 2024-08-19T11:39:58.729 INFO:tasks.rados.rados.0.smithi136.stdout:2645: finishing rollback tid 1 to smithi13674108-6 2024-08-19T11:39:58.729 INFO:tasks.rados.rados.0.smithi136.stdout:2645: finishing rollback tid 2 to smithi13674108-6 2024-08-19T11:39:58.729 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 1044 (ObjNum 690 snap 213 seq_num 690) dirty exists 2024-08-19T11:39:58.732 INFO:tasks.rados.rados.0.smithi136.stdout:2648: finishing rollback tid 0 to smithi13674108-17 2024-08-19T11:39:58.732 INFO:tasks.rados.rados.0.smithi136.stdout:2648: finishing rollback tid 1 to smithi13674108-17 2024-08-19T11:39:58.732 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 17 v 1105 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-08-19T11:39:58.733 INFO:tasks.rados.rados.0.smithi136.stdout:2647: finishing copy_from to smithi13674108-19 2024-08-19T11:39:58.733 INFO:tasks.rados.rados.0.smithi136.stdout:2647: got expected ENOENT (src dne) 2024-08-19T11:39:58.733 INFO:tasks.rados.rados.0.smithi136.stdout:2647: finishing copy_from racing read to smithi13674108-19 2024-08-19T11:39:58.733 INFO:tasks.rados.rados.0.smithi136.stdout:2646: finishing write tid 1 to smithi13674108-9 2024-08-19T11:39:58.734 INFO:tasks.rados.rados.0.smithi136.stdout:2645: done (4 left) 2024-08-19T11:39:58.734 INFO:tasks.rados.rados.0.smithi136.stdout:2647: done (3 left) 2024-08-19T11:39:58.734 INFO:tasks.rados.rados.0.smithi136.stdout:2648: done (2 left) 2024-08-19T11:39:58.734 INFO:tasks.rados.rados.0.smithi136.stdout:2649: done (1 left) 2024-08-19T11:39:58.734 INFO:tasks.rados.rados.0.smithi136.stdout:2650: read oid 22 snap -1 2024-08-19T11:39:58.734 INFO:tasks.rados.rados.0.smithi136.stdout:2650: expect (ObjNum 715 snap 220 seq_num 715) 2024-08-19T11:39:58.734 INFO:tasks.rados.rados.0.smithi136.stdout:2651: read oid 50 snap -1 2024-08-19T11:39:58.734 INFO:tasks.rados.rados.0.smithi136.stdout:2651: expect (ObjNum 624 snap 181 seq_num 624) 2024-08-19T11:39:58.734 INFO:tasks.rados.rados.0.smithi136.stdout:2652: delete oid 11 current snap is 267 2024-08-19T11:39:58.734 INFO:tasks.rados.rados.0.smithi136.stdout:2646: finishing write tid 2 to smithi13674108-9 2024-08-19T11:39:58.735 INFO:tasks.rados.rados.0.smithi136.stdout:2646: finishing write tid 3 to smithi13674108-9 2024-08-19T11:39:58.737 INFO:tasks.rados.rados.0.smithi136.stdout:2652: done (3 left) 2024-08-19T11:39:58.737 INFO:tasks.rados.rados.0.smithi136.stdout:2653: read oid 31 snap -1 2024-08-19T11:39:58.737 INFO:tasks.rados.rados.0.smithi136.stdout:2653: expect deleted 2024-08-19T11:39:58.737 INFO:tasks.rados.rados.0.smithi136.stdout:2654: read oid 28 snap -1 2024-08-19T11:39:58.737 INFO:tasks.rados.rados.0.smithi136.stdout:2654: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:39:58.737 INFO:tasks.rados.rados.0.smithi136.stdout:2655: copy_from oid 37 from oid 30 current snap is 267 2024-08-19T11:39:58.737 INFO:tasks.rados.rados.0.smithi136.stdout:2656: snap_remove snap 220 2024-08-19T11:39:58.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:58 smithi155 ceph-mon[76679]: Upgrade: Setting container_image for all mds 2024-08-19T11:39:58.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:58 smithi155 ceph-mon[76679]: Upgrade: Setting container_image for all rgw 2024-08-19T11:39:58.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:58 smithi155 ceph-mon[76679]: Upgrade: Setting container_image for all rbd-mirror 2024-08-19T11:39:58.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:58 smithi155 ceph-mon[76679]: Upgrade: Setting container_image for all ceph-exporter 2024-08-19T11:39:58.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:58 smithi155 ceph-mon[76679]: Upgrade: Setting container_image for all iscsi 2024-08-19T11:39:58.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:58 smithi155 ceph-mon[76679]: Upgrade: Setting container_image for all nfs 2024-08-19T11:39:58.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:58 smithi155 ceph-mon[76679]: Upgrade: Setting container_image for all nvmeof 2024-08-19T11:39:58.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:58 smithi155 ceph-mon[76679]: pgmap v525: 121 pgs: 121 active+clean; 284 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 986 KiB/s wr, 8 op/s 2024-08-19T11:39:58.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:58 smithi155 ceph-mon[76679]: osdmap e593: 8 total, 8 up, 8 in 2024-08-19T11:39:59.348 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:39:59 smithi136 systemd[1]: Stopping Ceph node-exporter.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:39:59.680 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:59 smithi136 ceph-mon[88916]: osdmap e594: 8 total, 8 up, 8 in 2024-08-19T11:39:59.680 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:59 smithi136 ceph-mon[88916]: Upgrade: Updating node-exporter.a (1/2) 2024-08-19T11:39:59.680 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:59 smithi136 ceph-mon[88916]: Deploying daemon node-exporter.a on smithi136 2024-08-19T11:39:59.680 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:39:59 smithi136 ceph-mon[88916]: osdmap e595: 8 total, 8 up, 8 in 2024-08-19T11:39:59.680 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:39:59 smithi136 podman[119564]: 2024-08-19 11:39:59.424902393 +0000 UTC m=+0.124341101 container died 8b8c68944f5b8031ba5cc2f4eb97c94f7f95af63ece74f7e68362e9a9462e73a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-19T11:39:59.681 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:59 smithi136 ceph-mon[86496]: osdmap e594: 8 total, 8 up, 8 in 2024-08-19T11:39:59.681 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:59 smithi136 ceph-mon[86496]: Upgrade: Updating node-exporter.a (1/2) 2024-08-19T11:39:59.681 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:59 smithi136 ceph-mon[86496]: Deploying daemon node-exporter.a on smithi136 2024-08-19T11:39:59.681 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:39:59 smithi136 ceph-mon[86496]: osdmap e595: 8 total, 8 up, 8 in 2024-08-19T11:39:59.698 INFO:tasks.rados.rados.0.smithi136.stdout:2656: done (6 left) 2024-08-19T11:39:59.698 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 43 current snap is 267 2024-08-19T11:39:59.698 INFO:tasks.rados.rados.0.smithi136.stdout:2657: seq_num 814 ranges {7929856=442368,8372224=770048,9142272=434176} 2024-08-19T11:39:59.740 INFO:tasks.rados.rados.0.smithi136.stdout:2657: writing smithi13674108-43 from 7929856 to 8372224 tid 1 2024-08-19T11:39:59.745 INFO:tasks.rados.rados.0.smithi136.stdout:2657: writing smithi13674108-43 from 8372224 to 9142272 tid 2 2024-08-19T11:39:59.747 INFO:tasks.rados.rados.0.smithi136.stdout:2657: writing smithi13674108-43 from 9142272 to 9576448 tid 3 2024-08-19T11:39:59.747 INFO:tasks.rados.rados.0.smithi136.stdout:2658: delete oid 6 current snap is 267 2024-08-19T11:39:59.747 INFO:tasks.rados.rados.0.smithi136.stdout:2646: finishing write tid 4 to smithi13674108-9 2024-08-19T11:39:59.747 INFO:tasks.rados.rados.0.smithi136.stdout:2654: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:39:59.751 INFO:tasks.rados.rados.0.smithi136.stdout:2653: done (7 left) 2024-08-19T11:39:59.752 INFO:tasks.rados.rados.0.smithi136.stdout:2654: done (6 left) 2024-08-19T11:39:59.752 INFO:tasks.rados.rados.0.smithi136.stdout:2658: done (5 left) 2024-08-19T11:39:59.752 INFO:tasks.rados.rados.0.smithi136.stdout:2659: rollback oid 14 current snap is 267 2024-08-19T11:39:59.752 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 14 to 231 2024-08-19T11:39:59.752 INFO:tasks.rados.rados.0.smithi136.stdout:2646: finishing write tid 5 to smithi13674108-9 2024-08-19T11:39:59.752 INFO:tasks.rados.rados.0.smithi136.stdout:2646: oid 9 updating version 0 to 909 2024-08-19T11:39:59.752 INFO:tasks.rados.rados.0.smithi136.stdout:2646: oid 9 version 909 is already newer than 906 2024-08-19T11:39:59.752 INFO:tasks.rados.rados.0.smithi136.stdout:2646: oid 9 version 909 is already newer than 908 2024-08-19T11:39:59.752 INFO:tasks.rados.rados.0.smithi136.stdout:2646: oid 9 version 909 is already newer than 907 2024-08-19T11:39:59.752 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 909 (ObjNum 811 snap 267 seq_num 811) dirty exists 2024-08-19T11:39:59.752 INFO:tasks.rados.rados.0.smithi136.stdout:2646: left oid 9 (ObjNum 811 snap 267 seq_num 811) 2024-08-19T11:39:59.752 INFO:tasks.rados.rados.0.smithi136.stdout:2651: expect (ObjNum 624 snap 181 seq_num 624) 2024-08-19T11:39:59.869 INFO:tasks.rados.rados.0.smithi136.stdout:2650: expect (ObjNum 715 snap 220 seq_num 715) 2024-08-19T11:39:59.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:59 smithi155 ceph-mon[76679]: osdmap e594: 8 total, 8 up, 8 in 2024-08-19T11:39:59.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:59 smithi155 ceph-mon[76679]: Upgrade: Updating node-exporter.a (1/2) 2024-08-19T11:39:59.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:59 smithi155 ceph-mon[76679]: Deploying daemon node-exporter.a on smithi136 2024-08-19T11:39:59.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:39:59 smithi155 ceph-mon[76679]: osdmap e595: 8 total, 8 up, 8 in 2024-08-19T11:40:00.072 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:39:59 smithi136 podman[119564]: 2024-08-19 11:39:59.778514439 +0000 UTC m=+0.477953144 container cleanup 8b8c68944f5b8031ba5cc2f4eb97c94f7f95af63ece74f7e68362e9a9462e73a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-19T11:40:00.072 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:39:59 smithi136 bash[119564]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a 2024-08-19T11:40:00.334 INFO:tasks.rados.rados.0.smithi136.stdout:2655: finishing copy_from racing read to smithi13674108-37 2024-08-19T11:40:00.334 INFO:tasks.rados.rados.0.smithi136.stdout:2655: finishing copy_from to smithi13674108-37 2024-08-19T11:40:00.334 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 892 (ObjNum 807 snap 265 seq_num 807) dirty exists 2024-08-19T11:40:00.334 INFO:tasks.rados.rados.0.smithi136.stdout:2657: finishing write tid 1 to smithi13674108-43 2024-08-19T11:40:00.334 INFO:tasks.rados.rados.0.smithi136.stdout:2646: done (5 left) 2024-08-19T11:40:00.334 INFO:tasks.rados.rados.0.smithi136.stdout:2650: done (4 left) 2024-08-19T11:40:00.334 INFO:tasks.rados.rados.0.smithi136.stdout:2651: done (3 left) 2024-08-19T11:40:00.334 INFO:tasks.rados.rados.0.smithi136.stdout:2655: done (2 left) 2024-08-19T11:40:00.334 INFO:tasks.rados.rados.0.smithi136.stdout:2660: snap_create 2024-08-19T11:40:00.335 INFO:tasks.rados.rados.0.smithi136.stdout:2657: finishing write tid 2 to smithi13674108-43 2024-08-19T11:40:00.335 INFO:tasks.rados.rados.0.smithi136.stdout:2657: finishing write tid 3 to smithi13674108-43 2024-08-19T11:40:00.335 INFO:tasks.rados.rados.0.smithi136.stdout:2657: finishing write tid 4 to smithi13674108-43 2024-08-19T11:40:00.335 INFO:tasks.rados.rados.0.smithi136.stdout:2657: finishing write tid 5 to smithi13674108-43 2024-08-19T11:40:00.335 INFO:tasks.rados.rados.0.smithi136.stdout:2657: oid 43 updating version 0 to 1064 2024-08-19T11:40:00.335 INFO:tasks.rados.rados.0.smithi136.stdout:2657: oid 43 updating version 1064 to 1065 2024-08-19T11:40:00.335 INFO:tasks.rados.rados.0.smithi136.stdout:2657: oid 43 version 1065 is already newer than 1063 2024-08-19T11:40:00.335 INFO:tasks.rados.rados.0.smithi136.stdout:2657: oid 43 updating version 1065 to 1066 2024-08-19T11:40:00.335 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 1066 (ObjNum 814 snap 267 seq_num 814) dirty exists 2024-08-19T11:40:00.335 INFO:tasks.rados.rados.0.smithi136.stdout:2657: left oid 43 (ObjNum 814 snap 267 seq_num 814) 2024-08-19T11:40:00.335 INFO:tasks.rados.rados.0.smithi136.stdout:2659: finishing rollback tid 0 to smithi13674108-14 2024-08-19T11:40:00.335 INFO:tasks.rados.rados.0.smithi136.stdout:2659: finishing rollback tid 1 to smithi13674108-14 2024-08-19T11:40:00.335 INFO:tasks.rados.rados.0.smithi136.stdout:2659: finishing rollback tid 2 to smithi13674108-14 2024-08-19T11:40:00.335 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 1130 (ObjNum 620 snap 180 seq_num 620) dirty exists 2024-08-19T11:40:00.347 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:00 smithi136 podman[119582]: 2024-08-19 11:40:00.071458516 +0000 UTC m=+0.650334489 container remove 8b8c68944f5b8031ba5cc2f4eb97c94f7f95af63ece74f7e68362e9a9462e73a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-19T11:40:00.347 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:00 smithi136 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-19T11:40:00.347 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:00 smithi136 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-19T11:40:00.348 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:00 smithi136 systemd[1]: Stopped Ceph node-exporter.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:40:00.348 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:00 smithi136 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@node-exporter.a.service: Consumed 3.093s CPU time. 2024-08-19T11:40:00.705 INFO:tasks.rados.rados.0.smithi136.stdout:2657: done (2 left) 2024-08-19T11:40:00.705 INFO:tasks.rados.rados.0.smithi136.stdout:2659: done (1 left) 2024-08-19T11:40:00.705 INFO:tasks.rados.rados.0.smithi136.stdout:2660: done (0 left) 2024-08-19T11:40:00.705 INFO:tasks.rados.rados.0.smithi136.stdout:2661: delete oid 44 current snap is 268 2024-08-19T11:40:00.710 INFO:tasks.rados.rados.0.smithi136.stdout:2661: done (0 left) 2024-08-19T11:40:00.710 INFO:tasks.rados.rados.0.smithi136.stdout:2662: read oid 11 snap -1 2024-08-19T11:40:00.710 INFO:tasks.rados.rados.0.smithi136.stdout:2662: expect deleted 2024-08-19T11:40:00.710 INFO:tasks.rados.rados.0.smithi136.stdout:2663: copy_from oid 15 from oid 43 current snap is 268 2024-08-19T11:40:00.710 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 32 current snap is 268 2024-08-19T11:40:00.710 INFO:tasks.rados.rados.0.smithi136.stdout:2664: seq_num 817 ranges {630784=491520,1122304=417792,1540096=425984,1966080=360448} 2024-08-19T11:40:00.716 INFO:tasks.rados.rados.0.smithi136.stdout:2664: writing smithi13674108-32 from 630784 to 1122304 tid 1 2024-08-19T11:40:00.719 INFO:tasks.rados.rados.0.smithi136.stdout:2664: writing smithi13674108-32 from 1122304 to 1540096 tid 2 2024-08-19T11:40:00.722 INFO:tasks.rados.rados.0.smithi136.stdout:2664: writing smithi13674108-32 from 1540096 to 1966080 tid 3 2024-08-19T11:40:00.724 INFO:tasks.rados.rados.0.smithi136.stdout:2664: writing smithi13674108-32 from 1966080 to 2326528 tid 4 2024-08-19T11:40:00.724 INFO:tasks.rados.rados.0.smithi136.stdout:2665: delete oid 37 current snap is 268 2024-08-19T11:40:00.724 INFO:tasks.rados.rados.0.smithi136.stdout:2664: finishing write tid 1 to smithi13674108-32 2024-08-19T11:40:00.724 INFO:tasks.rados.rados.0.smithi136.stdout:2664: finishing write tid 2 to smithi13674108-32 2024-08-19T11:40:00.727 INFO:tasks.rados.rados.0.smithi136.stdout:2664: finishing write tid 3 to smithi13674108-32 2024-08-19T11:40:00.727 INFO:tasks.rados.rados.0.smithi136.stdout:2664: finishing write tid 4 to smithi13674108-32 2024-08-19T11:40:00.729 INFO:tasks.rados.rados.0.smithi136.stdout:2664: finishing write tid 5 to smithi13674108-32 2024-08-19T11:40:00.731 INFO:tasks.rados.rados.0.smithi136.stdout:2664: finishing write tid 6 to smithi13674108-32 2024-08-19T11:40:00.731 INFO:tasks.rados.rados.0.smithi136.stdout:2664: oid 32 updating version 0 to 1051 2024-08-19T11:40:00.731 INFO:tasks.rados.rados.0.smithi136.stdout:2664: oid 32 updating version 1051 to 1055 2024-08-19T11:40:00.732 INFO:tasks.rados.rados.0.smithi136.stdout:2664: oid 32 version 1055 is already newer than 1053 2024-08-19T11:40:00.732 INFO:tasks.rados.rados.0.smithi136.stdout:2664: oid 32 version 1055 is already newer than 1054 2024-08-19T11:40:00.732 INFO:tasks.rados.rados.0.smithi136.stdout:2664: oid 32 version 1055 is already newer than 1052 2024-08-19T11:40:00.732 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 32 v 1055 (ObjNum 817 snap 268 seq_num 817) dirty exists 2024-08-19T11:40:00.732 INFO:tasks.rados.rados.0.smithi136.stdout:2664: left oid 32 (ObjNum 817 snap 268 seq_num 817) 2024-08-19T11:40:00.732 INFO:tasks.rados.rados.0.smithi136.stdout:2662: done (3 left) 2024-08-19T11:40:00.732 INFO:tasks.rados.rados.0.smithi136.stdout:2664: done (2 left) 2024-08-19T11:40:00.732 INFO:tasks.rados.rados.0.smithi136.stdout:2665: done (1 left) 2024-08-19T11:40:00.732 INFO:tasks.rados.rados.0.smithi136.stdout:2666: setattr oid 33 current snap is 268 2024-08-19T11:40:00.733 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 7 current snap is 268 2024-08-19T11:40:00.733 INFO:tasks.rados.rados.0.smithi136.stdout:2667: seq_num 819 ranges {10846208=524288,11370496=589824,11960320=614400} 2024-08-19T11:40:00.792 INFO:tasks.rados.rados.0.smithi136.stdout:2667: writing smithi13674108-7 from 10846208 to 11370496 tid 1 2024-08-19T11:40:00.795 INFO:tasks.rados.rados.0.smithi136.stdout:2667: writing smithi13674108-7 from 11370496 to 11960320 tid 2 2024-08-19T11:40:00.799 INFO:tasks.rados.rados.0.smithi136.stdout:2667: writing smithi13674108-7 from 11960320 to 12574720 tid 3 2024-08-19T11:40:00.799 INFO:tasks.rados.rados.0.smithi136.stdout:2668: setattr oid 42 current snap is 268 2024-08-19T11:40:00.799 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 33 v 1050 (ObjNum 65 snap 0 seq_num 2169206704) dirty exists 2024-08-19T11:40:00.800 INFO:tasks.rados.rados.0.smithi136.stdout:2663: finishing copy_from racing read to smithi13674108-15 2024-08-19T11:40:00.800 INFO:tasks.rados.rados.0.smithi136.stdout:2663: finishing copy_from to smithi13674108-15 2024-08-19T11:40:00.800 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 1066 (ObjNum 814 snap 267 seq_num 814) dirty exists 2024-08-19T11:40:00.800 INFO:tasks.rados.rados.0.smithi136.stdout:2667: finishing write tid 1 to smithi13674108-7 2024-08-19T11:40:00.800 INFO:tasks.rados.rados.0.smithi136.stdout:2667: finishing write tid 2 to smithi13674108-7 2024-08-19T11:40:00.801 INFO:tasks.rados.rados.0.smithi136.stdout:2663: done (3 left) 2024-08-19T11:40:00.801 INFO:tasks.rados.rados.0.smithi136.stdout:2666: done (2 left) 2024-08-19T11:40:00.801 INFO:tasks.rados.rados.0.smithi136.stdout:2669: rollback oid 17 current snap is 268 2024-08-19T11:40:00.801 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 17 to 244 2024-08-19T11:40:00.801 INFO:tasks.rados.rados.0.smithi136.stdout:2670: read oid 33 snap -1 2024-08-19T11:40:00.801 INFO:tasks.rados.rados.0.smithi136.stdout:2670: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:40:00.802 INFO:tasks.rados.rados.0.smithi136.stdout:2671: read oid 43 snap -1 2024-08-19T11:40:00.802 INFO:tasks.rados.rados.0.smithi136.stdout:2671: expect (ObjNum 814 snap 267 seq_num 814) 2024-08-19T11:40:00.802 INFO:tasks.rados.rados.0.smithi136.stdout:2672: copy_from oid 14 from oid 39 current snap is 268 2024-08-19T11:40:00.802 INFO:tasks.rados.rados.0.smithi136.stdout:2673: read oid 24 snap -1 2024-08-19T11:40:00.802 INFO:tasks.rados.rados.0.smithi136.stdout:2673: expect (ObjNum 808 snap 265 seq_num 808) 2024-08-19T11:40:00.802 INFO:tasks.rados.rados.0.smithi136.stdout:2674: snap_remove snap 215 2024-08-19T11:40:00.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:00 smithi136 ceph-mon[88916]: pgmap v529: 121 pgs: 121 active+clean; 285 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-08-19T11:40:00.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:00 smithi136 ceph-mon[88916]: osdmap e596: 8 total, 8 up, 8 in 2024-08-19T11:40:00.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:00 smithi136 ceph-mon[88916]: overall HEALTH_OK 2024-08-19T11:40:00.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:00 smithi136 ceph-mon[86496]: pgmap v529: 121 pgs: 121 active+clean; 285 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-08-19T11:40:00.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:00 smithi136 ceph-mon[86496]: osdmap e596: 8 total, 8 up, 8 in 2024-08-19T11:40:00.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:00 smithi136 ceph-mon[86496]: overall HEALTH_OK 2024-08-19T11:40:00.848 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:00 smithi136 systemd[1]: Starting Ceph node-exporter.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:40:00.848 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:00 smithi136 bash[119713]: Trying to pull quay.io/prometheus/node-exporter:v1.7.0... 2024-08-19T11:40:00.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:00 smithi155 ceph-mon[76679]: pgmap v529: 121 pgs: 121 active+clean; 285 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-08-19T11:40:00.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:00 smithi155 ceph-mon[76679]: osdmap e596: 8 total, 8 up, 8 in 2024-08-19T11:40:00.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:00 smithi155 ceph-mon[76679]: overall HEALTH_OK 2024-08-19T11:40:01.347 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:01 smithi136 bash[119713]: Getting image source signatures 2024-08-19T11:40:01.348 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:01 smithi136 bash[119713]: Copying blob sha256:324153f2810a9927fcce320af9e4e291e0b6e805cbdd1f338386c756b9defa24 2024-08-19T11:40:01.348 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:01 smithi136 bash[119713]: Copying blob sha256:455fd88e5221bc1e278ef2d059cd70e4df99a24e5af050ede621534276f6cf9a 2024-08-19T11:40:01.348 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:01 smithi136 bash[119713]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2024-08-19T11:40:01.716 INFO:tasks.rados.rados.0.smithi136.stdout:2670: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:40:01.718 INFO:tasks.rados.rados.0.smithi136.stdout:2669: finishing rollback tid 1 to smithi13674108-17 2024-08-19T11:40:01.718 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 17 v 1105 (ObjNum 33 snap 0 seq_num 1500541264) dirty dne 2024-08-19T11:40:01.718 INFO:tasks.rados.rados.0.smithi136.stdout:2667: finishing write tid 3 to smithi13674108-7 2024-08-19T11:40:01.718 INFO:tasks.rados.rados.0.smithi136.stdout:2667: finishing write tid 4 to smithi13674108-7 2024-08-19T11:40:01.718 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 910 (ObjNum 790 snap 263 seq_num 790) dirty exists 2024-08-19T11:40:01.718 INFO:tasks.rados.rados.0.smithi136.stdout:2667: finishing write tid 5 to smithi13674108-7 2024-08-19T11:40:01.718 INFO:tasks.rados.rados.0.smithi136.stdout:2667: oid 7 updating version 0 to 1142 2024-08-19T11:40:01.718 INFO:tasks.rados.rados.0.smithi136.stdout:2667: oid 7 updating version 1142 to 1145 2024-08-19T11:40:01.719 INFO:tasks.rados.rados.0.smithi136.stdout:2667: oid 7 version 1145 is already newer than 1144 2024-08-19T11:40:01.719 INFO:tasks.rados.rados.0.smithi136.stdout:2667: oid 7 version 1145 is already newer than 1143 2024-08-19T11:40:01.719 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 1145 (ObjNum 819 snap 268 seq_num 819) dirty exists 2024-08-19T11:40:01.719 INFO:tasks.rados.rados.0.smithi136.stdout:2667: left oid 7 (ObjNum 819 snap 268 seq_num 819) 2024-08-19T11:40:01.719 INFO:tasks.rados.rados.0.smithi136.stdout:2673: expect (ObjNum 808 snap 265 seq_num 808) 2024-08-19T11:40:01.819 INFO:tasks.rados.rados.0.smithi136.stdout:2672: finishing copy_from racing read to smithi13674108-14 2024-08-19T11:40:01.819 INFO:tasks.rados.rados.0.smithi136.stdout:2672: finishing copy_from to smithi13674108-14 2024-08-19T11:40:01.819 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 1046 (ObjNum 720 snap 228 seq_num 720) dirty exists 2024-08-19T11:40:01.820 INFO:tasks.rados.rados.0.smithi136.stdout:2667: done (7 left) 2024-08-19T11:40:01.820 INFO:tasks.rados.rados.0.smithi136.stdout:2668: done (6 left) 2024-08-19T11:40:01.820 INFO:tasks.rados.rados.0.smithi136.stdout:2669: done (5 left) 2024-08-19T11:40:01.820 INFO:tasks.rados.rados.0.smithi136.stdout:2670: done (4 left) 2024-08-19T11:40:01.820 INFO:tasks.rados.rados.0.smithi136.stdout:2672: done (3 left) 2024-08-19T11:40:01.820 INFO:tasks.rados.rados.0.smithi136.stdout:2673: done (2 left) 2024-08-19T11:40:01.820 INFO:tasks.rados.rados.0.smithi136.stdout:2674: done (1 left) 2024-08-19T11:40:01.820 INFO:tasks.rados.rados.0.smithi136.stdout:2675: read oid 30 snap 225 2024-08-19T11:40:01.820 INFO:tasks.rados.rados.0.smithi136.stdout:2675: expect deleted 2024-08-19T11:40:01.820 INFO:tasks.rados.rados.0.smithi136.stdout:2676: copy_from oid 13 from oid 24 current snap is 268 2024-08-19T11:40:01.821 INFO:tasks.rados.rados.0.smithi136.stdout:2671: expect (ObjNum 814 snap 267 seq_num 814) 2024-08-19T11:40:01.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:01 smithi155 ceph-mon[76679]: osdmap e597: 8 total, 8 up, 8 in 2024-08-19T11:40:02.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:01 smithi136 ceph-mon[88916]: osdmap e597: 8 total, 8 up, 8 in 2024-08-19T11:40:02.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:01 smithi136 ceph-mon[86496]: osdmap e597: 8 total, 8 up, 8 in 2024-08-19T11:40:02.442 INFO:tasks.rados.rados.0.smithi136.stdout:2676: finishing copy_from racing read to smithi13674108-13 2024-08-19T11:40:02.442 INFO:tasks.rados.rados.0.smithi136.stdout:2676: finishing copy_from to smithi13674108-13 2024-08-19T11:40:02.442 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 1061 (ObjNum 808 snap 265 seq_num 808) dirty exists 2024-08-19T11:40:02.442 INFO:tasks.rados.rados.0.smithi136.stdout:2671: done (2 left) 2024-08-19T11:40:02.442 INFO:tasks.rados.rados.0.smithi136.stdout:2675: done (1 left) 2024-08-19T11:40:02.442 INFO:tasks.rados.rados.0.smithi136.stdout:2676: done (0 left) 2024-08-19T11:40:02.442 INFO:tasks.rados.rados.0.smithi136.stdout:2677: setattr oid 25 current snap is 268 2024-08-19T11:40:02.443 INFO:tasks.rados.rados.0.smithi136.stdout:2678: snap_remove snap 225 2024-08-19T11:40:02.597 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:02 smithi136 bash[119713]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2024-08-19T11:40:02.598 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:02 smithi136 bash[119713]: Writing manifest to image destination 2024-08-19T11:40:02.715 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 944 (ObjNum 750 snap 243 seq_num 750) dirty exists 2024-08-19T11:40:02.715 INFO:tasks.rados.rados.0.smithi136.stdout:2677: done (1 left) 2024-08-19T11:40:02.715 INFO:tasks.rados.rados.0.smithi136.stdout:2678: done (0 left) 2024-08-19T11:40:02.715 INFO:tasks.rados.rados.0.smithi136.stdout:2679: snap_create 2024-08-19T11:40:02.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:02 smithi155 ceph-mon[76679]: pgmap v532: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 285 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 782 KiB/s wr, 5 op/s 2024-08-19T11:40:02.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:02 smithi155 ceph-mon[76679]: osdmap e598: 8 total, 8 up, 8 in 2024-08-19T11:40:02.965 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:02 smithi136 ceph-mon[88916]: pgmap v532: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 285 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 782 KiB/s wr, 5 op/s 2024-08-19T11:40:02.965 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:02 smithi136 ceph-mon[88916]: osdmap e598: 8 total, 8 up, 8 in 2024-08-19T11:40:02.966 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:02 smithi136 ceph-mon[86496]: pgmap v532: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 285 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 782 KiB/s wr, 5 op/s 2024-08-19T11:40:02.966 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:02 smithi136 ceph-mon[86496]: osdmap e598: 8 total, 8 up, 8 in 2024-08-19T11:40:02.966 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:02 smithi136 podman[119713]: 2024-08-19 11:40:02.743121693 +0000 UTC m=+2.187236726 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2024-08-19T11:40:02.966 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:02 smithi136 podman[119713]: 2024-08-19 11:40:02.858314932 +0000 UTC m=+2.302429941 container create 9fee5351d80a6af9b335e4efa1daad9292d13ae43d079453989335d6b59d7200 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-19T11:40:03.348 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 podman[119713]: 2024-08-19 11:40:03.052047174 +0000 UTC m=+2.496162197 container init 9fee5351d80a6af9b335e4efa1daad9292d13ae43d079453989335d6b59d7200 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-19T11:40:03.348 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 podman[119713]: 2024-08-19 11:40:03.056573218 +0000 UTC m=+2.500688231 container start 9fee5351d80a6af9b335e4efa1daad9292d13ae43d079453989335d6b59d7200 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-19T11:40:03.348 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.060Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-08-19T11:40:03.349 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.060Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-08-19T11:40:03.349 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.060Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-19T11:40:03.349 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.060Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-19T11:40:03.349 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-19T11:40:03.349 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-19T11:40:03.349 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-19T11:40:03.349 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=arp 2024-08-19T11:40:03.349 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-19T11:40:03.349 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-19T11:40:03.349 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-19T11:40:03.349 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-19T11:40:03.349 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-19T11:40:03.349 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-19T11:40:03.350 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-19T11:40:03.350 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-19T11:40:03.350 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=edac 2024-08-19T11:40:03.350 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-19T11:40:03.350 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-19T11:40:03.350 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-19T11:40:03.350 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-19T11:40:03.350 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-19T11:40:03.350 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-19T11:40:03.350 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-19T11:40:03.350 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-19T11:40:03.350 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-19T11:40:03.350 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-19T11:40:03.351 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-19T11:40:03.351 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-19T11:40:03.351 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-19T11:40:03.351 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-19T11:40:03.351 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-19T11:40:03.351 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-19T11:40:03.351 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=os 2024-08-19T11:40:03.351 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-19T11:40:03.351 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-19T11:40:03.351 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-19T11:40:03.351 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-19T11:40:03.352 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-19T11:40:03.352 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-19T11:40:03.352 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-19T11:40:03.352 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=stat 2024-08-19T11:40:03.352 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-19T11:40:03.352 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-19T11:40:03.352 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-19T11:40:03.352 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=time 2024-08-19T11:40:03.352 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-19T11:40:03.352 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=uname 2024-08-19T11:40:03.352 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-19T11:40:03.352 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-19T11:40:03.352 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.061Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-19T11:40:03.352 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.062Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-08-19T11:40:03.352 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a[119762]: ts=2024-08-19T11:40:03.062Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-19T11:40:03.352 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 bash[119713]: 9fee5351d80a6af9b335e4efa1daad9292d13ae43d079453989335d6b59d7200 2024-08-19T11:40:03.353 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:40:03 smithi136 systemd[1]: Started Ceph node-exporter.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:40:03.377 INFO:teuthology.orchestra.run.smithi136.stdout:true 2024-08-19T11:40:03.692 INFO:tasks.rados.rados.0.smithi136.stdout:2679: done (0 left) 2024-08-19T11:40:03.692 INFO:tasks.rados.rados.0.smithi136.stdout:2680: rmattr oid 49 current snap is 269 2024-08-19T11:40:03.692 INFO:tasks.rados.rados.0.smithi136.stdout:2680: done (0 left) 2024-08-19T11:40:03.692 INFO:tasks.rados.rados.0.smithi136.stdout:2681: snap_remove snap 243 2024-08-19T11:40:03.900 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:03 smithi155 ceph-mon[76679]: osdmap e599: 8 total, 8 up, 8 in 2024-08-19T11:40:03.901 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:03 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:03.901 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:03 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:03.901 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:03 smithi155 ceph-mon[76679]: osdmap e600: 8 total, 8 up, 8 in 2024-08-19T11:40:03.936 INFO:teuthology.orchestra.run.smithi136.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T11:40:03.936 INFO:teuthology.orchestra.run.smithi136.stdout:alertmanager.a smithi136 *:9093,9094 running (10m) 33s ago 11m 24.0M - 0.25.0 c8568f914cd2 5af88c4acee8 2024-08-19T11:40:03.936 INFO:teuthology.orchestra.run.smithi136.stdout:grafana.a smithi155 *:3000 running (11m) 10s ago 11m 88.5M - 9.4.7 954c08fa6188 cb3e816dd27a 2024-08-19T11:40:03.936 INFO:teuthology.orchestra.run.smithi136.stdout:mds.a smithi136 running (37s) 33s ago 12m 11.8M - 19.0.0-5847-g79766939 50bbda8a3289 222578682eee 2024-08-19T11:40:03.936 INFO:teuthology.orchestra.run.smithi136.stdout:mds.b smithi155 running (14s) 10s ago 12m 11.8M - 19.0.0-5847-g79766939 50bbda8a3289 a2fe6a754947 2024-08-19T11:40:03.936 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.x smithi155 *:8443,9283,8765 running (6m) 10s ago 16m 455M - 19.0.0-5847-g79766939 50bbda8a3289 64c8cd762719 2024-08-19T11:40:03.936 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.y smithi136 *:8443,9283,8765 running (6m) 33s ago 17m 522M - 19.0.0-5847-g79766939 50bbda8a3289 2c0aee4c2faf 2024-08-19T11:40:03.936 INFO:teuthology.orchestra.run.smithi136.stdout:mon.a smithi136 running (6m) 33s ago 17m 64.3M 2048M 19.0.0-5847-g79766939 50bbda8a3289 9ab88b9dc010 2024-08-19T11:40:03.936 INFO:teuthology.orchestra.run.smithi136.stdout:mon.b smithi155 running (5m) 10s ago 16m 54.4M 2048M 19.0.0-5847-g79766939 50bbda8a3289 1260b8dbc4a8 2024-08-19T11:40:03.936 INFO:teuthology.orchestra.run.smithi136.stdout:mon.c smithi136 running (5m) 33s ago 16m 56.5M 2048M 19.0.0-5847-g79766939 50bbda8a3289 6904f5e6079f 2024-08-19T11:40:03.936 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.a smithi136 *:9100 starting - - - - 2024-08-19T11:40:03.936 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.b smithi155 *:9100 running (11m) 10s ago 11m 18.9M - 1.5.0 0da6a335fe13 94f522beed05 2024-08-19T11:40:03.937 INFO:teuthology.orchestra.run.smithi136.stdout:osd.0 smithi136 running (4m) 33s ago 15m 204M 2480M 19.0.0-5847-g79766939 50bbda8a3289 6daf1ed86d76 2024-08-19T11:40:03.937 INFO:teuthology.orchestra.run.smithi136.stdout:osd.1 smithi136 running (4m) 33s ago 15m 140M 2480M 19.0.0-5847-g79766939 50bbda8a3289 e1e8e8f25d12 2024-08-19T11:40:03.937 INFO:teuthology.orchestra.run.smithi136.stdout:osd.2 smithi136 running (3m) 33s ago 15m 140M 2480M 19.0.0-5847-g79766939 50bbda8a3289 7ef28c35d940 2024-08-19T11:40:03.937 INFO:teuthology.orchestra.run.smithi136.stdout:osd.3 smithi136 running (3m) 33s ago 14m 108M 2480M 19.0.0-5847-g79766939 50bbda8a3289 9f8198736d5b 2024-08-19T11:40:03.937 INFO:teuthology.orchestra.run.smithi136.stdout:osd.4 smithi155 running (2m) 10s ago 14m 163M 2480M 19.0.0-5847-g79766939 50bbda8a3289 0256f8e34f10 2024-08-19T11:40:03.937 INFO:teuthology.orchestra.run.smithi136.stdout:osd.5 smithi155 running (2m) 10s ago 14m 160M 2480M 19.0.0-5847-g79766939 50bbda8a3289 91a0267e5c97 2024-08-19T11:40:03.937 INFO:teuthology.orchestra.run.smithi136.stdout:osd.6 smithi155 running (90s) 10s ago 13m 102M 2480M 19.0.0-5847-g79766939 50bbda8a3289 e1b316d3878b 2024-08-19T11:40:03.937 INFO:teuthology.orchestra.run.smithi136.stdout:osd.7 smithi155 running (56s) 10s ago 13m 96.1M 2480M 19.0.0-5847-g79766939 50bbda8a3289 aca69fd2b209 2024-08-19T11:40:03.937 INFO:teuthology.orchestra.run.smithi136.stdout:prometheus.a smithi155 *:9095 running (6m) 10s ago 11m 54.3M - 2.43.0 a07b618ecd1d 58dd6060f319 2024-08-19T11:40:04.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-mon[88916]: osdmap e599: 8 total, 8 up, 8 in 2024-08-19T11:40:04.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:04.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:04.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-mon[88916]: osdmap e600: 8 total, 8 up, 8 in 2024-08-19T11:40:04.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-mon[86496]: osdmap e599: 8 total, 8 up, 8 in 2024-08-19T11:40:04.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:04.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:04.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:03 smithi136 ceph-mon[86496]: osdmap e600: 8 total, 8 up, 8 in 2024-08-19T11:40:04.274 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:40:04.275 INFO:teuthology.orchestra.run.smithi136.stdout: "mon": { 2024-08-19T11:40:04.275 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 3 2024-08-19T11:40:04.275 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:40:04.275 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr": { 2024-08-19T11:40:04.275 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T11:40:04.275 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:40:04.275 INFO:teuthology.orchestra.run.smithi136.stdout: "osd": { 2024-08-19T11:40:04.275 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 8 2024-08-19T11:40:04.275 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:40:04.275 INFO:teuthology.orchestra.run.smithi136.stdout: "mds": { 2024-08-19T11:40:04.275 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T11:40:04.276 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:40:04.276 INFO:teuthology.orchestra.run.smithi136.stdout: "overall": { 2024-08-19T11:40:04.276 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 15 2024-08-19T11:40:04.276 INFO:teuthology.orchestra.run.smithi136.stdout: } 2024-08-19T11:40:04.276 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:40:04.558 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:40:04.558 INFO:teuthology.orchestra.run.smithi136.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T11:40:04.558 INFO:teuthology.orchestra.run.smithi136.stdout: "in_progress": true, 2024-08-19T11:40:04.558 INFO:teuthology.orchestra.run.smithi136.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T11:40:04.559 INFO:teuthology.orchestra.run.smithi136.stdout: "services_complete": [ 2024-08-19T11:40:04.559 INFO:teuthology.orchestra.run.smithi136.stdout: "osd", 2024-08-19T11:40:04.559 INFO:teuthology.orchestra.run.smithi136.stdout: "mds", 2024-08-19T11:40:04.559 INFO:teuthology.orchestra.run.smithi136.stdout: "mon", 2024-08-19T11:40:04.559 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr" 2024-08-19T11:40:04.559 INFO:teuthology.orchestra.run.smithi136.stdout: ], 2024-08-19T11:40:04.559 INFO:teuthology.orchestra.run.smithi136.stdout: "progress": "15/20 daemons upgraded", 2024-08-19T11:40:04.559 INFO:teuthology.orchestra.run.smithi136.stdout: "message": "Currently upgrading node-exporter daemons", 2024-08-19T11:40:04.559 INFO:teuthology.orchestra.run.smithi136.stdout: "is_paused": false 2024-08-19T11:40:04.559 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:40:04.691 INFO:tasks.rados.rados.0.smithi136.stdout:2681: done (0 left) 2024-08-19T11:40:04.691 INFO:tasks.rados.rados.0.smithi136.stdout:2682: rollback oid 11 current snap is 269 2024-08-19T11:40:04.692 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 11 to 268 2024-08-19T11:40:04.692 INFO:tasks.rados.rados.0.smithi136.stdout:2683: delete oid 36 current snap is 269 2024-08-19T11:40:04.700 INFO:tasks.rados.rados.0.smithi136.stdout:2682: finishing rollback tid 1 to smithi13674108-11 2024-08-19T11:40:04.700 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 1107 (ObjNum 81 snap 0 seq_num 1583766875) dirty dne 2024-08-19T11:40:04.702 INFO:tasks.rados.rados.0.smithi136.stdout:2682: done (1 left) 2024-08-19T11:40:04.702 INFO:tasks.rados.rados.0.smithi136.stdout:2683: done (0 left) 2024-08-19T11:40:04.702 INFO:tasks.rados.rados.0.smithi136.stdout:2684: copy_from oid 45 from oid 47 current snap is 269 2024-08-19T11:40:04.703 INFO:tasks.rados.rados.0.smithi136.stdout:2685: snap_remove snap 257 2024-08-19T11:40:04.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:04 smithi136 ceph-mon[88916]: pgmap v535: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 303 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 6.7 MiB/s wr, 33 op/s 2024-08-19T11:40:04.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:04 smithi136 ceph-mon[88916]: from='client.44453 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:40:04.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:04 smithi136 ceph-mon[88916]: from='client.34539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:40:04.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:04 smithi136 ceph-mon[88916]: from='client.44465 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:40:04.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:04 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/552596397' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:04.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:04 smithi136 ceph-mon[88916]: osdmap e601: 8 total, 8 up, 8 in 2024-08-19T11:40:04.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:04 smithi136 ceph-mon[86496]: pgmap v535: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 303 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 6.7 MiB/s wr, 33 op/s 2024-08-19T11:40:04.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:04 smithi136 ceph-mon[86496]: from='client.44453 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:40:04.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:04 smithi136 ceph-mon[86496]: from='client.34539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:40:04.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:04 smithi136 ceph-mon[86496]: from='client.44465 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:40:04.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:04 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/552596397' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:04.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:04 smithi136 ceph-mon[86496]: osdmap e601: 8 total, 8 up, 8 in 2024-08-19T11:40:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:04 smithi155 ceph-mon[76679]: pgmap v535: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 303 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 6.7 MiB/s wr, 33 op/s 2024-08-19T11:40:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:04 smithi155 ceph-mon[76679]: from='client.44453 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:40:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:04 smithi155 ceph-mon[76679]: from='client.34539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:40:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:04 smithi155 ceph-mon[76679]: from='client.44465 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:40:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:04 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/552596397' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:04 smithi155 ceph-mon[76679]: osdmap e601: 8 total, 8 up, 8 in 2024-08-19T11:40:05.460 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:05 smithi155 systemd[1]: Stopping Ceph node-exporter.b for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:40:05.692 INFO:tasks.rados.rados.0.smithi136.stdout:2685: done (1 left) 2024-08-19T11:40:05.692 INFO:tasks.rados.rados.0.smithi136.stdout:2686: setattr oid 1 current snap is 269 2024-08-19T11:40:05.693 INFO:tasks.rados.rados.0.smithi136.stdout:2684: finishing copy_from to smithi13674108-45 2024-08-19T11:40:05.693 INFO:tasks.rados.rados.0.smithi136.stdout:2684: got expected ENOENT (src dne) 2024-08-19T11:40:05.693 INFO:tasks.rados.rados.0.smithi136.stdout:2684: finishing copy_from racing read to smithi13674108-45 2024-08-19T11:40:05.694 INFO:tasks.rados.rados.0.smithi136.stdout:2684: done (1 left) 2024-08-19T11:40:05.694 INFO:tasks.rados.rados.0.smithi136.stdout:2687: snap_create 2024-08-19T11:40:05.705 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 1 v 1163 (ObjNum 65 snap 0 seq_num 1499817823) dirty exists 2024-08-19T11:40:05.741 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:05 smithi155 podman[106813]: 2024-08-19 11:40:05.477601976 +0000 UTC m=+0.101223724 container died 94f522beed05e90d88c3bb3f8d09e08206248f5c6f427312510a3e83de48286e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-19T11:40:05.741 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:05 smithi155 ceph-mon[76679]: from='client.44477 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:40:05.741 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:05 smithi155 ceph-mon[76679]: Upgrade: Updating node-exporter.b (2/2) 2024-08-19T11:40:05.741 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:05 smithi155 ceph-mon[76679]: Deploying daemon node-exporter.b on smithi155 2024-08-19T11:40:05.742 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:05 smithi155 ceph-mon[76679]: osdmap e602: 8 total, 8 up, 8 in 2024-08-19T11:40:06.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:05 smithi136 ceph-mon[88916]: from='client.44477 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:40:06.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:05 smithi136 ceph-mon[88916]: Upgrade: Updating node-exporter.b (2/2) 2024-08-19T11:40:06.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:05 smithi136 ceph-mon[88916]: Deploying daemon node-exporter.b on smithi155 2024-08-19T11:40:06.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:05 smithi136 ceph-mon[88916]: osdmap e602: 8 total, 8 up, 8 in 2024-08-19T11:40:06.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:05 smithi136 ceph-mon[86496]: from='client.44477 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:40:06.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:05 smithi136 ceph-mon[86496]: Upgrade: Updating node-exporter.b (2/2) 2024-08-19T11:40:06.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:05 smithi136 ceph-mon[86496]: Deploying daemon node-exporter.b on smithi155 2024-08-19T11:40:06.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:05 smithi136 ceph-mon[86496]: osdmap e602: 8 total, 8 up, 8 in 2024-08-19T11:40:06.108 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:05 smithi155 podman[106813]: 2024-08-19 11:40:05.831651357 +0000 UTC m=+0.455273103 container cleanup 94f522beed05e90d88c3bb3f8d09e08206248f5c6f427312510a3e83de48286e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-19T11:40:06.108 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:05 smithi155 bash[106813]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b 2024-08-19T11:40:06.460 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:06 smithi155 podman[106833]: 2024-08-19 11:40:06.107680205 +0000 UTC m=+0.629842373 container remove 94f522beed05e90d88c3bb3f8d09e08206248f5c6f427312510a3e83de48286e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-19T11:40:06.460 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:06 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-19T11:40:06.460 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:06 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-19T11:40:06.460 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:06 smithi155 systemd[1]: Stopped Ceph node-exporter.b for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:40:06.460 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:06 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@node-exporter.b.service: Consumed 3.072s CPU time. 2024-08-19T11:40:06.696 INFO:tasks.rados.rados.0.smithi136.stdout:2686: done (1 left) 2024-08-19T11:40:06.696 INFO:tasks.rados.rados.0.smithi136.stdout:2687: done (0 left) 2024-08-19T11:40:06.696 INFO:tasks.rados.rados.0.smithi136.stdout:2688: snap_remove snap 237 2024-08-19T11:40:06.724 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:06 smithi155 systemd[1]: Starting Ceph node-exporter.b for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:40:06.724 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:06 smithi155 bash[106963]: Trying to pull quay.io/prometheus/node-exporter:v1.7.0... 2024-08-19T11:40:06.988 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:06 smithi155 ceph-mon[76679]: pgmap v538: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 304 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 7.1 MiB/s wr, 39 op/s 2024-08-19T11:40:06.988 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:06 smithi155 ceph-mon[76679]: osdmap e603: 8 total, 8 up, 8 in 2024-08-19T11:40:07.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:06 smithi136 ceph-mon[88916]: pgmap v538: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 304 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 7.1 MiB/s wr, 39 op/s 2024-08-19T11:40:07.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:06 smithi136 ceph-mon[88916]: osdmap e603: 8 total, 8 up, 8 in 2024-08-19T11:40:07.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:06 smithi136 ceph-mon[86496]: pgmap v538: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 304 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 7.1 MiB/s wr, 39 op/s 2024-08-19T11:40:07.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:06 smithi136 ceph-mon[86496]: osdmap e603: 8 total, 8 up, 8 in 2024-08-19T11:40:07.460 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:06 smithi155 bash[106963]: Getting image source signatures 2024-08-19T11:40:07.460 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:06 smithi155 bash[106963]: Copying blob sha256:324153f2810a9927fcce320af9e4e291e0b6e805cbdd1f338386c756b9defa24 2024-08-19T11:40:07.460 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:06 smithi155 bash[106963]: Copying blob sha256:455fd88e5221bc1e278ef2d059cd70e4df99a24e5af050ede621534276f6cf9a 2024-08-19T11:40:07.460 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:06 smithi155 bash[106963]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2024-08-19T11:40:07.701 INFO:tasks.rados.rados.0.smithi136.stdout:2688: done (0 left) 2024-08-19T11:40:07.701 INFO:tasks.rados.rados.0.smithi136.stdout:2689: delete oid 29 current snap is 270 2024-08-19T11:40:07.708 INFO:tasks.rados.rados.0.smithi136.stdout:2689: done (0 left) 2024-08-19T11:40:07.708 INFO:tasks.rados.rados.0.smithi136.stdout:2690: copy_from oid 14 from oid 22 current snap is 270 2024-08-19T11:40:07.708 INFO:tasks.rados.rados.0.smithi136.stdout:2691: delete oid 40 current snap is 270 2024-08-19T11:40:07.714 INFO:tasks.rados.rados.0.smithi136.stdout:2691: done (1 left) 2024-08-19T11:40:07.714 INFO:tasks.rados.rados.0.smithi136.stdout:2692: delete oid 21 current snap is 270 2024-08-19T11:40:07.721 INFO:tasks.rados.rados.0.smithi136.stdout:2692: done (1 left) 2024-08-19T11:40:07.721 INFO:tasks.rados.rados.0.smithi136.stdout:2693: rmattr oid 28 current snap is 270 2024-08-19T11:40:07.721 INFO:tasks.rados.rados.0.smithi136.stdout:2694: read oid 49 snap 254 2024-08-19T11:40:07.721 INFO:tasks.rados.rados.0.smithi136.stdout:2694: expect (ObjNum 735 snap 238 seq_num 735) 2024-08-19T11:40:07.722 INFO:tasks.rados.rados.0.smithi136.stdout:2695: copy_from oid 29 from oid 45 current snap is 270 2024-08-19T11:40:07.722 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 9 current snap is 270 2024-08-19T11:40:07.722 INFO:tasks.rados.rados.0.smithi136.stdout:2696: seq_num 824 ranges {7430144=606208,8036352=458752,8495104=573440,9068544=172032} 2024-08-19T11:40:07.766 INFO:tasks.rados.rados.0.smithi136.stdout:2696: writing smithi13674108-9 from 7430144 to 8036352 tid 1 2024-08-19T11:40:07.769 INFO:tasks.rados.rados.0.smithi136.stdout:2696: writing smithi13674108-9 from 8036352 to 8495104 tid 2 2024-08-19T11:40:07.772 INFO:tasks.rados.rados.0.smithi136.stdout:2696: writing smithi13674108-9 from 8495104 to 9068544 tid 3 2024-08-19T11:40:07.774 INFO:tasks.rados.rados.0.smithi136.stdout:2696: writing smithi13674108-9 from 9068544 to 9240576 tid 4 2024-08-19T11:40:07.774 INFO:tasks.rados.rados.0.smithi136.stdout:2697: read oid 37 snap -1 2024-08-19T11:40:07.774 INFO:tasks.rados.rados.0.smithi136.stdout:2697: expect deleted 2024-08-19T11:40:07.774 INFO:tasks.rados.rados.0.smithi136.stdout:2698: snap_remove snap 269 2024-08-19T11:40:07.847 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:40:07 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:40:07] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.43.0" 2024-08-19T11:40:08.695 INFO:tasks.rados.rados.0.smithi136.stdout:2698: done (6 left) 2024-08-19T11:40:08.695 INFO:tasks.rados.rados.0.smithi136.stdout:2699: copy_from oid 41 from oid 11 current snap is 270 2024-08-19T11:40:08.695 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 1185 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T11:40:08.695 INFO:tasks.rados.rados.0.smithi136.stdout:2694: expect (ObjNum 735 snap 238 seq_num 735) 2024-08-19T11:40:08.717 INFO:tasks.rados.rados.0.smithi136.stdout:2695: finishing copy_from racing read to smithi13674108-29 2024-08-19T11:40:08.717 INFO:tasks.rados.rados.0.smithi136.stdout:2695: finishing copy_from to smithi13674108-29 2024-08-19T11:40:08.717 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 1041 (ObjNum 627 snap 183 seq_num 627) dirty exists 2024-08-19T11:40:08.717 INFO:tasks.rados.rados.0.smithi136.stdout:2693: done (6 left) 2024-08-19T11:40:08.717 INFO:tasks.rados.rados.0.smithi136.stdout:2694: done (5 left) 2024-08-19T11:40:08.718 INFO:tasks.rados.rados.0.smithi136.stdout:2695: done (4 left) 2024-08-19T11:40:08.718 INFO:tasks.rados.rados.0.smithi136.stdout:2700: read oid 50 snap 253 2024-08-19T11:40:08.718 INFO:tasks.rados.rados.0.smithi136.stdout:2700: expect (ObjNum 758 snap 244 seq_num 758) 2024-08-19T11:40:08.718 INFO:tasks.rados.rados.0.smithi136.stdout:2701: snap_create 2024-08-19T11:40:08.718 INFO:tasks.rados.rados.0.smithi136.stdout:2690: finishing copy_from racing read to smithi13674108-14 2024-08-19T11:40:08.718 INFO:tasks.rados.rados.0.smithi136.stdout:2690: finishing copy_from to smithi13674108-14 2024-08-19T11:40:08.718 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 729 (ObjNum 715 snap 220 seq_num 715) dirty exists 2024-08-19T11:40:08.718 INFO:tasks.rados.rados.0.smithi136.stdout:2696: finishing write tid 1 to smithi13674108-9 2024-08-19T11:40:08.718 INFO:tasks.rados.rados.0.smithi136.stdout:2696: finishing write tid 2 to smithi13674108-9 2024-08-19T11:40:08.718 INFO:tasks.rados.rados.0.smithi136.stdout:2696: finishing write tid 3 to smithi13674108-9 2024-08-19T11:40:08.718 INFO:tasks.rados.rados.0.smithi136.stdout:2696: finishing write tid 4 to smithi13674108-9 2024-08-19T11:40:08.718 INFO:tasks.rados.rados.0.smithi136.stdout:2696: finishing write tid 5 to smithi13674108-9 2024-08-19T11:40:08.719 INFO:tasks.rados.rados.0.smithi136.stdout:2696: finishing write tid 6 to smithi13674108-9 2024-08-19T11:40:08.719 INFO:tasks.rados.rados.0.smithi136.stdout:2696: oid 9 updating version 0 to 914 2024-08-19T11:40:08.719 INFO:tasks.rados.rados.0.smithi136.stdout:2696: oid 9 version 914 is already newer than 913 2024-08-19T11:40:08.719 INFO:tasks.rados.rados.0.smithi136.stdout:2696: oid 9 version 914 is already newer than 912 2024-08-19T11:40:08.719 INFO:tasks.rados.rados.0.smithi136.stdout:2696: oid 9 version 914 is already newer than 911 2024-08-19T11:40:08.719 INFO:tasks.rados.rados.0.smithi136.stdout:2696: oid 9 updating version 914 to 915 2024-08-19T11:40:08.719 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 915 (ObjNum 824 snap 270 seq_num 824) dirty exists 2024-08-19T11:40:08.719 INFO:tasks.rados.rados.0.smithi136.stdout:2696: left oid 9 (ObjNum 824 snap 270 seq_num 824) 2024-08-19T11:40:08.719 INFO:tasks.rados.rados.0.smithi136.stdout:2699: finishing copy_from to smithi13674108-41 2024-08-19T11:40:08.719 INFO:tasks.rados.rados.0.smithi136.stdout:2699: got expected ENOENT (src dne) 2024-08-19T11:40:08.719 INFO:tasks.rados.rados.0.smithi136.stdout:2699: finishing copy_from racing read to smithi13674108-41 2024-08-19T11:40:08.723 INFO:tasks.rados.rados.0.smithi136.stdout:2700: expect (ObjNum 758 snap 244 seq_num 758) 2024-08-19T11:40:08.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:08 smithi155 ceph-mon[76679]: pgmap v541: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 307 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.0 MiB/s wr, 12 op/s 2024-08-19T11:40:08.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:08 smithi155 ceph-mon[76679]: osdmap e604: 8 total, 8 up, 8 in 2024-08-19T11:40:08.960 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:08 smithi155 bash[106963]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2024-08-19T11:40:09.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:08 smithi136 ceph-mon[86496]: pgmap v541: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 307 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.0 MiB/s wr, 12 op/s 2024-08-19T11:40:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:08 smithi136 ceph-mon[86496]: osdmap e604: 8 total, 8 up, 8 in 2024-08-19T11:40:09.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:08 smithi136 ceph-mon[88916]: pgmap v541: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 307 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.0 MiB/s wr, 12 op/s 2024-08-19T11:40:09.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:08 smithi136 ceph-mon[88916]: osdmap e604: 8 total, 8 up, 8 in 2024-08-19T11:40:09.290 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:08 smithi155 bash[106963]: Writing manifest to image destination 2024-08-19T11:40:09.553 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 podman[106963]: 2024-08-19 11:40:09.226823263 +0000 UTC m=+2.661459819 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2024-08-19T11:40:09.553 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 podman[106963]: 2024-08-19 11:40:09.317014523 +0000 UTC m=+2.751651069 container create 579b7c0423e78e351c08b35cdbdeb25babd88b7d880ba596fc4a7892e82bede1 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-19T11:40:09.553 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 podman[106963]: 2024-08-19 11:40:09.552538474 +0000 UTC m=+2.987175020 container init 579b7c0423e78e351c08b35cdbdeb25babd88b7d880ba596fc4a7892e82bede1 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-19T11:40:09.713 INFO:tasks.rados.rados.0.smithi136.stdout:2690: done (5 left) 2024-08-19T11:40:09.713 INFO:tasks.rados.rados.0.smithi136.stdout:2696: done (4 left) 2024-08-19T11:40:09.713 INFO:tasks.rados.rados.0.smithi136.stdout:2697: done (3 left) 2024-08-19T11:40:09.713 INFO:tasks.rados.rados.0.smithi136.stdout:2699: done (2 left) 2024-08-19T11:40:09.713 INFO:tasks.rados.rados.0.smithi136.stdout:2700: done (1 left) 2024-08-19T11:40:09.713 INFO:tasks.rados.rados.0.smithi136.stdout:2701: done (0 left) 2024-08-19T11:40:09.713 INFO:tasks.rados.rados.0.smithi136.stdout:2702: rmattr oid 5 current snap is 271 2024-08-19T11:40:09.713 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 22 current snap is 271 2024-08-19T11:40:09.713 INFO:tasks.rados.rados.0.smithi136.stdout:2703: seq_num 825 ranges {7897088=622592,8519680=745472,9265152=458752} 2024-08-19T11:40:09.759 INFO:tasks.rados.rados.0.smithi136.stdout:2703: writing smithi13674108-22 from 7897088 to 8519680 tid 1 2024-08-19T11:40:09.763 INFO:tasks.rados.rados.0.smithi136.stdout:2703: writing smithi13674108-22 from 8519680 to 9265152 tid 2 2024-08-19T11:40:09.766 INFO:tasks.rados.rados.0.smithi136.stdout:2703: writing smithi13674108-22 from 9265152 to 9723904 tid 3 2024-08-19T11:40:09.766 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 28 current snap is 271 2024-08-19T11:40:09.766 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 1108 (ObjNum 666 snap 198 seq_num 666) dirty exists 2024-08-19T11:40:09.766 INFO:tasks.rados.rados.0.smithi136.stdout:2703: finishing write tid 1 to smithi13674108-22 2024-08-19T11:40:09.766 INFO:tasks.rados.rados.0.smithi136.stdout:2704: seq_num 826 ranges {0=638976,638976=630784,1269760=573440} 2024-08-19T11:40:09.769 INFO:tasks.rados.rados.0.smithi136.stdout:2704: writing smithi13674108-28 from 0 to 638976 tid 1 2024-08-19T11:40:09.773 INFO:tasks.rados.rados.0.smithi136.stdout:2704: writing smithi13674108-28 from 638976 to 1269760 tid 2 2024-08-19T11:40:09.776 INFO:tasks.rados.rados.0.smithi136.stdout:2704: writing smithi13674108-28 from 1269760 to 1843200 tid 3 2024-08-19T11:40:09.777 INFO:tasks.rados.rados.0.smithi136.stdout:2702: done (2 left) 2024-08-19T11:40:09.777 INFO:tasks.rados.rados.0.smithi136.stdout:2705: read oid 19 snap -1 2024-08-19T11:40:09.777 INFO:tasks.rados.rados.0.smithi136.stdout:2705: expect (ObjNum 765 snap 252 seq_num 765) 2024-08-19T11:40:09.777 INFO:tasks.rados.rados.0.smithi136.stdout:2706: snap_remove snap 217 2024-08-19T11:40:09.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-mon[76679]: osdmap e605: 8 total, 8 up, 8 in 2024-08-19T11:40:09.960 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 podman[106963]: 2024-08-19 11:40:09.557496064 +0000 UTC m=+2.992132611 container start 579b7c0423e78e351c08b35cdbdeb25babd88b7d880ba596fc4a7892e82bede1 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-19T11:40:09.960 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.560Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-08-19T11:40:09.960 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.561Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-08-19T11:40:09.961 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.561Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-19T11:40:09.961 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.561Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-19T11:40:09.961 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.561Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-19T11:40:09.961 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.561Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-19T11:40:09.961 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-19T11:40:09.961 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=arp 2024-08-19T11:40:09.961 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-19T11:40:09.961 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-19T11:40:09.961 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-19T11:40:09.961 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-19T11:40:09.961 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-19T11:40:09.961 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-19T11:40:09.961 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-19T11:40:09.961 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-19T11:40:09.962 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=edac 2024-08-19T11:40:09.962 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-19T11:40:09.962 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-19T11:40:09.962 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-19T11:40:09.962 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-19T11:40:09.962 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-19T11:40:09.963 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-19T11:40:09.963 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-19T11:40:09.963 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-19T11:40:09.963 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-19T11:40:09.963 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-19T11:40:09.963 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-19T11:40:09.963 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-19T11:40:09.963 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-19T11:40:09.963 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-19T11:40:09.963 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-19T11:40:09.963 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-19T11:40:09.963 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=os 2024-08-19T11:40:09.963 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-19T11:40:09.963 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-19T11:40:09.964 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-19T11:40:09.964 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-19T11:40:09.964 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-19T11:40:09.964 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-19T11:40:09.964 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-19T11:40:09.964 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=stat 2024-08-19T11:40:09.964 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-19T11:40:09.964 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-19T11:40:09.964 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-19T11:40:09.964 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=time 2024-08-19T11:40:09.964 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-19T11:40:09.964 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=uname 2024-08-19T11:40:09.964 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-19T11:40:09.964 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-19T11:40:09.965 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-19T11:40:09.965 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-08-19T11:40:09.965 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b[107022]: ts=2024-08-19T11:40:09.562Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-19T11:40:09.965 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 bash[106963]: 579b7c0423e78e351c08b35cdbdeb25babd88b7d880ba596fc4a7892e82bede1 2024-08-19T11:40:09.965 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:40:09 smithi155 systemd[1]: Started Ceph node-exporter.b for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:40:10.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:09 smithi136 ceph-mon[88916]: osdmap e605: 8 total, 8 up, 8 in 2024-08-19T11:40:10.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:09 smithi136 ceph-mon[86496]: osdmap e605: 8 total, 8 up, 8 in 2024-08-19T11:40:10.705 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:10 smithi136 ceph-mon[86496]: pgmap v544: 121 pgs: 121 active+clean; 306 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 640 KiB/s wr, 8 op/s 2024-08-19T11:40:10.705 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:10 smithi136 ceph-mon[86496]: osdmap e606: 8 total, 8 up, 8 in 2024-08-19T11:40:10.705 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:10 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:10.705 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:10 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:10.705 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:10 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:40:10.705 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:10 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:40:10.732 INFO:tasks.rados.rados.0.smithi136.stdout:2706: done (3 left) 2024-08-19T11:40:10.732 INFO:tasks.rados.rados.0.smithi136.stdout:2707: setattr oid 14 current snap is 271 2024-08-19T11:40:10.734 INFO:tasks.rados.rados.0.smithi136.stdout:2703: finishing write tid 2 to smithi13674108-22 2024-08-19T11:40:10.734 INFO:tasks.rados.rados.0.smithi136.stdout:2703: finishing write tid 3 to smithi13674108-22 2024-08-19T11:40:10.734 INFO:tasks.rados.rados.0.smithi136.stdout:2703: finishing write tid 4 to smithi13674108-22 2024-08-19T11:40:10.734 INFO:tasks.rados.rados.0.smithi136.stdout:2703: finishing write tid 5 to smithi13674108-22 2024-08-19T11:40:10.734 INFO:tasks.rados.rados.0.smithi136.stdout:2703: oid 22 updating version 0 to 1112 2024-08-19T11:40:10.734 INFO:tasks.rados.rados.0.smithi136.stdout:2703: oid 22 updating version 1112 to 1113 2024-08-19T11:40:10.734 INFO:tasks.rados.rados.0.smithi136.stdout:2703: oid 22 version 1113 is already newer than 1110 2024-08-19T11:40:10.735 INFO:tasks.rados.rados.0.smithi136.stdout:2703: oid 22 version 1113 is already newer than 1111 2024-08-19T11:40:10.735 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 1113 (ObjNum 825 snap 271 seq_num 825) dirty exists 2024-08-19T11:40:10.735 INFO:tasks.rados.rados.0.smithi136.stdout:2703: left oid 22 (ObjNum 825 snap 271 seq_num 825) 2024-08-19T11:40:10.735 INFO:tasks.rados.rados.0.smithi136.stdout:2704: finishing write tid 1 to smithi13674108-28 2024-08-19T11:40:10.735 INFO:tasks.rados.rados.0.smithi136.stdout:2704: finishing write tid 2 to smithi13674108-28 2024-08-19T11:40:10.735 INFO:tasks.rados.rados.0.smithi136.stdout:2704: finishing write tid 3 to smithi13674108-28 2024-08-19T11:40:10.735 INFO:tasks.rados.rados.0.smithi136.stdout:2704: finishing write tid 4 to smithi13674108-28 2024-08-19T11:40:10.735 INFO:tasks.rados.rados.0.smithi136.stdout:2704: finishing write tid 5 to smithi13674108-28 2024-08-19T11:40:10.735 INFO:tasks.rados.rados.0.smithi136.stdout:2704: oid 28 updating version 0 to 1190 2024-08-19T11:40:10.735 INFO:tasks.rados.rados.0.smithi136.stdout:2704: oid 28 version 1190 is already newer than 1189 2024-08-19T11:40:10.735 INFO:tasks.rados.rados.0.smithi136.stdout:2704: oid 28 updating version 1190 to 1192 2024-08-19T11:40:10.736 INFO:tasks.rados.rados.0.smithi136.stdout:2704: oid 28 version 1192 is already newer than 1191 2024-08-19T11:40:10.736 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 1192 (ObjNum 826 snap 271 seq_num 826) dirty exists 2024-08-19T11:40:10.736 INFO:tasks.rados.rados.0.smithi136.stdout:2704: left oid 28 (ObjNum 826 snap 271 seq_num 826) 2024-08-19T11:40:10.736 INFO:tasks.rados.rados.0.smithi136.stdout:2705: expect (ObjNum 765 snap 252 seq_num 765) 2024-08-19T11:40:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:10 smithi155 ceph-mon[76679]: pgmap v544: 121 pgs: 121 active+clean; 306 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 640 KiB/s wr, 8 op/s 2024-08-19T11:40:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:10 smithi155 ceph-mon[76679]: osdmap e606: 8 total, 8 up, 8 in 2024-08-19T11:40:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:10 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:10 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:10 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:40:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:10 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:40:11.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:10 smithi136 ceph-mon[88916]: pgmap v544: 121 pgs: 121 active+clean; 306 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 640 KiB/s wr, 8 op/s 2024-08-19T11:40:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:10 smithi136 ceph-mon[88916]: osdmap e606: 8 total, 8 up, 8 in 2024-08-19T11:40:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:10 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:10 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:10 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:40:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:10 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:40:11.353 INFO:tasks.rados.rados.0.smithi136.stdout:2703: done (3 left) 2024-08-19T11:40:11.353 INFO:tasks.rados.rados.0.smithi136.stdout:2704: done (2 left) 2024-08-19T11:40:11.353 INFO:tasks.rados.rados.0.smithi136.stdout:2705: done (1 left) 2024-08-19T11:40:11.353 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 49 current snap is 271 2024-08-19T11:40:11.353 INFO:tasks.rados.rados.0.smithi136.stdout:2708: seq_num 827 ranges {557056=655360,1212416=516096,1728512=688128} 2024-08-19T11:40:11.359 INFO:tasks.rados.rados.0.smithi136.stdout:2708: writing smithi13674108-49 from 557056 to 1212416 tid 1 2024-08-19T11:40:11.362 INFO:tasks.rados.rados.0.smithi136.stdout:2708: writing smithi13674108-49 from 1212416 to 1728512 tid 2 2024-08-19T11:40:11.367 INFO:tasks.rados.rados.0.smithi136.stdout:2708: writing smithi13674108-49 from 1728512 to 2416640 tid 3 2024-08-19T11:40:11.367 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 1197 (ObjNum 715 snap 220 seq_num 715) dirty exists 2024-08-19T11:40:11.367 INFO:tasks.rados.rados.0.smithi136.stdout:2708: finishing write tid 1 to smithi13674108-49 2024-08-19T11:40:11.367 INFO:tasks.rados.rados.0.smithi136.stdout:2708: finishing write tid 2 to smithi13674108-49 2024-08-19T11:40:11.367 INFO:tasks.rados.rados.0.smithi136.stdout:2707: done (1 left) 2024-08-19T11:40:11.367 INFO:tasks.rados.rados.0.smithi136.stdout:2709: snap_remove snap 219 2024-08-19T11:40:11.736 INFO:tasks.rados.rados.0.smithi136.stdout:2709: done (1 left) 2024-08-19T11:40:11.736 INFO:tasks.rados.rados.0.smithi136.stdout:2710: snap_remove snap 268 2024-08-19T11:40:12.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:11 smithi136 ceph-mon[88916]: osdmap e607: 8 total, 8 up, 8 in 2024-08-19T11:40:12.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:11 smithi136 ceph-mon[86496]: osdmap e607: 8 total, 8 up, 8 in 2024-08-19T11:40:12.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:11 smithi155 ceph-mon[76679]: osdmap e607: 8 total, 8 up, 8 in 2024-08-19T11:40:12.740 INFO:tasks.rados.rados.0.smithi136.stdout:2710: done (1 left) 2024-08-19T11:40:12.740 INFO:tasks.rados.rados.0.smithi136.stdout:2711: delete oid 42 current snap is 271 2024-08-19T11:40:12.740 INFO:tasks.rados.rados.0.smithi136.stdout:2708: finishing write tid 3 to smithi13674108-49 2024-08-19T11:40:12.740 INFO:tasks.rados.rados.0.smithi136.stdout:2708: finishing write tid 4 to smithi13674108-49 2024-08-19T11:40:12.740 INFO:tasks.rados.rados.0.smithi136.stdout:2708: finishing write tid 5 to smithi13674108-49 2024-08-19T11:40:12.741 INFO:tasks.rados.rados.0.smithi136.stdout:2708: oid 49 updating version 0 to 1199 2024-08-19T11:40:12.741 INFO:tasks.rados.rados.0.smithi136.stdout:2708: oid 49 updating version 1199 to 1201 2024-08-19T11:40:12.741 INFO:tasks.rados.rados.0.smithi136.stdout:2708: oid 49 version 1201 is already newer than 1200 2024-08-19T11:40:12.741 INFO:tasks.rados.rados.0.smithi136.stdout:2708: oid 49 updating version 1201 to 1202 2024-08-19T11:40:12.741 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 1202 (ObjNum 827 snap 271 seq_num 827) dirty exists 2024-08-19T11:40:12.741 INFO:tasks.rados.rados.0.smithi136.stdout:2708: left oid 49 (ObjNum 827 snap 271 seq_num 827) 2024-08-19T11:40:12.747 INFO:tasks.rados.rados.0.smithi136.stdout:2708: done (1 left) 2024-08-19T11:40:12.747 INFO:tasks.rados.rados.0.smithi136.stdout:2711: done (0 left) 2024-08-19T11:40:12.747 INFO:tasks.rados.rados.0.smithi136.stdout:2712: delete oid 19 current snap is 271 2024-08-19T11:40:12.751 INFO:tasks.rados.rados.0.smithi136.stdout:2712: done (0 left) 2024-08-19T11:40:12.751 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 18 current snap is 271 2024-08-19T11:40:12.751 INFO:tasks.rados.rados.0.smithi136.stdout:2713: seq_num 830 ranges {1220608=704512,1925120=614400,2539520=573440,3112960=16384} 2024-08-19T11:40:12.761 INFO:tasks.rados.rados.0.smithi136.stdout:2713: writing smithi13674108-18 from 1220608 to 1925120 tid 1 2024-08-19T11:40:12.765 INFO:tasks.rados.rados.0.smithi136.stdout:2713: writing smithi13674108-18 from 1925120 to 2539520 tid 2 2024-08-19T11:40:12.769 INFO:tasks.rados.rados.0.smithi136.stdout:2713: writing smithi13674108-18 from 2539520 to 3112960 tid 3 2024-08-19T11:40:12.769 INFO:tasks.rados.rados.0.smithi136.stdout:2713: writing smithi13674108-18 from 3112960 to 3129344 tid 4 2024-08-19T11:40:12.769 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 14 current snap is 271 2024-08-19T11:40:12.769 INFO:tasks.rados.rados.0.smithi136.stdout:2714: seq_num 831 ranges {7897088=720896,8617984=499712,9117696=704512} 2024-08-19T11:40:12.816 INFO:tasks.rados.rados.0.smithi136.stdout:2714: writing smithi13674108-14 from 7897088 to 8617984 tid 1 2024-08-19T11:40:12.819 INFO:tasks.rados.rados.0.smithi136.stdout:2714: writing smithi13674108-14 from 8617984 to 9117696 tid 2 2024-08-19T11:40:12.824 INFO:tasks.rados.rados.0.smithi136.stdout:2714: writing smithi13674108-14 from 9117696 to 9822208 tid 3 2024-08-19T11:40:12.824 INFO:tasks.rados.rados.0.smithi136.stdout:2715: delete oid 35 current snap is 271 2024-08-19T11:40:12.824 INFO:tasks.rados.rados.0.smithi136.stdout:2713: finishing write tid 1 to smithi13674108-18 2024-08-19T11:40:12.824 INFO:tasks.rados.rados.0.smithi136.stdout:2713: finishing write tid 2 to smithi13674108-18 2024-08-19T11:40:12.824 INFO:tasks.rados.rados.0.smithi136.stdout:2713: finishing write tid 3 to smithi13674108-18 2024-08-19T11:40:12.824 INFO:tasks.rados.rados.0.smithi136.stdout:2713: finishing write tid 4 to smithi13674108-18 2024-08-19T11:40:12.824 INFO:tasks.rados.rados.0.smithi136.stdout:2713: finishing write tid 5 to smithi13674108-18 2024-08-19T11:40:12.824 INFO:tasks.rados.rados.0.smithi136.stdout:2713: finishing write tid 6 to smithi13674108-18 2024-08-19T11:40:12.825 INFO:tasks.rados.rados.0.smithi136.stdout:2713: oid 18 updating version 0 to 1071 2024-08-19T11:40:12.825 INFO:tasks.rados.rados.0.smithi136.stdout:2713: oid 18 version 1071 is already newer than 1069 2024-08-19T11:40:12.825 INFO:tasks.rados.rados.0.smithi136.stdout:2713: oid 18 version 1071 is already newer than 1068 2024-08-19T11:40:12.825 INFO:tasks.rados.rados.0.smithi136.stdout:2713: oid 18 updating version 1071 to 1072 2024-08-19T11:40:12.825 INFO:tasks.rados.rados.0.smithi136.stdout:2713: oid 18 version 1072 is already newer than 1070 2024-08-19T11:40:12.825 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 1072 (ObjNum 830 snap 271 seq_num 830) dirty exists 2024-08-19T11:40:12.825 INFO:tasks.rados.rados.0.smithi136.stdout:2713: left oid 18 (ObjNum 830 snap 271 seq_num 830) 2024-08-19T11:40:12.825 INFO:tasks.rados.rados.0.smithi136.stdout:2714: finishing write tid 1 to smithi13674108-14 2024-08-19T11:40:12.825 INFO:tasks.rados.rados.0.smithi136.stdout:2714: finishing write tid 2 to smithi13674108-14 2024-08-19T11:40:12.825 INFO:tasks.rados.rados.0.smithi136.stdout:2713: done (2 left) 2024-08-19T11:40:12.826 INFO:tasks.rados.rados.0.smithi136.stdout:2715: done (1 left) 2024-08-19T11:40:12.826 INFO:tasks.rados.rados.0.smithi136.stdout:2716: setattr oid 35 current snap is 271 2024-08-19T11:40:12.826 INFO:tasks.rados.rados.0.smithi136.stdout:2717: copy_from oid 26 from oid 1 current snap is 271 2024-08-19T11:40:12.826 INFO:tasks.rados.rados.0.smithi136.stdout:2718: copy_from oid 17 from oid 29 current snap is 271 2024-08-19T11:40:12.826 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 27 current snap is 271 2024-08-19T11:40:12.826 INFO:tasks.rados.rados.0.smithi136.stdout:2719: seq_num 833 ranges {0=761856,761856=671744,1433600=532480} 2024-08-19T11:40:12.831 INFO:tasks.rados.rados.0.smithi136.stdout:2719: writing smithi13674108-27 from 0 to 761856 tid 1 2024-08-19T11:40:12.835 INFO:tasks.rados.rados.0.smithi136.stdout:2719: writing smithi13674108-27 from 761856 to 1433600 tid 2 2024-08-19T11:40:12.839 INFO:tasks.rados.rados.0.smithi136.stdout:2719: writing smithi13674108-27 from 1433600 to 1966080 tid 3 2024-08-19T11:40:12.839 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 2 current snap is 271 2024-08-19T11:40:12.839 INFO:tasks.rados.rados.0.smithi136.stdout:2714: finishing write tid 3 to smithi13674108-14 2024-08-19T11:40:12.839 INFO:tasks.rados.rados.0.smithi136.stdout:2714: finishing write tid 4 to smithi13674108-14 2024-08-19T11:40:12.839 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 858 (ObjNum 881 snap 0 seq_num 4066357312) dirty exists 2024-08-19T11:40:12.839 INFO:tasks.rados.rados.0.smithi136.stdout:2714: finishing write tid 5 to smithi13674108-14 2024-08-19T11:40:12.839 INFO:tasks.rados.rados.0.smithi136.stdout:2714: oid 14 updating version 0 to 1218 2024-08-19T11:40:12.839 INFO:tasks.rados.rados.0.smithi136.stdout:2714: oid 14 updating version 1218 to 1219 2024-08-19T11:40:12.840 INFO:tasks.rados.rados.0.smithi136.stdout:2714: oid 14 updating version 1219 to 1220 2024-08-19T11:40:12.840 INFO:tasks.rados.rados.0.smithi136.stdout:2714: oid 14 version 1220 is already newer than 1217 2024-08-19T11:40:12.840 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 1220 (ObjNum 831 snap 271 seq_num 831) dirty exists 2024-08-19T11:40:12.840 INFO:tasks.rados.rados.0.smithi136.stdout:2714: left oid 14 (ObjNum 831 snap 271 seq_num 831) 2024-08-19T11:40:12.840 INFO:tasks.rados.rados.0.smithi136.stdout:2717: finishing copy_from racing read to smithi13674108-26 2024-08-19T11:40:12.840 INFO:tasks.rados.rados.0.smithi136.stdout:2720: seq_num 834 ranges {3530752=778240,4308992=557056,4866048=548864,5414912=98304} 2024-08-19T11:40:12.862 INFO:tasks.rados.rados.0.smithi136.stdout:2720: writing smithi13674108-2 from 3530752 to 4308992 tid 1 2024-08-19T11:40:12.865 INFO:tasks.rados.rados.0.smithi136.stdout:2720: writing smithi13674108-2 from 4308992 to 4866048 tid 2 2024-08-19T11:40:12.869 INFO:tasks.rados.rados.0.smithi136.stdout:2720: writing smithi13674108-2 from 4866048 to 5414912 tid 3 2024-08-19T11:40:12.870 INFO:tasks.rados.rados.0.smithi136.stdout:2720: writing smithi13674108-2 from 5414912 to 5513216 tid 4 2024-08-19T11:40:12.870 INFO:tasks.rados.rados.0.smithi136.stdout:2714: done (5 left) 2024-08-19T11:40:12.870 INFO:tasks.rados.rados.0.smithi136.stdout:2716: done (4 left) 2024-08-19T11:40:12.870 INFO:tasks.rados.rados.0.smithi136.stdout:2721: read oid 4 snap -1 2024-08-19T11:40:12.870 INFO:tasks.rados.rados.0.smithi136.stdout:2721: expect (ObjNum 785 snap 259 seq_num 785) 2024-08-19T11:40:12.870 INFO:tasks.rados.rados.0.smithi136.stdout:2722: snap_create 2024-08-19T11:40:12.870 INFO:tasks.rados.rados.0.smithi136.stdout:2717: finishing copy_from to smithi13674108-26 2024-08-19T11:40:12.870 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 1163 (ObjNum 145 snap 0 seq_num 3764090992) dirty exists 2024-08-19T11:40:12.871 INFO:tasks.rados.rados.0.smithi136.stdout:2719: finishing write tid 1 to smithi13674108-27 2024-08-19T11:40:12.871 INFO:tasks.rados.rados.0.smithi136.stdout:2719: finishing write tid 2 to smithi13674108-27 2024-08-19T11:40:12.871 INFO:tasks.rados.rados.0.smithi136.stdout:2719: finishing write tid 3 to smithi13674108-27 2024-08-19T11:40:12.871 INFO:tasks.rados.rados.0.smithi136.stdout:2718: finishing copy_from racing read to smithi13674108-17 2024-08-19T11:40:12.871 INFO:tasks.rados.rados.0.smithi136.stdout:2719: finishing write tid 4 to smithi13674108-27 2024-08-19T11:40:12.871 INFO:tasks.rados.rados.0.smithi136.stdout:2718: finishing copy_from to smithi13674108-17 2024-08-19T11:40:12.871 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 17 v 1041 (ObjNum 627 snap 183 seq_num 627) dirty exists 2024-08-19T11:40:12.871 INFO:tasks.rados.rados.0.smithi136.stdout:2719: finishing write tid 5 to smithi13674108-27 2024-08-19T11:40:12.871 INFO:tasks.rados.rados.0.smithi136.stdout:2719: oid 27 updating version 0 to 306 2024-08-19T11:40:12.871 INFO:tasks.rados.rados.0.smithi136.stdout:2719: oid 27 updating version 306 to 307 2024-08-19T11:40:12.871 INFO:tasks.rados.rados.0.smithi136.stdout:2719: oid 27 version 307 is already newer than 305 2024-08-19T11:40:12.871 INFO:tasks.rados.rados.0.smithi136.stdout:2719: oid 27 updating version 307 to 308 2024-08-19T11:40:12.871 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 308 (ObjNum 833 snap 271 seq_num 833) dirty exists 2024-08-19T11:40:12.871 INFO:tasks.rados.rados.0.smithi136.stdout:2719: left oid 27 (ObjNum 833 snap 271 seq_num 833) 2024-08-19T11:40:12.872 INFO:tasks.rados.rados.0.smithi136.stdout:2720: finishing write tid 1 to smithi13674108-2 2024-08-19T11:40:12.872 INFO:tasks.rados.rados.0.smithi136.stdout:2720: finishing write tid 2 to smithi13674108-2 2024-08-19T11:40:12.874 INFO:tasks.rados.rados.0.smithi136.stdout:2720: finishing write tid 3 to smithi13674108-2 2024-08-19T11:40:12.874 INFO:tasks.rados.rados.0.smithi136.stdout:2720: finishing write tid 4 to smithi13674108-2 2024-08-19T11:40:12.874 INFO:tasks.rados.rados.0.smithi136.stdout:2720: finishing write tid 5 to smithi13674108-2 2024-08-19T11:40:12.875 INFO:tasks.rados.rados.0.smithi136.stdout:2720: finishing write tid 6 to smithi13674108-2 2024-08-19T11:40:12.875 INFO:tasks.rados.rados.0.smithi136.stdout:2720: oid 2 updating version 0 to 1226 2024-08-19T11:40:12.875 INFO:tasks.rados.rados.0.smithi136.stdout:2720: oid 2 version 1226 is already newer than 1225 2024-08-19T11:40:12.875 INFO:tasks.rados.rados.0.smithi136.stdout:2720: oid 2 version 1226 is already newer than 1224 2024-08-19T11:40:12.875 INFO:tasks.rados.rados.0.smithi136.stdout:2720: oid 2 version 1226 is already newer than 1223 2024-08-19T11:40:12.875 INFO:tasks.rados.rados.0.smithi136.stdout:2720: oid 2 version 1226 is already newer than 1222 2024-08-19T11:40:12.875 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 2 v 1226 (ObjNum 834 snap 271 seq_num 834) dirty exists 2024-08-19T11:40:12.875 INFO:tasks.rados.rados.0.smithi136.stdout:2720: left oid 2 (ObjNum 834 snap 271 seq_num 834) 2024-08-19T11:40:12.899 INFO:tasks.rados.rados.0.smithi136.stdout:2721: expect (ObjNum 785 snap 259 seq_num 785) 2024-08-19T11:40:13.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:12 smithi136 ceph-mon[88916]: pgmap v547: 121 pgs: 121 active+clean; 306 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 2 op/s 2024-08-19T11:40:13.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:12 smithi136 ceph-mon[88916]: osdmap e608: 8 total, 8 up, 8 in 2024-08-19T11:40:13.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:12 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:13.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:12 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:13.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:12 smithi136 ceph-mon[86496]: pgmap v547: 121 pgs: 121 active+clean; 306 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 2 op/s 2024-08-19T11:40:13.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:12 smithi136 ceph-mon[86496]: osdmap e608: 8 total, 8 up, 8 in 2024-08-19T11:40:13.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:12 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:13.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:12 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:13.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:12 smithi155 ceph-mon[76679]: pgmap v547: 121 pgs: 121 active+clean; 306 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 2 op/s 2024-08-19T11:40:13.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:12 smithi155 ceph-mon[76679]: osdmap e608: 8 total, 8 up, 8 in 2024-08-19T11:40:13.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:12 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:13.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:12 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:13.694 INFO:tasks.rados.rados.0.smithi136.stdout:2717: done (5 left) 2024-08-19T11:40:13.695 INFO:tasks.rados.rados.0.smithi136.stdout:2718: done (4 left) 2024-08-19T11:40:13.695 INFO:tasks.rados.rados.0.smithi136.stdout:2719: done (3 left) 2024-08-19T11:40:13.695 INFO:tasks.rados.rados.0.smithi136.stdout:2720: done (2 left) 2024-08-19T11:40:13.695 INFO:tasks.rados.rados.0.smithi136.stdout:2721: done (1 left) 2024-08-19T11:40:13.695 INFO:tasks.rados.rados.0.smithi136.stdout:2722: done (0 left) 2024-08-19T11:40:13.695 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 42 current snap is 272 2024-08-19T11:40:13.695 INFO:tasks.rados.rados.0.smithi136.stdout:2723: seq_num 835 ranges {0=794624,794624=442368,1236992=712704,1949696=49152} 2024-08-19T11:40:13.698 INFO:tasks.rados.rados.0.smithi136.stdout:2723: writing smithi13674108-42 from 0 to 794624 tid 1 2024-08-19T11:40:13.701 INFO:tasks.rados.rados.0.smithi136.stdout:2723: writing smithi13674108-42 from 794624 to 1236992 tid 2 2024-08-19T11:40:13.705 INFO:tasks.rados.rados.0.smithi136.stdout:2723: writing smithi13674108-42 from 1236992 to 1949696 tid 3 2024-08-19T11:40:13.706 INFO:tasks.rados.rados.0.smithi136.stdout:2723: writing smithi13674108-42 from 1949696 to 1998848 tid 4 2024-08-19T11:40:13.706 INFO:tasks.rados.rados.0.smithi136.stdout:2724: read oid 35 snap 266 2024-08-19T11:40:13.706 INFO:tasks.rados.rados.0.smithi136.stdout:2724: expect deleted 2024-08-19T11:40:13.707 INFO:tasks.rados.rados.0.smithi136.stdout:2725: read oid 9 snap -1 2024-08-19T11:40:13.707 INFO:tasks.rados.rados.0.smithi136.stdout:2725: expect (ObjNum 824 snap 270 seq_num 824) 2024-08-19T11:40:13.707 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 21 current snap is 272 2024-08-19T11:40:13.707 INFO:tasks.rados.rados.0.smithi136.stdout:2726: seq_num 836 ranges {0=409600,409600=720896,1130496=516096,1646592=368640} 2024-08-19T11:40:13.708 INFO:tasks.rados.rados.0.smithi136.stdout:2726: writing smithi13674108-21 from 0 to 409600 tid 1 2024-08-19T11:40:13.712 INFO:tasks.rados.rados.0.smithi136.stdout:2726: writing smithi13674108-21 from 409600 to 1130496 tid 2 2024-08-19T11:40:13.716 INFO:tasks.rados.rados.0.smithi136.stdout:2726: writing smithi13674108-21 from 1130496 to 1646592 tid 3 2024-08-19T11:40:13.719 INFO:tasks.rados.rados.0.smithi136.stdout:2726: writing smithi13674108-21 from 1646592 to 2015232 tid 4 2024-08-19T11:40:13.719 INFO:tasks.rados.rados.0.smithi136.stdout:2727: rmattr oid 15 current snap is 272 2024-08-19T11:40:13.719 INFO:tasks.rados.rados.0.smithi136.stdout:2723: finishing write tid 1 to smithi13674108-42 2024-08-19T11:40:13.719 INFO:tasks.rados.rados.0.smithi136.stdout:2723: finishing write tid 2 to smithi13674108-42 2024-08-19T11:40:13.720 INFO:tasks.rados.rados.0.smithi136.stdout:2723: finishing write tid 3 to smithi13674108-42 2024-08-19T11:40:13.720 INFO:tasks.rados.rados.0.smithi136.stdout:2723: finishing write tid 4 to smithi13674108-42 2024-08-19T11:40:13.720 INFO:tasks.rados.rados.0.smithi136.stdout:2723: finishing write tid 5 to smithi13674108-42 2024-08-19T11:40:13.720 INFO:tasks.rados.rados.0.smithi136.stdout:2726: finishing write tid 1 to smithi13674108-21 2024-08-19T11:40:13.720 INFO:tasks.rados.rados.0.smithi136.stdout:2726: finishing write tid 2 to smithi13674108-21 2024-08-19T11:40:13.720 INFO:tasks.rados.rados.0.smithi136.stdout:2724: done (4 left) 2024-08-19T11:40:13.720 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 3 current snap is 272 2024-08-19T11:40:13.720 INFO:tasks.rados.rados.0.smithi136.stdout:2728: seq_num 837 ranges {786432=425984,1212416=655360,1867776=729088,2596864=221184} 2024-08-19T11:40:13.726 INFO:tasks.rados.rados.0.smithi136.stdout:2728: writing smithi13674108-3 from 786432 to 1212416 tid 1 2024-08-19T11:40:13.731 INFO:tasks.rados.rados.0.smithi136.stdout:2728: writing smithi13674108-3 from 1212416 to 1867776 tid 2 2024-08-19T11:40:13.736 INFO:tasks.rados.rados.0.smithi136.stdout:2728: writing smithi13674108-3 from 1867776 to 2596864 tid 3 2024-08-19T11:40:13.738 INFO:tasks.rados.rados.0.smithi136.stdout:2728: writing smithi13674108-3 from 2596864 to 2818048 tid 4 2024-08-19T11:40:13.738 INFO:tasks.rados.rados.0.smithi136.stdout:2729: rollback oid 35 current snap is 272 2024-08-19T11:40:13.738 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 35 to 254 2024-08-19T11:40:13.738 INFO:tasks.rados.rados.0.smithi136.stdout:2726: finishing write tid 3 to smithi13674108-21 2024-08-19T11:40:13.738 INFO:tasks.rados.rados.0.smithi136.stdout:2726: finishing write tid 4 to smithi13674108-21 2024-08-19T11:40:13.738 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 1067 (ObjNum 814 snap 267 seq_num 814) dirty exists 2024-08-19T11:40:13.739 INFO:tasks.rados.rados.0.smithi136.stdout:2726: finishing write tid 5 to smithi13674108-21 2024-08-19T11:40:13.739 INFO:tasks.rados.rados.0.smithi136.stdout:2726: finishing write tid 6 to smithi13674108-21 2024-08-19T11:40:13.739 INFO:tasks.rados.rados.0.smithi136.stdout:2726: oid 21 updating version 0 to 1049 2024-08-19T11:40:13.739 INFO:tasks.rados.rados.0.smithi136.stdout:2726: oid 21 updating version 1049 to 1051 2024-08-19T11:40:13.739 INFO:tasks.rados.rados.0.smithi136.stdout:2726: oid 21 version 1051 is already newer than 1048 2024-08-19T11:40:13.739 INFO:tasks.rados.rados.0.smithi136.stdout:2726: oid 21 version 1051 is already newer than 1050 2024-08-19T11:40:13.739 INFO:tasks.rados.rados.0.smithi136.stdout:2726: oid 21 version 1051 is already newer than 1047 2024-08-19T11:40:13.739 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 1051 (ObjNum 836 snap 272 seq_num 836) dirty exists 2024-08-19T11:40:13.739 INFO:tasks.rados.rados.0.smithi136.stdout:2726: left oid 21 (ObjNum 836 snap 272 seq_num 836) 2024-08-19T11:40:13.739 INFO:tasks.rados.rados.0.smithi136.stdout:2728: finishing write tid 1 to smithi13674108-3 2024-08-19T11:40:13.739 INFO:tasks.rados.rados.0.smithi136.stdout:2723: finishing write tid 6 to smithi13674108-42 2024-08-19T11:40:13.739 INFO:tasks.rados.rados.0.smithi136.stdout:2723: oid 42 updating version 0 to 920 2024-08-19T11:40:13.739 INFO:tasks.rados.rados.0.smithi136.stdout:2723: oid 42 version 920 is already newer than 918 2024-08-19T11:40:13.739 INFO:tasks.rados.rados.0.smithi136.stdout:2723: oid 42 updating version 920 to 921 2024-08-19T11:40:13.740 INFO:tasks.rados.rados.0.smithi136.stdout:2723: oid 42 version 921 is already newer than 917 2024-08-19T11:40:13.740 INFO:tasks.rados.rados.0.smithi136.stdout:2723: oid 42 version 921 is already newer than 919 2024-08-19T11:40:13.740 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 921 (ObjNum 835 snap 272 seq_num 835) dirty exists 2024-08-19T11:40:13.740 INFO:tasks.rados.rados.0.smithi136.stdout:2723: left oid 42 (ObjNum 835 snap 272 seq_num 835) 2024-08-19T11:40:13.740 INFO:tasks.rados.rados.0.smithi136.stdout:2723: done (5 left) 2024-08-19T11:40:13.740 INFO:tasks.rados.rados.0.smithi136.stdout:2726: done (4 left) 2024-08-19T11:40:13.740 INFO:tasks.rados.rados.0.smithi136.stdout:2727: done (3 left) 2024-08-19T11:40:13.740 INFO:tasks.rados.rados.0.smithi136.stdout:2730: setattr oid 36 current snap is 272 2024-08-19T11:40:13.741 INFO:tasks.rados.rados.0.smithi136.stdout:2731: rollback oid 5 current snap is 272 2024-08-19T11:40:13.741 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 5 to 262 2024-08-19T11:40:13.741 INFO:tasks.rados.rados.0.smithi136.stdout:2732: snap_create 2024-08-19T11:40:13.742 INFO:tasks.rados.rados.0.smithi136.stdout:2728: finishing write tid 2 to smithi13674108-3 2024-08-19T11:40:13.742 INFO:tasks.rados.rados.0.smithi136.stdout:2728: finishing write tid 3 to smithi13674108-3 2024-08-19T11:40:13.744 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 893 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-08-19T11:40:13.745 INFO:tasks.rados.rados.0.smithi136.stdout:2731: finishing rollback tid 0 to smithi13674108-5 2024-08-19T11:40:13.745 INFO:tasks.rados.rados.0.smithi136.stdout:2728: finishing write tid 4 to smithi13674108-3 2024-08-19T11:40:13.745 INFO:tasks.rados.rados.0.smithi136.stdout:2728: finishing write tid 5 to smithi13674108-3 2024-08-19T11:40:13.745 INFO:tasks.rados.rados.0.smithi136.stdout:2731: finishing rollback tid 1 to smithi13674108-5 2024-08-19T11:40:13.745 INFO:tasks.rados.rados.0.smithi136.stdout:2731: finishing rollback tid 2 to smithi13674108-5 2024-08-19T11:40:13.745 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 1166 (ObjNum 773 snap 258 seq_num 773) dirty exists 2024-08-19T11:40:13.746 INFO:tasks.rados.rados.0.smithi136.stdout:2728: finishing write tid 6 to smithi13674108-3 2024-08-19T11:40:13.747 INFO:tasks.rados.rados.0.smithi136.stdout:2728: oid 3 updating version 0 to 1215 2024-08-19T11:40:13.747 INFO:tasks.rados.rados.0.smithi136.stdout:2728: oid 3 version 1215 is already newer than 1214 2024-08-19T11:40:13.747 INFO:tasks.rados.rados.0.smithi136.stdout:2728: oid 3 version 1215 is already newer than 1212 2024-08-19T11:40:13.747 INFO:tasks.rados.rados.0.smithi136.stdout:2728: oid 3 version 1215 is already newer than 1213 2024-08-19T11:40:13.747 INFO:tasks.rados.rados.0.smithi136.stdout:2728: oid 3 updating version 1215 to 1216 2024-08-19T11:40:13.747 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 1216 (ObjNum 837 snap 272 seq_num 837) dirty exists 2024-08-19T11:40:13.748 INFO:tasks.rados.rados.0.smithi136.stdout:2728: left oid 3 (ObjNum 837 snap 272 seq_num 837) 2024-08-19T11:40:13.751 INFO:tasks.rados.rados.0.smithi136.stdout:2725: expect (ObjNum 824 snap 270 seq_num 824) 2024-08-19T11:40:13.879 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:13 smithi136 ceph-mon[88916]: osdmap e609: 8 total, 8 up, 8 in 2024-08-19T11:40:13.879 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:13 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:13.879 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:13 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:13.879 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:13 smithi136 ceph-mon[88916]: osdmap e610: 8 total, 8 up, 8 in 2024-08-19T11:40:13.880 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:13 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:13.880 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:13 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:13.880 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:13 smithi136 ceph-mon[86496]: osdmap e609: 8 total, 8 up, 8 in 2024-08-19T11:40:13.880 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:13 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:13.880 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:13 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:13.880 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:13 smithi136 ceph-mon[86496]: osdmap e610: 8 total, 8 up, 8 in 2024-08-19T11:40:13.880 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:13 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:13.880 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:13 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:14.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:13 smithi155 ceph-mon[76679]: osdmap e609: 8 total, 8 up, 8 in 2024-08-19T11:40:14.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:13 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:14.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:13 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:14.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:13 smithi155 ceph-mon[76679]: osdmap e610: 8 total, 8 up, 8 in 2024-08-19T11:40:14.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:13 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:14.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:13 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:14.377 INFO:tasks.rados.rados.0.smithi136.stdout:2729: finishing rollback tid 0 to smithi13674108-35 2024-08-19T11:40:14.377 INFO:tasks.rados.rados.0.smithi136.stdout:2729: finishing rollback tid 1 to smithi13674108-35 2024-08-19T11:40:14.377 INFO:tasks.rados.rados.0.smithi136.stdout:2729: finishing rollback tid 2 to smithi13674108-35 2024-08-19T11:40:14.377 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 861 (ObjNum 768 snap 253 seq_num 768) dirty exists 2024-08-19T11:40:14.748 INFO:tasks.rados.rados.0.smithi136.stdout:2725: done (5 left) 2024-08-19T11:40:14.749 INFO:tasks.rados.rados.0.smithi136.stdout:2728: done (4 left) 2024-08-19T11:40:14.749 INFO:tasks.rados.rados.0.smithi136.stdout:2729: done (3 left) 2024-08-19T11:40:14.749 INFO:tasks.rados.rados.0.smithi136.stdout:2730: done (2 left) 2024-08-19T11:40:14.749 INFO:tasks.rados.rados.0.smithi136.stdout:2731: done (1 left) 2024-08-19T11:40:14.749 INFO:tasks.rados.rados.0.smithi136.stdout:2732: done (0 left) 2024-08-19T11:40:14.749 INFO:tasks.rados.rados.0.smithi136.stdout:2733: rollback oid 14 current snap is 273 2024-08-19T11:40:14.749 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 14 to 249 2024-08-19T11:40:14.749 INFO:tasks.rados.rados.0.smithi136.stdout:2734: snap_create 2024-08-19T11:40:14.825 INFO:tasks.rados.rados.0.smithi136.stdout:2733: finishing rollback tid 0 to smithi13674108-14 2024-08-19T11:40:14.825 INFO:tasks.rados.rados.0.smithi136.stdout:2733: finishing rollback tid 1 to smithi13674108-14 2024-08-19T11:40:14.825 INFO:tasks.rados.rados.0.smithi136.stdout:2733: finishing rollback tid 2 to smithi13674108-14 2024-08-19T11:40:14.825 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 1230 (ObjNum 748 snap 242 seq_num 748) dirty exists 2024-08-19T11:40:14.951 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:14 smithi136 ceph-mon[88916]: pgmap v550: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 316 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 954 KiB/s rd, 4.0 MiB/s wr, 14 op/s 2024-08-19T11:40:14.952 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:14 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:14.952 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:14 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:14.952 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:14 smithi136 ceph-mon[86496]: pgmap v550: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 316 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 954 KiB/s rd, 4.0 MiB/s wr, 14 op/s 2024-08-19T11:40:14.952 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:14 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:14.952 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:14 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:15.024 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:14 smithi155 ceph-mon[76679]: pgmap v550: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 316 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 954 KiB/s rd, 4.0 MiB/s wr, 14 op/s 2024-08-19T11:40:15.024 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:14 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:15.024 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:14 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:15.754 INFO:tasks.rados.rados.0.smithi136.stdout:2733: done (1 left) 2024-08-19T11:40:15.755 INFO:tasks.rados.rados.0.smithi136.stdout:2734: done (0 left) 2024-08-19T11:40:15.755 INFO:tasks.rados.rados.0.smithi136.stdout:2735: read oid 49 snap -1 2024-08-19T11:40:15.755 INFO:tasks.rados.rados.0.smithi136.stdout:2735: expect (ObjNum 827 snap 271 seq_num 827) 2024-08-19T11:40:15.755 INFO:tasks.rados.rados.0.smithi136.stdout:2736: rmattr oid 6 current snap is 274 2024-08-19T11:40:15.755 INFO:tasks.rados.rados.0.smithi136.stdout:2736: done (1 left) 2024-08-19T11:40:15.755 INFO:tasks.rados.rados.0.smithi136.stdout:2737: rollback oid 28 current snap is 274 2024-08-19T11:40:15.755 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 28 to 253 2024-08-19T11:40:15.755 INFO:tasks.rados.rados.0.smithi136.stdout:2738: copy_from oid 34 from oid 35 current snap is 274 2024-08-19T11:40:15.755 INFO:tasks.rados.rados.0.smithi136.stdout:2739: delete oid 27 current snap is 274 2024-08-19T11:40:15.761 INFO:tasks.rados.rados.0.smithi136.stdout:2737: finishing rollback tid 0 to smithi13674108-28 2024-08-19T11:40:15.761 INFO:tasks.rados.rados.0.smithi136.stdout:2739: done (3 left) 2024-08-19T11:40:15.761 INFO:tasks.rados.rados.0.smithi136.stdout:2740: read oid 19 snap 252 2024-08-19T11:40:15.761 INFO:tasks.rados.rados.0.smithi136.stdout:2740: expect (ObjNum 765 snap 252 seq_num 765) 2024-08-19T11:40:15.761 INFO:tasks.rados.rados.0.smithi136.stdout:2741: snap_create 2024-08-19T11:40:15.762 INFO:tasks.rados.rados.0.smithi136.stdout:2737: finishing rollback tid 1 to smithi13674108-28 2024-08-19T11:40:15.762 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 1219 (ObjNum 129 snap 0 seq_num 3764004608) dirty dne 2024-08-19T11:40:15.768 INFO:tasks.rados.rados.0.smithi136.stdout:2735: expect (ObjNum 827 snap 271 seq_num 827) 2024-08-19T11:40:15.859 INFO:tasks.rados.rados.0.smithi136.stdout:2738: finishing copy_from racing read to smithi13674108-34 2024-08-19T11:40:15.859 INFO:tasks.rados.rados.0.smithi136.stdout:2738: finishing copy_from to smithi13674108-34 2024-08-19T11:40:15.859 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 34 v 861 (ObjNum 768 snap 253 seq_num 768) dirty exists 2024-08-19T11:40:15.860 INFO:tasks.rados.rados.0.smithi136.stdout:2740: expect (ObjNum 765 snap 252 seq_num 765) 2024-08-19T11:40:16.005 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:15 smithi155 ceph-mon[76679]: osdmap e611: 8 total, 8 up, 8 in 2024-08-19T11:40:16.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:15 smithi136 ceph-mon[88916]: osdmap e611: 8 total, 8 up, 8 in 2024-08-19T11:40:16.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:15 smithi136 ceph-mon[86496]: osdmap e611: 8 total, 8 up, 8 in 2024-08-19T11:40:16.758 INFO:tasks.rados.rados.0.smithi136.stdout:2735: done (4 left) 2024-08-19T11:40:16.758 INFO:tasks.rados.rados.0.smithi136.stdout:2737: done (3 left) 2024-08-19T11:40:16.758 INFO:tasks.rados.rados.0.smithi136.stdout:2738: done (2 left) 2024-08-19T11:40:16.758 INFO:tasks.rados.rados.0.smithi136.stdout:2740: done (1 left) 2024-08-19T11:40:16.759 INFO:tasks.rados.rados.0.smithi136.stdout:2741: done (0 left) 2024-08-19T11:40:16.759 INFO:tasks.rados.rados.0.smithi136.stdout:2742: rollback oid 18 current snap is 275 2024-08-19T11:40:16.759 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 18 to 274 2024-08-19T11:40:16.759 INFO:tasks.rados.rados.0.smithi136.stdout:2743: copy_from oid 24 from oid 30 current snap is 275 2024-08-19T11:40:16.759 INFO:tasks.rados.rados.0.smithi136.stdout:2744: copy_from oid 10 from oid 22 current snap is 275 2024-08-19T11:40:16.759 INFO:tasks.rados.rados.0.smithi136.stdout:2745: snap_remove snap 252 2024-08-19T11:40:17.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:16 smithi136 ceph-mon[88916]: pgmap v553: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 318 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 5.0 MiB/s wr, 23 op/s 2024-08-19T11:40:17.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:16 smithi136 ceph-mon[88916]: osdmap e612: 8 total, 8 up, 8 in 2024-08-19T11:40:17.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:17.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:16 smithi136 ceph-mon[86496]: pgmap v553: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 318 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 5.0 MiB/s wr, 23 op/s 2024-08-19T11:40:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:16 smithi136 ceph-mon[86496]: osdmap e612: 8 total, 8 up, 8 in 2024-08-19T11:40:17.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:17.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:17.115 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:16 smithi155 ceph-mon[76679]: pgmap v553: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 318 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 5.0 MiB/s wr, 23 op/s 2024-08-19T11:40:17.115 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:16 smithi155 ceph-mon[76679]: osdmap e612: 8 total, 8 up, 8 in 2024-08-19T11:40:17.115 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:17.115 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:17.772 INFO:tasks.rados.rados.0.smithi136.stdout:2745: done (3 left) 2024-08-19T11:40:17.773 INFO:tasks.rados.rados.0.smithi136.stdout:2746: read oid 16 snap -1 2024-08-19T11:40:17.773 INFO:tasks.rados.rados.0.smithi136.stdout:2746: expect (ObjNum 784 snap 259 seq_num 784) 2024-08-19T11:40:17.773 INFO:tasks.rados.rados.0.smithi136.stdout:2747: rollback oid 11 current snap is 275 2024-08-19T11:40:17.773 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 11 to 264 2024-08-19T11:40:17.773 INFO:tasks.rados.rados.0.smithi136.stdout:2748: copy_from oid 35 from oid 42 current snap is 275 2024-08-19T11:40:17.773 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 39 current snap is 275 2024-08-19T11:40:17.773 INFO:tasks.rados.rados.0.smithi136.stdout:2749: seq_num 839 ranges {2367488=458752,2826240=425984,3252224=688128,3940352=491520} 2024-08-19T11:40:17.789 INFO:tasks.rados.rados.0.smithi136.stdout:2749: writing smithi13674108-39 from 2367488 to 2826240 tid 1 2024-08-19T11:40:17.791 INFO:tasks.rados.rados.0.smithi136.stdout:2749: writing smithi13674108-39 from 2826240 to 3252224 tid 2 2024-08-19T11:40:17.796 INFO:tasks.rados.rados.0.smithi136.stdout:2749: writing smithi13674108-39 from 3252224 to 3940352 tid 3 2024-08-19T11:40:17.800 INFO:tasks.rados.rados.0.smithi136.stdout:2749: writing smithi13674108-39 from 3940352 to 4431872 tid 4 2024-08-19T11:40:17.801 INFO:tasks.rados.rados.0.smithi136.stdout:2742: finishing rollback tid 0 to smithi13674108-18 2024-08-19T11:40:17.801 INFO:tasks.rados.rados.0.smithi136.stdout:2742: finishing rollback tid 1 to smithi13674108-18 2024-08-19T11:40:17.801 INFO:tasks.rados.rados.0.smithi136.stdout:2742: finishing rollback tid 2 to smithi13674108-18 2024-08-19T11:40:17.801 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 1076 (ObjNum 830 snap 271 seq_num 830) dirty exists 2024-08-19T11:40:17.801 INFO:tasks.rados.rados.0.smithi136.stdout:2743: finishing copy_from racing read to smithi13674108-24 2024-08-19T11:40:17.801 INFO:tasks.rados.rados.0.smithi136.stdout:2743: finishing copy_from to smithi13674108-24 2024-08-19T11:40:17.801 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 892 (ObjNum 807 snap 265 seq_num 807) dirty exists 2024-08-19T11:40:17.801 INFO:tasks.rados.rados.0.smithi136.stdout:2744: finishing copy_from racing read to smithi13674108-10 2024-08-19T11:40:17.801 INFO:tasks.rados.rados.0.smithi136.stdout:2744: finishing copy_from to smithi13674108-10 2024-08-19T11:40:17.801 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 1113 (ObjNum 825 snap 271 seq_num 825) dirty exists 2024-08-19T11:40:17.801 INFO:tasks.rados.rados.0.smithi136.stdout:2747: finishing rollback tid 1 to smithi13674108-11 2024-08-19T11:40:17.801 INFO:tasks.rados.rados.0.smithi136.stdout:2747: finishing rollback tid 2 to smithi13674108-11 2024-08-19T11:40:17.801 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 1139 (ObjNum 788 snap 260 seq_num 788) dirty exists 2024-08-19T11:40:17.801 INFO:tasks.rados.rados.0.smithi136.stdout:2748: finishing copy_from racing read to smithi13674108-35 2024-08-19T11:40:17.802 INFO:tasks.rados.rados.0.smithi136.stdout:2749: finishing write tid 1 to smithi13674108-39 2024-08-19T11:40:17.802 INFO:tasks.rados.rados.0.smithi136.stdout:2742: done (6 left) 2024-08-19T11:40:17.802 INFO:tasks.rados.rados.0.smithi136.stdout:2743: done (5 left) 2024-08-19T11:40:17.802 INFO:tasks.rados.rados.0.smithi136.stdout:2744: done (4 left) 2024-08-19T11:40:17.802 INFO:tasks.rados.rados.0.smithi136.stdout:2747: done (3 left) 2024-08-19T11:40:17.802 INFO:tasks.rados.rados.0.smithi136.stdout:2750: snap_remove snap 266 2024-08-19T11:40:17.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:40:17] "GET /metrics HTTP/1.1" 200 36448 "" "Prometheus/2.43.0" 2024-08-19T11:40:17.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[88916]: osdmap e613: 8 total, 8 up, 8 in 2024-08-19T11:40:17.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:17.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:17.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:40:17.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:40:17.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:17.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:40:17.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:17.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:17.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:17.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:17.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:17.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:17.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:17.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:17.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:17.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:17.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:17.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:17.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:17.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[86496]: osdmap e613: 8 total, 8 up, 8 in 2024-08-19T11:40:17.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:17.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:17.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:40:17.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:40:17.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:17.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:40:17.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:17.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:17.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:17.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:17.850 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:17.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:17.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:17.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:17.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:17.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:17.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:17.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:17.851 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:17 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:18.094 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:17 smithi155 ceph-mon[76679]: osdmap e613: 8 total, 8 up, 8 in 2024-08-19T11:40:18.094 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:17 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:18.094 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:17 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:18.094 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:17 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:40:18.094 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:17 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:40:18.094 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:17 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:18.094 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:17 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:40:18.094 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:17 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:18.094 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:17 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:18.094 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:17 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:18.095 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:17 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:18.095 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:17 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:18.095 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:17 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:18.095 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:17 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:18.095 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:17 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:18.095 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:17 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:18.095 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:17 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:18.095 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:17 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:18.095 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:17 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:18.095 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:17 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:18.697 INFO:tasks.rados.rados.0.smithi136.stdout:2749: finishing write tid 2 to smithi13674108-39 2024-08-19T11:40:18.697 INFO:tasks.rados.rados.0.smithi136.stdout:2749: finishing write tid 3 to smithi13674108-39 2024-08-19T11:40:18.698 INFO:tasks.rados.rados.0.smithi136.stdout:2749: finishing write tid 4 to smithi13674108-39 2024-08-19T11:40:18.698 INFO:tasks.rados.rados.0.smithi136.stdout:2749: finishing write tid 5 to smithi13674108-39 2024-08-19T11:40:18.698 INFO:tasks.rados.rados.0.smithi136.stdout:2748: finishing copy_from to smithi13674108-35 2024-08-19T11:40:18.698 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 921 (ObjNum 835 snap 272 seq_num 835) dirty exists 2024-08-19T11:40:18.698 INFO:tasks.rados.rados.0.smithi136.stdout:2749: finishing write tid 6 to smithi13674108-39 2024-08-19T11:40:18.698 INFO:tasks.rados.rados.0.smithi136.stdout:2749: oid 39 updating version 0 to 1071 2024-08-19T11:40:18.698 INFO:tasks.rados.rados.0.smithi136.stdout:2749: oid 39 version 1071 is already newer than 1069 2024-08-19T11:40:18.698 INFO:tasks.rados.rados.0.smithi136.stdout:2749: oid 39 version 1071 is already newer than 1068 2024-08-19T11:40:18.698 INFO:tasks.rados.rados.0.smithi136.stdout:2749: oid 39 version 1071 is already newer than 1070 2024-08-19T11:40:18.698 INFO:tasks.rados.rados.0.smithi136.stdout:2749: oid 39 updating version 1071 to 1072 2024-08-19T11:40:18.698 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 1072 (ObjNum 839 snap 275 seq_num 839) dirty exists 2024-08-19T11:40:18.698 INFO:tasks.rados.rados.0.smithi136.stdout:2749: left oid 39 (ObjNum 839 snap 275 seq_num 839) 2024-08-19T11:40:18.699 INFO:tasks.rados.rados.0.smithi136.stdout:2746: expect (ObjNum 784 snap 259 seq_num 784) 2024-08-19T11:40:18.881 INFO:tasks.rados.rados.0.smithi136.stdout:2746: done (3 left) 2024-08-19T11:40:18.881 INFO:tasks.rados.rados.0.smithi136.stdout:2748: done (2 left) 2024-08-19T11:40:18.881 INFO:tasks.rados.rados.0.smithi136.stdout:2749: done (1 left) 2024-08-19T11:40:18.881 INFO:tasks.rados.rados.0.smithi136.stdout:2750: done (0 left) 2024-08-19T11:40:18.882 INFO:tasks.rados.rados.0.smithi136.stdout:2751: delete oid 39 current snap is 275 2024-08-19T11:40:18.883 INFO:tasks.rados.rados.0.smithi136.stdout:2751: done (0 left) 2024-08-19T11:40:18.883 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 43 current snap is 275 2024-08-19T11:40:18.883 INFO:tasks.rados.rados.0.smithi136.stdout:2752: seq_num 841 ranges {9576448=491520,10067968=598016,10665984=704512,11370496=303104} 2024-08-19T11:40:18.937 INFO:tasks.rados.rados.0.smithi136.stdout:2752: writing smithi13674108-43 from 9576448 to 10067968 tid 1 2024-08-19T11:40:18.941 INFO:tasks.rados.rados.0.smithi136.stdout:2752: writing smithi13674108-43 from 10067968 to 10665984 tid 2 2024-08-19T11:40:18.945 INFO:tasks.rados.rados.0.smithi136.stdout:2752: writing smithi13674108-43 from 10665984 to 11370496 tid 3 2024-08-19T11:40:18.947 INFO:tasks.rados.rados.0.smithi136.stdout:2752: writing smithi13674108-43 from 11370496 to 11673600 tid 4 2024-08-19T11:40:18.947 INFO:tasks.rados.rados.0.smithi136.stdout:2753: snap_remove snap 259 2024-08-19T11:40:19.075 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:18 smithi155 ceph-mon[76679]: pgmap v556: 121 pgs: 121 active+clean; 334 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-08-19T11:40:19.076 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:18 smithi155 ceph-mon[76679]: osdmap e614: 8 total, 8 up, 8 in 2024-08-19T11:40:19.076 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:18 smithi155 ceph-mon[76679]: osdmap e615: 8 total, 8 up, 8 in 2024-08-19T11:40:19.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:18 smithi136 ceph-mon[88916]: pgmap v556: 121 pgs: 121 active+clean; 334 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-08-19T11:40:19.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:18 smithi136 ceph-mon[88916]: osdmap e614: 8 total, 8 up, 8 in 2024-08-19T11:40:19.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:18 smithi136 ceph-mon[88916]: osdmap e615: 8 total, 8 up, 8 in 2024-08-19T11:40:19.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:18 smithi136 ceph-mon[86496]: pgmap v556: 121 pgs: 121 active+clean; 334 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-08-19T11:40:19.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:18 smithi136 ceph-mon[86496]: osdmap e614: 8 total, 8 up, 8 in 2024-08-19T11:40:19.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:18 smithi136 ceph-mon[86496]: osdmap e615: 8 total, 8 up, 8 in 2024-08-19T11:40:19.778 INFO:tasks.rados.rados.0.smithi136.stdout:2752: finishing write tid 1 to smithi13674108-43 2024-08-19T11:40:19.778 INFO:tasks.rados.rados.0.smithi136.stdout:2753: done (1 left) 2024-08-19T11:40:19.778 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 21 current snap is 275 2024-08-19T11:40:19.778 INFO:tasks.rados.rados.0.smithi136.stdout:2754: seq_num 842 ranges {2015232=507904,2523136=475136,2998272=516096,3514368=499712,4014080=114688} 2024-08-19T11:40:19.793 INFO:tasks.rados.rados.0.smithi136.stdout:2754: writing smithi13674108-21 from 2015232 to 2523136 tid 1 2024-08-19T11:40:19.796 INFO:tasks.rados.rados.0.smithi136.stdout:2754: writing smithi13674108-21 from 2523136 to 2998272 tid 2 2024-08-19T11:40:19.799 INFO:tasks.rados.rados.0.smithi136.stdout:2754: writing smithi13674108-21 from 2998272 to 3514368 tid 3 2024-08-19T11:40:19.802 INFO:tasks.rados.rados.0.smithi136.stdout:2754: writing smithi13674108-21 from 3514368 to 4014080 tid 4 2024-08-19T11:40:19.803 INFO:tasks.rados.rados.0.smithi136.stdout:2754: writing smithi13674108-21 from 4014080 to 4128768 tid 5 2024-08-19T11:40:19.804 INFO:tasks.rados.rados.0.smithi136.stdout:2755: rmattr oid 39 current snap is 275 2024-08-19T11:40:19.804 INFO:tasks.rados.rados.0.smithi136.stdout:2755: done (2 left) 2024-08-19T11:40:19.804 INFO:tasks.rados.rados.0.smithi136.stdout:2756: snap_remove snap 264 2024-08-19T11:40:20.064 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:19 smithi136 ceph-mon[88916]: Upgrade: Updating prometheus.a 2024-08-19T11:40:20.065 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:19 smithi136 ceph-mon[86496]: Upgrade: Updating prometheus.a 2024-08-19T11:40:20.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:19 smithi155 ceph-mon[76679]: Upgrade: Updating prometheus.a 2024-08-19T11:40:20.783 INFO:tasks.rados.rados.0.smithi136.stdout:2756: done (2 left) 2024-08-19T11:40:20.784 INFO:tasks.rados.rados.0.smithi136.stdout:2757: snap_remove snap 270 2024-08-19T11:40:20.784 INFO:tasks.rados.rados.0.smithi136.stdout:2752: finishing write tid 2 to smithi13674108-43 2024-08-19T11:40:20.784 INFO:tasks.rados.rados.0.smithi136.stdout:2752: finishing write tid 3 to smithi13674108-43 2024-08-19T11:40:20.784 INFO:tasks.rados.rados.0.smithi136.stdout:2752: finishing write tid 4 to smithi13674108-43 2024-08-19T11:40:20.784 INFO:tasks.rados.rados.0.smithi136.stdout:2752: finishing write tid 5 to smithi13674108-43 2024-08-19T11:40:20.784 INFO:tasks.rados.rados.0.smithi136.stdout:2752: finishing write tid 6 to smithi13674108-43 2024-08-19T11:40:20.784 INFO:tasks.rados.rados.0.smithi136.stdout:2752: oid 43 updating version 0 to 1070 2024-08-19T11:40:20.784 INFO:tasks.rados.rados.0.smithi136.stdout:2752: oid 43 version 1070 is already newer than 1069 2024-08-19T11:40:20.784 INFO:tasks.rados.rados.0.smithi136.stdout:2752: oid 43 version 1070 is already newer than 1068 2024-08-19T11:40:20.784 INFO:tasks.rados.rados.0.smithi136.stdout:2752: oid 43 version 1070 is already newer than 1067 2024-08-19T11:40:20.784 INFO:tasks.rados.rados.0.smithi136.stdout:2752: oid 43 updating version 1070 to 1071 2024-08-19T11:40:20.784 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 1071 (ObjNum 841 snap 275 seq_num 841) dirty exists 2024-08-19T11:40:20.785 INFO:tasks.rados.rados.0.smithi136.stdout:2752: left oid 43 (ObjNum 841 snap 275 seq_num 841) 2024-08-19T11:40:20.785 INFO:tasks.rados.rados.0.smithi136.stdout:2754: finishing write tid 1 to smithi13674108-21 2024-08-19T11:40:20.785 INFO:tasks.rados.rados.0.smithi136.stdout:2754: finishing write tid 2 to smithi13674108-21 2024-08-19T11:40:20.785 INFO:tasks.rados.rados.0.smithi136.stdout:2754: finishing write tid 3 to smithi13674108-21 2024-08-19T11:40:20.785 INFO:tasks.rados.rados.0.smithi136.stdout:2754: finishing write tid 4 to smithi13674108-21 2024-08-19T11:40:20.785 INFO:tasks.rados.rados.0.smithi136.stdout:2754: finishing write tid 5 to smithi13674108-21 2024-08-19T11:40:20.785 INFO:tasks.rados.rados.0.smithi136.stdout:2754: finishing write tid 6 to smithi13674108-21 2024-08-19T11:40:20.785 INFO:tasks.rados.rados.0.smithi136.stdout:2754: finishing write tid 7 to smithi13674108-21 2024-08-19T11:40:20.785 INFO:tasks.rados.rados.0.smithi136.stdout:2754: oid 21 updating version 0 to 1055 2024-08-19T11:40:20.785 INFO:tasks.rados.rados.0.smithi136.stdout:2754: oid 21 updating version 1055 to 1057 2024-08-19T11:40:20.785 INFO:tasks.rados.rados.0.smithi136.stdout:2754: oid 21 version 1057 is already newer than 1052 2024-08-19T11:40:20.785 INFO:tasks.rados.rados.0.smithi136.stdout:2754: oid 21 version 1057 is already newer than 1053 2024-08-19T11:40:20.785 INFO:tasks.rados.rados.0.smithi136.stdout:2754: oid 21 version 1057 is already newer than 1054 2024-08-19T11:40:20.786 INFO:tasks.rados.rados.0.smithi136.stdout:2754: oid 21 version 1057 is already newer than 1056 2024-08-19T11:40:20.786 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 1057 (ObjNum 842 snap 275 seq_num 842) dirty exists 2024-08-19T11:40:20.786 INFO:tasks.rados.rados.0.smithi136.stdout:2754: left oid 21 (ObjNum 842 snap 275 seq_num 842) 2024-08-19T11:40:21.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:20 smithi136 ceph-mon[88916]: pgmap v559: 121 pgs: 121 active+clean; 346 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.9 MiB/s wr, 22 op/s 2024-08-19T11:40:21.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:20 smithi136 ceph-mon[88916]: Deploying daemon prometheus.a on smithi155 2024-08-19T11:40:21.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:20 smithi136 ceph-mon[88916]: osdmap e616: 8 total, 8 up, 8 in 2024-08-19T11:40:21.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:20 smithi136 ceph-mon[86496]: pgmap v559: 121 pgs: 121 active+clean; 346 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.9 MiB/s wr, 22 op/s 2024-08-19T11:40:21.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:20 smithi136 ceph-mon[86496]: Deploying daemon prometheus.a on smithi155 2024-08-19T11:40:21.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:20 smithi136 ceph-mon[86496]: osdmap e616: 8 total, 8 up, 8 in 2024-08-19T11:40:21.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:20 smithi155 ceph-mon[76679]: pgmap v559: 121 pgs: 121 active+clean; 346 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.9 MiB/s wr, 22 op/s 2024-08-19T11:40:21.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:20 smithi155 ceph-mon[76679]: Deploying daemon prometheus.a on smithi155 2024-08-19T11:40:21.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:20 smithi155 ceph-mon[76679]: osdmap e616: 8 total, 8 up, 8 in 2024-08-19T11:40:21.797 INFO:tasks.rados.rados.0.smithi136.stdout:2752: done (2 left) 2024-08-19T11:40:21.797 INFO:tasks.rados.rados.0.smithi136.stdout:2754: done (1 left) 2024-08-19T11:40:21.798 INFO:tasks.rados.rados.0.smithi136.stdout:2757: done (0 left) 2024-08-19T11:40:21.798 INFO:tasks.rados.rados.0.smithi136.stdout:2758: rmattr oid 22 current snap is 275 2024-08-19T11:40:21.798 INFO:tasks.rados.rados.0.smithi136.stdout:2758: done (0 left) 2024-08-19T11:40:21.798 INFO:tasks.rados.rados.0.smithi136.stdout:2759: read oid 19 snap -1 2024-08-19T11:40:21.798 INFO:tasks.rados.rados.0.smithi136.stdout:2759: expect deleted 2024-08-19T11:40:21.798 INFO:tasks.rados.rados.0.smithi136.stdout:2760: read oid 50 snap -1 2024-08-19T11:40:21.798 INFO:tasks.rados.rados.0.smithi136.stdout:2760: expect (ObjNum 624 snap 181 seq_num 624) 2024-08-19T11:40:21.798 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 13 current snap is 275 2024-08-19T11:40:21.798 INFO:tasks.rados.rados.0.smithi136.stdout:2761: seq_num 843 ranges {2621440=524288,3145728=761856,3907584=671744,4579328=172032} 2024-08-19T11:40:21.815 INFO:tasks.rados.rados.0.smithi136.stdout:2761: writing smithi13674108-13 from 2621440 to 3145728 tid 1 2024-08-19T11:40:21.820 INFO:tasks.rados.rados.0.smithi136.stdout:2761: writing smithi13674108-13 from 3145728 to 3907584 tid 2 2024-08-19T11:40:21.824 INFO:tasks.rados.rados.0.smithi136.stdout:2761: writing smithi13674108-13 from 3907584 to 4579328 tid 3 2024-08-19T11:40:21.825 INFO:tasks.rados.rados.0.smithi136.stdout:2761: writing smithi13674108-13 from 4579328 to 4751360 tid 4 2024-08-19T11:40:21.825 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 32 current snap is 275 2024-08-19T11:40:21.825 INFO:tasks.rados.rados.0.smithi136.stdout:2762: seq_num 844 ranges {2326528=540672,2867200=696320,3563520=475136,4038656=434176} 2024-08-19T11:40:21.841 INFO:tasks.rados.rados.0.smithi136.stdout:2762: writing smithi13674108-32 from 2326528 to 2867200 tid 1 2024-08-19T11:40:21.845 INFO:tasks.rados.rados.0.smithi136.stdout:2762: writing smithi13674108-32 from 2867200 to 3563520 tid 2 2024-08-19T11:40:21.848 INFO:tasks.rados.rados.0.smithi136.stdout:2762: writing smithi13674108-32 from 3563520 to 4038656 tid 3 2024-08-19T11:40:21.850 INFO:tasks.rados.rados.0.smithi136.stdout:2762: writing smithi13674108-32 from 4038656 to 4472832 tid 4 2024-08-19T11:40:21.850 INFO:tasks.rados.rados.0.smithi136.stdout:2763: snap_remove snap 231 2024-08-19T11:40:22.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:21 smithi136 ceph-mon[88916]: osdmap e617: 8 total, 8 up, 8 in 2024-08-19T11:40:22.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:21 smithi136 ceph-mon[86496]: osdmap e617: 8 total, 8 up, 8 in 2024-08-19T11:40:22.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:21 smithi155 ceph-mon[76679]: osdmap e617: 8 total, 8 up, 8 in 2024-08-19T11:40:22.800 INFO:tasks.rados.rados.0.smithi136.stdout:2760: expect (ObjNum 624 snap 181 seq_num 624) 2024-08-19T11:40:22.919 INFO:tasks.rados.rados.0.smithi136.stdout:2761: finishing write tid 1 to smithi13674108-13 2024-08-19T11:40:22.919 INFO:tasks.rados.rados.0.smithi136.stdout:2761: finishing write tid 2 to smithi13674108-13 2024-08-19T11:40:22.919 INFO:tasks.rados.rados.0.smithi136.stdout:2761: finishing write tid 3 to smithi13674108-13 2024-08-19T11:40:22.919 INFO:tasks.rados.rados.0.smithi136.stdout:2761: finishing write tid 4 to smithi13674108-13 2024-08-19T11:40:22.919 INFO:tasks.rados.rados.0.smithi136.stdout:2761: finishing write tid 5 to smithi13674108-13 2024-08-19T11:40:22.919 INFO:tasks.rados.rados.0.smithi136.stdout:2761: finishing write tid 6 to smithi13674108-13 2024-08-19T11:40:22.919 INFO:tasks.rados.rados.0.smithi136.stdout:2761: oid 13 updating version 0 to 1074 2024-08-19T11:40:22.919 INFO:tasks.rados.rados.0.smithi136.stdout:2761: oid 13 updating version 1074 to 1075 2024-08-19T11:40:22.920 INFO:tasks.rados.rados.0.smithi136.stdout:2761: oid 13 version 1075 is already newer than 1072 2024-08-19T11:40:22.920 INFO:tasks.rados.rados.0.smithi136.stdout:2761: oid 13 version 1075 is already newer than 1073 2024-08-19T11:40:22.920 INFO:tasks.rados.rados.0.smithi136.stdout:2761: oid 13 updating version 1075 to 1076 2024-08-19T11:40:22.920 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 1076 (ObjNum 843 snap 275 seq_num 843) dirty exists 2024-08-19T11:40:22.920 INFO:tasks.rados.rados.0.smithi136.stdout:2761: left oid 13 (ObjNum 843 snap 275 seq_num 843) 2024-08-19T11:40:22.920 INFO:tasks.rados.rados.0.smithi136.stdout:2762: finishing write tid 1 to smithi13674108-32 2024-08-19T11:40:22.920 INFO:tasks.rados.rados.0.smithi136.stdout:2759: done (4 left) 2024-08-19T11:40:22.920 INFO:tasks.rados.rados.0.smithi136.stdout:2760: done (3 left) 2024-08-19T11:40:22.920 INFO:tasks.rados.rados.0.smithi136.stdout:2761: done (2 left) 2024-08-19T11:40:22.920 INFO:tasks.rados.rados.0.smithi136.stdout:2763: done (1 left) 2024-08-19T11:40:22.920 INFO:tasks.rados.rados.0.smithi136.stdout:2764: copy_from oid 48 from oid 10 current snap is 275 2024-08-19T11:40:22.920 INFO:tasks.rados.rados.0.smithi136.stdout:2762: finishing write tid 2 to smithi13674108-32 2024-08-19T11:40:22.920 INFO:tasks.rados.rados.0.smithi136.stdout:2762: finishing write tid 3 to smithi13674108-32 2024-08-19T11:40:22.920 INFO:tasks.rados.rados.0.smithi136.stdout:2762: finishing write tid 4 to smithi13674108-32 2024-08-19T11:40:22.920 INFO:tasks.rados.rados.0.smithi136.stdout:2762: finishing write tid 5 to smithi13674108-32 2024-08-19T11:40:22.921 INFO:tasks.rados.rados.0.smithi136.stdout:2762: finishing write tid 6 to smithi13674108-32 2024-08-19T11:40:22.921 INFO:tasks.rados.rados.0.smithi136.stdout:2762: oid 32 updating version 0 to 1074 2024-08-19T11:40:22.921 INFO:tasks.rados.rados.0.smithi136.stdout:2762: oid 32 updating version 1074 to 1075 2024-08-19T11:40:22.921 INFO:tasks.rados.rados.0.smithi136.stdout:2762: oid 32 updating version 1075 to 1077 2024-08-19T11:40:22.921 INFO:tasks.rados.rados.0.smithi136.stdout:2762: oid 32 updating version 1077 to 1078 2024-08-19T11:40:22.921 INFO:tasks.rados.rados.0.smithi136.stdout:2762: oid 32 version 1078 is already newer than 1076 2024-08-19T11:40:22.921 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 32 v 1078 (ObjNum 844 snap 275 seq_num 844) dirty exists 2024-08-19T11:40:22.921 INFO:tasks.rados.rados.0.smithi136.stdout:2762: left oid 32 (ObjNum 844 snap 275 seq_num 844) 2024-08-19T11:40:22.921 INFO:tasks.rados.rados.0.smithi136.stdout:2762: done (1 left) 2024-08-19T11:40:22.921 INFO:tasks.rados.rados.0.smithi136.stdout:2765: snap_remove snap 265 2024-08-19T11:40:23.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:22 smithi136 ceph-mon[88916]: pgmap v562: 121 pgs: 121 active+clean; 346 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2024-08-19T11:40:23.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:22 smithi136 ceph-mon[88916]: osdmap e618: 8 total, 8 up, 8 in 2024-08-19T11:40:23.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:22 smithi136 ceph-mon[86496]: pgmap v562: 121 pgs: 121 active+clean; 346 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2024-08-19T11:40:23.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:22 smithi136 ceph-mon[86496]: osdmap e618: 8 total, 8 up, 8 in 2024-08-19T11:40:23.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:22 smithi155 ceph-mon[76679]: pgmap v562: 121 pgs: 121 active+clean; 346 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2024-08-19T11:40:23.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:22 smithi155 ceph-mon[76679]: osdmap e618: 8 total, 8 up, 8 in 2024-08-19T11:40:23.696 INFO:tasks.rados.rados.0.smithi136.stdout:2764: finishing copy_from racing read to smithi13674108-48 2024-08-19T11:40:23.696 INFO:tasks.rados.rados.0.smithi136.stdout:2764: finishing copy_from to smithi13674108-48 2024-08-19T11:40:23.696 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 48 v 1113 (ObjNum 825 snap 271 seq_num 825) dirty exists 2024-08-19T11:40:23.696 INFO:tasks.rados.rados.0.smithi136.stdout:2764: done (1 left) 2024-08-19T11:40:23.697 INFO:tasks.rados.rados.0.smithi136.stdout:2765: done (0 left) 2024-08-19T11:40:23.697 INFO:tasks.rados.rados.0.smithi136.stdout:2766: copy_from oid 3 from oid 2 current snap is 275 2024-08-19T11:40:23.697 INFO:tasks.rados.rados.0.smithi136.stdout:2767: read oid 17 snap -1 2024-08-19T11:40:23.697 INFO:tasks.rados.rados.0.smithi136.stdout:2767: expect (ObjNum 627 snap 183 seq_num 627) 2024-08-19T11:40:23.697 INFO:tasks.rados.rados.0.smithi136.stdout:2768: delete oid 35 current snap is 275 2024-08-19T11:40:23.707 INFO:tasks.rados.rados.0.smithi136.stdout:2768: done (2 left) 2024-08-19T11:40:23.707 INFO:tasks.rados.rados.0.smithi136.stdout:2769: setattr oid 7 current snap is 275 2024-08-19T11:40:23.709 INFO:tasks.rados.rados.0.smithi136.stdout:2770: snap_create 2024-08-19T11:40:23.724 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 1285 (ObjNum 819 snap 268 seq_num 819) dirty exists 2024-08-19T11:40:23.725 INFO:tasks.rados.rados.0.smithi136.stdout:2767: expect (ObjNum 627 snap 183 seq_num 627) 2024-08-19T11:40:23.871 INFO:tasks.rados.rados.0.smithi136.stdout:2766: finishing copy_from racing read to smithi13674108-3 2024-08-19T11:40:23.872 INFO:tasks.rados.rados.0.smithi136.stdout:2766: finishing copy_from to smithi13674108-3 2024-08-19T11:40:23.872 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 1226 (ObjNum 834 snap 271 seq_num 834) dirty exists 2024-08-19T11:40:24.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:23 smithi136 ceph-mon[88916]: osdmap e619: 8 total, 8 up, 8 in 2024-08-19T11:40:24.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:23 smithi136 ceph-mon[88916]: osdmap e620: 8 total, 8 up, 8 in 2024-08-19T11:40:24.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:23 smithi136 ceph-mon[86496]: osdmap e619: 8 total, 8 up, 8 in 2024-08-19T11:40:24.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:23 smithi136 ceph-mon[86496]: osdmap e620: 8 total, 8 up, 8 in 2024-08-19T11:40:24.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:23 smithi155 ceph-mon[76679]: osdmap e619: 8 total, 8 up, 8 in 2024-08-19T11:40:24.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:23 smithi155 ceph-mon[76679]: osdmap e620: 8 total, 8 up, 8 in 2024-08-19T11:40:24.701 INFO:tasks.rados.rados.0.smithi136.stdout:2766: done (3 left) 2024-08-19T11:40:24.701 INFO:tasks.rados.rados.0.smithi136.stdout:2767: done (2 left) 2024-08-19T11:40:24.701 INFO:tasks.rados.rados.0.smithi136.stdout:2769: done (1 left) 2024-08-19T11:40:24.701 INFO:tasks.rados.rados.0.smithi136.stdout:2770: done (0 left) 2024-08-19T11:40:24.701 INFO:tasks.rados.rados.0.smithi136.stdout:2771: snap_remove snap 254 2024-08-19T11:40:25.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:24 smithi136 ceph-mon[88916]: pgmap v565: 121 pgs: 121 active+clean; 344 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-08-19T11:40:25.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:24 smithi136 ceph-mon[88916]: osdmap e621: 8 total, 8 up, 8 in 2024-08-19T11:40:25.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:24 smithi136 ceph-mon[86496]: pgmap v565: 121 pgs: 121 active+clean; 344 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-08-19T11:40:25.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:24 smithi136 ceph-mon[86496]: osdmap e621: 8 total, 8 up, 8 in 2024-08-19T11:40:25.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:24 smithi155 ceph-mon[76679]: pgmap v565: 121 pgs: 121 active+clean; 344 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-08-19T11:40:25.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:24 smithi155 ceph-mon[76679]: osdmap e621: 8 total, 8 up, 8 in 2024-08-19T11:40:25.701 INFO:tasks.rados.rados.0.smithi136.stdout:2771: done (0 left) 2024-08-19T11:40:25.701 INFO:tasks.rados.rados.0.smithi136.stdout:2772: snap_remove snap 274 2024-08-19T11:40:26.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:40:26.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:25 smithi136 ceph-mon[86496]: osdmap e622: 8 total, 8 up, 8 in 2024-08-19T11:40:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:40:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:25 smithi136 ceph-mon[88916]: osdmap e622: 8 total, 8 up, 8 in 2024-08-19T11:40:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:40:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:25 smithi155 ceph-mon[76679]: osdmap e622: 8 total, 8 up, 8 in 2024-08-19T11:40:26.702 INFO:tasks.rados.rados.0.smithi136.stdout:2772: done (0 left) 2024-08-19T11:40:26.703 INFO:tasks.rados.rados.0.smithi136.stdout:2773: rollback oid 18 current snap is 276 2024-08-19T11:40:26.703 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 18 to 249 2024-08-19T11:40:26.703 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 10 current snap is 276 2024-08-19T11:40:26.703 INFO:tasks.rados.rados.0.smithi136.stdout:2774: seq_num 846 ranges {9723904=573440,10297344=466944,10764288=491520,11255808=548864,11804672=98304} 2024-08-19T11:40:26.758 INFO:tasks.rados.rados.0.smithi136.stdout:2774: writing smithi13674108-10 from 9723904 to 10297344 tid 1 2024-08-19T11:40:26.760 INFO:tasks.rados.rados.0.smithi136.stdout:2774: writing smithi13674108-10 from 10297344 to 10764288 tid 2 2024-08-19T11:40:26.763 INFO:tasks.rados.rados.0.smithi136.stdout:2774: writing smithi13674108-10 from 10764288 to 11255808 tid 3 2024-08-19T11:40:26.766 INFO:tasks.rados.rados.0.smithi136.stdout:2774: writing smithi13674108-10 from 11255808 to 11804672 tid 4 2024-08-19T11:40:26.767 INFO:tasks.rados.rados.0.smithi136.stdout:2774: writing smithi13674108-10 from 11804672 to 11902976 tid 5 2024-08-19T11:40:26.767 INFO:tasks.rados.rados.0.smithi136.stdout:2775: snap_create 2024-08-19T11:40:26.767 INFO:tasks.rados.rados.0.smithi136.stdout:2773: finishing rollback tid 0 to smithi13674108-18 2024-08-19T11:40:26.767 INFO:tasks.rados.rados.0.smithi136.stdout:2773: finishing rollback tid 1 to smithi13674108-18 2024-08-19T11:40:26.767 INFO:tasks.rados.rados.0.smithi136.stdout:2773: finishing rollback tid 2 to smithi13674108-18 2024-08-19T11:40:26.767 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 1094 (ObjNum 756 snap 244 seq_num 756) dirty exists 2024-08-19T11:40:26.767 INFO:tasks.rados.rados.0.smithi136.stdout:2774: finishing write tid 1 to smithi13674108-10 2024-08-19T11:40:26.767 INFO:tasks.rados.rados.0.smithi136.stdout:2774: finishing write tid 2 to smithi13674108-10 2024-08-19T11:40:26.767 INFO:tasks.rados.rados.0.smithi136.stdout:2774: finishing write tid 3 to smithi13674108-10 2024-08-19T11:40:26.770 INFO:tasks.rados.rados.0.smithi136.stdout:2774: finishing write tid 4 to smithi13674108-10 2024-08-19T11:40:26.770 INFO:tasks.rados.rados.0.smithi136.stdout:2774: finishing write tid 5 to smithi13674108-10 2024-08-19T11:40:26.770 INFO:tasks.rados.rados.0.smithi136.stdout:2774: finishing write tid 6 to smithi13674108-10 2024-08-19T11:40:26.771 INFO:tasks.rados.rados.0.smithi136.stdout:2774: finishing write tid 7 to smithi13674108-10 2024-08-19T11:40:26.771 INFO:tasks.rados.rados.0.smithi136.stdout:2774: oid 10 updating version 0 to 1119 2024-08-19T11:40:26.771 INFO:tasks.rados.rados.0.smithi136.stdout:2774: oid 10 version 1119 is already newer than 1116 2024-08-19T11:40:26.771 INFO:tasks.rados.rados.0.smithi136.stdout:2774: oid 10 version 1119 is already newer than 1117 2024-08-19T11:40:26.771 INFO:tasks.rados.rados.0.smithi136.stdout:2774: oid 10 version 1119 is already newer than 1115 2024-08-19T11:40:26.771 INFO:tasks.rados.rados.0.smithi136.stdout:2774: oid 10 version 1119 is already newer than 1114 2024-08-19T11:40:26.771 INFO:tasks.rados.rados.0.smithi136.stdout:2774: oid 10 version 1119 is already newer than 1118 2024-08-19T11:40:26.771 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 1119 (ObjNum 846 snap 276 seq_num 846) dirty exists 2024-08-19T11:40:26.772 INFO:tasks.rados.rados.0.smithi136.stdout:2774: left oid 10 (ObjNum 846 snap 276 seq_num 846) 2024-08-19T11:40:27.085 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:26 smithi155 ceph-mon[76679]: pgmap v568: 121 pgs: 121 active+clean; 349 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-08-19T11:40:27.085 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:26 smithi155 ceph-mon[76679]: osdmap e623: 8 total, 8 up, 8 in 2024-08-19T11:40:27.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:26 smithi136 ceph-mon[86496]: pgmap v568: 121 pgs: 121 active+clean; 349 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-08-19T11:40:27.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:26 smithi136 ceph-mon[86496]: osdmap e623: 8 total, 8 up, 8 in 2024-08-19T11:40:27.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:26 smithi136 ceph-mon[88916]: pgmap v568: 121 pgs: 121 active+clean; 349 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-08-19T11:40:27.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:26 smithi136 ceph-mon[88916]: osdmap e623: 8 total, 8 up, 8 in 2024-08-19T11:40:27.703 INFO:tasks.rados.rados.0.smithi136.stdout:2773: done (2 left) 2024-08-19T11:40:27.703 INFO:tasks.rados.rados.0.smithi136.stdout:2774: done (1 left) 2024-08-19T11:40:27.703 INFO:tasks.rados.rados.0.smithi136.stdout:2775: done (0 left) 2024-08-19T11:40:27.703 INFO:tasks.rados.rados.0.smithi136.stdout:2776: rollback oid 20 current snap is 277 2024-08-19T11:40:27.703 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 20 to 271 2024-08-19T11:40:27.703 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 35 current snap is 277 2024-08-19T11:40:27.703 INFO:tasks.rados.rados.0.smithi136.stdout:2777: seq_num 847 ranges {0=589824,589824=753664,1343488=655360,1998848=196608} 2024-08-19T11:40:27.706 INFO:tasks.rados.rados.0.smithi136.stdout:2777: writing smithi13674108-35 from 0 to 589824 tid 1 2024-08-19T11:40:27.711 INFO:tasks.rados.rados.0.smithi136.stdout:2777: writing smithi13674108-35 from 589824 to 1343488 tid 2 2024-08-19T11:40:27.716 INFO:tasks.rados.rados.0.smithi136.stdout:2777: writing smithi13674108-35 from 1343488 to 1998848 tid 3 2024-08-19T11:40:27.717 INFO:tasks.rados.rados.0.smithi136.stdout:2777: writing smithi13674108-35 from 1998848 to 2195456 tid 4 2024-08-19T11:40:27.717 INFO:tasks.rados.rados.0.smithi136.stdout:2778: delete oid 5 current snap is 277 2024-08-19T11:40:27.717 INFO:tasks.rados.rados.0.smithi136.stdout:2776: finishing rollback tid 0 to smithi13674108-20 2024-08-19T11:40:27.717 INFO:tasks.rados.rados.0.smithi136.stdout:2776: finishing rollback tid 1 to smithi13674108-20 2024-08-19T11:40:27.717 INFO:tasks.rados.rados.0.smithi136.stdout:2776: finishing rollback tid 2 to smithi13674108-20 2024-08-19T11:40:27.718 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 1100 (ObjNum 680 snap 203 seq_num 680) dirty exists 2024-08-19T11:40:27.718 INFO:tasks.rados.rados.0.smithi136.stdout:2777: finishing write tid 1 to smithi13674108-35 2024-08-19T11:40:27.718 INFO:tasks.rados.rados.0.smithi136.stdout:2777: finishing write tid 2 to smithi13674108-35 2024-08-19T11:40:27.719 INFO:tasks.rados.rados.0.smithi136.stdout:2777: finishing write tid 3 to smithi13674108-35 2024-08-19T11:40:27.720 INFO:tasks.rados.rados.0.smithi136.stdout:2777: finishing write tid 4 to smithi13674108-35 2024-08-19T11:40:27.720 INFO:tasks.rados.rados.0.smithi136.stdout:2777: finishing write tid 5 to smithi13674108-35 2024-08-19T11:40:27.721 INFO:tasks.rados.rados.0.smithi136.stdout:2777: finishing write tid 6 to smithi13674108-35 2024-08-19T11:40:27.721 INFO:tasks.rados.rados.0.smithi136.stdout:2777: oid 35 updating version 0 to 925 2024-08-19T11:40:27.722 INFO:tasks.rados.rados.0.smithi136.stdout:2777: oid 35 updating version 925 to 926 2024-08-19T11:40:27.722 INFO:tasks.rados.rados.0.smithi136.stdout:2777: oid 35 version 926 is already newer than 923 2024-08-19T11:40:27.722 INFO:tasks.rados.rados.0.smithi136.stdout:2777: oid 35 version 926 is already newer than 924 2024-08-19T11:40:27.722 INFO:tasks.rados.rados.0.smithi136.stdout:2777: oid 35 updating version 926 to 927 2024-08-19T11:40:27.722 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 927 (ObjNum 847 snap 277 seq_num 847) dirty exists 2024-08-19T11:40:27.722 INFO:tasks.rados.rados.0.smithi136.stdout:2777: left oid 35 (ObjNum 847 snap 277 seq_num 847) 2024-08-19T11:40:27.722 INFO:tasks.rados.rados.0.smithi136.stdout:2776: done (2 left) 2024-08-19T11:40:27.722 INFO:tasks.rados.rados.0.smithi136.stdout:2777: done (1 left) 2024-08-19T11:40:27.722 INFO:tasks.rados.rados.0.smithi136.stdout:2778: done (0 left) 2024-08-19T11:40:27.722 INFO:tasks.rados.rados.0.smithi136.stdout:2779: setattr oid 8 current snap is 277 2024-08-19T11:40:27.723 INFO:tasks.rados.rados.0.smithi136.stdout:2780: rmattr oid 27 current snap is 277 2024-08-19T11:40:27.723 INFO:tasks.rados.rados.0.smithi136.stdout:2780: done (1 left) 2024-08-19T11:40:27.723 INFO:tasks.rados.rados.0.smithi136.stdout:2781: rmattr oid 30 current snap is 277 2024-08-19T11:40:27.723 INFO:tasks.rados.rados.0.smithi136.stdout:2782: read oid 13 snap 256 2024-08-19T11:40:27.723 INFO:tasks.rados.rados.0.smithi136.stdout:2782: expect (ObjNum 736 snap 238 seq_num 736) 2024-08-19T11:40:27.723 INFO:tasks.rados.rados.0.smithi136.stdout:2783: read oid 2 snap -1 2024-08-19T11:40:27.723 INFO:tasks.rados.rados.0.smithi136.stdout:2783: expect (ObjNum 834 snap 271 seq_num 834) 2024-08-19T11:40:27.723 INFO:tasks.rados.rados.0.smithi136.stdout:2784: delete oid 14 current snap is 277 2024-08-19T11:40:27.726 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 1180 (ObjNum 33 snap 0 seq_num 3763633136) dirty exists 2024-08-19T11:40:27.728 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 1120 (ObjNum 807 snap 265 seq_num 807) dirty exists 2024-08-19T11:40:27.736 INFO:tasks.rados.rados.0.smithi136.stdout:2782: expect (ObjNum 736 snap 238 seq_num 736) 2024-08-19T11:40:27.841 INFO:tasks.rados.rados.0.smithi136.stdout:2783: expect (ObjNum 834 snap 271 seq_num 834) 2024-08-19T11:40:27.847 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:40:27 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:40:27] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.43.0" 2024-08-19T11:40:28.091 INFO:tasks.rados.rados.0.smithi136.stdout:2779: done (4 left) 2024-08-19T11:40:28.091 INFO:tasks.rados.rados.0.smithi136.stdout:2781: done (3 left) 2024-08-19T11:40:28.091 INFO:tasks.rados.rados.0.smithi136.stdout:2782: done (2 left) 2024-08-19T11:40:28.091 INFO:tasks.rados.rados.0.smithi136.stdout:2783: done (1 left) 2024-08-19T11:40:28.092 INFO:tasks.rados.rados.0.smithi136.stdout:2784: done (0 left) 2024-08-19T11:40:28.092 INFO:tasks.rados.rados.0.smithi136.stdout:2785: snap_create 2024-08-19T11:40:28.701 INFO:tasks.rados.rados.0.smithi136.stdout:2785: done (0 left) 2024-08-19T11:40:28.701 INFO:tasks.rados.rados.0.smithi136.stdout:2786: snap_remove snap 277 2024-08-19T11:40:28.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:28 smithi155 ceph-mon[76679]: pgmap v571: 121 pgs: 121 active+clean; 350 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.5 MiB/s wr, 11 op/s 2024-08-19T11:40:28.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:28 smithi155 ceph-mon[76679]: osdmap e624: 8 total, 8 up, 8 in 2024-08-19T11:40:29.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:28 smithi136 ceph-mon[88916]: pgmap v571: 121 pgs: 121 active+clean; 350 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.5 MiB/s wr, 11 op/s 2024-08-19T11:40:29.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:28 smithi136 ceph-mon[88916]: osdmap e624: 8 total, 8 up, 8 in 2024-08-19T11:40:29.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:28 smithi136 ceph-mon[86496]: pgmap v571: 121 pgs: 121 active+clean; 350 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.5 MiB/s wr, 11 op/s 2024-08-19T11:40:29.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:28 smithi136 ceph-mon[86496]: osdmap e624: 8 total, 8 up, 8 in 2024-08-19T11:40:29.719 INFO:tasks.rados.rados.0.smithi136.stdout:2786: done (0 left) 2024-08-19T11:40:29.719 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 31 current snap is 278 2024-08-19T11:40:29.719 INFO:tasks.rados.rados.0.smithi136.stdout:2787: seq_num 850 ranges {0=638976,638976=802816,1441792=475136,1916928=327680} 2024-08-19T11:40:29.722 INFO:tasks.rados.rados.0.smithi136.stdout:2787: writing smithi13674108-31 from 0 to 638976 tid 1 2024-08-19T11:40:29.726 INFO:tasks.rados.rados.0.smithi136.stdout:2787: writing smithi13674108-31 from 638976 to 1441792 tid 2 2024-08-19T11:40:29.729 INFO:tasks.rados.rados.0.smithi136.stdout:2787: writing smithi13674108-31 from 1441792 to 1916928 tid 3 2024-08-19T11:40:29.731 INFO:tasks.rados.rados.0.smithi136.stdout:2787: writing smithi13674108-31 from 1916928 to 2244608 tid 4 2024-08-19T11:40:29.731 INFO:tasks.rados.rados.0.smithi136.stdout:2788: delete oid 49 current snap is 278 2024-08-19T11:40:29.732 INFO:tasks.rados.rados.0.smithi136.stdout:2787: finishing write tid 1 to smithi13674108-31 2024-08-19T11:40:29.732 INFO:tasks.rados.rados.0.smithi136.stdout:2787: finishing write tid 2 to smithi13674108-31 2024-08-19T11:40:29.738 INFO:tasks.rados.rados.0.smithi136.stdout:2787: finishing write tid 3 to smithi13674108-31 2024-08-19T11:40:29.739 INFO:tasks.rados.rados.0.smithi136.stdout:2787: finishing write tid 4 to smithi13674108-31 2024-08-19T11:40:29.739 INFO:tasks.rados.rados.0.smithi136.stdout:2787: finishing write tid 5 to smithi13674108-31 2024-08-19T11:40:29.739 INFO:tasks.rados.rados.0.smithi136.stdout:2788: done (1 left) 2024-08-19T11:40:29.739 INFO:tasks.rados.rados.0.smithi136.stdout:2789: delete oid 34 current snap is 278 2024-08-19T11:40:29.740 INFO:tasks.rados.rados.0.smithi136.stdout:2787: finishing write tid 6 to smithi13674108-31 2024-08-19T11:40:29.740 INFO:tasks.rados.rados.0.smithi136.stdout:2787: oid 31 updating version 0 to 1307 2024-08-19T11:40:29.740 INFO:tasks.rados.rados.0.smithi136.stdout:2787: oid 31 version 1307 is already newer than 1305 2024-08-19T11:40:29.740 INFO:tasks.rados.rados.0.smithi136.stdout:2787: oid 31 updating version 1307 to 1308 2024-08-19T11:40:29.740 INFO:tasks.rados.rados.0.smithi136.stdout:2787: oid 31 version 1308 is already newer than 1304 2024-08-19T11:40:29.740 INFO:tasks.rados.rados.0.smithi136.stdout:2787: oid 31 version 1308 is already newer than 1306 2024-08-19T11:40:29.740 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 1308 (ObjNum 850 snap 278 seq_num 850) dirty exists 2024-08-19T11:40:29.740 INFO:tasks.rados.rados.0.smithi136.stdout:2787: left oid 31 (ObjNum 850 snap 278 seq_num 850) 2024-08-19T11:40:29.741 INFO:tasks.rados.rados.0.smithi136.stdout:2787: done (1 left) 2024-08-19T11:40:29.741 INFO:tasks.rados.rados.0.smithi136.stdout:2789: done (0 left) 2024-08-19T11:40:29.741 INFO:tasks.rados.rados.0.smithi136.stdout:2790: snap_remove snap 244 2024-08-19T11:40:29.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:29 smithi136 ceph-mon[86496]: osdmap e625: 8 total, 8 up, 8 in 2024-08-19T11:40:29.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:29 smithi136 ceph-mon[88916]: osdmap e625: 8 total, 8 up, 8 in 2024-08-19T11:40:29.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:29 smithi155 ceph-mon[76679]: osdmap e625: 8 total, 8 up, 8 in 2024-08-19T11:40:30.233 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:29 smithi155 systemd[1]: Stopping Ceph prometheus.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:40:30.523 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:30 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:40:30.232Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-19T11:40:30.524 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:30 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:40:30.232Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-19T11:40:30.524 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:30 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:40:30.232Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-19T11:40:30.524 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:30 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:40:30.232Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-19T11:40:30.524 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:30 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:40:30.232Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-19T11:40:30.524 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:30 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:40:30.232Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-19T11:40:30.524 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:30 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:40:30.233Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-19T11:40:30.524 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:30 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:40:30.233Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-19T11:40:30.524 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:30 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:40:30.233Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-19T11:40:30.524 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:30 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:40:30.233Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-19T11:40:30.524 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:30 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:40:30.233Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-19T11:40:30.524 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:30 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[67509]: ts=2024-08-19T11:40:30.233Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-19T11:40:30.524 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:30 smithi155 podman[111277]: 2024-08-19 11:40:30.243125902 +0000 UTC m=+0.118181270 container died 58dd6060f3199ee09f0ff2152ae67ccca27abdf5ba8aef1cbac430076c734946 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T11:40:30.719 INFO:tasks.rados.rados.0.smithi136.stdout:2790: done (0 left) 2024-08-19T11:40:30.719 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 45 current snap is 278 2024-08-19T11:40:30.719 INFO:tasks.rados.rados.0.smithi136.stdout:2791: seq_num 853 ranges {3530752=696320,4227072=507904,4734976=647168,5382144=450560} 2024-08-19T11:40:30.743 INFO:tasks.rados.rados.0.smithi136.stdout:2791: writing smithi13674108-45 from 3530752 to 4227072 tid 1 2024-08-19T11:40:30.746 INFO:tasks.rados.rados.0.smithi136.stdout:2791: writing smithi13674108-45 from 4227072 to 4734976 tid 2 2024-08-19T11:40:30.750 INFO:tasks.rados.rados.0.smithi136.stdout:2791: writing smithi13674108-45 from 4734976 to 5382144 tid 3 2024-08-19T11:40:30.754 INFO:tasks.rados.rados.0.smithi136.stdout:2791: writing smithi13674108-45 from 5382144 to 5832704 tid 4 2024-08-19T11:40:30.754 INFO:tasks.rados.rados.0.smithi136.stdout:2792: read oid 30 snap -1 2024-08-19T11:40:30.754 INFO:tasks.rados.rados.0.smithi136.stdout:2792: expect (ObjNum 807 snap 265 seq_num 807) 2024-08-19T11:40:30.754 INFO:tasks.rados.rados.0.smithi136.stdout:2793: rollback oid 43 current snap is 278 2024-08-19T11:40:30.754 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 43 to 245 2024-08-19T11:40:30.754 INFO:tasks.rados.rados.0.smithi136.stdout:2791: finishing write tid 1 to smithi13674108-45 2024-08-19T11:40:30.754 INFO:tasks.rados.rados.0.smithi136.stdout:2791: finishing write tid 2 to smithi13674108-45 2024-08-19T11:40:30.754 INFO:tasks.rados.rados.0.smithi136.stdout:2791: finishing write tid 3 to smithi13674108-45 2024-08-19T11:40:30.755 INFO:tasks.rados.rados.0.smithi136.stdout:2794: copy_from oid 7 from oid 16 current snap is 278 2024-08-19T11:40:30.755 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 2 current snap is 278 2024-08-19T11:40:30.755 INFO:tasks.rados.rados.0.smithi136.stdout:2795: seq_num 854 ranges {5513216=712704,6225920=794624,7020544=450560,7471104=360448} 2024-08-19T11:40:30.788 INFO:tasks.rados.rados.0.smithi136.stdout:2795: writing smithi13674108-2 from 5513216 to 6225920 tid 1 2024-08-19T11:40:30.793 INFO:tasks.rados.rados.0.smithi136.stdout:2795: writing smithi13674108-2 from 6225920 to 7020544 tid 2 2024-08-19T11:40:30.795 INFO:tasks.rados.rados.0.smithi136.stdout:2795: writing smithi13674108-2 from 7020544 to 7471104 tid 3 2024-08-19T11:40:30.798 INFO:tasks.rados.rados.0.smithi136.stdout:2795: writing smithi13674108-2 from 7471104 to 7831552 tid 4 2024-08-19T11:40:30.798 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 15 current snap is 278 2024-08-19T11:40:30.798 INFO:tasks.rados.rados.0.smithi136.stdout:2791: finishing write tid 4 to smithi13674108-45 2024-08-19T11:40:30.798 INFO:tasks.rados.rados.0.smithi136.stdout:2791: finishing write tid 5 to smithi13674108-45 2024-08-19T11:40:30.798 INFO:tasks.rados.rados.0.smithi136.stdout:2793: finishing rollback tid 0 to smithi13674108-43 2024-08-19T11:40:30.798 INFO:tasks.rados.rados.0.smithi136.stdout:2791: finishing write tid 6 to smithi13674108-45 2024-08-19T11:40:30.798 INFO:tasks.rados.rados.0.smithi136.stdout:2791: oid 45 updating version 0 to 1106 2024-08-19T11:40:30.799 INFO:tasks.rados.rados.0.smithi136.stdout:2791: oid 45 updating version 1106 to 1107 2024-08-19T11:40:30.799 INFO:tasks.rados.rados.0.smithi136.stdout:2791: oid 45 updating version 1107 to 1109 2024-08-19T11:40:30.799 INFO:tasks.rados.rados.0.smithi136.stdout:2791: oid 45 updating version 1109 to 1110 2024-08-19T11:40:30.799 INFO:tasks.rados.rados.0.smithi136.stdout:2791: oid 45 version 1110 is already newer than 1108 2024-08-19T11:40:30.799 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 1110 (ObjNum 853 snap 278 seq_num 853) dirty exists 2024-08-19T11:40:30.799 INFO:tasks.rados.rados.0.smithi136.stdout:2791: left oid 45 (ObjNum 853 snap 278 seq_num 853) 2024-08-19T11:40:30.799 INFO:tasks.rados.rados.0.smithi136.stdout:2793: finishing rollback tid 1 to smithi13674108-43 2024-08-19T11:40:30.799 INFO:tasks.rados.rados.0.smithi136.stdout:2793: finishing rollback tid 2 to smithi13674108-43 2024-08-19T11:40:30.799 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 1079 (ObjNum 81 snap 0 seq_num 1649566829) dirty exists 2024-08-19T11:40:30.799 INFO:tasks.rados.rados.0.smithi136.stdout:2792: expect (ObjNum 807 snap 265 seq_num 807) 2024-08-19T11:40:30.891 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:30 smithi155 ceph-mon[76679]: pgmap v574: 121 pgs: 121 active+clean; 342 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-08-19T11:40:30.891 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:30 smithi155 ceph-mon[76679]: osdmap e626: 8 total, 8 up, 8 in 2024-08-19T11:40:30.891 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:30 smithi155 podman[111277]: 2024-08-19 11:40:30.613745095 +0000 UTC m=+0.488800462 container cleanup 58dd6060f3199ee09f0ff2152ae67ccca27abdf5ba8aef1cbac430076c734946 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T11:40:30.891 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:30 smithi155 bash[111277]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a 2024-08-19T11:40:30.895 INFO:tasks.rados.rados.0.smithi136.stdout:2794: finishing copy_from racing read to smithi13674108-7 2024-08-19T11:40:30.895 INFO:tasks.rados.rados.0.smithi136.stdout:2794: finishing copy_from to smithi13674108-7 2024-08-19T11:40:30.895 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 1062 (ObjNum 784 snap 259 seq_num 784) dirty exists 2024-08-19T11:40:30.895 INFO:tasks.rados.rados.0.smithi136.stdout:2795: finishing write tid 1 to smithi13674108-2 2024-08-19T11:40:30.895 INFO:tasks.rados.rados.0.smithi136.stdout:2795: finishing write tid 2 to smithi13674108-2 2024-08-19T11:40:30.895 INFO:tasks.rados.rados.0.smithi136.stdout:2795: finishing write tid 3 to smithi13674108-2 2024-08-19T11:40:30.895 INFO:tasks.rados.rados.0.smithi136.stdout:2795: finishing write tid 4 to smithi13674108-2 2024-08-19T11:40:30.896 INFO:tasks.rados.rados.0.smithi136.stdout:2795: finishing write tid 5 to smithi13674108-2 2024-08-19T11:40:30.896 INFO:tasks.rados.rados.0.smithi136.stdout:2796: seq_num 855 ranges {9576448=729088,10305536=671744,10977280=663552,11640832=270336} 2024-08-19T11:40:30.948 INFO:tasks.rados.rados.0.smithi136.stdout:2796: writing smithi13674108-15 from 9576448 to 10305536 tid 1 2024-08-19T11:40:30.952 INFO:tasks.rados.rados.0.smithi136.stdout:2796: writing smithi13674108-15 from 10305536 to 10977280 tid 2 2024-08-19T11:40:30.956 INFO:tasks.rados.rados.0.smithi136.stdout:2796: writing smithi13674108-15 from 10977280 to 11640832 tid 3 2024-08-19T11:40:30.958 INFO:tasks.rados.rados.0.smithi136.stdout:2796: writing smithi13674108-15 from 11640832 to 11911168 tid 4 2024-08-19T11:40:30.958 INFO:tasks.rados.rados.0.smithi136.stdout:2791: done (5 left) 2024-08-19T11:40:30.958 INFO:tasks.rados.rados.0.smithi136.stdout:2792: done (4 left) 2024-08-19T11:40:30.958 INFO:tasks.rados.rados.0.smithi136.stdout:2793: done (3 left) 2024-08-19T11:40:30.958 INFO:tasks.rados.rados.0.smithi136.stdout:2794: done (2 left) 2024-08-19T11:40:30.958 INFO:tasks.rados.rados.0.smithi136.stdout:2797: setattr oid 17 current snap is 278 2024-08-19T11:40:30.959 INFO:tasks.rados.rados.0.smithi136.stdout:2795: finishing write tid 6 to smithi13674108-2 2024-08-19T11:40:30.959 INFO:tasks.rados.rados.0.smithi136.stdout:2795: oid 2 updating version 0 to 1313 2024-08-19T11:40:30.959 INFO:tasks.rados.rados.0.smithi136.stdout:2795: oid 2 version 1313 is already newer than 1312 2024-08-19T11:40:30.959 INFO:tasks.rados.rados.0.smithi136.stdout:2795: oid 2 version 1313 is already newer than 1310 2024-08-19T11:40:30.959 INFO:tasks.rados.rados.0.smithi136.stdout:2795: oid 2 version 1313 is already newer than 1311 2024-08-19T11:40:30.959 INFO:tasks.rados.rados.0.smithi136.stdout:2795: oid 2 updating version 1313 to 1314 2024-08-19T11:40:30.959 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 2 v 1314 (ObjNum 854 snap 278 seq_num 854) dirty exists 2024-08-19T11:40:30.959 INFO:tasks.rados.rados.0.smithi136.stdout:2795: left oid 2 (ObjNum 854 snap 278 seq_num 854) 2024-08-19T11:40:30.959 INFO:tasks.rados.rados.0.smithi136.stdout:2796: finishing write tid 1 to smithi13674108-15 2024-08-19T11:40:30.959 INFO:tasks.rados.rados.0.smithi136.stdout:2796: finishing write tid 2 to smithi13674108-15 2024-08-19T11:40:30.960 INFO:tasks.rados.rados.0.smithi136.stdout:2795: done (2 left) 2024-08-19T11:40:30.960 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 3 current snap is 278 2024-08-19T11:40:30.960 INFO:tasks.rados.rados.0.smithi136.stdout:2798: seq_num 856 ranges {5513216=745472,6258688=557056,6815744=417792,7233536=434176,7667712=196608} 2024-08-19T11:40:30.992 INFO:tasks.rados.rados.0.smithi136.stdout:2798: writing smithi13674108-3 from 5513216 to 6258688 tid 1 2024-08-19T11:40:30.995 INFO:tasks.rados.rados.0.smithi136.stdout:2798: writing smithi13674108-3 from 6258688 to 6815744 tid 2 2024-08-19T11:40:30.997 INFO:tasks.rados.rados.0.smithi136.stdout:2798: writing smithi13674108-3 from 6815744 to 7233536 tid 3 2024-08-19T11:40:31.000 INFO:tasks.rados.rados.0.smithi136.stdout:2798: writing smithi13674108-3 from 7233536 to 7667712 tid 4 2024-08-19T11:40:31.002 INFO:tasks.rados.rados.0.smithi136.stdout:2798: writing smithi13674108-3 from 7667712 to 7864320 tid 5 2024-08-19T11:40:31.002 INFO:tasks.rados.rados.0.smithi136.stdout:2799: read oid 16 snap -1 2024-08-19T11:40:31.002 INFO:tasks.rados.rados.0.smithi136.stdout:2799: expect (ObjNum 784 snap 259 seq_num 784) 2024-08-19T11:40:31.002 INFO:tasks.rados.rados.0.smithi136.stdout:2800: delete oid 6 current snap is 278 2024-08-19T11:40:31.002 INFO:tasks.rados.rados.0.smithi136.stdout:2796: finishing write tid 3 to smithi13674108-15 2024-08-19T11:40:31.002 INFO:tasks.rados.rados.0.smithi136.stdout:2796: finishing write tid 4 to smithi13674108-15 2024-08-19T11:40:31.002 INFO:tasks.rados.rados.0.smithi136.stdout:2796: finishing write tid 5 to smithi13674108-15 2024-08-19T11:40:31.002 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 17 v 1186 (ObjNum 627 snap 183 seq_num 627) dirty exists 2024-08-19T11:40:31.002 INFO:tasks.rados.rados.0.smithi136.stdout:2796: finishing write tid 6 to smithi13674108-15 2024-08-19T11:40:31.003 INFO:tasks.rados.rados.0.smithi136.stdout:2796: oid 15 updating version 0 to 1082 2024-08-19T11:40:31.003 INFO:tasks.rados.rados.0.smithi136.stdout:2796: oid 15 updating version 1082 to 1083 2024-08-19T11:40:31.003 INFO:tasks.rados.rados.0.smithi136.stdout:2796: oid 15 version 1083 is already newer than 1081 2024-08-19T11:40:31.003 INFO:tasks.rados.rados.0.smithi136.stdout:2796: oid 15 version 1083 is already newer than 1080 2024-08-19T11:40:31.003 INFO:tasks.rados.rados.0.smithi136.stdout:2796: oid 15 version 1083 is already newer than 1079 2024-08-19T11:40:31.003 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 1083 (ObjNum 855 snap 278 seq_num 855) dirty exists 2024-08-19T11:40:31.003 INFO:tasks.rados.rados.0.smithi136.stdout:2796: left oid 15 (ObjNum 855 snap 278 seq_num 855) 2024-08-19T11:40:31.003 INFO:tasks.rados.rados.0.smithi136.stdout:2798: finishing write tid 1 to smithi13674108-3 2024-08-19T11:40:31.003 INFO:tasks.rados.rados.0.smithi136.stdout:2798: finishing write tid 2 to smithi13674108-3 2024-08-19T11:40:31.003 INFO:tasks.rados.rados.0.smithi136.stdout:2798: finishing write tid 3 to smithi13674108-3 2024-08-19T11:40:31.005 INFO:tasks.rados.rados.0.smithi136.stdout:2798: finishing write tid 4 to smithi13674108-3 2024-08-19T11:40:31.005 INFO:tasks.rados.rados.0.smithi136.stdout:2796: done (4 left) 2024-08-19T11:40:31.005 INFO:tasks.rados.rados.0.smithi136.stdout:2797: done (3 left) 2024-08-19T11:40:31.005 INFO:tasks.rados.rados.0.smithi136.stdout:2800: done (2 left) 2024-08-19T11:40:31.005 INFO:tasks.rados.rados.0.smithi136.stdout:2801: read oid 39 snap -1 2024-08-19T11:40:31.005 INFO:tasks.rados.rados.0.smithi136.stdout:2801: expect deleted 2024-08-19T11:40:31.005 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 32 current snap is 278 2024-08-19T11:40:31.005 INFO:tasks.rados.rados.0.smithi136.stdout:2802: seq_num 858 ranges {4472832=778240,5251072=729088,5980160=434176,6414336=442368} 2024-08-19T11:40:31.032 INFO:tasks.rados.rados.0.smithi136.stdout:2802: writing smithi13674108-32 from 4472832 to 5251072 tid 1 2024-08-19T11:40:31.036 INFO:tasks.rados.rados.0.smithi136.stdout:2802: writing smithi13674108-32 from 5251072 to 5980160 tid 2 2024-08-19T11:40:31.040 INFO:tasks.rados.rados.0.smithi136.stdout:2802: writing smithi13674108-32 from 5980160 to 6414336 tid 3 2024-08-19T11:40:31.042 INFO:tasks.rados.rados.0.smithi136.stdout:2802: writing smithi13674108-32 from 6414336 to 6856704 tid 4 2024-08-19T11:40:31.042 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 6 current snap is 278 2024-08-19T11:40:31.042 INFO:tasks.rados.rados.0.smithi136.stdout:2803: seq_num 859 ranges {0=794624,794624=614400,1409024=638976,2048000=352256} 2024-08-19T11:40:31.046 INFO:tasks.rados.rados.0.smithi136.stdout:2803: writing smithi13674108-6 from 0 to 794624 tid 1 2024-08-19T11:40:31.050 INFO:tasks.rados.rados.0.smithi136.stdout:2803: writing smithi13674108-6 from 794624 to 1409024 tid 2 2024-08-19T11:40:31.053 INFO:tasks.rados.rados.0.smithi136.stdout:2803: writing smithi13674108-6 from 1409024 to 2048000 tid 3 2024-08-19T11:40:31.055 INFO:tasks.rados.rados.0.smithi136.stdout:2803: writing smithi13674108-6 from 2048000 to 2400256 tid 4 2024-08-19T11:40:31.056 INFO:tasks.rados.rados.0.smithi136.stdout:2804: rollback oid 7 current snap is 278 2024-08-19T11:40:31.056 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 7 to 240 2024-08-19T11:40:31.056 INFO:tasks.rados.rados.0.smithi136.stdout:2798: finishing write tid 5 to smithi13674108-3 2024-08-19T11:40:31.056 INFO:tasks.rados.rados.0.smithi136.stdout:2798: finishing write tid 6 to smithi13674108-3 2024-08-19T11:40:31.056 INFO:tasks.rados.rados.0.smithi136.stdout:2798: finishing write tid 7 to smithi13674108-3 2024-08-19T11:40:31.056 INFO:tasks.rados.rados.0.smithi136.stdout:2798: oid 3 updating version 0 to 1324 2024-08-19T11:40:31.056 INFO:tasks.rados.rados.0.smithi136.stdout:2798: oid 3 version 1324 is already newer than 1321 2024-08-19T11:40:31.056 INFO:tasks.rados.rados.0.smithi136.stdout:2798: oid 3 updating version 1324 to 1325 2024-08-19T11:40:31.056 INFO:tasks.rados.rados.0.smithi136.stdout:2798: oid 3 version 1325 is already newer than 1323 2024-08-19T11:40:31.056 INFO:tasks.rados.rados.0.smithi136.stdout:2798: oid 3 version 1325 is already newer than 1322 2024-08-19T11:40:31.056 INFO:tasks.rados.rados.0.smithi136.stdout:2798: oid 3 version 1325 is already newer than 1320 2024-08-19T11:40:31.056 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 1325 (ObjNum 856 snap 278 seq_num 856) dirty exists 2024-08-19T11:40:31.056 INFO:tasks.rados.rados.0.smithi136.stdout:2798: left oid 3 (ObjNum 856 snap 278 seq_num 856) 2024-08-19T11:40:31.057 INFO:tasks.rados.rados.0.smithi136.stdout:2799: expect (ObjNum 784 snap 259 seq_num 784) 2024-08-19T11:40:31.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:30 smithi136 ceph-mon[86496]: pgmap v574: 121 pgs: 121 active+clean; 342 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-08-19T11:40:31.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:30 smithi136 ceph-mon[86496]: osdmap e626: 8 total, 8 up, 8 in 2024-08-19T11:40:31.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:30 smithi136 ceph-mon[88916]: pgmap v574: 121 pgs: 121 active+clean; 342 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-08-19T11:40:31.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:30 smithi136 ceph-mon[88916]: osdmap e626: 8 total, 8 up, 8 in 2024-08-19T11:40:31.210 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:30 smithi155 podman[111293]: 2024-08-19 11:40:30.890393423 +0000 UTC m=+0.649615039 container remove 58dd6060f3199ee09f0ff2152ae67ccca27abdf5ba8aef1cbac430076c734946 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T11:40:31.210 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:31 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-19T11:40:31.210 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:31 smithi155 systemd[1]: Stopped Ceph prometheus.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:40:31.210 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:31 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@prometheus.a.service: Consumed 2.801s CPU time. 2024-08-19T11:40:31.229 INFO:tasks.rados.rados.0.smithi136.stdout:2802: finishing write tid 1 to smithi13674108-32 2024-08-19T11:40:31.230 INFO:tasks.rados.rados.0.smithi136.stdout:2802: finishing write tid 2 to smithi13674108-32 2024-08-19T11:40:31.230 INFO:tasks.rados.rados.0.smithi136.stdout:2802: finishing write tid 3 to smithi13674108-32 2024-08-19T11:40:31.230 INFO:tasks.rados.rados.0.smithi136.stdout:2802: finishing write tid 4 to smithi13674108-32 2024-08-19T11:40:31.230 INFO:tasks.rados.rados.0.smithi136.stdout:2802: finishing write tid 5 to smithi13674108-32 2024-08-19T11:40:31.230 INFO:tasks.rados.rados.0.smithi136.stdout:2802: finishing write tid 6 to smithi13674108-32 2024-08-19T11:40:31.230 INFO:tasks.rados.rados.0.smithi136.stdout:2802: oid 32 updating version 0 to 1088 2024-08-19T11:40:31.230 INFO:tasks.rados.rados.0.smithi136.stdout:2802: oid 32 version 1088 is already newer than 1087 2024-08-19T11:40:31.230 INFO:tasks.rados.rados.0.smithi136.stdout:2802: oid 32 version 1088 is already newer than 1084 2024-08-19T11:40:31.230 INFO:tasks.rados.rados.0.smithi136.stdout:2802: oid 32 version 1088 is already newer than 1086 2024-08-19T11:40:31.230 INFO:tasks.rados.rados.0.smithi136.stdout:2802: oid 32 version 1088 is already newer than 1085 2024-08-19T11:40:31.231 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 32 v 1088 (ObjNum 858 snap 278 seq_num 858) dirty exists 2024-08-19T11:40:31.231 INFO:tasks.rados.rados.0.smithi136.stdout:2802: left oid 32 (ObjNum 858 snap 278 seq_num 858) 2024-08-19T11:40:31.231 INFO:tasks.rados.rados.0.smithi136.stdout:2803: finishing write tid 1 to smithi13674108-6 2024-08-19T11:40:31.231 INFO:tasks.rados.rados.0.smithi136.stdout:2803: finishing write tid 2 to smithi13674108-6 2024-08-19T11:40:31.231 INFO:tasks.rados.rados.0.smithi136.stdout:2798: done (5 left) 2024-08-19T11:40:31.231 INFO:tasks.rados.rados.0.smithi136.stdout:2799: done (4 left) 2024-08-19T11:40:31.231 INFO:tasks.rados.rados.0.smithi136.stdout:2801: done (3 left) 2024-08-19T11:40:31.231 INFO:tasks.rados.rados.0.smithi136.stdout:2802: done (2 left) 2024-08-19T11:40:31.231 INFO:tasks.rados.rados.0.smithi136.stdout:2805: rmattr oid 49 current snap is 278 2024-08-19T11:40:31.231 INFO:tasks.rados.rados.0.smithi136.stdout:2805: done (2 left) 2024-08-19T11:40:31.231 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 20 current snap is 278 2024-08-19T11:40:31.231 INFO:tasks.rados.rados.0.smithi136.stdout:2803: finishing write tid 3 to smithi13674108-6 2024-08-19T11:40:31.231 INFO:tasks.rados.rados.0.smithi136.stdout:2803: finishing write tid 4 to smithi13674108-6 2024-08-19T11:40:31.231 INFO:tasks.rados.rados.0.smithi136.stdout:2803: finishing write tid 5 to smithi13674108-6 2024-08-19T11:40:31.231 INFO:tasks.rados.rados.0.smithi136.stdout:2804: finishing rollback tid 0 to smithi13674108-7 2024-08-19T11:40:31.232 INFO:tasks.rados.rados.0.smithi136.stdout:2804: finishing rollback tid 1 to smithi13674108-7 2024-08-19T11:40:31.232 INFO:tasks.rados.rados.0.smithi136.stdout:2804: finishing rollback tid 2 to smithi13674108-7 2024-08-19T11:40:31.232 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 1328 (ObjNum 690 snap 213 seq_num 690) dirty exists 2024-08-19T11:40:31.232 INFO:tasks.rados.rados.0.smithi136.stdout:2803: finishing write tid 6 to smithi13674108-6 2024-08-19T11:40:31.232 INFO:tasks.rados.rados.0.smithi136.stdout:2803: oid 6 updating version 0 to 1058 2024-08-19T11:40:31.232 INFO:tasks.rados.rados.0.smithi136.stdout:2803: oid 6 updating version 1058 to 1059 2024-08-19T11:40:31.232 INFO:tasks.rados.rados.0.smithi136.stdout:2803: oid 6 updating version 1059 to 1061 2024-08-19T11:40:31.232 INFO:tasks.rados.rados.0.smithi136.stdout:2803: oid 6 version 1061 is already newer than 1060 2024-08-19T11:40:31.232 INFO:tasks.rados.rados.0.smithi136.stdout:2803: oid 6 updating version 1061 to 1062 2024-08-19T11:40:31.232 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 1062 (ObjNum 859 snap 278 seq_num 859) dirty exists 2024-08-19T11:40:31.232 INFO:tasks.rados.rados.0.smithi136.stdout:2803: left oid 6 (ObjNum 859 snap 278 seq_num 859) 2024-08-19T11:40:31.232 INFO:tasks.rados.rados.0.smithi136.stdout:2806: seq_num 860 ranges {5332992=8192} 2024-08-19T11:40:31.257 INFO:tasks.rados.rados.0.smithi136.stdout:2806: writing smithi13674108-20 from 5332992 to 5341184 tid 1 2024-08-19T11:40:31.257 INFO:tasks.rados.rados.0.smithi136.stdout:2803: done (2 left) 2024-08-19T11:40:31.257 INFO:tasks.rados.rados.0.smithi136.stdout:2804: done (1 left) 2024-08-19T11:40:31.257 INFO:tasks.rados.rados.0.smithi136.stdout:2807: copy_from oid 48 from oid 37 current snap is 278 2024-08-19T11:40:31.257 INFO:tasks.rados.rados.0.smithi136.stdout:2808: read oid 39 snap -1 2024-08-19T11:40:31.257 INFO:tasks.rados.rados.0.smithi136.stdout:2808: expect deleted 2024-08-19T11:40:31.257 INFO:tasks.rados.rados.0.smithi136.stdout:2809: setattr oid 38 current snap is 278 2024-08-19T11:40:31.258 INFO:tasks.rados.rados.0.smithi136.stdout:2807: finishing copy_from to smithi13674108-48 2024-08-19T11:40:31.258 INFO:tasks.rados.rados.0.smithi136.stdout:2807: got expected ENOENT (src dne) 2024-08-19T11:40:31.259 INFO:tasks.rados.rados.0.smithi136.stdout:2807: finishing copy_from racing read to smithi13674108-48 2024-08-19T11:40:31.259 INFO:tasks.rados.rados.0.smithi136.stdout:2807: done (3 left) 2024-08-19T11:40:31.259 INFO:tasks.rados.rados.0.smithi136.stdout:2808: done (2 left) 2024-08-19T11:40:31.259 INFO:tasks.rados.rados.0.smithi136.stdout:2810: rmattr oid 28 current snap is 278 2024-08-19T11:40:31.259 INFO:tasks.rados.rados.0.smithi136.stdout:2810: done (2 left) 2024-08-19T11:40:31.259 INFO:tasks.rados.rados.0.smithi136.stdout:2811: read oid 17 snap 262 2024-08-19T11:40:31.259 INFO:tasks.rados.rados.0.smithi136.stdout:2811: expect (ObjNum 771 snap 256 seq_num 771) 2024-08-19T11:40:31.259 INFO:tasks.rados.rados.0.smithi136.stdout:2812: snap_create 2024-08-19T11:40:31.260 INFO:tasks.rados.rados.0.smithi136.stdout:2806: finishing write tid 1 to smithi13674108-20 2024-08-19T11:40:31.260 INFO:tasks.rados.rados.0.smithi136.stdout:2806: finishing write tid 2 to smithi13674108-20 2024-08-19T11:40:31.261 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 945 (ObjNum 65 snap 0 seq_num 1651207012) dirty exists 2024-08-19T11:40:31.261 INFO:tasks.rados.rados.0.smithi136.stdout:2806: finishing write tid 3 to smithi13674108-20 2024-08-19T11:40:31.261 INFO:tasks.rados.rados.0.smithi136.stdout:2806: oid 20 updating version 0 to 1111 2024-08-19T11:40:31.261 INFO:tasks.rados.rados.0.smithi136.stdout:2806: oid 20 updating version 1111 to 1112 2024-08-19T11:40:31.261 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 1112 (ObjNum 860 snap 278 seq_num 860) dirty exists 2024-08-19T11:40:31.261 INFO:tasks.rados.rados.0.smithi136.stdout:2806: left oid 20 (ObjNum 860 snap 278 seq_num 860) 2024-08-19T11:40:31.262 INFO:tasks.rados.rados.0.smithi136.stdout:2811: expect (ObjNum 771 snap 256 seq_num 771) 2024-08-19T11:40:31.710 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:31 smithi155 systemd[1]: Starting Ceph prometheus.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:40:31.710 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:31 smithi155 podman[111428]: 2024-08-19 11:40:31.484892585 +0000 UTC m=+0.018277430 image pull 1d3b7f56885b6dd623f1785be963aa9c195f86bc256ea454e8d02a7980b79c53 quay.io/prometheus/prometheus:v2.51.0 2024-08-19T11:40:31.733 INFO:tasks.rados.rados.0.smithi136.stdout:2806: done (3 left) 2024-08-19T11:40:31.733 INFO:tasks.rados.rados.0.smithi136.stdout:2809: done (2 left) 2024-08-19T11:40:31.733 INFO:tasks.rados.rados.0.smithi136.stdout:2811: done (1 left) 2024-08-19T11:40:31.733 INFO:tasks.rados.rados.0.smithi136.stdout:2812: done (0 left) 2024-08-19T11:40:31.733 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 15 current snap is 279 2024-08-19T11:40:31.733 INFO:tasks.rados.rados.0.smithi136.stdout:2813: seq_num 861 ranges {11911168=24576} 2024-08-19T11:40:31.795 INFO:tasks.rados.rados.0.smithi136.stdout:2813: writing smithi13674108-15 from 11911168 to 11935744 tid 1 2024-08-19T11:40:31.795 INFO:tasks.rados.rados.0.smithi136.stdout:2814: delete oid 23 current snap is 279 2024-08-19T11:40:31.799 INFO:tasks.rados.rados.0.smithi136.stdout:2814: done (1 left) 2024-08-19T11:40:31.799 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 28 current snap is 279 2024-08-19T11:40:31.799 INFO:tasks.rados.rados.0.smithi136.stdout:2815: seq_num 863 ranges {0=57344} 2024-08-19T11:40:31.800 INFO:tasks.rados.rados.0.smithi136.stdout:2815: writing smithi13674108-28 from 0 to 57344 tid 1 2024-08-19T11:40:31.800 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 37 current snap is 279 2024-08-19T11:40:31.800 INFO:tasks.rados.rados.0.smithi136.stdout:2816: seq_num 864 ranges {0=73728} 2024-08-19T11:40:31.800 INFO:tasks.rados.rados.0.smithi136.stdout:2816: writing smithi13674108-37 from 0 to 73728 tid 1 2024-08-19T11:40:31.800 INFO:tasks.rados.rados.0.smithi136.stdout:2817: read oid 42 snap -1 2024-08-19T11:40:31.800 INFO:tasks.rados.rados.0.smithi136.stdout:2817: expect (ObjNum 835 snap 272 seq_num 835) 2024-08-19T11:40:31.801 INFO:tasks.rados.rados.0.smithi136.stdout:2818: delete oid 29 current snap is 279 2024-08-19T11:40:31.802 INFO:tasks.rados.rados.0.smithi136.stdout:2813: finishing write tid 1 to smithi13674108-15 2024-08-19T11:40:31.802 INFO:tasks.rados.rados.0.smithi136.stdout:2813: finishing write tid 2 to smithi13674108-15 2024-08-19T11:40:31.803 INFO:tasks.rados.rados.0.smithi136.stdout:2815: finishing write tid 1 to smithi13674108-28 2024-08-19T11:40:31.803 INFO:tasks.rados.rados.0.smithi136.stdout:2815: finishing write tid 2 to smithi13674108-28 2024-08-19T11:40:31.805 INFO:tasks.rados.rados.0.smithi136.stdout:2816: finishing write tid 1 to smithi13674108-37 2024-08-19T11:40:31.805 INFO:tasks.rados.rados.0.smithi136.stdout:2818: done (4 left) 2024-08-19T11:40:31.805 INFO:tasks.rados.rados.0.smithi136.stdout:2819: copy_from oid 12 from oid 40 current snap is 279 2024-08-19T11:40:31.806 INFO:tasks.rados.rados.0.smithi136.stdout:2813: finishing write tid 3 to smithi13674108-15 2024-08-19T11:40:31.806 INFO:tasks.rados.rados.0.smithi136.stdout:2813: oid 15 updating version 0 to 1090 2024-08-19T11:40:31.806 INFO:tasks.rados.rados.0.smithi136.stdout:2813: oid 15 version 1090 is already newer than 1089 2024-08-19T11:40:31.806 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 1090 (ObjNum 861 snap 279 seq_num 861) dirty exists 2024-08-19T11:40:31.806 INFO:tasks.rados.rados.0.smithi136.stdout:2813: left oid 15 (ObjNum 861 snap 279 seq_num 861) 2024-08-19T11:40:31.806 INFO:tasks.rados.rados.0.smithi136.stdout:2813: done (4 left) 2024-08-19T11:40:31.806 INFO:tasks.rados.rados.0.smithi136.stdout:2820: copy_from oid 1 from oid 34 current snap is 279 2024-08-19T11:40:31.806 INFO:tasks.rados.rados.0.smithi136.stdout:2821: snap_create 2024-08-19T11:40:31.806 INFO:tasks.rados.rados.0.smithi136.stdout:2816: finishing write tid 2 to smithi13674108-37 2024-08-19T11:40:31.807 INFO:tasks.rados.rados.0.smithi136.stdout:2815: finishing write tid 3 to smithi13674108-28 2024-08-19T11:40:31.807 INFO:tasks.rados.rados.0.smithi136.stdout:2815: oid 28 updating version 0 to 1329 2024-08-19T11:40:31.807 INFO:tasks.rados.rados.0.smithi136.stdout:2815: oid 28 updating version 1329 to 1330 2024-08-19T11:40:31.807 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 1330 (ObjNum 863 snap 279 seq_num 863) dirty exists 2024-08-19T11:40:31.807 INFO:tasks.rados.rados.0.smithi136.stdout:2815: left oid 28 (ObjNum 863 snap 279 seq_num 863) 2024-08-19T11:40:31.807 INFO:tasks.rados.rados.0.smithi136.stdout:2820: finishing copy_from to smithi13674108-1 2024-08-19T11:40:31.807 INFO:tasks.rados.rados.0.smithi136.stdout:2820: got expected ENOENT (src dne) 2024-08-19T11:40:31.807 INFO:tasks.rados.rados.0.smithi136.stdout:2820: finishing copy_from racing read to smithi13674108-1 2024-08-19T11:40:31.808 INFO:tasks.rados.rados.0.smithi136.stdout:2816: finishing write tid 3 to smithi13674108-37 2024-08-19T11:40:31.808 INFO:tasks.rados.rados.0.smithi136.stdout:2816: oid 37 updating version 0 to 1212 2024-08-19T11:40:31.808 INFO:tasks.rados.rados.0.smithi136.stdout:2816: oid 37 updating version 1212 to 1213 2024-08-19T11:40:31.808 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 1213 (ObjNum 864 snap 279 seq_num 864) dirty exists 2024-08-19T11:40:31.808 INFO:tasks.rados.rados.0.smithi136.stdout:2816: left oid 37 (ObjNum 864 snap 279 seq_num 864) 2024-08-19T11:40:31.808 INFO:tasks.rados.rados.0.smithi136.stdout:2819: finishing copy_from to smithi13674108-12 2024-08-19T11:40:31.808 INFO:tasks.rados.rados.0.smithi136.stdout:2819: got expected ENOENT (src dne) 2024-08-19T11:40:31.808 INFO:tasks.rados.rados.0.smithi136.stdout:2819: finishing copy_from racing read to smithi13674108-12 2024-08-19T11:40:31.809 INFO:tasks.rados.rados.0.smithi136.stdout:2817: expect (ObjNum 835 snap 272 seq_num 835) 2024-08-19T11:40:32.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:31 smithi136 ceph-mon[88916]: osdmap e627: 8 total, 8 up, 8 in 2024-08-19T11:40:32.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:31 smithi136 ceph-mon[86496]: osdmap e627: 8 total, 8 up, 8 in 2024-08-19T11:40:32.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:31 smithi155 ceph-mon[76679]: osdmap e627: 8 total, 8 up, 8 in 2024-08-19T11:40:32.738 INFO:tasks.rados.rados.0.smithi136.stdout:2815: done (5 left) 2024-08-19T11:40:32.738 INFO:tasks.rados.rados.0.smithi136.stdout:2816: done (4 left) 2024-08-19T11:40:32.738 INFO:tasks.rados.rados.0.smithi136.stdout:2817: done (3 left) 2024-08-19T11:40:32.739 INFO:tasks.rados.rados.0.smithi136.stdout:2819: done (2 left) 2024-08-19T11:40:32.739 INFO:tasks.rados.rados.0.smithi136.stdout:2820: done (1 left) 2024-08-19T11:40:32.739 INFO:tasks.rados.rados.0.smithi136.stdout:2821: done (0 left) 2024-08-19T11:40:32.739 INFO:tasks.rados.rados.0.smithi136.stdout:2822: copy_from oid 4 from oid 16 current snap is 280 2024-08-19T11:40:32.739 INFO:tasks.rados.rados.0.smithi136.stdout:2823: snap_create 2024-08-19T11:40:32.755 INFO:tasks.rados.rados.0.smithi136.stdout:2822: finishing copy_from racing read to smithi13674108-4 2024-08-19T11:40:32.756 INFO:tasks.rados.rados.0.smithi136.stdout:2822: finishing copy_from to smithi13674108-4 2024-08-19T11:40:32.756 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 1062 (ObjNum 784 snap 259 seq_num 784) dirty exists 2024-08-19T11:40:32.948 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:32 smithi155 ceph-mon[76679]: pgmap v577: 121 pgs: 121 active+clean; 342 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 532 KiB/s wr, 6 op/s 2024-08-19T11:40:32.948 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:32 smithi155 ceph-mon[76679]: osdmap e628: 8 total, 8 up, 8 in 2024-08-19T11:40:32.948 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:32 smithi155 podman[111428]: 2024-08-19 11:40:32.576185548 +0000 UTC m=+1.109570391 container create 2c886752fa8c528e80dda3714ee092ea11182ca22fe4041a847463ab1d7f0ea2 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T11:40:33.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:32 smithi136 ceph-mon[86496]: pgmap v577: 121 pgs: 121 active+clean; 342 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 532 KiB/s wr, 6 op/s 2024-08-19T11:40:33.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:32 smithi136 ceph-mon[86496]: osdmap e628: 8 total, 8 up, 8 in 2024-08-19T11:40:33.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:32 smithi136 ceph-mon[88916]: pgmap v577: 121 pgs: 121 active+clean; 342 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 532 KiB/s wr, 6 op/s 2024-08-19T11:40:33.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:32 smithi136 ceph-mon[88916]: osdmap e628: 8 total, 8 up, 8 in 2024-08-19T11:40:33.461 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:33 smithi155 podman[111428]: 2024-08-19 11:40:33.053564118 +0000 UTC m=+1.586948961 container init 2c886752fa8c528e80dda3714ee092ea11182ca22fe4041a847463ab1d7f0ea2 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T11:40:33.461 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:33 smithi155 podman[111428]: 2024-08-19 11:40:33.058697682 +0000 UTC m=+1.592082526 container start 2c886752fa8c528e80dda3714ee092ea11182ca22fe4041a847463ab1d7f0ea2 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T11:40:33.461 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:40:33.079Z caller=main.go:617 level=info msg="Starting Prometheus Server" mode=server version="(version=2.51.0, branch=HEAD, revision=c05c15512acb675e3f6cd662a6727854e93fc024)" 2024-08-19T11:40:33.462 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:40:33.079Z caller=main.go:622 level=info build_context="(go=go1.22.1, platform=linux/amd64, user=root@b5723e458358, date=20240319-10:54:45, tags=netgo,builtinassets,stringlabels)" 2024-08-19T11:40:33.462 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:40:33.079Z caller=main.go:623 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi155 (none))" 2024-08-19T11:40:33.462 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:40:33.079Z caller=main.go:624 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-19T11:40:33.462 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:40:33.079Z caller=main.go:625 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-19T11:40:33.462 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:40:33.081Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2024-08-19T11:40:33.462 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:40:33.082Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2024-08-19T11:40:33.462 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:40:33.083Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2024-08-19T11:40:33.462 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:40:33.084Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-19T11:40:33.462 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:40:33.085Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-19T11:40:33.462 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:40:33.085Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.786µs 2024-08-19T11:40:33.462 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:40:33.085Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-19T11:40:33.463 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:40:33.086Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-08-19T11:40:33.463 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:40:33.093Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-08-19T11:40:33.463 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:40:33.094Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-08-19T11:40:33.463 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:40:33.098Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-08-19T11:40:33.463 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:40:33.099Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-08-19T11:40:33.463 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:40:33.099Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=25.228µs wal_replay_duration=13.593742ms wbl_replay_duration=129ns total_replay_duration=13.637311ms 2024-08-19T11:40:33.463 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:40:33.101Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2024-08-19T11:40:33.463 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:40:33.101Z caller=main.go:1153 level=info msg="TSDB started" 2024-08-19T11:40:33.463 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:40:33.101Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-19T11:40:33.463 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:40:33.116Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=15.663019ms db_storage=921ns remote_storage=1.256µs web_handler=368ns query_engine=552ns scrape=480.471µs scrape_sd=88.918µs notify=18.261µs notify_sd=14.879µs rules=14.708673ms tracing=6.711µs 2024-08-19T11:40:33.463 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:40:33.116Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2024-08-19T11:40:33.463 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:40:33.117Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2024-08-19T11:40:33.463 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:33 smithi155 bash[111428]: 2c886752fa8c528e80dda3714ee092ea11182ca22fe4041a847463ab1d7f0ea2 2024-08-19T11:40:33.463 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:40:33 smithi155 systemd[1]: Started Ceph prometheus.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:40:33.699 INFO:tasks.rados.rados.0.smithi136.stdout:2822: done (1 left) 2024-08-19T11:40:33.699 INFO:tasks.rados.rados.0.smithi136.stdout:2823: done (0 left) 2024-08-19T11:40:33.699 INFO:tasks.rados.rados.0.smithi136.stdout:2824: read oid 49 snap -1 2024-08-19T11:40:33.700 INFO:tasks.rados.rados.0.smithi136.stdout:2824: expect deleted 2024-08-19T11:40:33.700 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 22 current snap is 281 2024-08-19T11:40:33.700 INFO:tasks.rados.rados.0.smithi136.stdout:2825: seq_num 866 ranges {9723904=106496} 2024-08-19T11:40:33.752 INFO:tasks.rados.rados.0.smithi136.stdout:2825: writing smithi13674108-22 from 9723904 to 9830400 tid 1 2024-08-19T11:40:33.752 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 26 current snap is 281 2024-08-19T11:40:33.752 INFO:tasks.rados.rados.0.smithi136.stdout:2826: seq_num 867 ranges {0=122880} 2024-08-19T11:40:33.752 INFO:tasks.rados.rados.0.smithi136.stdout:2826: writing smithi13674108-26 from 0 to 122880 tid 1 2024-08-19T11:40:33.753 INFO:tasks.rados.rados.0.smithi136.stdout:2827: copy_from oid 45 from oid 28 current snap is 281 2024-08-19T11:40:33.753 INFO:tasks.rados.rados.0.smithi136.stdout:2824: done (3 left) 2024-08-19T11:40:33.753 INFO:tasks.rados.rados.0.smithi136.stdout:2828: snap_create 2024-08-19T11:40:33.758 INFO:tasks.rados.rados.0.smithi136.stdout:2827: finishing copy_from racing read to smithi13674108-45 2024-08-19T11:40:33.758 INFO:tasks.rados.rados.0.smithi136.stdout:2827: finishing copy_from to smithi13674108-45 2024-08-19T11:40:33.759 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 1330 (ObjNum 863 snap 279 seq_num 863) dirty exists 2024-08-19T11:40:33.761 INFO:tasks.rados.rados.0.smithi136.stdout:2825: finishing write tid 1 to smithi13674108-22 2024-08-19T11:40:33.761 INFO:tasks.rados.rados.0.smithi136.stdout:2825: finishing write tid 2 to smithi13674108-22 2024-08-19T11:40:33.761 INFO:tasks.rados.rados.0.smithi136.stdout:2826: finishing write tid 1 to smithi13674108-26 2024-08-19T11:40:33.761 INFO:tasks.rados.rados.0.smithi136.stdout:2826: finishing write tid 2 to smithi13674108-26 2024-08-19T11:40:33.763 INFO:tasks.rados.rados.0.smithi136.stdout:2825: finishing write tid 3 to smithi13674108-22 2024-08-19T11:40:33.763 INFO:tasks.rados.rados.0.smithi136.stdout:2825: oid 22 updating version 0 to 1215 2024-08-19T11:40:33.763 INFO:tasks.rados.rados.0.smithi136.stdout:2825: oid 22 updating version 1215 to 1216 2024-08-19T11:40:33.763 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 1216 (ObjNum 866 snap 281 seq_num 866) dirty exists 2024-08-19T11:40:33.763 INFO:tasks.rados.rados.0.smithi136.stdout:2825: left oid 22 (ObjNum 866 snap 281 seq_num 866) 2024-08-19T11:40:33.763 INFO:tasks.rados.rados.0.smithi136.stdout:2826: finishing write tid 3 to smithi13674108-26 2024-08-19T11:40:33.763 INFO:tasks.rados.rados.0.smithi136.stdout:2826: oid 26 updating version 0 to 1219 2024-08-19T11:40:33.763 INFO:tasks.rados.rados.0.smithi136.stdout:2826: oid 26 version 1219 is already newer than 1218 2024-08-19T11:40:33.763 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 1219 (ObjNum 867 snap 281 seq_num 867) dirty exists 2024-08-19T11:40:33.763 INFO:tasks.rados.rados.0.smithi136.stdout:2826: left oid 26 (ObjNum 867 snap 281 seq_num 867) 2024-08-19T11:40:33.988 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:33 smithi155 ceph-mon[76679]: osdmap e629: 8 total, 8 up, 8 in 2024-08-19T11:40:33.988 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:33 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:33.989 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:33 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:33.989 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:33 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:40:33.989 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:33 smithi155 ceph-mon[76679]: osdmap e630: 8 total, 8 up, 8 in 2024-08-19T11:40:34.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:33 smithi136 ceph-mon[88916]: osdmap e629: 8 total, 8 up, 8 in 2024-08-19T11:40:34.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:33 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:34.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:33 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:34.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:33 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:40:34.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:33 smithi136 ceph-mon[88916]: osdmap e630: 8 total, 8 up, 8 in 2024-08-19T11:40:34.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:33 smithi136 ceph-mon[86496]: osdmap e629: 8 total, 8 up, 8 in 2024-08-19T11:40:34.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:33 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:34.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:33 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:34.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:33 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:40:34.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:33 smithi136 ceph-mon[86496]: osdmap e630: 8 total, 8 up, 8 in 2024-08-19T11:40:34.739 INFO:tasks.rados.rados.0.smithi136.stdout:2825: done (3 left) 2024-08-19T11:40:34.739 INFO:tasks.rados.rados.0.smithi136.stdout:2826: done (2 left) 2024-08-19T11:40:34.739 INFO:tasks.rados.rados.0.smithi136.stdout:2827: done (1 left) 2024-08-19T11:40:34.739 INFO:tasks.rados.rados.0.smithi136.stdout:2828: done (0 left) 2024-08-19T11:40:34.739 INFO:tasks.rados.rados.0.smithi136.stdout:2829: snap_remove snap 272 2024-08-19T11:40:34.873 INFO:teuthology.orchestra.run.smithi136.stdout:true 2024-08-19T11:40:35.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:34 smithi136 ceph-mon[88916]: pgmap v580: 121 pgs: 121 active+clean; 356 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-08-19T11:40:35.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:34 smithi136 ceph-mon[86496]: pgmap v580: 121 pgs: 121 active+clean; 356 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-08-19T11:40:35.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:34 smithi155 ceph-mon[76679]: pgmap v580: 121 pgs: 121 active+clean; 356 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-08-19T11:40:35.425 INFO:teuthology.orchestra.run.smithi136.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T11:40:35.425 INFO:teuthology.orchestra.run.smithi136.stdout:alertmanager.a smithi136 *:9093,9094 running (11m) 22s ago 12m 24.0M - 0.25.0 c8568f914cd2 5af88c4acee8 2024-08-19T11:40:35.425 INFO:teuthology.orchestra.run.smithi136.stdout:grafana.a smithi155 *:3000 running (11m) 21s ago 11m 89.0M - 9.4.7 954c08fa6188 cb3e816dd27a 2024-08-19T11:40:35.425 INFO:teuthology.orchestra.run.smithi136.stdout:mds.a smithi136 running (68s) 22s ago 13m 14.6M - 19.0.0-5847-g79766939 50bbda8a3289 222578682eee 2024-08-19T11:40:35.425 INFO:teuthology.orchestra.run.smithi136.stdout:mds.b smithi155 running (46s) 21s ago 13m 13.2M - 19.0.0-5847-g79766939 50bbda8a3289 a2fe6a754947 2024-08-19T11:40:35.425 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.x smithi155 *:8443,9283,8765 running (7m) 21s ago 16m 455M - 19.0.0-5847-g79766939 50bbda8a3289 64c8cd762719 2024-08-19T11:40:35.425 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.y smithi136 *:8443,9283,8765 running (7m) 22s ago 18m 523M - 19.0.0-5847-g79766939 50bbda8a3289 2c0aee4c2faf 2024-08-19T11:40:35.425 INFO:teuthology.orchestra.run.smithi136.stdout:mon.a smithi136 running (6m) 22s ago 18m 67.6M 2048M 19.0.0-5847-g79766939 50bbda8a3289 9ab88b9dc010 2024-08-19T11:40:35.426 INFO:teuthology.orchestra.run.smithi136.stdout:mon.b smithi155 running (6m) 21s ago 17m 56.4M 2048M 19.0.0-5847-g79766939 50bbda8a3289 1260b8dbc4a8 2024-08-19T11:40:35.426 INFO:teuthology.orchestra.run.smithi136.stdout:mon.c smithi136 running (6m) 22s ago 17m 60.3M 2048M 19.0.0-5847-g79766939 50bbda8a3289 6904f5e6079f 2024-08-19T11:40:35.426 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.a smithi136 *:9100 running (32s) 22s ago 11m 8124k - 1.7.0 72c9c2088986 9fee5351d80a 2024-08-19T11:40:35.426 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.b smithi155 *:9100 running (26s) 21s ago 11m 3393k - 1.7.0 72c9c2088986 579b7c0423e7 2024-08-19T11:40:35.426 INFO:teuthology.orchestra.run.smithi136.stdout:osd.0 smithi136 running (5m) 22s ago 16m 240M 2480M 19.0.0-5847-g79766939 50bbda8a3289 6daf1ed86d76 2024-08-19T11:40:35.426 INFO:teuthology.orchestra.run.smithi136.stdout:osd.1 smithi136 running (4m) 22s ago 16m 168M 2480M 19.0.0-5847-g79766939 50bbda8a3289 e1e8e8f25d12 2024-08-19T11:40:35.426 INFO:teuthology.orchestra.run.smithi136.stdout:osd.2 smithi136 running (4m) 22s ago 15m 181M 2480M 19.0.0-5847-g79766939 50bbda8a3289 7ef28c35d940 2024-08-19T11:40:35.426 INFO:teuthology.orchestra.run.smithi136.stdout:osd.3 smithi136 running (3m) 22s ago 15m 128M 2480M 19.0.0-5847-g79766939 50bbda8a3289 9f8198736d5b 2024-08-19T11:40:35.426 INFO:teuthology.orchestra.run.smithi136.stdout:osd.4 smithi155 running (3m) 21s ago 14m 178M 2480M 19.0.0-5847-g79766939 50bbda8a3289 0256f8e34f10 2024-08-19T11:40:35.426 INFO:teuthology.orchestra.run.smithi136.stdout:osd.5 smithi155 running (2m) 21s ago 14m 188M 2480M 19.0.0-5847-g79766939 50bbda8a3289 91a0267e5c97 2024-08-19T11:40:35.426 INFO:teuthology.orchestra.run.smithi136.stdout:osd.6 smithi155 running (2m) 21s ago 14m 118M 2480M 19.0.0-5847-g79766939 50bbda8a3289 e1b316d3878b 2024-08-19T11:40:35.426 INFO:teuthology.orchestra.run.smithi136.stdout:osd.7 smithi155 running (88s) 21s ago 13m 125M 2480M 19.0.0-5847-g79766939 50bbda8a3289 aca69fd2b209 2024-08-19T11:40:35.426 INFO:teuthology.orchestra.run.smithi136.stdout:prometheus.a smithi155 *:9095 starting - - - - 2024-08-19T11:40:35.756 INFO:tasks.rados.rados.0.smithi136.stdout:2829: done (0 left) 2024-08-19T11:40:35.757 INFO:tasks.rados.rados.0.smithi136.stdout:2830: snap_remove snap 279 2024-08-19T11:40:35.774 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:40:35.774 INFO:teuthology.orchestra.run.smithi136.stdout: "mon": { 2024-08-19T11:40:35.775 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 3 2024-08-19T11:40:35.775 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:40:35.775 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr": { 2024-08-19T11:40:35.775 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T11:40:35.775 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:40:35.775 INFO:teuthology.orchestra.run.smithi136.stdout: "osd": { 2024-08-19T11:40:35.775 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 8 2024-08-19T11:40:35.775 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:40:35.775 INFO:teuthology.orchestra.run.smithi136.stdout: "mds": { 2024-08-19T11:40:35.775 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T11:40:35.775 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:40:35.775 INFO:teuthology.orchestra.run.smithi136.stdout: "overall": { 2024-08-19T11:40:35.775 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 15 2024-08-19T11:40:35.776 INFO:teuthology.orchestra.run.smithi136.stdout: } 2024-08-19T11:40:35.776 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:40:35.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:35 smithi155 ceph-mon[76679]: osdmap e631: 8 total, 8 up, 8 in 2024-08-19T11:40:35.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:35 smithi155 ceph-mon[76679]: from='client.34563 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:40:36.058 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:40:36.058 INFO:teuthology.orchestra.run.smithi136.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T11:40:36.058 INFO:teuthology.orchestra.run.smithi136.stdout: "in_progress": true, 2024-08-19T11:40:36.058 INFO:teuthology.orchestra.run.smithi136.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T11:40:36.059 INFO:teuthology.orchestra.run.smithi136.stdout: "services_complete": [ 2024-08-19T11:40:36.059 INFO:teuthology.orchestra.run.smithi136.stdout: "osd", 2024-08-19T11:40:36.059 INFO:teuthology.orchestra.run.smithi136.stdout: "mds", 2024-08-19T11:40:36.059 INFO:teuthology.orchestra.run.smithi136.stdout: "mon", 2024-08-19T11:40:36.059 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr" 2024-08-19T11:40:36.059 INFO:teuthology.orchestra.run.smithi136.stdout: ], 2024-08-19T11:40:36.059 INFO:teuthology.orchestra.run.smithi136.stdout: "progress": "15/20 daemons upgraded", 2024-08-19T11:40:36.059 INFO:teuthology.orchestra.run.smithi136.stdout: "message": "Currently upgrading prometheus daemons", 2024-08-19T11:40:36.059 INFO:teuthology.orchestra.run.smithi136.stdout: "is_paused": false 2024-08-19T11:40:36.059 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:40:36.059 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:35 smithi136 ceph-mon[88916]: osdmap e631: 8 total, 8 up, 8 in 2024-08-19T11:40:36.060 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:35 smithi136 ceph-mon[88916]: from='client.34563 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:40:36.060 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:35 smithi136 ceph-mon[86496]: osdmap e631: 8 total, 8 up, 8 in 2024-08-19T11:40:36.060 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:35 smithi136 ceph-mon[86496]: from='client.34563 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:40:36.750 INFO:tasks.rados.rados.0.smithi136.stdout:2830: done (0 left) 2024-08-19T11:40:36.750 INFO:tasks.rados.rados.0.smithi136.stdout:2831: rollback oid 35 current snap is 282 2024-08-19T11:40:36.750 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 35 to 262 2024-08-19T11:40:36.750 INFO:tasks.rados.rados.0.smithi136.stdout:2832: snap_remove snap 267 2024-08-19T11:40:36.986 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:36 smithi155 ceph-mon[76679]: from='client.34569 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:40:36.986 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:36 smithi155 ceph-mon[76679]: pgmap v583: 121 pgs: 121 active+clean; 370 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.4 MiB/s wr, 39 op/s 2024-08-19T11:40:36.986 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:36 smithi155 ceph-mon[76679]: from='client.34575 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:40:36.986 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:36 smithi155 ceph-mon[76679]: osdmap e632: 8 total, 8 up, 8 in 2024-08-19T11:40:36.986 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:36 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3294317806' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:36.987 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:36 smithi155 ceph-mon[76679]: from='client.44507 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:40:36.987 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:36 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:36.987 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:36 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:37.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:36 smithi136 ceph-mon[88916]: from='client.34569 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:40:37.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:36 smithi136 ceph-mon[88916]: pgmap v583: 121 pgs: 121 active+clean; 370 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.4 MiB/s wr, 39 op/s 2024-08-19T11:40:37.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:36 smithi136 ceph-mon[88916]: from='client.34575 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:40:37.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:36 smithi136 ceph-mon[88916]: osdmap e632: 8 total, 8 up, 8 in 2024-08-19T11:40:37.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:36 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3294317806' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:37.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:36 smithi136 ceph-mon[88916]: from='client.44507 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:40:37.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:36 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:37.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:36 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:37.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:36 smithi136 ceph-mon[86496]: from='client.34569 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:40:37.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:36 smithi136 ceph-mon[86496]: pgmap v583: 121 pgs: 121 active+clean; 370 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.4 MiB/s wr, 39 op/s 2024-08-19T11:40:37.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:36 smithi136 ceph-mon[86496]: from='client.34575 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:40:37.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:36 smithi136 ceph-mon[86496]: osdmap e632: 8 total, 8 up, 8 in 2024-08-19T11:40:37.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:36 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3294317806' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:37.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:36 smithi136 ceph-mon[86496]: from='client.44507 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:40:37.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:36 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:37.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:36 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:37.763 INFO:tasks.rados.rados.0.smithi136.stdout:2832: done (1 left) 2024-08-19T11:40:37.764 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 13 current snap is 282 2024-08-19T11:40:37.764 INFO:tasks.rados.rados.0.smithi136.stdout:2833: seq_num 868 ranges {4751360=139264} 2024-08-19T11:40:37.791 INFO:tasks.rados.rados.0.smithi136.stdout:2833: writing smithi13674108-13 from 4751360 to 4890624 tid 1 2024-08-19T11:40:37.792 INFO:tasks.rados.rados.0.smithi136.stdout:2834: setattr oid 41 current snap is 282 2024-08-19T11:40:37.792 INFO:tasks.rados.rados.0.smithi136.stdout:2831: finishing rollback tid 0 to smithi13674108-35 2024-08-19T11:40:37.792 INFO:tasks.rados.rados.0.smithi136.stdout:2831: finishing rollback tid 1 to smithi13674108-35 2024-08-19T11:40:37.792 INFO:tasks.rados.rados.0.smithi136.stdout:2831: finishing rollback tid 2 to smithi13674108-35 2024-08-19T11:40:37.792 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 930 (ObjNum 768 snap 253 seq_num 768) dirty exists 2024-08-19T11:40:37.793 INFO:tasks.rados.rados.0.smithi136.stdout:2831: done (2 left) 2024-08-19T11:40:37.793 INFO:tasks.rados.rados.0.smithi136.stdout:2835: read oid 49 snap -1 2024-08-19T11:40:37.793 INFO:tasks.rados.rados.0.smithi136.stdout:2835: expect deleted 2024-08-19T11:40:37.793 INFO:tasks.rados.rados.0.smithi136.stdout:2836: rollback oid 24 current snap is 282 2024-08-19T11:40:37.793 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 24 to 281 2024-08-19T11:40:37.793 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 8 current snap is 282 2024-08-19T11:40:37.793 INFO:tasks.rados.rados.0.smithi136.stdout:2837: seq_num 869 ranges {0=155648} 2024-08-19T11:40:37.794 INFO:tasks.rados.rados.0.smithi136.stdout:2837: writing smithi13674108-8 from 0 to 155648 tid 1 2024-08-19T11:40:37.794 INFO:tasks.rados.rados.0.smithi136.stdout:2838: read oid 50 snap -1 2024-08-19T11:40:37.794 INFO:tasks.rados.rados.0.smithi136.stdout:2838: expect (ObjNum 624 snap 181 seq_num 624) 2024-08-19T11:40:37.794 INFO:tasks.rados.rados.0.smithi136.stdout:2839: snap_remove snap 263 2024-08-19T11:40:38.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:37 smithi136 ceph-mon[88916]: osdmap e633: 8 total, 8 up, 8 in 2024-08-19T11:40:38.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:37 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:38.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:37 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:38.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:37 smithi136 ceph-mon[86496]: osdmap e633: 8 total, 8 up, 8 in 2024-08-19T11:40:38.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:37 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:38.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:37 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:38.115 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:37 smithi155 ceph-mon[76679]: osdmap e633: 8 total, 8 up, 8 in 2024-08-19T11:40:38.115 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:37 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:38.115 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:37 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:38.709 INFO:tasks.rados.rados.0.smithi136.stdout:2839: done (6 left) 2024-08-19T11:40:38.709 INFO:tasks.rados.rados.0.smithi136.stdout:2840: snap_create 2024-08-19T11:40:38.709 INFO:tasks.rados.rados.0.smithi136.stdout:2833: finishing write tid 1 to smithi13674108-13 2024-08-19T11:40:38.709 INFO:tasks.rados.rados.0.smithi136.stdout:2833: finishing write tid 2 to smithi13674108-13 2024-08-19T11:40:38.709 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 1063 (ObjNum 796 snap 263 seq_num 796) dirty exists 2024-08-19T11:40:38.710 INFO:tasks.rados.rados.0.smithi136.stdout:2833: finishing write tid 3 to smithi13674108-13 2024-08-19T11:40:38.710 INFO:tasks.rados.rados.0.smithi136.stdout:2833: oid 13 updating version 0 to 1080 2024-08-19T11:40:38.710 INFO:tasks.rados.rados.0.smithi136.stdout:2833: oid 13 updating version 1080 to 1081 2024-08-19T11:40:38.710 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 1081 (ObjNum 868 snap 282 seq_num 868) dirty exists 2024-08-19T11:40:38.710 INFO:tasks.rados.rados.0.smithi136.stdout:2833: left oid 13 (ObjNum 868 snap 282 seq_num 868) 2024-08-19T11:40:38.710 INFO:tasks.rados.rados.0.smithi136.stdout:2837: finishing write tid 1 to smithi13674108-8 2024-08-19T11:40:38.710 INFO:tasks.rados.rados.0.smithi136.stdout:2837: finishing write tid 2 to smithi13674108-8 2024-08-19T11:40:38.710 INFO:tasks.rados.rados.0.smithi136.stdout:2836: finishing rollback tid 0 to smithi13674108-24 2024-08-19T11:40:38.710 INFO:tasks.rados.rados.0.smithi136.stdout:2836: finishing rollback tid 1 to smithi13674108-24 2024-08-19T11:40:38.710 INFO:tasks.rados.rados.0.smithi136.stdout:2836: finishing rollback tid 2 to smithi13674108-24 2024-08-19T11:40:38.710 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 1245 (ObjNum 807 snap 265 seq_num 807) dirty exists 2024-08-19T11:40:38.710 INFO:tasks.rados.rados.0.smithi136.stdout:2837: finishing write tid 3 to smithi13674108-8 2024-08-19T11:40:38.710 INFO:tasks.rados.rados.0.smithi136.stdout:2837: oid 8 updating version 0 to 1209 2024-08-19T11:40:38.711 INFO:tasks.rados.rados.0.smithi136.stdout:2837: oid 8 version 1209 is already newer than 1208 2024-08-19T11:40:38.711 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 1209 (ObjNum 869 snap 282 seq_num 869) dirty exists 2024-08-19T11:40:38.711 INFO:tasks.rados.rados.0.smithi136.stdout:2837: left oid 8 (ObjNum 869 snap 282 seq_num 869) 2024-08-19T11:40:38.711 INFO:tasks.rados.rados.0.smithi136.stdout:2838: expect (ObjNum 624 snap 181 seq_num 624) 2024-08-19T11:40:38.894 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:38 smithi155 ceph-mon[76679]: pgmap v586: 121 pgs: 121 active+clean; 375 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.0 MiB/s wr, 15 op/s 2024-08-19T11:40:38.894 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:38 smithi155 ceph-mon[76679]: osdmap e634: 8 total, 8 up, 8 in 2024-08-19T11:40:38.894 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:38 smithi155 ceph-mon[76679]: osdmap e635: 8 total, 8 up, 8 in 2024-08-19T11:40:39.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:38 smithi136 ceph-mon[88916]: pgmap v586: 121 pgs: 121 active+clean; 375 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.0 MiB/s wr, 15 op/s 2024-08-19T11:40:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:38 smithi136 ceph-mon[88916]: osdmap e634: 8 total, 8 up, 8 in 2024-08-19T11:40:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:38 smithi136 ceph-mon[88916]: osdmap e635: 8 total, 8 up, 8 in 2024-08-19T11:40:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:38 smithi136 ceph-mon[86496]: pgmap v586: 121 pgs: 121 active+clean; 375 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.0 MiB/s wr, 15 op/s 2024-08-19T11:40:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:38 smithi136 ceph-mon[86496]: osdmap e634: 8 total, 8 up, 8 in 2024-08-19T11:40:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:38 smithi136 ceph-mon[86496]: osdmap e635: 8 total, 8 up, 8 in 2024-08-19T11:40:39.598 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:40:39 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:40:39] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.51.0" 2024-08-19T11:40:39.716 INFO:tasks.rados.rados.0.smithi136.stdout:2833: done (6 left) 2024-08-19T11:40:39.716 INFO:tasks.rados.rados.0.smithi136.stdout:2834: done (5 left) 2024-08-19T11:40:39.716 INFO:tasks.rados.rados.0.smithi136.stdout:2835: done (4 left) 2024-08-19T11:40:39.716 INFO:tasks.rados.rados.0.smithi136.stdout:2836: done (3 left) 2024-08-19T11:40:39.716 INFO:tasks.rados.rados.0.smithi136.stdout:2837: done (2 left) 2024-08-19T11:40:39.716 INFO:tasks.rados.rados.0.smithi136.stdout:2838: done (1 left) 2024-08-19T11:40:39.716 INFO:tasks.rados.rados.0.smithi136.stdout:2840: done (0 left) 2024-08-19T11:40:39.716 INFO:tasks.rados.rados.0.smithi136.stdout:2841: delete oid 44 current snap is 283 2024-08-19T11:40:39.720 INFO:tasks.rados.rados.0.smithi136.stdout:2841: done (0 left) 2024-08-19T11:40:39.720 INFO:tasks.rados.rados.0.smithi136.stdout:2842: delete oid 20 current snap is 283 2024-08-19T11:40:39.723 INFO:tasks.rados.rados.0.smithi136.stdout:2842: done (0 left) 2024-08-19T11:40:39.723 INFO:tasks.rados.rados.0.smithi136.stdout:2843: rmattr oid 37 current snap is 283 2024-08-19T11:40:39.724 INFO:tasks.rados.rados.0.smithi136.stdout:2843: done (0 left) 2024-08-19T11:40:39.724 INFO:tasks.rados.rados.0.smithi136.stdout:2844: snap_create 2024-08-19T11:40:40.723 INFO:tasks.rados.rados.0.smithi136.stdout:2844: done (0 left) 2024-08-19T11:40:40.724 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 4 current snap is 284 2024-08-19T11:40:40.724 INFO:tasks.rados.rados.0.smithi136.stdout:2845: seq_num 872 ranges {3792896=212992} 2024-08-19T11:40:40.745 INFO:tasks.rados.rados.0.smithi136.stdout:2845: writing smithi13674108-4 from 3792896 to 4005888 tid 1 2024-08-19T11:40:40.746 INFO:tasks.rados.rados.0.smithi136.stdout:2846: read oid 38 snap -1 2024-08-19T11:40:40.746 INFO:tasks.rados.rados.0.smithi136.stdout:2846: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:40:40.746 INFO:tasks.rados.rados.0.smithi136.stdout:2847: rmattr oid 3 current snap is 284 2024-08-19T11:40:40.746 INFO:tasks.rados.rados.0.smithi136.stdout:2847: done (2 left) 2024-08-19T11:40:40.746 INFO:tasks.rados.rados.0.smithi136.stdout:2848: read oid 39 snap 250 2024-08-19T11:40:40.746 INFO:tasks.rados.rados.0.smithi136.stdout:2848: expect (ObjNum 720 snap 228 seq_num 720) 2024-08-19T11:40:40.746 INFO:tasks.rados.rados.0.smithi136.stdout:2849: snap_create 2024-08-19T11:40:40.750 INFO:tasks.rados.rados.0.smithi136.stdout:2846: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:40:40.752 INFO:tasks.rados.rados.0.smithi136.stdout:2845: finishing write tid 1 to smithi13674108-4 2024-08-19T11:40:40.752 INFO:tasks.rados.rados.0.smithi136.stdout:2845: finishing write tid 2 to smithi13674108-4 2024-08-19T11:40:40.753 INFO:tasks.rados.rados.0.smithi136.stdout:2845: finishing write tid 3 to smithi13674108-4 2024-08-19T11:40:40.753 INFO:tasks.rados.rados.0.smithi136.stdout:2845: oid 4 updating version 0 to 1221 2024-08-19T11:40:40.754 INFO:tasks.rados.rados.0.smithi136.stdout:2845: oid 4 updating version 1221 to 1222 2024-08-19T11:40:40.754 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 1222 (ObjNum 872 snap 284 seq_num 872) dirty exists 2024-08-19T11:40:40.754 INFO:tasks.rados.rados.0.smithi136.stdout:2845: left oid 4 (ObjNum 872 snap 284 seq_num 872) 2024-08-19T11:40:40.760 INFO:tasks.rados.rados.0.smithi136.stdout:2848: expect (ObjNum 720 snap 228 seq_num 720) 2024-08-19T11:40:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:40 smithi155 ceph-mon[76679]: pgmap v589: 121 pgs: 121 active+clean; 373 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 996 KiB/s wr, 4 op/s 2024-08-19T11:40:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:40 smithi155 ceph-mon[76679]: osdmap e636: 8 total, 8 up, 8 in 2024-08-19T11:40:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:40:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:40.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:40:40.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:40:40.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:40.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "dashboard get-prometheus-api-host"} : dispatch 2024-08-19T11:40:40.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:40:40.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:40.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:40.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:40.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:40.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:40.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:40.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:40.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:40.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:40.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:40.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:40.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:40.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:40.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:41.047 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[88916]: pgmap v589: 121 pgs: 121 active+clean; 373 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 996 KiB/s wr, 4 op/s 2024-08-19T11:40:41.047 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[88916]: osdmap e636: 8 total, 8 up, 8 in 2024-08-19T11:40:41.047 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:40:41.047 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:41.047 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:41.047 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:40:41.047 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:40:41.048 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:41.048 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "dashboard get-prometheus-api-host"} : dispatch 2024-08-19T11:40:41.048 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:40:41.048 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:41.048 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:41.048 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:41.048 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:41.048 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:41.048 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:41.048 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:41.048 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:41.048 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:41.048 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:41.048 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:41.049 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:41.049 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:41.049 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:41.049 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[86496]: pgmap v589: 121 pgs: 121 active+clean; 373 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 996 KiB/s wr, 4 op/s 2024-08-19T11:40:41.049 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[86496]: osdmap e636: 8 total, 8 up, 8 in 2024-08-19T11:40:41.049 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:40:41.049 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:41.049 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:41.049 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:40:41.049 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:40:41.049 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:41.049 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "dashboard get-prometheus-api-host"} : dispatch 2024-08-19T11:40:41.050 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:40:41.050 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:41.050 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:41.050 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:41.050 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:41.050 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:41.050 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:41.050 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:41.050 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:41.050 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:41.050 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:41.050 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:41.050 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:41.050 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:41.051 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:40:41.728 INFO:tasks.rados.rados.0.smithi136.stdout:2845: done (3 left) 2024-08-19T11:40:41.728 INFO:tasks.rados.rados.0.smithi136.stdout:2846: done (2 left) 2024-08-19T11:40:41.728 INFO:tasks.rados.rados.0.smithi136.stdout:2848: done (1 left) 2024-08-19T11:40:41.728 INFO:tasks.rados.rados.0.smithi136.stdout:2849: done (0 left) 2024-08-19T11:40:41.728 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 20 current snap is 285 2024-08-19T11:40:41.728 INFO:tasks.rados.rados.0.smithi136.stdout:2850: seq_num 873 ranges {0=229376} 2024-08-19T11:40:41.729 INFO:tasks.rados.rados.0.smithi136.stdout:2850: writing smithi13674108-20 from 0 to 229376 tid 1 2024-08-19T11:40:41.729 INFO:tasks.rados.rados.0.smithi136.stdout:2851: read oid 17 snap 280 2024-08-19T11:40:41.729 INFO:tasks.rados.rados.0.smithi136.stdout:2851: expect (ObjNum 627 snap 183 seq_num 627) 2024-08-19T11:40:41.729 INFO:tasks.rados.rados.0.smithi136.stdout:2852: copy_from oid 41 from oid 16 current snap is 285 2024-08-19T11:40:41.729 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 27 current snap is 285 2024-08-19T11:40:41.729 INFO:tasks.rados.rados.0.smithi136.stdout:2853: seq_num 874 ranges {0=245760} 2024-08-19T11:40:41.730 INFO:tasks.rados.rados.0.smithi136.stdout:2853: writing smithi13674108-27 from 0 to 245760 tid 1 2024-08-19T11:40:41.730 INFO:tasks.rados.rados.0.smithi136.stdout:2854: read oid 36 snap -1 2024-08-19T11:40:41.731 INFO:tasks.rados.rados.0.smithi136.stdout:2854: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:40:41.731 INFO:tasks.rados.rados.0.smithi136.stdout:2855: snap_create 2024-08-19T11:40:41.735 INFO:tasks.rados.rados.0.smithi136.stdout:2854: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:40:41.738 INFO:tasks.rados.rados.0.smithi136.stdout:2850: finishing write tid 1 to smithi13674108-20 2024-08-19T11:40:41.738 INFO:tasks.rados.rados.0.smithi136.stdout:2850: finishing write tid 2 to smithi13674108-20 2024-08-19T11:40:41.740 INFO:tasks.rados.rados.0.smithi136.stdout:2850: finishing write tid 3 to smithi13674108-20 2024-08-19T11:40:41.740 INFO:tasks.rados.rados.0.smithi136.stdout:2850: oid 20 updating version 0 to 1333 2024-08-19T11:40:41.740 INFO:tasks.rados.rados.0.smithi136.stdout:2850: oid 20 version 1333 is already newer than 1332 2024-08-19T11:40:41.740 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 1333 (ObjNum 873 snap 285 seq_num 873) dirty exists 2024-08-19T11:40:41.740 INFO:tasks.rados.rados.0.smithi136.stdout:2850: left oid 20 (ObjNum 873 snap 285 seq_num 873) 2024-08-19T11:40:41.742 INFO:tasks.rados.rados.0.smithi136.stdout:2853: finishing write tid 1 to smithi13674108-27 2024-08-19T11:40:41.742 INFO:tasks.rados.rados.0.smithi136.stdout:2853: finishing write tid 2 to smithi13674108-27 2024-08-19T11:40:41.744 INFO:tasks.rados.rados.0.smithi136.stdout:2851: expect (ObjNum 627 snap 183 seq_num 627) 2024-08-19T11:40:41.893 INFO:tasks.rados.rados.0.smithi136.stdout:2853: finishing write tid 3 to smithi13674108-27 2024-08-19T11:40:41.893 INFO:tasks.rados.rados.0.smithi136.stdout:2853: oid 27 updating version 0 to 310 2024-08-19T11:40:41.894 INFO:tasks.rados.rados.0.smithi136.stdout:2853: oid 27 updating version 310 to 311 2024-08-19T11:40:41.894 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 311 (ObjNum 874 snap 285 seq_num 874) dirty exists 2024-08-19T11:40:41.894 INFO:tasks.rados.rados.0.smithi136.stdout:2853: left oid 27 (ObjNum 874 snap 285 seq_num 874) 2024-08-19T11:40:41.894 INFO:tasks.rados.rados.0.smithi136.stdout:2852: finishing copy_from racing read to smithi13674108-41 2024-08-19T11:40:41.894 INFO:tasks.rados.rados.0.smithi136.stdout:2852: finishing copy_from to smithi13674108-41 2024-08-19T11:40:41.894 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 1062 (ObjNum 784 snap 259 seq_num 784) dirty exists 2024-08-19T11:40:42.022 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:41 smithi136 ceph-mon[88916]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T11:40:42.022 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:41 smithi136 ceph-mon[88916]: osdmap e637: 8 total, 8 up, 8 in 2024-08-19T11:40:42.023 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:41 smithi136 ceph-mon[86496]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T11:40:42.023 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:41 smithi136 ceph-mon[86496]: osdmap e637: 8 total, 8 up, 8 in 2024-08-19T11:40:42.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:41 smithi155 ceph-mon[76679]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T11:40:42.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:41 smithi155 ceph-mon[76679]: osdmap e637: 8 total, 8 up, 8 in 2024-08-19T11:40:42.733 INFO:tasks.rados.rados.0.smithi136.stdout:2850: done (5 left) 2024-08-19T11:40:42.734 INFO:tasks.rados.rados.0.smithi136.stdout:2851: done (4 left) 2024-08-19T11:40:42.734 INFO:tasks.rados.rados.0.smithi136.stdout:2852: done (3 left) 2024-08-19T11:40:42.734 INFO:tasks.rados.rados.0.smithi136.stdout:2853: done (2 left) 2024-08-19T11:40:42.734 INFO:tasks.rados.rados.0.smithi136.stdout:2854: done (1 left) 2024-08-19T11:40:42.734 INFO:tasks.rados.rados.0.smithi136.stdout:2855: done (0 left) 2024-08-19T11:40:42.734 INFO:tasks.rados.rados.0.smithi136.stdout:2856: rollback oid 43 current snap is 286 2024-08-19T11:40:42.734 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 43 to 262 2024-08-19T11:40:42.734 INFO:tasks.rados.rados.0.smithi136.stdout:2857: copy_from oid 32 from oid 46 current snap is 286 2024-08-19T11:40:42.734 INFO:tasks.rados.rados.0.smithi136.stdout:2858: copy_from oid 33 from oid 40 current snap is 286 2024-08-19T11:40:42.734 INFO:tasks.rados.rados.0.smithi136.stdout:2859: snap_remove snap 281 2024-08-19T11:40:43.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:42 smithi136 ceph-mon[88916]: pgmap v592: 121 pgs: 121 active+clean; 372 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-08-19T11:40:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:42 smithi136 ceph-mon[88916]: osdmap e638: 8 total, 8 up, 8 in 2024-08-19T11:40:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:42 smithi136 ceph-mon[88916]: Upgrade: Updating alertmanager.a 2024-08-19T11:40:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:42 smithi136 ceph-mon[88916]: Deploying daemon alertmanager.a on smithi136 2024-08-19T11:40:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:42 smithi136 ceph-mon[86496]: pgmap v592: 121 pgs: 121 active+clean; 372 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-08-19T11:40:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:42 smithi136 ceph-mon[86496]: osdmap e638: 8 total, 8 up, 8 in 2024-08-19T11:40:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:42 smithi136 ceph-mon[86496]: Upgrade: Updating alertmanager.a 2024-08-19T11:40:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:42 smithi136 ceph-mon[86496]: Deploying daemon alertmanager.a on smithi136 2024-08-19T11:40:43.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:42 smithi155 ceph-mon[76679]: pgmap v592: 121 pgs: 121 active+clean; 372 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-08-19T11:40:43.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:42 smithi155 ceph-mon[76679]: osdmap e638: 8 total, 8 up, 8 in 2024-08-19T11:40:43.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:42 smithi155 ceph-mon[76679]: Upgrade: Updating alertmanager.a 2024-08-19T11:40:43.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:42 smithi155 ceph-mon[76679]: Deploying daemon alertmanager.a on smithi136 2024-08-19T11:40:43.704 INFO:tasks.rados.rados.0.smithi136.stdout:2859: done (3 left) 2024-08-19T11:40:43.704 INFO:tasks.rados.rados.0.smithi136.stdout:2860: delete oid 29 current snap is 286 2024-08-19T11:40:43.705 INFO:tasks.rados.rados.0.smithi136.stdout:2858: finishing copy_from to smithi13674108-33 2024-08-19T11:40:43.705 INFO:tasks.rados.rados.0.smithi136.stdout:2858: got expected ENOENT (src dne) 2024-08-19T11:40:43.705 INFO:tasks.rados.rados.0.smithi136.stdout:2858: finishing copy_from racing read to smithi13674108-33 2024-08-19T11:40:43.705 INFO:tasks.rados.rados.0.smithi136.stdout:2856: finishing rollback tid 0 to smithi13674108-43 2024-08-19T11:40:43.705 INFO:tasks.rados.rados.0.smithi136.stdout:2856: finishing rollback tid 1 to smithi13674108-43 2024-08-19T11:40:43.705 INFO:tasks.rados.rados.0.smithi136.stdout:2856: finishing rollback tid 2 to smithi13674108-43 2024-08-19T11:40:43.705 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 1084 (ObjNum 783 snap 259 seq_num 783) dirty exists 2024-08-19T11:40:43.705 INFO:tasks.rados.rados.0.smithi136.stdout:2857: finishing copy_from racing read to smithi13674108-32 2024-08-19T11:40:43.705 INFO:tasks.rados.rados.0.smithi136.stdout:2857: finishing copy_from to smithi13674108-32 2024-08-19T11:40:43.705 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 32 v 1049 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-19T11:40:43.714 INFO:tasks.rados.rados.0.smithi136.stdout:2856: done (3 left) 2024-08-19T11:40:43.714 INFO:tasks.rados.rados.0.smithi136.stdout:2857: done (2 left) 2024-08-19T11:40:43.714 INFO:tasks.rados.rados.0.smithi136.stdout:2858: done (1 left) 2024-08-19T11:40:43.714 INFO:tasks.rados.rados.0.smithi136.stdout:2860: done (0 left) 2024-08-19T11:40:43.714 INFO:tasks.rados.rados.0.smithi136.stdout:2861: delete oid 21 current snap is 286 2024-08-19T11:40:43.716 INFO:tasks.rados.rados.0.smithi136.stdout:2861: done (0 left) 2024-08-19T11:40:43.717 INFO:tasks.rados.rados.0.smithi136.stdout:2862: copy_from oid 13 from oid 17 current snap is 286 2024-08-19T11:40:43.717 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 26 current snap is 286 2024-08-19T11:40:43.717 INFO:tasks.rados.rados.0.smithi136.stdout:2863: seq_num 877 ranges {122880=294912} 2024-08-19T11:40:43.719 INFO:tasks.rados.rados.0.smithi136.stdout:2863: writing smithi13674108-26 from 122880 to 417792 tid 1 2024-08-19T11:40:43.719 INFO:tasks.rados.rados.0.smithi136.stdout:2864: snap_create 2024-08-19T11:40:43.724 INFO:tasks.rados.rados.0.smithi136.stdout:2863: finishing write tid 1 to smithi13674108-26 2024-08-19T11:40:43.724 INFO:tasks.rados.rados.0.smithi136.stdout:2863: finishing write tid 2 to smithi13674108-26 2024-08-19T11:40:43.725 INFO:tasks.rados.rados.0.smithi136.stdout:2863: finishing write tid 3 to smithi13674108-26 2024-08-19T11:40:43.725 INFO:tasks.rados.rados.0.smithi136.stdout:2863: oid 26 updating version 0 to 1259 2024-08-19T11:40:43.725 INFO:tasks.rados.rados.0.smithi136.stdout:2863: oid 26 updating version 1259 to 1260 2024-08-19T11:40:43.725 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 1260 (ObjNum 877 snap 286 seq_num 877) dirty exists 2024-08-19T11:40:43.726 INFO:tasks.rados.rados.0.smithi136.stdout:2863: left oid 26 (ObjNum 877 snap 286 seq_num 877) 2024-08-19T11:40:43.733 INFO:tasks.rados.rados.0.smithi136.stdout:2862: finishing copy_from racing read to smithi13674108-13 2024-08-19T11:40:43.734 INFO:tasks.rados.rados.0.smithi136.stdout:2862: finishing copy_from to smithi13674108-13 2024-08-19T11:40:43.734 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 1186 (ObjNum 627 snap 183 seq_num 627) dirty exists 2024-08-19T11:40:44.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:43 smithi136 ceph-mon[86496]: osdmap e639: 8 total, 8 up, 8 in 2024-08-19T11:40:44.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:43 smithi136 ceph-mon[86496]: osdmap e640: 8 total, 8 up, 8 in 2024-08-19T11:40:44.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:43 smithi136 ceph-mon[88916]: osdmap e639: 8 total, 8 up, 8 in 2024-08-19T11:40:44.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:43 smithi136 ceph-mon[88916]: osdmap e640: 8 total, 8 up, 8 in 2024-08-19T11:40:44.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:43 smithi155 ceph-mon[76679]: osdmap e639: 8 total, 8 up, 8 in 2024-08-19T11:40:44.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:43 smithi155 ceph-mon[76679]: osdmap e640: 8 total, 8 up, 8 in 2024-08-19T11:40:44.706 INFO:tasks.rados.rados.0.smithi136.stdout:2862: done (2 left) 2024-08-19T11:40:44.706 INFO:tasks.rados.rados.0.smithi136.stdout:2863: done (1 left) 2024-08-19T11:40:44.706 INFO:tasks.rados.rados.0.smithi136.stdout:2864: done (0 left) 2024-08-19T11:40:44.706 INFO:tasks.rados.rados.0.smithi136.stdout:2865: copy_from oid 24 from oid 35 current snap is 287 2024-08-19T11:40:44.706 INFO:tasks.rados.rados.0.smithi136.stdout:2866: read oid 32 snap 240 2024-08-19T11:40:44.707 INFO:tasks.rados.rados.0.smithi136.stdout:2866: expect (ObjNum 623 snap 180 seq_num 623) 2024-08-19T11:40:44.707 INFO:tasks.rados.rados.0.smithi136.stdout:2867: read oid 38 snap -1 2024-08-19T11:40:44.707 INFO:tasks.rados.rados.0.smithi136.stdout:2867: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:40:44.707 INFO:tasks.rados.rados.0.smithi136.stdout:2868: read oid 41 snap -1 2024-08-19T11:40:44.707 INFO:tasks.rados.rados.0.smithi136.stdout:2868: expect (ObjNum 784 snap 259 seq_num 784) 2024-08-19T11:40:44.707 INFO:tasks.rados.rados.0.smithi136.stdout:2869: snap_create 2024-08-19T11:40:44.711 INFO:tasks.rados.rados.0.smithi136.stdout:2867: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:40:44.732 INFO:tasks.rados.rados.0.smithi136.stdout:2865: finishing copy_from to smithi13674108-24 2024-08-19T11:40:44.732 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 930 (ObjNum 768 snap 253 seq_num 768) dirty exists 2024-08-19T11:40:44.732 INFO:tasks.rados.rados.0.smithi136.stdout:2865: finishing copy_from racing read to smithi13674108-24 2024-08-19T11:40:44.737 INFO:tasks.rados.rados.0.smithi136.stdout:2866: expect (ObjNum 623 snap 180 seq_num 623) 2024-08-19T11:40:44.849 INFO:tasks.rados.rados.0.smithi136.stdout:2868: expect (ObjNum 784 snap 259 seq_num 784) 2024-08-19T11:40:45.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:44 smithi136 ceph-mon[88916]: pgmap v595: 121 pgs: 121 active+clean; 361 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-08-19T11:40:45.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:44 smithi136 ceph-mon[88916]: osdmap e641: 8 total, 8 up, 8 in 2024-08-19T11:40:45.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:44 smithi136 ceph-mon[86496]: pgmap v595: 121 pgs: 121 active+clean; 361 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-08-19T11:40:45.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:44 smithi136 ceph-mon[86496]: osdmap e641: 8 total, 8 up, 8 in 2024-08-19T11:40:45.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:44 smithi155 ceph-mon[76679]: pgmap v595: 121 pgs: 121 active+clean; 361 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-08-19T11:40:45.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:44 smithi155 ceph-mon[76679]: osdmap e641: 8 total, 8 up, 8 in 2024-08-19T11:40:45.711 INFO:tasks.rados.rados.0.smithi136.stdout:2865: done (4 left) 2024-08-19T11:40:45.711 INFO:tasks.rados.rados.0.smithi136.stdout:2866: done (3 left) 2024-08-19T11:40:45.712 INFO:tasks.rados.rados.0.smithi136.stdout:2867: done (2 left) 2024-08-19T11:40:45.712 INFO:tasks.rados.rados.0.smithi136.stdout:2868: done (1 left) 2024-08-19T11:40:45.712 INFO:tasks.rados.rados.0.smithi136.stdout:2869: done (0 left) 2024-08-19T11:40:45.712 INFO:tasks.rados.rados.0.smithi136.stdout:2870: snap_remove snap 240 2024-08-19T11:40:46.711 INFO:tasks.rados.rados.0.smithi136.stdout:2870: done (0 left) 2024-08-19T11:40:46.711 INFO:tasks.rados.rados.0.smithi136.stdout:2871: read oid 1 snap -1 2024-08-19T11:40:46.711 INFO:tasks.rados.rados.0.smithi136.stdout:2871: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:40:46.711 INFO:tasks.rados.rados.0.smithi136.stdout:2872: setattr oid 36 current snap is 288 2024-08-19T11:40:46.711 INFO:tasks.rados.rados.0.smithi136.stdout:2873: snap_create 2024-08-19T11:40:46.714 INFO:tasks.rados.rados.0.smithi136.stdout:2871: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:40:46.726 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 1121 (ObjNum 33 snap 0 seq_num 3763960704) dirty exists 2024-08-19T11:40:46.977 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:46 smithi136 ceph-mon[88916]: pgmap v598: 121 pgs: 121 active+clean; 361 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-08-19T11:40:46.977 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:46 smithi136 ceph-mon[88916]: osdmap e642: 8 total, 8 up, 8 in 2024-08-19T11:40:46.977 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:46 smithi136 ceph-mon[86496]: pgmap v598: 121 pgs: 121 active+clean; 361 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-08-19T11:40:46.977 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:46 smithi136 ceph-mon[86496]: osdmap e642: 8 total, 8 up, 8 in 2024-08-19T11:40:47.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:46 smithi155 ceph-mon[76679]: pgmap v598: 121 pgs: 121 active+clean; 361 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-08-19T11:40:47.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:46 smithi155 ceph-mon[76679]: osdmap e642: 8 total, 8 up, 8 in 2024-08-19T11:40:47.724 INFO:tasks.rados.rados.0.smithi136.stdout:2871: done (2 left) 2024-08-19T11:40:47.725 INFO:tasks.rados.rados.0.smithi136.stdout:2872: done (1 left) 2024-08-19T11:40:47.725 INFO:tasks.rados.rados.0.smithi136.stdout:2873: done (0 left) 2024-08-19T11:40:47.725 INFO:tasks.rados.rados.0.smithi136.stdout:2874: read oid 18 snap -1 2024-08-19T11:40:47.725 INFO:tasks.rados.rados.0.smithi136.stdout:2874: expect (ObjNum 756 snap 244 seq_num 756) 2024-08-19T11:40:47.725 INFO:tasks.rados.rados.0.smithi136.stdout:2875: read oid 38 snap -1 2024-08-19T11:40:47.725 INFO:tasks.rados.rados.0.smithi136.stdout:2875: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:40:47.725 INFO:tasks.rados.rados.0.smithi136.stdout:2876: setattr oid 40 current snap is 289 2024-08-19T11:40:47.725 INFO:tasks.rados.rados.0.smithi136.stdout:2877: read oid 50 snap -1 2024-08-19T11:40:47.725 INFO:tasks.rados.rados.0.smithi136.stdout:2877: expect (ObjNum 624 snap 181 seq_num 624) 2024-08-19T11:40:47.725 INFO:tasks.rados.rados.0.smithi136.stdout:2878: rollback oid 7 current snap is 289 2024-08-19T11:40:47.725 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 7 to 280 2024-08-19T11:40:47.725 INFO:tasks.rados.rados.0.smithi136.stdout:2879: delete oid 16 current snap is 289 2024-08-19T11:40:47.734 INFO:tasks.rados.rados.0.smithi136.stdout:2875: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:40:47.737 INFO:tasks.rados.rados.0.smithi136.stdout:2878: finishing rollback tid 0 to smithi13674108-7 2024-08-19T11:40:47.737 INFO:tasks.rados.rados.0.smithi136.stdout:2874: expect (ObjNum 756 snap 244 seq_num 756) 2024-08-19T11:40:47.756 INFO:tasks.rados.rados.0.smithi136.stdout:2878: finishing rollback tid 1 to smithi13674108-7 2024-08-19T11:40:47.756 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 946 (ObjNum 65 snap 0 seq_num 1666931056) dirty exists 2024-08-19T11:40:47.757 INFO:tasks.rados.rados.0.smithi136.stdout:2878: finishing rollback tid 2 to smithi13674108-7 2024-08-19T11:40:47.757 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 1369 (ObjNum 690 snap 213 seq_num 690) dirty exists 2024-08-19T11:40:47.757 INFO:tasks.rados.rados.0.smithi136.stdout:2874: done (5 left) 2024-08-19T11:40:47.757 INFO:tasks.rados.rados.0.smithi136.stdout:2875: done (4 left) 2024-08-19T11:40:47.757 INFO:tasks.rados.rados.0.smithi136.stdout:2876: done (3 left) 2024-08-19T11:40:47.757 INFO:tasks.rados.rados.0.smithi136.stdout:2878: done (2 left) 2024-08-19T11:40:47.757 INFO:tasks.rados.rados.0.smithi136.stdout:2879: done (1 left) 2024-08-19T11:40:47.757 INFO:tasks.rados.rados.0.smithi136.stdout:2880: rollback oid 46 current snap is 289 2024-08-19T11:40:47.757 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 46 to 287 2024-08-19T11:40:47.757 INFO:tasks.rados.rados.0.smithi136.stdout:2877: expect (ObjNum 624 snap 181 seq_num 624) 2024-08-19T11:40:47.871 INFO:tasks.rados.rados.0.smithi136.stdout:2880: finishing rollback tid 0 to smithi13674108-46 2024-08-19T11:40:47.871 INFO:tasks.rados.rados.0.smithi136.stdout:2880: finishing rollback tid 1 to smithi13674108-46 2024-08-19T11:40:47.871 INFO:tasks.rados.rados.0.smithi136.stdout:2880: finishing rollback tid 2 to smithi13674108-46 2024-08-19T11:40:47.871 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 46 v 1336 (ObjNum 33 snap 0 seq_num 1500541264) dirty exists 2024-08-19T11:40:47.871 INFO:tasks.rados.rados.0.smithi136.stdout:2877: done (1 left) 2024-08-19T11:40:47.871 INFO:tasks.rados.rados.0.smithi136.stdout:2880: done (0 left) 2024-08-19T11:40:47.871 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 7 current snap is 289 2024-08-19T11:40:47.871 INFO:tasks.rados.rados.0.smithi136.stdout:2881: seq_num 879 ranges {10846208=327680} 2024-08-19T11:40:47.929 INFO:tasks.rados.rados.0.smithi136.stdout:2881: writing smithi13674108-7 from 10846208 to 11173888 tid 1 2024-08-19T11:40:47.929 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 10 current snap is 289 2024-08-19T11:40:47.930 INFO:tasks.rados.rados.0.smithi136.stdout:2882: seq_num 880 ranges {11902976=344064} 2024-08-19T11:40:47.996 INFO:tasks.rados.rados.0.smithi136.stdout:2882: writing smithi13674108-10 from 11902976 to 12247040 tid 1 2024-08-19T11:40:47.996 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 18 current snap is 289 2024-08-19T11:40:47.996 INFO:tasks.rados.rados.0.smithi136.stdout:2881: finishing write tid 1 to smithi13674108-7 2024-08-19T11:40:47.996 INFO:tasks.rados.rados.0.smithi136.stdout:2883: seq_num 881 ranges {671744=360448} 2024-08-19T11:40:48.002 INFO:tasks.rados.rados.0.smithi136.stdout:2883: writing smithi13674108-18 from 671744 to 1032192 tid 1 2024-08-19T11:40:48.002 INFO:tasks.rados.rados.0.smithi136.stdout:2884: snap_create 2024-08-19T11:40:48.002 INFO:tasks.rados.rados.0.smithi136.stdout:2881: finishing write tid 2 to smithi13674108-7 2024-08-19T11:40:48.002 INFO:tasks.rados.rados.0.smithi136.stdout:2881: finishing write tid 3 to smithi13674108-7 2024-08-19T11:40:48.002 INFO:tasks.rados.rados.0.smithi136.stdout:2881: oid 7 updating version 0 to 1370 2024-08-19T11:40:48.002 INFO:tasks.rados.rados.0.smithi136.stdout:2881: oid 7 updating version 1370 to 1371 2024-08-19T11:40:48.002 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 1371 (ObjNum 879 snap 289 seq_num 879) dirty exists 2024-08-19T11:40:48.002 INFO:tasks.rados.rados.0.smithi136.stdout:2881: left oid 7 (ObjNum 879 snap 289 seq_num 879) 2024-08-19T11:40:48.003 INFO:tasks.rados.rados.0.smithi136.stdout:2882: finishing write tid 1 to smithi13674108-10 2024-08-19T11:40:48.003 INFO:tasks.rados.rados.0.smithi136.stdout:2882: finishing write tid 2 to smithi13674108-10 2024-08-19T11:40:48.003 INFO:tasks.rados.rados.0.smithi136.stdout:2882: finishing write tid 3 to smithi13674108-10 2024-08-19T11:40:48.003 INFO:tasks.rados.rados.0.smithi136.stdout:2882: oid 10 updating version 0 to 1122 2024-08-19T11:40:48.003 INFO:tasks.rados.rados.0.smithi136.stdout:2882: oid 10 updating version 1122 to 1123 2024-08-19T11:40:48.003 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 1123 (ObjNum 880 snap 289 seq_num 880) dirty exists 2024-08-19T11:40:48.003 INFO:tasks.rados.rados.0.smithi136.stdout:2882: left oid 10 (ObjNum 880 snap 289 seq_num 880) 2024-08-19T11:40:48.005 INFO:tasks.rados.rados.0.smithi136.stdout:2883: finishing write tid 1 to smithi13674108-18 2024-08-19T11:40:48.005 INFO:tasks.rados.rados.0.smithi136.stdout:2883: finishing write tid 2 to smithi13674108-18 2024-08-19T11:40:48.006 INFO:tasks.rados.rados.0.smithi136.stdout:2883: finishing write tid 3 to smithi13674108-18 2024-08-19T11:40:48.006 INFO:tasks.rados.rados.0.smithi136.stdout:2883: oid 18 updating version 0 to 1337 2024-08-19T11:40:48.006 INFO:tasks.rados.rados.0.smithi136.stdout:2883: oid 18 updating version 1337 to 1338 2024-08-19T11:40:48.006 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 1338 (ObjNum 881 snap 289 seq_num 881) dirty exists 2024-08-19T11:40:48.006 INFO:tasks.rados.rados.0.smithi136.stdout:2883: left oid 18 (ObjNum 881 snap 289 seq_num 881) 2024-08-19T11:40:48.040 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:47 smithi155 ceph-mon[76679]: osdmap e643: 8 total, 8 up, 8 in 2024-08-19T11:40:48.058 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:47 smithi136 ceph-mon[88916]: osdmap e643: 8 total, 8 up, 8 in 2024-08-19T11:40:48.059 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:47 smithi136 ceph-mon[86496]: osdmap e643: 8 total, 8 up, 8 in 2024-08-19T11:40:48.705 INFO:tasks.rados.rados.0.smithi136.stdout:2881: done (3 left) 2024-08-19T11:40:48.705 INFO:tasks.rados.rados.0.smithi136.stdout:2882: done (2 left) 2024-08-19T11:40:48.706 INFO:tasks.rados.rados.0.smithi136.stdout:2883: done (1 left) 2024-08-19T11:40:48.706 INFO:tasks.rados.rados.0.smithi136.stdout:2884: done (0 left) 2024-08-19T11:40:48.706 INFO:tasks.rados.rados.0.smithi136.stdout:2885: copy_from oid 48 from oid 43 current snap is 290 2024-08-19T11:40:48.706 INFO:tasks.rados.rados.0.smithi136.stdout:2886: setattr oid 7 current snap is 290 2024-08-19T11:40:48.707 INFO:tasks.rados.rados.0.smithi136.stdout:2887: read oid 36 snap 236 2024-08-19T11:40:48.707 INFO:tasks.rados.rados.0.smithi136.stdout:2887: expect (ObjNum 692 snap 213 seq_num 692) 2024-08-19T11:40:48.707 INFO:tasks.rados.rados.0.smithi136.stdout:2888: read oid 25 snap -1 2024-08-19T11:40:48.707 INFO:tasks.rados.rados.0.smithi136.stdout:2888: expect (ObjNum 750 snap 243 seq_num 750) 2024-08-19T11:40:48.707 INFO:tasks.rados.rados.0.smithi136.stdout:2889: snap_create 2024-08-19T11:40:48.719 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 1373 (ObjNum 879 snap 289 seq_num 879) dirty exists 2024-08-19T11:40:48.721 INFO:tasks.rados.rados.0.smithi136.stdout:2887: expect (ObjNum 692 snap 213 seq_num 692) 2024-08-19T11:40:48.779 INFO:tasks.rados.rados.0.smithi136.stdout:2888: expect (ObjNum 750 snap 243 seq_num 750) 2024-08-19T11:40:48.873 INFO:tasks.rados.rados.0.smithi136.stdout:2885: finishing copy_from racing read to smithi13674108-48 2024-08-19T11:40:48.873 INFO:tasks.rados.rados.0.smithi136.stdout:2885: finishing copy_from to smithi13674108-48 2024-08-19T11:40:48.874 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 48 v 1084 (ObjNum 783 snap 259 seq_num 783) dirty exists 2024-08-19T11:40:49.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:48 smithi136 ceph-mon[88916]: pgmap v601: 121 pgs: 121 active+clean; 373 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-08-19T11:40:49.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:48 smithi136 ceph-mon[88916]: osdmap e644: 8 total, 8 up, 8 in 2024-08-19T11:40:49.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:48 smithi136 ceph-mon[88916]: osdmap e645: 8 total, 8 up, 8 in 2024-08-19T11:40:49.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:48 smithi136 ceph-mon[86496]: pgmap v601: 121 pgs: 121 active+clean; 373 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-08-19T11:40:49.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:48 smithi136 ceph-mon[86496]: osdmap e644: 8 total, 8 up, 8 in 2024-08-19T11:40:49.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:48 smithi136 ceph-mon[86496]: osdmap e645: 8 total, 8 up, 8 in 2024-08-19T11:40:49.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:48 smithi155 ceph-mon[76679]: pgmap v601: 121 pgs: 121 active+clean; 373 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-08-19T11:40:49.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:48 smithi155 ceph-mon[76679]: osdmap e644: 8 total, 8 up, 8 in 2024-08-19T11:40:49.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:48 smithi155 ceph-mon[76679]: osdmap e645: 8 total, 8 up, 8 in 2024-08-19T11:40:49.573 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:40:49 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:40:49] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.51.0" 2024-08-19T11:40:49.706 INFO:tasks.rados.rados.0.smithi136.stdout:2885: done (4 left) 2024-08-19T11:40:49.706 INFO:tasks.rados.rados.0.smithi136.stdout:2886: done (3 left) 2024-08-19T11:40:49.706 INFO:tasks.rados.rados.0.smithi136.stdout:2887: done (2 left) 2024-08-19T11:40:49.707 INFO:tasks.rados.rados.0.smithi136.stdout:2888: done (1 left) 2024-08-19T11:40:49.707 INFO:tasks.rados.rados.0.smithi136.stdout:2889: done (0 left) 2024-08-19T11:40:49.707 INFO:tasks.rados.rados.0.smithi136.stdout:2890: copy_from oid 12 from oid 4 current snap is 291 2024-08-19T11:40:49.707 INFO:tasks.rados.rados.0.smithi136.stdout:2891: snap_remove snap 273 2024-08-19T11:40:49.847 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:40:49 smithi136 systemd[1]: Stopping Ceph alertmanager.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:40:50.188 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:40:49 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[69085]: ts=2024-08-19T11:40:49.854Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-19T11:40:50.188 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:40:49 smithi136 podman[124231]: 2024-08-19 11:40:49.895557097 +0000 UTC m=+0.144292201 container died 5af88c4acee88d9a92b07fb379ffe15c1dd636a4009c26ba6149ab400367b8ed (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T11:40:50.530 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:40:50 smithi136 podman[124231]: 2024-08-19 11:40:50.286526193 +0000 UTC m=+0.535261249 container cleanup 5af88c4acee88d9a92b07fb379ffe15c1dd636a4009c26ba6149ab400367b8ed (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T11:40:50.530 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:40:50 smithi136 bash[124231]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a 2024-08-19T11:40:50.715 INFO:tasks.rados.rados.0.smithi136.stdout:2891: done (1 left) 2024-08-19T11:40:50.715 INFO:tasks.rados.rados.0.smithi136.stdout:2892: read oid 15 snap -1 2024-08-19T11:40:50.715 INFO:tasks.rados.rados.0.smithi136.stdout:2892: expect (ObjNum 861 snap 279 seq_num 861) 2024-08-19T11:40:50.715 INFO:tasks.rados.rados.0.smithi136.stdout:2893: rmattr oid 38 current snap is 291 2024-08-19T11:40:50.715 INFO:tasks.rados.rados.0.smithi136.stdout:2894: read oid 49 snap 287 2024-08-19T11:40:50.715 INFO:tasks.rados.rados.0.smithi136.stdout:2894: expect deleted 2024-08-19T11:40:50.715 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 2 current snap is 291 2024-08-19T11:40:50.715 INFO:tasks.rados.rados.0.smithi136.stdout:2895: seq_num 882 ranges {7831552=376832} 2024-08-19T11:40:50.761 INFO:tasks.rados.rados.0.smithi136.stdout:2895: writing smithi13674108-2 from 7831552 to 8208384 tid 1 2024-08-19T11:40:50.761 INFO:tasks.rados.rados.0.smithi136.stdout:2896: rollback oid 20 current snap is 291 2024-08-19T11:40:50.761 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 20 to 284 2024-08-19T11:40:50.762 INFO:tasks.rados.rados.0.smithi136.stdout:2890: finishing copy_from racing read to smithi13674108-12 2024-08-19T11:40:50.762 INFO:tasks.rados.rados.0.smithi136.stdout:2890: finishing copy_from to smithi13674108-12 2024-08-19T11:40:50.762 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 1222 (ObjNum 872 snap 284 seq_num 872) dirty exists 2024-08-19T11:40:50.762 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 947 (ObjNum 65 snap 0 seq_num 1667067246) dirty exists 2024-08-19T11:40:50.762 INFO:tasks.rados.rados.0.smithi136.stdout:2890: done (5 left) 2024-08-19T11:40:50.762 INFO:tasks.rados.rados.0.smithi136.stdout:2893: done (4 left) 2024-08-19T11:40:50.762 INFO:tasks.rados.rados.0.smithi136.stdout:2894: done (3 left) 2024-08-19T11:40:50.762 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 46 current snap is 291 2024-08-19T11:40:50.762 INFO:tasks.rados.rados.0.smithi136.stdout:2897: seq_num 883 ranges {0=393216} 2024-08-19T11:40:50.763 INFO:tasks.rados.rados.0.smithi136.stdout:2897: writing smithi13674108-46 from 0 to 393216 tid 1 2024-08-19T11:40:50.763 INFO:tasks.rados.rados.0.smithi136.stdout:2898: delete oid 26 current snap is 291 2024-08-19T11:40:50.765 INFO:tasks.rados.rados.0.smithi136.stdout:2895: finishing write tid 1 to smithi13674108-2 2024-08-19T11:40:50.766 INFO:tasks.rados.rados.0.smithi136.stdout:2895: finishing write tid 2 to smithi13674108-2 2024-08-19T11:40:50.766 INFO:tasks.rados.rados.0.smithi136.stdout:2896: finishing rollback tid 0 to smithi13674108-20 2024-08-19T11:40:50.766 INFO:tasks.rados.rados.0.smithi136.stdout:2896: finishing rollback tid 1 to smithi13674108-20 2024-08-19T11:40:50.766 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 1340 (ObjNum 65 snap 0 seq_num 1718047084) dirty dne 2024-08-19T11:40:50.767 INFO:tasks.rados.rados.0.smithi136.stdout:2895: finishing write tid 3 to smithi13674108-2 2024-08-19T11:40:50.768 INFO:tasks.rados.rados.0.smithi136.stdout:2895: oid 2 updating version 0 to 1354 2024-08-19T11:40:50.768 INFO:tasks.rados.rados.0.smithi136.stdout:2895: oid 2 updating version 1354 to 1355 2024-08-19T11:40:50.768 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 2 v 1355 (ObjNum 882 snap 291 seq_num 882) dirty exists 2024-08-19T11:40:50.768 INFO:tasks.rados.rados.0.smithi136.stdout:2895: left oid 2 (ObjNum 882 snap 291 seq_num 882) 2024-08-19T11:40:50.768 INFO:tasks.rados.rados.0.smithi136.stdout:2897: finishing write tid 1 to smithi13674108-46 2024-08-19T11:40:50.768 INFO:tasks.rados.rados.0.smithi136.stdout:2897: finishing write tid 2 to smithi13674108-46 2024-08-19T11:40:50.771 INFO:tasks.rados.rados.0.smithi136.stdout:2897: finishing write tid 3 to smithi13674108-46 2024-08-19T11:40:50.771 INFO:tasks.rados.rados.0.smithi136.stdout:2897: oid 46 updating version 0 to 1341 2024-08-19T11:40:50.771 INFO:tasks.rados.rados.0.smithi136.stdout:2897: oid 46 updating version 1341 to 1342 2024-08-19T11:40:50.771 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 46 v 1342 (ObjNum 883 snap 291 seq_num 883) dirty exists 2024-08-19T11:40:50.771 INFO:tasks.rados.rados.0.smithi136.stdout:2897: left oid 46 (ObjNum 883 snap 291 seq_num 883) 2024-08-19T11:40:50.786 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:50 smithi136 ceph-mon[88916]: pgmap v604: 121 pgs: 121 active+clean; 374 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-08-19T11:40:50.786 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:50 smithi136 ceph-mon[88916]: osdmap e646: 8 total, 8 up, 8 in 2024-08-19T11:40:50.787 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:40:50 smithi136 podman[124250]: 2024-08-19 11:40:50.52954932 +0000 UTC m=+0.624799160 container remove 5af88c4acee88d9a92b07fb379ffe15c1dd636a4009c26ba6149ab400367b8ed (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T11:40:50.787 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:40:50 smithi136 podman[124250]: 2024-08-19 11:40:50.614796938 +0000 UTC m=+0.710046732 volume remove e9680257c1ad9016348d488a8e40d229483283432feeb9963922db460fd616f2 2024-08-19T11:40:50.787 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:50 smithi136 ceph-mon[86496]: pgmap v604: 121 pgs: 121 active+clean; 374 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-08-19T11:40:50.787 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:50 smithi136 ceph-mon[86496]: osdmap e646: 8 total, 8 up, 8 in 2024-08-19T11:40:50.787 INFO:tasks.rados.rados.0.smithi136.stdout:2892: expect (ObjNum 861 snap 279 seq_num 861) 2024-08-19T11:40:50.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:50 smithi155 ceph-mon[76679]: pgmap v604: 121 pgs: 121 active+clean; 374 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-08-19T11:40:50.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:50 smithi155 ceph-mon[76679]: osdmap e646: 8 total, 8 up, 8 in 2024-08-19T11:40:51.098 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:40:50 smithi136 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-19T11:40:51.098 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:40:50 smithi136 systemd[1]: Stopped Ceph alertmanager.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:40:51.098 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:40:50 smithi136 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@alertmanager.a.service: Consumed 1.828s CPU time. 2024-08-19T11:40:51.098 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:40:50 smithi136 systemd[1]: Starting Ceph alertmanager.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:40:51.588 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:40:51 smithi136 podman[124383]: 2024-08-19 11:40:51.11637406 +0000 UTC m=+0.017275125 image pull 11f11916f8cdfb17c1da74b20deb2075d778357b4d60474d82453303f8d461f5 quay.io/prometheus/alertmanager:v0.27.0 2024-08-19T11:40:51.588 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:40:51 smithi136 podman[124383]: 2024-08-19 11:40:51.306254519 +0000 UTC m=+0.207155572 volume create fa4cc0e1054ddd74ca264f8c11e9aeb781ad17ff91c34e0b4e3f67b2620572a0 2024-08-19T11:40:51.588 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:40:51 smithi136 podman[124383]: 2024-08-19 11:40:51.398357544 +0000 UTC m=+0.299258596 container create af0a2f4cad9679a4e1a13bb2e36eeca9a56b577af7ceed50e4b73e4f9696650e (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T11:40:51.812 INFO:tasks.rados.rados.0.smithi136.stdout:2892: done (4 left) 2024-08-19T11:40:51.812 INFO:tasks.rados.rados.0.smithi136.stdout:2895: done (3 left) 2024-08-19T11:40:51.812 INFO:tasks.rados.rados.0.smithi136.stdout:2896: done (2 left) 2024-08-19T11:40:51.813 INFO:tasks.rados.rados.0.smithi136.stdout:2897: done (1 left) 2024-08-19T11:40:51.813 INFO:tasks.rados.rados.0.smithi136.stdout:2898: done (0 left) 2024-08-19T11:40:51.813 INFO:tasks.rados.rados.0.smithi136.stdout:2899: setattr oid 39 current snap is 291 2024-08-19T11:40:51.813 INFO:tasks.rados.rados.0.smithi136.stdout:2900: read oid 22 snap -1 2024-08-19T11:40:51.813 INFO:tasks.rados.rados.0.smithi136.stdout:2900: expect (ObjNum 866 snap 281 seq_num 866) 2024-08-19T11:40:51.813 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 32 current snap is 291 2024-08-19T11:40:51.814 INFO:tasks.rados.rados.0.smithi136.stdout:2901: seq_num 885 ranges {0=425984} 2024-08-19T11:40:51.815 INFO:tasks.rados.rados.0.smithi136.stdout:2901: writing smithi13674108-32 from 0 to 425984 tid 1 2024-08-19T11:40:51.815 INFO:tasks.rados.rados.0.smithi136.stdout:2902: snap_create 2024-08-19T11:40:51.818 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 1091 (ObjNum 129 snap 0 seq_num 2169250518) dirty exists 2024-08-19T11:40:51.862 INFO:tasks.rados.rados.0.smithi136.stdout:2900: expect (ObjNum 866 snap 281 seq_num 866) 2024-08-19T11:40:52.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:51 smithi136 ceph-mon[88916]: osdmap e647: 8 total, 8 up, 8 in 2024-08-19T11:40:52.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:51 smithi136 ceph-mon[86496]: osdmap e647: 8 total, 8 up, 8 in 2024-08-19T11:40:52.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:51 smithi155 ceph-mon[76679]: osdmap e647: 8 total, 8 up, 8 in 2024-08-19T11:40:52.598 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:40:52 smithi136 podman[124383]: 2024-08-19 11:40:52.338136226 +0000 UTC m=+1.239037292 container init af0a2f4cad9679a4e1a13bb2e36eeca9a56b577af7ceed50e4b73e4f9696650e (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T11:40:52.598 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:40:52 smithi136 podman[124383]: 2024-08-19 11:40:52.342988774 +0000 UTC m=+1.243889834 container start af0a2f4cad9679a4e1a13bb2e36eeca9a56b577af7ceed50e4b73e4f9696650e (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T11:40:52.598 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:40:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[124397]: ts=2024-08-19T11:40:52.352Z caller=main.go:181 level=info msg="Starting Alertmanager" version="(version=0.27.0, branch=HEAD, revision=0aa3c2aad14cff039931923ab16b26b7481783b5)" 2024-08-19T11:40:52.598 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:40:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[124397]: ts=2024-08-19T11:40:52.352Z caller=main.go:182 level=info build_context="(go=go1.21.7, platform=linux/amd64, user=root@22cd11f671e9, date=20240228-11:51:20, tags=netgo)" 2024-08-19T11:40:52.598 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:40:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[124397]: ts=2024-08-19T11:40:52.354Z caller=cluster.go:186 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.136 port=9094 2024-08-19T11:40:52.598 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:40:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[124397]: ts=2024-08-19T11:40:52.356Z caller=cluster.go:683 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-19T11:40:52.598 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:40:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[124397]: ts=2024-08-19T11:40:52.377Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-19T11:40:52.598 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:40:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[124397]: ts=2024-08-19T11:40:52.378Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-19T11:40:52.599 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:40:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[124397]: ts=2024-08-19T11:40:52.379Z caller=tls_config.go:313 level=info msg="Listening on" address=[::]:9093 2024-08-19T11:40:52.599 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:40:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[124397]: ts=2024-08-19T11:40:52.379Z caller=tls_config.go:316 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-19T11:40:52.599 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:40:52 smithi136 bash[124383]: af0a2f4cad9679a4e1a13bb2e36eeca9a56b577af7ceed50e4b73e4f9696650e 2024-08-19T11:40:52.599 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:40:52 smithi136 systemd[1]: Started Ceph alertmanager.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:40:52.617 INFO:tasks.rados.rados.0.smithi136.stdout:2901: finishing write tid 1 to smithi13674108-32 2024-08-19T11:40:52.617 INFO:tasks.rados.rados.0.smithi136.stdout:2901: finishing write tid 2 to smithi13674108-32 2024-08-19T11:40:52.617 INFO:tasks.rados.rados.0.smithi136.stdout:2901: finishing write tid 3 to smithi13674108-32 2024-08-19T11:40:52.617 INFO:tasks.rados.rados.0.smithi136.stdout:2901: oid 32 updating version 0 to 1093 2024-08-19T11:40:52.617 INFO:tasks.rados.rados.0.smithi136.stdout:2901: oid 32 version 1093 is already newer than 1092 2024-08-19T11:40:52.617 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 32 v 1093 (ObjNum 885 snap 291 seq_num 885) dirty exists 2024-08-19T11:40:52.617 INFO:tasks.rados.rados.0.smithi136.stdout:2901: left oid 32 (ObjNum 885 snap 291 seq_num 885) 2024-08-19T11:40:52.723 INFO:tasks.rados.rados.0.smithi136.stdout:2899: done (3 left) 2024-08-19T11:40:52.723 INFO:tasks.rados.rados.0.smithi136.stdout:2900: done (2 left) 2024-08-19T11:40:52.723 INFO:tasks.rados.rados.0.smithi136.stdout:2901: done (1 left) 2024-08-19T11:40:52.723 INFO:tasks.rados.rados.0.smithi136.stdout:2902: done (0 left) 2024-08-19T11:40:52.723 INFO:tasks.rados.rados.0.smithi136.stdout:2903: snap_create 2024-08-19T11:40:53.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:52 smithi136 ceph-mon[86496]: pgmap v607: 121 pgs: 121 active+clean; 374 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 164 KiB/s wr, 21 op/s 2024-08-19T11:40:53.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:52 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:53.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:52 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:53.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:52 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:40:53.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:52 smithi136 ceph-mon[88916]: pgmap v607: 121 pgs: 121 active+clean; 374 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 164 KiB/s wr, 21 op/s 2024-08-19T11:40:53.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:52 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:53.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:52 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:53.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:52 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:40:53.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:52 smithi155 ceph-mon[76679]: pgmap v607: 121 pgs: 121 active+clean; 374 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 164 KiB/s wr, 21 op/s 2024-08-19T11:40:53.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:52 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:53.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:52 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:53.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:52 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:40:53.706 INFO:tasks.rados.rados.0.smithi136.stdout:2903: done (0 left) 2024-08-19T11:40:53.706 INFO:tasks.rados.rados.0.smithi136.stdout:2904: delete oid 14 current snap is 293 2024-08-19T11:40:53.708 INFO:tasks.rados.rados.0.smithi136.stdout:2904: done (0 left) 2024-08-19T11:40:53.708 INFO:tasks.rados.rados.0.smithi136.stdout:2905: snap_create 2024-08-19T11:40:54.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:53 smithi136 ceph-mon[88916]: osdmap e648: 8 total, 8 up, 8 in 2024-08-19T11:40:54.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:53 smithi136 ceph-mon[88916]: osdmap e649: 8 total, 8 up, 8 in 2024-08-19T11:40:54.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:53 smithi136 ceph-mon[86496]: osdmap e648: 8 total, 8 up, 8 in 2024-08-19T11:40:54.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:53 smithi136 ceph-mon[86496]: osdmap e649: 8 total, 8 up, 8 in 2024-08-19T11:40:54.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:53 smithi155 ceph-mon[76679]: osdmap e648: 8 total, 8 up, 8 in 2024-08-19T11:40:54.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:53 smithi155 ceph-mon[76679]: osdmap e649: 8 total, 8 up, 8 in 2024-08-19T11:40:54.597 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:40:54 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[124397]: ts=2024-08-19T11:40:54.357Z caller=cluster.go:708 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000551172s 2024-08-19T11:40:54.710 INFO:tasks.rados.rados.0.smithi136.stdout:2905: done (0 left) 2024-08-19T11:40:54.710 INFO:tasks.rados.rados.0.smithi136.stdout:2906: copy_from oid 50 from oid 8 current snap is 294 2024-08-19T11:40:54.710 INFO:tasks.rados.rados.0.smithi136.stdout:2907: copy_from oid 29 from oid 43 current snap is 294 2024-08-19T11:40:54.710 INFO:tasks.rados.rados.0.smithi136.stdout:2908: read oid 40 snap -1 2024-08-19T11:40:54.710 INFO:tasks.rados.rados.0.smithi136.stdout:2908: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:40:54.710 INFO:tasks.rados.rados.0.smithi136.stdout:2909: read oid 5 snap -1 2024-08-19T11:40:54.710 INFO:tasks.rados.rados.0.smithi136.stdout:2909: expect deleted 2024-08-19T11:40:54.710 INFO:tasks.rados.rados.0.smithi136.stdout:2910: delete oid 44 current snap is 294 2024-08-19T11:40:54.714 INFO:tasks.rados.rados.0.smithi136.stdout:2908: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:40:54.716 INFO:tasks.rados.rados.0.smithi136.stdout:2908: done (4 left) 2024-08-19T11:40:54.716 INFO:tasks.rados.rados.0.smithi136.stdout:2909: done (3 left) 2024-08-19T11:40:54.716 INFO:tasks.rados.rados.0.smithi136.stdout:2910: done (2 left) 2024-08-19T11:40:54.716 INFO:tasks.rados.rados.0.smithi136.stdout:2911: snap_create 2024-08-19T11:40:54.718 INFO:tasks.rados.rados.0.smithi136.stdout:2906: finishing copy_from racing read to smithi13674108-50 2024-08-19T11:40:54.718 INFO:tasks.rados.rados.0.smithi136.stdout:2906: finishing copy_from to smithi13674108-50 2024-08-19T11:40:54.718 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 1209 (ObjNum 869 snap 282 seq_num 869) dirty exists 2024-08-19T11:40:54.736 INFO:tasks.rados.rados.0.smithi136.stdout:2907: finishing copy_from racing read to smithi13674108-29 2024-08-19T11:40:54.739 INFO:tasks.rados.rados.0.smithi136.stdout:2907: finishing copy_from to smithi13674108-29 2024-08-19T11:40:54.739 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 1084 (ObjNum 783 snap 259 seq_num 783) dirty exists 2024-08-19T11:40:54.982 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:54 smithi136 ceph-mon[88916]: pgmap v609: 121 pgs: 121 active+clean; 386 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 30 op/s 2024-08-19T11:40:54.982 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:54 smithi136 ceph-mon[88916]: osdmap e650: 8 total, 8 up, 8 in 2024-08-19T11:40:54.982 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:54 smithi136 ceph-mon[86496]: pgmap v609: 121 pgs: 121 active+clean; 386 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 30 op/s 2024-08-19T11:40:54.982 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:54 smithi136 ceph-mon[86496]: osdmap e650: 8 total, 8 up, 8 in 2024-08-19T11:40:55.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:54 smithi155 ceph-mon[76679]: pgmap v609: 121 pgs: 121 active+clean; 386 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 30 op/s 2024-08-19T11:40:55.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:54 smithi155 ceph-mon[76679]: osdmap e650: 8 total, 8 up, 8 in 2024-08-19T11:40:55.708 INFO:tasks.rados.rados.0.smithi136.stdout:2906: done (2 left) 2024-08-19T11:40:55.708 INFO:tasks.rados.rados.0.smithi136.stdout:2907: done (1 left) 2024-08-19T11:40:55.708 INFO:tasks.rados.rados.0.smithi136.stdout:2911: done (0 left) 2024-08-19T11:40:55.708 INFO:tasks.rados.rados.0.smithi136.stdout:2912: rmattr oid 44 current snap is 295 2024-08-19T11:40:55.709 INFO:tasks.rados.rados.0.smithi136.stdout:2912: done (0 left) 2024-08-19T11:40:55.709 INFO:tasks.rados.rados.0.smithi136.stdout:2913: snap_remove snap 280 2024-08-19T11:40:56.669 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:56 smithi136 ceph-mon[88916]: pgmap v612: 121 pgs: 121 active+clean; 384 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-08-19T11:40:56.669 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:56 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:56.669 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:56 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:56.669 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:56 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:40:56.669 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:56 smithi136 ceph-mon[88916]: osdmap e651: 8 total, 8 up, 8 in 2024-08-19T11:40:56.669 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:56 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:56.669 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:56 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:56.670 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:56 smithi136 ceph-mon[86496]: pgmap v612: 121 pgs: 121 active+clean; 384 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-08-19T11:40:56.670 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:56 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:56.670 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:56 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:56.670 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:56 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:40:56.670 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:56 smithi136 ceph-mon[86496]: osdmap e651: 8 total, 8 up, 8 in 2024-08-19T11:40:56.670 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:56 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:56.670 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:56 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:56.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:56 smithi155 ceph-mon[76679]: pgmap v612: 121 pgs: 121 active+clean; 384 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-08-19T11:40:56.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:56 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:56.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:56 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:56.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:56 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:40:56.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:56 smithi155 ceph-mon[76679]: osdmap e651: 8 total, 8 up, 8 in 2024-08-19T11:40:56.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:56 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:56.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:56 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:40:56.711 INFO:tasks.rados.rados.0.smithi136.stdout:2913: done (0 left) 2024-08-19T11:40:56.711 INFO:tasks.rados.rados.0.smithi136.stdout:2914: read oid 10 snap -1 2024-08-19T11:40:56.711 INFO:tasks.rados.rados.0.smithi136.stdout:2914: expect (ObjNum 880 snap 289 seq_num 880) 2024-08-19T11:40:56.712 INFO:tasks.rados.rados.0.smithi136.stdout:2915: copy_from oid 38 from oid 48 current snap is 295 2024-08-19T11:40:56.712 INFO:tasks.rados.rados.0.smithi136.stdout:2916: copy_from oid 2 from oid 9 current snap is 295 2024-08-19T11:40:56.712 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 4 current snap is 295 2024-08-19T11:40:56.712 INFO:tasks.rados.rados.0.smithi136.stdout:2917: seq_num 888 ranges {4005888=475136} 2024-08-19T11:40:56.737 INFO:tasks.rados.rados.0.smithi136.stdout:2917: writing smithi13674108-4 from 4005888 to 4481024 tid 1 2024-08-19T11:40:56.737 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 31 current snap is 295 2024-08-19T11:40:56.737 INFO:tasks.rados.rados.0.smithi136.stdout:2918: seq_num 889 ranges {2244608=491520} 2024-08-19T11:40:56.752 INFO:tasks.rados.rados.0.smithi136.stdout:2918: writing smithi13674108-31 from 2244608 to 2736128 tid 1 2024-08-19T11:40:56.752 INFO:tasks.rados.rados.0.smithi136.stdout:2919: snap_remove snap 286 2024-08-19T11:40:57.097 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:40:56 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2[105005]: 2024-08-19T11:40:56.744+0000 7fea1c686640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 168 after trimming was started 2024-08-19T11:40:57.723 INFO:tasks.rados.rados.0.smithi136.stdout:2919: done (5 left) 2024-08-19T11:40:57.724 INFO:tasks.rados.rados.0.smithi136.stdout:2920: delete oid 20 current snap is 295 2024-08-19T11:40:57.724 INFO:tasks.rados.rados.0.smithi136.stdout:2917: finishing write tid 1 to smithi13674108-4 2024-08-19T11:40:57.724 INFO:tasks.rados.rados.0.smithi136.stdout:2917: finishing write tid 2 to smithi13674108-4 2024-08-19T11:40:57.724 INFO:tasks.rados.rados.0.smithi136.stdout:2917: finishing write tid 3 to smithi13674108-4 2024-08-19T11:40:57.724 INFO:tasks.rados.rados.0.smithi136.stdout:2917: oid 4 updating version 0 to 1249 2024-08-19T11:40:57.724 INFO:tasks.rados.rados.0.smithi136.stdout:2917: oid 4 version 1249 is already newer than 1248 2024-08-19T11:40:57.724 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 1249 (ObjNum 888 snap 295 seq_num 888) dirty exists 2024-08-19T11:40:57.724 INFO:tasks.rados.rados.0.smithi136.stdout:2917: left oid 4 (ObjNum 888 snap 295 seq_num 888) 2024-08-19T11:40:57.724 INFO:tasks.rados.rados.0.smithi136.stdout:2916: finishing copy_from racing read to smithi13674108-2 2024-08-19T11:40:57.724 INFO:tasks.rados.rados.0.smithi136.stdout:2916: finishing copy_from to smithi13674108-2 2024-08-19T11:40:57.724 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 2 v 915 (ObjNum 824 snap 270 seq_num 824) dirty exists 2024-08-19T11:40:57.724 INFO:tasks.rados.rados.0.smithi136.stdout:2915: finishing copy_from racing read to smithi13674108-38 2024-08-19T11:40:57.725 INFO:tasks.rados.rados.0.smithi136.stdout:2914: expect (ObjNum 880 snap 289 seq_num 880) 2024-08-19T11:40:57.987 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:57 smithi136 ceph-mon[88916]: osdmap e652: 8 total, 8 up, 8 in 2024-08-19T11:40:57.987 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:57 smithi136 ceph-mon[86496]: osdmap e652: 8 total, 8 up, 8 in 2024-08-19T11:40:58.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:57 smithi155 ceph-mon[76679]: osdmap e652: 8 total, 8 up, 8 in 2024-08-19T11:40:58.754 INFO:tasks.rados.rados.0.smithi136.stdout:2918: finishing write tid 1 to smithi13674108-31 2024-08-19T11:40:58.755 INFO:tasks.rados.rados.0.smithi136.stdout:2918: finishing write tid 2 to smithi13674108-31 2024-08-19T11:40:58.755 INFO:tasks.rados.rados.0.smithi136.stdout:2918: finishing write tid 3 to smithi13674108-31 2024-08-19T11:40:58.755 INFO:tasks.rados.rados.0.smithi136.stdout:2918: oid 31 updating version 0 to 1386 2024-08-19T11:40:58.755 INFO:tasks.rados.rados.0.smithi136.stdout:2918: oid 31 updating version 1386 to 1387 2024-08-19T11:40:58.755 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 1387 (ObjNum 889 snap 295 seq_num 889) dirty exists 2024-08-19T11:40:58.755 INFO:tasks.rados.rados.0.smithi136.stdout:2918: left oid 31 (ObjNum 889 snap 295 seq_num 889) 2024-08-19T11:40:58.755 INFO:tasks.rados.rados.0.smithi136.stdout:2915: finishing copy_from to smithi13674108-38 2024-08-19T11:40:58.755 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 1084 (ObjNum 783 snap 259 seq_num 783) dirty exists 2024-08-19T11:40:58.755 INFO:tasks.rados.rados.0.smithi136.stdout:2914: done (5 left) 2024-08-19T11:40:58.755 INFO:tasks.rados.rados.0.smithi136.stdout:2915: done (4 left) 2024-08-19T11:40:58.755 INFO:tasks.rados.rados.0.smithi136.stdout:2916: done (3 left) 2024-08-19T11:40:58.755 INFO:tasks.rados.rados.0.smithi136.stdout:2917: done (2 left) 2024-08-19T11:40:58.755 INFO:tasks.rados.rados.0.smithi136.stdout:2918: done (1 left) 2024-08-19T11:40:58.755 INFO:tasks.rados.rados.0.smithi136.stdout:2920: done (0 left) 2024-08-19T11:40:58.755 INFO:tasks.rados.rados.0.smithi136.stdout:2921: rollback oid 31 current snap is 295 2024-08-19T11:40:58.756 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 31 to 262 2024-08-19T11:40:58.756 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 29 current snap is 295 2024-08-19T11:40:58.756 INFO:tasks.rados.rados.0.smithi136.stdout:2922: seq_num 891 ranges {7929856=532480} 2024-08-19T11:40:58.800 INFO:tasks.rados.rados.0.smithi136.stdout:2922: writing smithi13674108-29 from 7929856 to 8462336 tid 1 2024-08-19T11:40:58.800 INFO:tasks.rados.rados.0.smithi136.stdout:2923: read oid 48 snap 253 2024-08-19T11:40:58.800 INFO:tasks.rados.rados.0.smithi136.stdout:2923: expect (ObjNum 623 snap 180 seq_num 623) 2024-08-19T11:40:58.801 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 12 current snap is 295 2024-08-19T11:40:58.801 INFO:tasks.rados.rados.0.smithi136.stdout:2921: finishing rollback tid 0 to smithi13674108-31 2024-08-19T11:40:58.801 INFO:tasks.rados.rados.0.smithi136.stdout:2924: seq_num 892 ranges {4005888=548864} 2024-08-19T11:40:58.825 INFO:tasks.rados.rados.0.smithi136.stdout:2924: writing smithi13674108-12 from 4005888 to 4554752 tid 1 2024-08-19T11:40:58.825 INFO:tasks.rados.rados.0.smithi136.stdout:2925: copy_from oid 24 from oid 39 current snap is 295 2024-08-19T11:40:58.825 INFO:tasks.rados.rados.0.smithi136.stdout:2921: finishing rollback tid 1 to smithi13674108-31 2024-08-19T11:40:58.825 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 1393 (ObjNum 65 snap 0 seq_num 1634820963) dirty dne 2024-08-19T11:40:58.825 INFO:tasks.rados.rados.0.smithi136.stdout:2921: done (4 left) 2024-08-19T11:40:58.825 INFO:tasks.rados.rados.0.smithi136.stdout:2926: delete oid 11 current snap is 295 2024-08-19T11:40:58.826 INFO:tasks.rados.rados.0.smithi136.stdout:2922: finishing write tid 1 to smithi13674108-29 2024-08-19T11:40:58.826 INFO:tasks.rados.rados.0.smithi136.stdout:2922: finishing write tid 2 to smithi13674108-29 2024-08-19T11:40:58.826 INFO:tasks.rados.rados.0.smithi136.stdout:2922: finishing write tid 3 to smithi13674108-29 2024-08-19T11:40:58.826 INFO:tasks.rados.rados.0.smithi136.stdout:2922: oid 29 updating version 0 to 1257 2024-08-19T11:40:58.826 INFO:tasks.rados.rados.0.smithi136.stdout:2922: oid 29 updating version 1257 to 1258 2024-08-19T11:40:58.826 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 1258 (ObjNum 891 snap 295 seq_num 891) dirty exists 2024-08-19T11:40:58.826 INFO:tasks.rados.rados.0.smithi136.stdout:2922: left oid 29 (ObjNum 891 snap 295 seq_num 891) 2024-08-19T11:40:58.826 INFO:tasks.rados.rados.0.smithi136.stdout:2923: expect (ObjNum 623 snap 180 seq_num 623) 2024-08-19T11:40:58.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:58 smithi136 ceph-mon[86496]: pgmap v615: 121 pgs: 121 active+clean; 392 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 KiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-19T11:40:58.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:58 smithi136 ceph-mon[86496]: osdmap e653: 8 total, 8 up, 8 in 2024-08-19T11:40:58.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:40:58 smithi136 ceph-mon[86496]: osdmap e654: 8 total, 8 up, 8 in 2024-08-19T11:40:58.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:58 smithi136 ceph-mon[88916]: pgmap v615: 121 pgs: 121 active+clean; 392 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 KiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-19T11:40:58.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:58 smithi136 ceph-mon[88916]: osdmap e653: 8 total, 8 up, 8 in 2024-08-19T11:40:58.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:40:58 smithi136 ceph-mon[88916]: osdmap e654: 8 total, 8 up, 8 in 2024-08-19T11:40:58.935 INFO:tasks.rados.rados.0.smithi136.stdout:2924: finishing write tid 1 to smithi13674108-12 2024-08-19T11:40:58.935 INFO:tasks.rados.rados.0.smithi136.stdout:2925: finishing copy_from racing read to smithi13674108-24 2024-08-19T11:40:58.935 INFO:tasks.rados.rados.0.smithi136.stdout:2924: finishing write tid 2 to smithi13674108-12 2024-08-19T11:40:58.935 INFO:tasks.rados.rados.0.smithi136.stdout:2925: finishing copy_from to smithi13674108-24 2024-08-19T11:40:58.935 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 1091 (ObjNum 33 snap 0 seq_num 3763649344) dirty exists 2024-08-19T11:40:58.935 INFO:tasks.rados.rados.0.smithi136.stdout:2924: finishing write tid 3 to smithi13674108-12 2024-08-19T11:40:58.935 INFO:tasks.rados.rados.0.smithi136.stdout:2924: oid 12 updating version 0 to 1223 2024-08-19T11:40:58.935 INFO:tasks.rados.rados.0.smithi136.stdout:2924: oid 12 updating version 1223 to 1224 2024-08-19T11:40:58.935 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 1224 (ObjNum 892 snap 295 seq_num 892) dirty exists 2024-08-19T11:40:58.936 INFO:tasks.rados.rados.0.smithi136.stdout:2924: left oid 12 (ObjNum 892 snap 295 seq_num 892) 2024-08-19T11:40:58.936 INFO:tasks.rados.rados.0.smithi136.stdout:2922: done (4 left) 2024-08-19T11:40:58.936 INFO:tasks.rados.rados.0.smithi136.stdout:2923: done (3 left) 2024-08-19T11:40:58.936 INFO:tasks.rados.rados.0.smithi136.stdout:2924: done (2 left) 2024-08-19T11:40:58.936 INFO:tasks.rados.rados.0.smithi136.stdout:2925: done (1 left) 2024-08-19T11:40:58.936 INFO:tasks.rados.rados.0.smithi136.stdout:2926: done (0 left) 2024-08-19T11:40:58.936 INFO:tasks.rados.rados.0.smithi136.stdout:2927: read oid 30 snap -1 2024-08-19T11:40:58.936 INFO:tasks.rados.rados.0.smithi136.stdout:2927: expect (ObjNum 807 snap 265 seq_num 807) 2024-08-19T11:40:58.936 INFO:tasks.rados.rados.0.smithi136.stdout:2928: snap_remove snap 253 2024-08-19T11:40:59.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:58 smithi155 ceph-mon[76679]: pgmap v615: 121 pgs: 121 active+clean; 392 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 KiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-19T11:40:59.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:58 smithi155 ceph-mon[76679]: osdmap e653: 8 total, 8 up, 8 in 2024-08-19T11:40:59.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:40:58 smithi155 ceph-mon[76679]: osdmap e654: 8 total, 8 up, 8 in 2024-08-19T11:40:59.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:40:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:40:59] "GET /metrics HTTP/1.1" 200 36448 "" "Prometheus/2.51.0" 2024-08-19T11:40:59.722 INFO:tasks.rados.rados.0.smithi136.stdout:2928: done (1 left) 2024-08-19T11:40:59.722 INFO:tasks.rados.rados.0.smithi136.stdout:2929: rollback oid 4 current snap is 295 2024-08-19T11:40:59.722 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 4 to 276 2024-08-19T11:40:59.722 INFO:tasks.rados.rados.0.smithi136.stdout:2930: copy_from oid 38 from oid 32 current snap is 295 2024-08-19T11:40:59.722 INFO:tasks.rados.rados.0.smithi136.stdout:2931: read oid 5 snap 278 2024-08-19T11:40:59.722 INFO:tasks.rados.rados.0.smithi136.stdout:2931: expect deleted 2024-08-19T11:40:59.722 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 13 current snap is 295 2024-08-19T11:40:59.722 INFO:tasks.rados.rados.0.smithi136.stdout:2932: seq_num 894 ranges {3530752=581632} 2024-08-19T11:40:59.746 INFO:tasks.rados.rados.0.smithi136.stdout:2932: writing smithi13674108-13 from 3530752 to 4112384 tid 1 2024-08-19T11:40:59.747 INFO:tasks.rados.rados.0.smithi136.stdout:2933: read oid 8 snap -1 2024-08-19T11:40:59.747 INFO:tasks.rados.rados.0.smithi136.stdout:2933: expect (ObjNum 869 snap 282 seq_num 869) 2024-08-19T11:40:59.747 INFO:tasks.rados.rados.0.smithi136.stdout:2934: read oid 12 snap -1 2024-08-19T11:40:59.747 INFO:tasks.rados.rados.0.smithi136.stdout:2934: expect (ObjNum 892 snap 295 seq_num 892) 2024-08-19T11:40:59.747 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 21 current snap is 295 2024-08-19T11:40:59.747 INFO:tasks.rados.rados.0.smithi136.stdout:2935: seq_num 895 ranges {0=598016} 2024-08-19T11:40:59.750 INFO:tasks.rados.rados.0.smithi136.stdout:2935: writing smithi13674108-21 from 0 to 598016 tid 1 2024-08-19T11:40:59.750 INFO:tasks.rados.rados.0.smithi136.stdout:2936: delete oid 40 current snap is 295 2024-08-19T11:40:59.750 INFO:tasks.rados.rados.0.smithi136.stdout:2927: expect (ObjNum 807 snap 265 seq_num 807) 2024-08-19T11:40:59.852 INFO:tasks.rados.rados.0.smithi136.stdout:2929: finishing rollback tid 0 to smithi13674108-4 2024-08-19T11:40:59.852 INFO:tasks.rados.rados.0.smithi136.stdout:2929: finishing rollback tid 1 to smithi13674108-4 2024-08-19T11:40:59.852 INFO:tasks.rados.rados.0.smithi136.stdout:2929: finishing rollback tid 2 to smithi13674108-4 2024-08-19T11:40:59.852 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 1263 (ObjNum 785 snap 259 seq_num 785) dirty exists 2024-08-19T11:40:59.852 INFO:tasks.rados.rados.0.smithi136.stdout:2930: finishing copy_from racing read to smithi13674108-38 2024-08-19T11:40:59.852 INFO:tasks.rados.rados.0.smithi136.stdout:2930: finishing copy_from to smithi13674108-38 2024-08-19T11:40:59.852 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 1093 (ObjNum 885 snap 291 seq_num 885) dirty exists 2024-08-19T11:40:59.852 INFO:tasks.rados.rados.0.smithi136.stdout:2927: done (8 left) 2024-08-19T11:40:59.852 INFO:tasks.rados.rados.0.smithi136.stdout:2929: done (7 left) 2024-08-19T11:40:59.852 INFO:tasks.rados.rados.0.smithi136.stdout:2930: done (6 left) 2024-08-19T11:40:59.852 INFO:tasks.rados.rados.0.smithi136.stdout:2931: done (5 left) 2024-08-19T11:40:59.852 INFO:tasks.rados.rados.0.smithi136.stdout:2936: done (4 left) 2024-08-19T11:40:59.853 INFO:tasks.rados.rados.0.smithi136.stdout:2937: setattr oid 39 current snap is 295 2024-08-19T11:40:59.853 INFO:tasks.rados.rados.0.smithi136.stdout:2933: expect (ObjNum 869 snap 282 seq_num 869) 2024-08-19T11:40:59.857 INFO:tasks.rados.rados.0.smithi136.stdout:2935: finishing write tid 1 to smithi13674108-21 2024-08-19T11:40:59.857 INFO:tasks.rados.rados.0.smithi136.stdout:2935: finishing write tid 2 to smithi13674108-21 2024-08-19T11:40:59.857 INFO:tasks.rados.rados.0.smithi136.stdout:2932: finishing write tid 1 to smithi13674108-13 2024-08-19T11:40:59.857 INFO:tasks.rados.rados.0.smithi136.stdout:2932: finishing write tid 2 to smithi13674108-13 2024-08-19T11:40:59.857 INFO:tasks.rados.rados.0.smithi136.stdout:2932: finishing write tid 3 to smithi13674108-13 2024-08-19T11:40:59.858 INFO:tasks.rados.rados.0.smithi136.stdout:2932: oid 13 updating version 0 to 1187 2024-08-19T11:40:59.858 INFO:tasks.rados.rados.0.smithi136.stdout:2932: oid 13 updating version 1187 to 1188 2024-08-19T11:40:59.858 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 1188 (ObjNum 894 snap 295 seq_num 894) dirty exists 2024-08-19T11:40:59.858 INFO:tasks.rados.rados.0.smithi136.stdout:2932: left oid 13 (ObjNum 894 snap 295 seq_num 894) 2024-08-19T11:40:59.858 INFO:tasks.rados.rados.0.smithi136.stdout:2935: finishing write tid 3 to smithi13674108-21 2024-08-19T11:40:59.858 INFO:tasks.rados.rados.0.smithi136.stdout:2935: oid 21 updating version 0 to 1065 2024-08-19T11:40:59.858 INFO:tasks.rados.rados.0.smithi136.stdout:2935: oid 21 updating version 1065 to 1066 2024-08-19T11:40:59.858 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 1066 (ObjNum 895 snap 295 seq_num 895) dirty exists 2024-08-19T11:40:59.858 INFO:tasks.rados.rados.0.smithi136.stdout:2935: left oid 21 (ObjNum 895 snap 295 seq_num 895) 2024-08-19T11:40:59.858 INFO:tasks.rados.rados.0.smithi136.stdout:2934: expect (ObjNum 892 snap 295 seq_num 892) 2024-08-19T11:41:00.170 INFO:tasks.rados.rados.0.smithi136.stdout:2932: done (4 left) 2024-08-19T11:41:00.170 INFO:tasks.rados.rados.0.smithi136.stdout:2933: done (3 left) 2024-08-19T11:41:00.170 INFO:tasks.rados.rados.0.smithi136.stdout:2934: done (2 left) 2024-08-19T11:41:00.170 INFO:tasks.rados.rados.0.smithi136.stdout:2935: done (1 left) 2024-08-19T11:41:00.170 INFO:tasks.rados.rados.0.smithi136.stdout:2938: rollback oid 15 current snap is 295 2024-08-19T11:41:00.170 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 15 to 289 2024-08-19T11:41:00.170 INFO:tasks.rados.rados.0.smithi136.stdout:2939: copy_from oid 1 from oid 45 current snap is 295 2024-08-19T11:41:00.170 INFO:tasks.rados.rados.0.smithi136.stdout:2940: rollback oid 36 current snap is 295 2024-08-19T11:41:00.170 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 36 to 293 2024-08-19T11:41:00.170 INFO:tasks.rados.rados.0.smithi136.stdout:2941: read oid 29 snap -1 2024-08-19T11:41:00.170 INFO:tasks.rados.rados.0.smithi136.stdout:2941: expect (ObjNum 891 snap 295 seq_num 891) 2024-08-19T11:41:00.171 INFO:tasks.rados.rados.0.smithi136.stdout:2942: snap_remove snap 245 2024-08-19T11:41:00.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:00 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:00.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:00 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:00.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:00 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:41:00.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:00 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:41:00.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:00 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:00.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:00 smithi155 ceph-mon[76679]: pgmap v618: 121 pgs: 121 active+clean; 392 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-19T11:41:00.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:00 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "dashboard get-alertmanager-api-host"} : dispatch 2024-08-19T11:41:00.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:00 smithi155 ceph-mon[76679]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-19T11:41:00.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:00 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:41:00.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:00 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:00 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:00 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:00 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:00 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:00 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:00 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:00 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:00 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:00 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:00 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:00 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:00 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:00 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:00 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:00 smithi155 ceph-mon[76679]: osdmap e655: 8 total, 8 up, 8 in 2024-08-19T11:41:00.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:00.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:00.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:41:00.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:41:00.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:00.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[86496]: pgmap v618: 121 pgs: 121 active+clean; 392 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-19T11:41:00.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "dashboard get-alertmanager-api-host"} : dispatch 2024-08-19T11:41:00.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[86496]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-19T11:41:00.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:41:00.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.600 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[86496]: osdmap e655: 8 total, 8 up, 8 in 2024-08-19T11:41:00.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:00.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:00.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:41:00.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:41:00.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:00.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[88916]: pgmap v618: 121 pgs: 121 active+clean; 392 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-19T11:41:00.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "dashboard get-alertmanager-api-host"} : dispatch 2024-08-19T11:41:00.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[88916]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-19T11:41:00.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:41:00.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.601 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:00.602 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:00 smithi136 ceph-mon[88916]: osdmap e655: 8 total, 8 up, 8 in 2024-08-19T11:41:00.729 INFO:tasks.rados.rados.0.smithi136.stdout:2942: done (5 left) 2024-08-19T11:41:00.729 INFO:tasks.rados.rados.0.smithi136.stdout:2943: snap_remove snap 262 2024-08-19T11:41:01.731 INFO:tasks.rados.rados.0.smithi136.stdout:2943: done (5 left) 2024-08-19T11:41:01.732 INFO:tasks.rados.rados.0.smithi136.stdout:2944: rollback oid 16 current snap is 295 2024-08-19T11:41:01.732 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 16 to 283 2024-08-19T11:41:01.732 INFO:tasks.rados.rados.0.smithi136.stdout:2939: finishing copy_from racing read to smithi13674108-1 2024-08-19T11:41:01.732 INFO:tasks.rados.rados.0.smithi136.stdout:2940: finishing rollback tid 0 to smithi13674108-36 2024-08-19T11:41:01.732 INFO:tasks.rados.rados.0.smithi136.stdout:2940: finishing rollback tid 1 to smithi13674108-36 2024-08-19T11:41:01.732 INFO:tasks.rados.rados.0.smithi136.stdout:2939: finishing copy_from to smithi13674108-1 2024-08-19T11:41:01.732 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 1 v 1330 (ObjNum 863 snap 279 seq_num 863) dirty exists 2024-08-19T11:41:01.732 INFO:tasks.rados.rados.0.smithi136.stdout:2940: finishing rollback tid 2 to smithi13674108-36 2024-08-19T11:41:01.732 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 1126 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T11:41:01.732 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 1094 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-19T11:41:01.732 INFO:tasks.rados.rados.0.smithi136.stdout:2938: finishing rollback tid 0 to smithi13674108-15 2024-08-19T11:41:01.732 INFO:tasks.rados.rados.0.smithi136.stdout:2938: finishing rollback tid 1 to smithi13674108-15 2024-08-19T11:41:01.732 INFO:tasks.rados.rados.0.smithi136.stdout:2938: finishing rollback tid 2 to smithi13674108-15 2024-08-19T11:41:01.732 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 1097 (ObjNum 861 snap 279 seq_num 861) dirty exists 2024-08-19T11:41:01.733 INFO:tasks.rados.rados.0.smithi136.stdout:2941: expect (ObjNum 891 snap 295 seq_num 891) 2024-08-19T11:41:02.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:01 smithi136 ceph-mon[86496]: osdmap e656: 8 total, 8 up, 8 in 2024-08-19T11:41:02.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:01 smithi136 ceph-mon[86496]: Upgrade: Updating grafana.a 2024-08-19T11:41:02.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:01 smithi136 ceph-mon[86496]: Deploying daemon grafana.a on smithi155 2024-08-19T11:41:02.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:01 smithi136 ceph-mon[88916]: osdmap e656: 8 total, 8 up, 8 in 2024-08-19T11:41:02.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:01 smithi136 ceph-mon[88916]: Upgrade: Updating grafana.a 2024-08-19T11:41:02.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:01 smithi136 ceph-mon[88916]: Deploying daemon grafana.a on smithi155 2024-08-19T11:41:02.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:01 smithi155 ceph-mon[76679]: osdmap e656: 8 total, 8 up, 8 in 2024-08-19T11:41:02.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:01 smithi155 ceph-mon[76679]: Upgrade: Updating grafana.a 2024-08-19T11:41:02.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:01 smithi155 ceph-mon[76679]: Deploying daemon grafana.a on smithi155 2024-08-19T11:41:02.313 INFO:tasks.rados.rados.0.smithi136.stdout:2944: finishing rollback tid 1 to smithi13674108-16 2024-08-19T11:41:02.314 INFO:tasks.rados.rados.0.smithi136.stdout:2944: finishing rollback tid 2 to smithi13674108-16 2024-08-19T11:41:02.314 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 16 v 1396 (ObjNum 784 snap 259 seq_num 784) dirty exists 2024-08-19T11:41:02.314 INFO:tasks.rados.rados.0.smithi136.stdout:2937: done (5 left) 2024-08-19T11:41:02.314 INFO:tasks.rados.rados.0.smithi136.stdout:2938: done (4 left) 2024-08-19T11:41:02.314 INFO:tasks.rados.rados.0.smithi136.stdout:2939: done (3 left) 2024-08-19T11:41:02.314 INFO:tasks.rados.rados.0.smithi136.stdout:2940: done (2 left) 2024-08-19T11:41:02.314 INFO:tasks.rados.rados.0.smithi136.stdout:2941: done (1 left) 2024-08-19T11:41:02.314 INFO:tasks.rados.rados.0.smithi136.stdout:2944: done (0 left) 2024-08-19T11:41:02.314 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 22 current snap is 295 2024-08-19T11:41:02.314 INFO:tasks.rados.rados.0.smithi136.stdout:2945: seq_num 897 ranges {9830400=630784} 2024-08-19T11:41:02.368 INFO:tasks.rados.rados.0.smithi136.stdout:2945: writing smithi13674108-22 from 9830400 to 10461184 tid 1 2024-08-19T11:41:02.368 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 10 current snap is 295 2024-08-19T11:41:02.368 INFO:tasks.rados.rados.0.smithi136.stdout:2946: seq_num 898 ranges {12247040=647168} 2024-08-19T11:41:02.436 INFO:tasks.rados.rados.0.smithi136.stdout:2946: writing smithi13674108-10 from 12247040 to 12894208 tid 1 2024-08-19T11:41:02.436 INFO:tasks.rados.rados.0.smithi136.stdout:2947: rollback oid 44 current snap is 295 2024-08-19T11:41:02.436 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 44 to 294 2024-08-19T11:41:02.436 INFO:tasks.rados.rados.0.smithi136.stdout:2945: finishing write tid 1 to smithi13674108-22 2024-08-19T11:41:02.436 INFO:tasks.rados.rados.0.smithi136.stdout:2948: copy_from oid 30 from oid 40 current snap is 295 2024-08-19T11:41:02.436 INFO:tasks.rados.rados.0.smithi136.stdout:2945: finishing write tid 2 to smithi13674108-22 2024-08-19T11:41:02.436 INFO:tasks.rados.rados.0.smithi136.stdout:2945: finishing write tid 3 to smithi13674108-22 2024-08-19T11:41:02.436 INFO:tasks.rados.rados.0.smithi136.stdout:2945: oid 22 updating version 0 to 1318 2024-08-19T11:41:02.436 INFO:tasks.rados.rados.0.smithi136.stdout:2945: oid 22 updating version 1318 to 1319 2024-08-19T11:41:02.436 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 1319 (ObjNum 897 snap 295 seq_num 897) dirty exists 2024-08-19T11:41:02.436 INFO:tasks.rados.rados.0.smithi136.stdout:2945: left oid 22 (ObjNum 897 snap 295 seq_num 897) 2024-08-19T11:41:02.437 INFO:tasks.rados.rados.0.smithi136.stdout:2945: done (3 left) 2024-08-19T11:41:02.437 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 16 current snap is 295 2024-08-19T11:41:02.437 INFO:tasks.rados.rados.0.smithi136.stdout:2949: seq_num 899 ranges {3792896=663552} 2024-08-19T11:41:02.460 INFO:tasks.rados.rados.0.smithi136.stdout:2949: writing smithi13674108-16 from 3792896 to 4456448 tid 1 2024-08-19T11:41:02.460 INFO:tasks.rados.rados.0.smithi136.stdout:2950: copy_from oid 50 from oid 41 current snap is 295 2024-08-19T11:41:02.460 INFO:tasks.rados.rados.0.smithi136.stdout:2947: finishing rollback tid 1 to smithi13674108-44 2024-08-19T11:41:02.460 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 1140 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-19T11:41:02.460 INFO:tasks.rados.rados.0.smithi136.stdout:2946: finishing write tid 1 to smithi13674108-10 2024-08-19T11:41:02.460 INFO:tasks.rados.rados.0.smithi136.stdout:2946: finishing write tid 2 to smithi13674108-10 2024-08-19T11:41:02.460 INFO:tasks.rados.rados.0.smithi136.stdout:2947: done (4 left) 2024-08-19T11:41:02.460 INFO:tasks.rados.rados.0.smithi136.stdout:2951: rollback oid 45 current snap is 295 2024-08-19T11:41:02.461 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 45 to 283 2024-08-19T11:41:02.461 INFO:tasks.rados.rados.0.smithi136.stdout:2948: finishing copy_from to smithi13674108-30 2024-08-19T11:41:02.461 INFO:tasks.rados.rados.0.smithi136.stdout:2948: got expected ENOENT (src dne) 2024-08-19T11:41:02.461 INFO:tasks.rados.rados.0.smithi136.stdout:2948: finishing copy_from racing read to smithi13674108-30 2024-08-19T11:41:02.461 INFO:tasks.rados.rados.0.smithi136.stdout:2946: finishing write tid 3 to smithi13674108-10 2024-08-19T11:41:02.461 INFO:tasks.rados.rados.0.smithi136.stdout:2946: oid 10 updating version 0 to 1127 2024-08-19T11:41:02.461 INFO:tasks.rados.rados.0.smithi136.stdout:2946: oid 10 updating version 1127 to 1128 2024-08-19T11:41:02.461 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 1128 (ObjNum 898 snap 295 seq_num 898) dirty exists 2024-08-19T11:41:02.461 INFO:tasks.rados.rados.0.smithi136.stdout:2946: left oid 10 (ObjNum 898 snap 295 seq_num 898) 2024-08-19T11:41:02.461 INFO:tasks.rados.rados.0.smithi136.stdout:2946: done (4 left) 2024-08-19T11:41:02.461 INFO:tasks.rados.rados.0.smithi136.stdout:2948: done (3 left) 2024-08-19T11:41:02.461 INFO:tasks.rados.rados.0.smithi136.stdout:2952: copy_from oid 9 from oid 22 current snap is 295 2024-08-19T11:41:02.462 INFO:tasks.rados.rados.0.smithi136.stdout:2953: snap_create 2024-08-19T11:41:02.463 INFO:tasks.rados.rados.0.smithi136.stdout:2949: finishing write tid 1 to smithi13674108-16 2024-08-19T11:41:02.463 INFO:tasks.rados.rados.0.smithi136.stdout:2951: finishing rollback tid 0 to smithi13674108-45 2024-08-19T11:41:02.463 INFO:tasks.rados.rados.0.smithi136.stdout:2951: finishing rollback tid 1 to smithi13674108-45 2024-08-19T11:41:02.463 INFO:tasks.rados.rados.0.smithi136.stdout:2949: finishing write tid 2 to smithi13674108-16 2024-08-19T11:41:02.463 INFO:tasks.rados.rados.0.smithi136.stdout:2951: finishing rollback tid 2 to smithi13674108-45 2024-08-19T11:41:02.464 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 1345 (ObjNum 863 snap 279 seq_num 863) dirty exists 2024-08-19T11:41:02.464 INFO:tasks.rados.rados.0.smithi136.stdout:2949: finishing write tid 3 to smithi13674108-16 2024-08-19T11:41:02.464 INFO:tasks.rados.rados.0.smithi136.stdout:2949: oid 16 updating version 0 to 1407 2024-08-19T11:41:02.464 INFO:tasks.rados.rados.0.smithi136.stdout:2949: oid 16 updating version 1407 to 1408 2024-08-19T11:41:02.464 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 16 v 1408 (ObjNum 899 snap 295 seq_num 899) dirty exists 2024-08-19T11:41:02.465 INFO:tasks.rados.rados.0.smithi136.stdout:2949: left oid 16 (ObjNum 899 snap 295 seq_num 899) 2024-08-19T11:41:02.482 INFO:tasks.rados.rados.0.smithi136.stdout:2950: finishing copy_from racing read to smithi13674108-50 2024-08-19T11:41:02.482 INFO:tasks.rados.rados.0.smithi136.stdout:2950: finishing copy_from to smithi13674108-50 2024-08-19T11:41:02.482 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 1062 (ObjNum 784 snap 259 seq_num 784) dirty exists 2024-08-19T11:41:02.498 INFO:tasks.rados.rados.0.smithi136.stdout:2952: finishing copy_from racing read to smithi13674108-9 2024-08-19T11:41:02.505 INFO:tasks.rados.rados.0.smithi136.stdout:2952: finishing copy_from to smithi13674108-9 2024-08-19T11:41:02.505 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 1319 (ObjNum 897 snap 295 seq_num 897) dirty exists 2024-08-19T11:41:02.731 INFO:tasks.rados.rados.0.smithi136.stdout:2949: done (4 left) 2024-08-19T11:41:02.732 INFO:tasks.rados.rados.0.smithi136.stdout:2950: done (3 left) 2024-08-19T11:41:02.732 INFO:tasks.rados.rados.0.smithi136.stdout:2951: done (2 left) 2024-08-19T11:41:02.732 INFO:tasks.rados.rados.0.smithi136.stdout:2952: done (1 left) 2024-08-19T11:41:02.732 INFO:tasks.rados.rados.0.smithi136.stdout:2953: done (0 left) 2024-08-19T11:41:02.732 INFO:tasks.rados.rados.0.smithi136.stdout:2954: setattr oid 22 current snap is 296 2024-08-19T11:41:02.733 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 26 current snap is 296 2024-08-19T11:41:02.733 INFO:tasks.rados.rados.0.smithi136.stdout:2955: seq_num 900 ranges {0=679936} 2024-08-19T11:41:02.734 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:41:02 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[124397]: ts=2024-08-19T11:41:02.358Z caller=cluster.go:700 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002121311s 2024-08-19T11:41:02.737 INFO:tasks.rados.rados.0.smithi136.stdout:2955: writing smithi13674108-26 from 0 to 679936 tid 1 2024-08-19T11:41:02.737 INFO:tasks.rados.rados.0.smithi136.stdout:2956: read oid 36 snap 236 2024-08-19T11:41:02.737 INFO:tasks.rados.rados.0.smithi136.stdout:2956: expect (ObjNum 692 snap 213 seq_num 692) 2024-08-19T11:41:02.738 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 50 current snap is 296 2024-08-19T11:41:02.738 INFO:tasks.rados.rados.0.smithi136.stdout:2957: seq_num 901 ranges {3792896=696320} 2024-08-19T11:41:02.762 INFO:tasks.rados.rados.0.smithi136.stdout:2957: writing smithi13674108-50 from 3792896 to 4489216 tid 1 2024-08-19T11:41:02.762 INFO:tasks.rados.rados.0.smithi136.stdout:2958: snap_remove snap 241 2024-08-19T11:41:03.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:02 smithi136 ceph-mon[88916]: pgmap v621: 121 pgs: 121 active+clean; 400 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-19T11:41:03.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:02 smithi136 ceph-mon[88916]: osdmap e657: 8 total, 8 up, 8 in 2024-08-19T11:41:03.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:02 smithi136 ceph-mon[86496]: pgmap v621: 121 pgs: 121 active+clean; 400 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-19T11:41:03.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:02 smithi136 ceph-mon[86496]: osdmap e657: 8 total, 8 up, 8 in 2024-08-19T11:41:03.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:02 smithi155 ceph-mon[76679]: pgmap v621: 121 pgs: 121 active+clean; 400 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-19T11:41:03.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:02 smithi155 ceph-mon[76679]: osdmap e657: 8 total, 8 up, 8 in 2024-08-19T11:41:03.709 INFO:tasks.rados.rados.0.smithi136.stdout:2958: done (4 left) 2024-08-19T11:41:03.709 INFO:tasks.rados.rados.0.smithi136.stdout:2959: read oid 38 snap -1 2024-08-19T11:41:03.709 INFO:tasks.rados.rados.0.smithi136.stdout:2959: expect (ObjNum 885 snap 291 seq_num 885) 2024-08-19T11:41:03.710 INFO:tasks.rados.rados.0.smithi136.stdout:2960: rollback oid 3 current snap is 296 2024-08-19T11:41:03.710 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 3 to 284 2024-08-19T11:41:03.710 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 1321 (ObjNum 897 snap 295 seq_num 897) dirty exists 2024-08-19T11:41:03.710 INFO:tasks.rados.rados.0.smithi136.stdout:2955: finishing write tid 1 to smithi13674108-26 2024-08-19T11:41:03.710 INFO:tasks.rados.rados.0.smithi136.stdout:2955: finishing write tid 2 to smithi13674108-26 2024-08-19T11:41:03.710 INFO:tasks.rados.rados.0.smithi136.stdout:2955: finishing write tid 3 to smithi13674108-26 2024-08-19T11:41:03.710 INFO:tasks.rados.rados.0.smithi136.stdout:2955: oid 26 updating version 0 to 1322 2024-08-19T11:41:03.710 INFO:tasks.rados.rados.0.smithi136.stdout:2955: oid 26 updating version 1322 to 1323 2024-08-19T11:41:03.710 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 1323 (ObjNum 900 snap 296 seq_num 900) dirty exists 2024-08-19T11:41:03.710 INFO:tasks.rados.rados.0.smithi136.stdout:2955: left oid 26 (ObjNum 900 snap 296 seq_num 900) 2024-08-19T11:41:03.710 INFO:tasks.rados.rados.0.smithi136.stdout:2956: expect (ObjNum 692 snap 213 seq_num 692) 2024-08-19T11:41:03.772 INFO:tasks.rados.rados.0.smithi136.stdout:2957: finishing write tid 1 to smithi13674108-50 2024-08-19T11:41:03.773 INFO:tasks.rados.rados.0.smithi136.stdout:2957: finishing write tid 2 to smithi13674108-50 2024-08-19T11:41:03.773 INFO:tasks.rados.rados.0.smithi136.stdout:2957: finishing write tid 3 to smithi13674108-50 2024-08-19T11:41:03.773 INFO:tasks.rados.rados.0.smithi136.stdout:2957: oid 50 updating version 0 to 1413 2024-08-19T11:41:03.773 INFO:tasks.rados.rados.0.smithi136.stdout:2957: oid 50 version 1413 is already newer than 1412 2024-08-19T11:41:03.773 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 1413 (ObjNum 901 snap 296 seq_num 901) dirty exists 2024-08-19T11:41:03.773 INFO:tasks.rados.rados.0.smithi136.stdout:2957: left oid 50 (ObjNum 901 snap 296 seq_num 901) 2024-08-19T11:41:03.773 INFO:tasks.rados.rados.0.smithi136.stdout:2954: done (5 left) 2024-08-19T11:41:03.773 INFO:tasks.rados.rados.0.smithi136.stdout:2955: done (4 left) 2024-08-19T11:41:03.773 INFO:tasks.rados.rados.0.smithi136.stdout:2956: done (3 left) 2024-08-19T11:41:03.773 INFO:tasks.rados.rados.0.smithi136.stdout:2957: done (2 left) 2024-08-19T11:41:03.773 INFO:tasks.rados.rados.0.smithi136.stdout:2961: delete oid 39 current snap is 296 2024-08-19T11:41:03.773 INFO:tasks.rados.rados.0.smithi136.stdout:2959: expect (ObjNum 885 snap 291 seq_num 885) 2024-08-19T11:41:03.786 INFO:tasks.rados.rados.0.smithi136.stdout:2960: finishing rollback tid 0 to smithi13674108-3 2024-08-19T11:41:03.786 INFO:tasks.rados.rados.0.smithi136.stdout:2960: finishing rollback tid 1 to smithi13674108-3 2024-08-19T11:41:03.786 INFO:tasks.rados.rados.0.smithi136.stdout:2960: finishing rollback tid 2 to smithi13674108-3 2024-08-19T11:41:03.786 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 1424 (ObjNum 856 snap 278 seq_num 856) dirty exists 2024-08-19T11:41:03.786 INFO:tasks.rados.rados.0.smithi136.stdout:2959: done (2 left) 2024-08-19T11:41:03.786 INFO:tasks.rados.rados.0.smithi136.stdout:2960: done (1 left) 2024-08-19T11:41:03.786 INFO:tasks.rados.rados.0.smithi136.stdout:2961: done (0 left) 2024-08-19T11:41:03.786 INFO:tasks.rados.rados.0.smithi136.stdout:2962: read oid 35 snap 271 2024-08-19T11:41:03.786 INFO:tasks.rados.rados.0.smithi136.stdout:2962: expect (ObjNum -530711040 snap 22033 seq_num 3899883568) 2024-08-19T11:41:03.786 INFO:tasks.rados.rados.0.smithi136.stdout:2963: snap_remove snap 276 2024-08-19T11:41:04.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:03 smithi136 ceph-mon[88916]: osdmap e658: 8 total, 8 up, 8 in 2024-08-19T11:41:04.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:03 smithi136 ceph-mon[88916]: osdmap e659: 8 total, 8 up, 8 in 2024-08-19T11:41:04.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:03 smithi136 ceph-mon[86496]: osdmap e658: 8 total, 8 up, 8 in 2024-08-19T11:41:04.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:03 smithi136 ceph-mon[86496]: osdmap e659: 8 total, 8 up, 8 in 2024-08-19T11:41:04.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:03 smithi155 ceph-mon[76679]: osdmap e658: 8 total, 8 up, 8 in 2024-08-19T11:41:04.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:03 smithi155 ceph-mon[76679]: osdmap e659: 8 total, 8 up, 8 in 2024-08-19T11:41:04.753 INFO:tasks.rados.rados.0.smithi136.stdout:2963: done (1 left) 2024-08-19T11:41:04.753 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 25 current snap is 296 2024-08-19T11:41:04.753 INFO:tasks.rados.rados.0.smithi136.stdout:2964: seq_num 903 ranges {1662976=729088} 2024-08-19T11:41:04.767 INFO:tasks.rados.rados.0.smithi136.stdout:2964: writing smithi13674108-25 from 1662976 to 2392064 tid 1 2024-08-19T11:41:04.767 INFO:tasks.rados.rados.0.smithi136.stdout:2965: delete oid 17 current snap is 296 2024-08-19T11:41:04.768 INFO:tasks.rados.rados.0.smithi136.stdout:2962: expect (ObjNum -530711040 snap 22033 seq_num 3899883568) 2024-08-19T11:41:04.775 INFO:tasks.rados.rados.0.smithi136.stdout:2962: done (2 left) 2024-08-19T11:41:04.775 INFO:tasks.rados.rados.0.smithi136.stdout:2965: done (1 left) 2024-08-19T11:41:04.775 INFO:tasks.rados.rados.0.smithi136.stdout:2966: rollback oid 28 current snap is 296 2024-08-19T11:41:04.775 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 28 to 295 2024-08-19T11:41:04.775 INFO:tasks.rados.rados.0.smithi136.stdout:2967: read oid 14 snap -1 2024-08-19T11:41:04.775 INFO:tasks.rados.rados.0.smithi136.stdout:2967: expect deleted 2024-08-19T11:41:04.776 INFO:tasks.rados.rados.0.smithi136.stdout:2968: read oid 20 snap 291 2024-08-19T11:41:04.776 INFO:tasks.rados.rados.0.smithi136.stdout:2968: expect deleted 2024-08-19T11:41:04.776 INFO:tasks.rados.rados.0.smithi136.stdout:2969: rollback oid 10 current snap is 296 2024-08-19T11:41:04.776 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 10 to 271 2024-08-19T11:41:04.776 INFO:tasks.rados.rados.0.smithi136.stdout:2964: finishing write tid 1 to smithi13674108-25 2024-08-19T11:41:04.776 INFO:tasks.rados.rados.0.smithi136.stdout:2964: finishing write tid 2 to smithi13674108-25 2024-08-19T11:41:04.776 INFO:tasks.rados.rados.0.smithi136.stdout:2970: read oid 19 snap -1 2024-08-19T11:41:04.776 INFO:tasks.rados.rados.0.smithi136.stdout:2970: expect deleted 2024-08-19T11:41:04.776 INFO:tasks.rados.rados.0.smithi136.stdout:2971: copy_from oid 6 from oid 49 current snap is 296 2024-08-19T11:41:04.776 INFO:tasks.rados.rados.0.smithi136.stdout:2972: read oid 4 snap 282 2024-08-19T11:41:04.776 INFO:tasks.rados.rados.0.smithi136.stdout:2972: expect (ObjNum 784 snap 259 seq_num 784) 2024-08-19T11:41:04.777 INFO:tasks.rados.rados.0.smithi136.stdout:2973: copy_from oid 17 from oid 12 current snap is 296 2024-08-19T11:41:04.777 INFO:tasks.rados.rados.0.smithi136.stdout:2974: snap_remove snap 289 2024-08-19T11:41:05.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:04 smithi136 ceph-mon[88916]: pgmap v624: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 412 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.6 MiB/s wr, 15 op/s 2024-08-19T11:41:05.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:04 smithi136 ceph-mon[86496]: pgmap v624: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 412 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.6 MiB/s wr, 15 op/s 2024-08-19T11:41:05.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:04 smithi155 ceph-mon[76679]: pgmap v624: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 412 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.6 MiB/s wr, 15 op/s 2024-08-19T11:41:05.756 INFO:tasks.rados.rados.0.smithi136.stdout:2974: done (9 left) 2024-08-19T11:41:05.756 INFO:tasks.rados.rados.0.smithi136.stdout:2975: setattr oid 29 current snap is 296 2024-08-19T11:41:05.756 INFO:tasks.rados.rados.0.smithi136.stdout:2964: finishing write tid 3 to smithi13674108-25 2024-08-19T11:41:05.756 INFO:tasks.rados.rados.0.smithi136.stdout:2964: oid 25 updating version 0 to 1096 2024-08-19T11:41:05.756 INFO:tasks.rados.rados.0.smithi136.stdout:2964: oid 25 version 1096 is already newer than 1095 2024-08-19T11:41:05.756 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 1096 (ObjNum 903 snap 296 seq_num 903) dirty exists 2024-08-19T11:41:05.756 INFO:tasks.rados.rados.0.smithi136.stdout:2964: left oid 25 (ObjNum 903 snap 296 seq_num 903) 2024-08-19T11:41:05.756 INFO:tasks.rados.rados.0.smithi136.stdout:2971: finishing copy_from to smithi13674108-6 2024-08-19T11:41:05.757 INFO:tasks.rados.rados.0.smithi136.stdout:2971: got expected ENOENT (src dne) 2024-08-19T11:41:05.757 INFO:tasks.rados.rados.0.smithi136.stdout:2971: finishing copy_from racing read to smithi13674108-6 2024-08-19T11:41:05.757 INFO:tasks.rados.rados.0.smithi136.stdout:2966: finishing rollback tid 0 to smithi13674108-28 2024-08-19T11:41:05.757 INFO:tasks.rados.rados.0.smithi136.stdout:2966: finishing rollback tid 1 to smithi13674108-28 2024-08-19T11:41:05.757 INFO:tasks.rados.rados.0.smithi136.stdout:2966: finishing rollback tid 2 to smithi13674108-28 2024-08-19T11:41:05.757 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 1440 (ObjNum 863 snap 279 seq_num 863) dirty exists 2024-08-19T11:41:05.757 INFO:tasks.rados.rados.0.smithi136.stdout:2969: finishing rollback tid 0 to smithi13674108-10 2024-08-19T11:41:05.757 INFO:tasks.rados.rados.0.smithi136.stdout:2969: finishing rollback tid 1 to smithi13674108-10 2024-08-19T11:41:05.757 INFO:tasks.rados.rados.0.smithi136.stdout:2969: finishing rollback tid 2 to smithi13674108-10 2024-08-19T11:41:05.757 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 1131 (ObjNum 803 snap 264 seq_num 803) dirty exists 2024-08-19T11:41:05.757 INFO:tasks.rados.rados.0.smithi136.stdout:2972: expect (ObjNum 784 snap 259 seq_num 784) 2024-08-19T11:41:05.938 INFO:tasks.rados.rados.0.smithi136.stdout:2973: finishing copy_from racing read to smithi13674108-17 2024-08-19T11:41:05.938 INFO:tasks.rados.rados.0.smithi136.stdout:2973: finishing copy_from to smithi13674108-17 2024-08-19T11:41:05.938 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 17 v 1224 (ObjNum 892 snap 295 seq_num 892) dirty exists 2024-08-19T11:41:05.938 INFO:tasks.rados.rados.0.smithi136.stdout:2964: done (9 left) 2024-08-19T11:41:05.938 INFO:tasks.rados.rados.0.smithi136.stdout:2966: done (8 left) 2024-08-19T11:41:05.938 INFO:tasks.rados.rados.0.smithi136.stdout:2967: done (7 left) 2024-08-19T11:41:05.938 INFO:tasks.rados.rados.0.smithi136.stdout:2968: done (6 left) 2024-08-19T11:41:05.938 INFO:tasks.rados.rados.0.smithi136.stdout:2969: done (5 left) 2024-08-19T11:41:05.938 INFO:tasks.rados.rados.0.smithi136.stdout:2970: done (4 left) 2024-08-19T11:41:05.938 INFO:tasks.rados.rados.0.smithi136.stdout:2971: done (3 left) 2024-08-19T11:41:05.939 INFO:tasks.rados.rados.0.smithi136.stdout:2972: done (2 left) 2024-08-19T11:41:05.939 INFO:tasks.rados.rados.0.smithi136.stdout:2973: done (1 left) 2024-08-19T11:41:05.939 INFO:tasks.rados.rados.0.smithi136.stdout:2976: copy_from oid 38 from oid 50 current snap is 296 2024-08-19T11:41:05.939 INFO:tasks.rados.rados.0.smithi136.stdout:2977: read oid 1 snap 284 2024-08-19T11:41:05.939 INFO:tasks.rados.rados.0.smithi136.stdout:2977: expect (ObjNum -532069520 snap 22033 seq_num 3763288064) 2024-08-19T11:41:05.939 INFO:tasks.rados.rados.0.smithi136.stdout:2978: snap_create 2024-08-19T11:41:05.939 INFO:tasks.rados.rados.0.smithi136.stdout:2977: expect (ObjNum -532069520 snap 22033 seq_num 3763288064) 2024-08-19T11:41:05.941 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 1312 (ObjNum 891 snap 295 seq_num 891) dirty exists 2024-08-19T11:41:05.963 INFO:tasks.rados.rados.0.smithi136.stdout:2976: finishing copy_from racing read to smithi13674108-38 2024-08-19T11:41:05.966 INFO:tasks.rados.rados.0.smithi136.stdout:2976: finishing copy_from to smithi13674108-38 2024-08-19T11:41:05.966 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 1413 (ObjNum 901 snap 296 seq_num 901) dirty exists 2024-08-19T11:41:06.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:05 smithi136 ceph-mon[88916]: osdmap e660: 8 total, 8 up, 8 in 2024-08-19T11:41:06.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:05 smithi136 ceph-mon[86496]: osdmap e660: 8 total, 8 up, 8 in 2024-08-19T11:41:06.111 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:05 smithi155 ceph-mon[76679]: osdmap e660: 8 total, 8 up, 8 in 2024-08-19T11:41:06.354 INFO:teuthology.orchestra.run.smithi136.stdout:true 2024-08-19T11:41:06.755 INFO:tasks.rados.rados.0.smithi136.stdout:2975: done (3 left) 2024-08-19T11:41:06.756 INFO:tasks.rados.rados.0.smithi136.stdout:2976: done (2 left) 2024-08-19T11:41:06.756 INFO:tasks.rados.rados.0.smithi136.stdout:2977: done (1 left) 2024-08-19T11:41:06.756 INFO:tasks.rados.rados.0.smithi136.stdout:2978: done (0 left) 2024-08-19T11:41:06.756 INFO:tasks.rados.rados.0.smithi136.stdout:2979: read oid 27 snap -1 2024-08-19T11:41:06.756 INFO:tasks.rados.rados.0.smithi136.stdout:2979: expect (ObjNum 874 snap 285 seq_num 874) 2024-08-19T11:41:06.756 INFO:tasks.rados.rados.0.smithi136.stdout:2980: snap_remove snap 284 2024-08-19T11:41:06.913 INFO:teuthology.orchestra.run.smithi136.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T11:41:06.913 INFO:teuthology.orchestra.run.smithi136.stdout:alertmanager.a smithi136 *:9093,9094 running (15s) 11s ago 12m 15.4M - 0.27.0 11f11916f8cd af0a2f4cad96 2024-08-19T11:41:06.914 INFO:teuthology.orchestra.run.smithi136.stdout:grafana.a smithi155 *:3000 running (12m) 30s ago 12m 89.2M - 9.4.7 954c08fa6188 cb3e816dd27a 2024-08-19T11:41:06.914 INFO:teuthology.orchestra.run.smithi136.stdout:mds.a smithi136 running (100s) 11s ago 13m 15.0M - 19.0.0-5847-g79766939 50bbda8a3289 222578682eee 2024-08-19T11:41:06.914 INFO:teuthology.orchestra.run.smithi136.stdout:mds.b smithi155 running (77s) 30s ago 13m 13.3M - 19.0.0-5847-g79766939 50bbda8a3289 a2fe6a754947 2024-08-19T11:41:06.914 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.x smithi155 *:8443,9283,8765 running (7m) 30s ago 17m 455M - 19.0.0-5847-g79766939 50bbda8a3289 64c8cd762719 2024-08-19T11:41:06.914 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.y smithi136 *:8443,9283,8765 running (8m) 11s ago 18m 525M - 19.0.0-5847-g79766939 50bbda8a3289 2c0aee4c2faf 2024-08-19T11:41:06.914 INFO:teuthology.orchestra.run.smithi136.stdout:mon.a smithi136 running (7m) 11s ago 19m 71.1M 2048M 19.0.0-5847-g79766939 50bbda8a3289 9ab88b9dc010 2024-08-19T11:41:06.914 INFO:teuthology.orchestra.run.smithi136.stdout:mon.b smithi155 running (6m) 30s ago 17m 56.2M 2048M 19.0.0-5847-g79766939 50bbda8a3289 1260b8dbc4a8 2024-08-19T11:41:06.914 INFO:teuthology.orchestra.run.smithi136.stdout:mon.c smithi136 running (6m) 11s ago 17m 61.7M 2048M 19.0.0-5847-g79766939 50bbda8a3289 6904f5e6079f 2024-08-19T11:41:06.914 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.a smithi136 *:9100 running (64s) 11s ago 12m 9810k - 1.7.0 72c9c2088986 9fee5351d80a 2024-08-19T11:41:06.914 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.b smithi155 *:9100 running (57s) 30s ago 12m 7914k - 1.7.0 72c9c2088986 579b7c0423e7 2024-08-19T11:41:06.914 INFO:teuthology.orchestra.run.smithi136.stdout:osd.0 smithi136 running (5m) 11s ago 16m 254M 2480M 19.0.0-5847-g79766939 50bbda8a3289 6daf1ed86d76 2024-08-19T11:41:06.914 INFO:teuthology.orchestra.run.smithi136.stdout:osd.1 smithi136 running (5m) 11s ago 16m 191M 2480M 19.0.0-5847-g79766939 50bbda8a3289 e1e8e8f25d12 2024-08-19T11:41:06.914 INFO:teuthology.orchestra.run.smithi136.stdout:osd.2 smithi136 running (4m) 11s ago 16m 210M 2480M 19.0.0-5847-g79766939 50bbda8a3289 7ef28c35d940 2024-08-19T11:41:06.915 INFO:teuthology.orchestra.run.smithi136.stdout:osd.3 smithi136 running (4m) 11s ago 15m 121M 2480M 19.0.0-5847-g79766939 50bbda8a3289 9f8198736d5b 2024-08-19T11:41:06.915 INFO:teuthology.orchestra.run.smithi136.stdout:osd.4 smithi155 running (3m) 30s ago 15m 190M 2480M 19.0.0-5847-g79766939 50bbda8a3289 0256f8e34f10 2024-08-19T11:41:06.915 INFO:teuthology.orchestra.run.smithi136.stdout:osd.5 smithi155 running (3m) 30s ago 15m 205M 2480M 19.0.0-5847-g79766939 50bbda8a3289 91a0267e5c97 2024-08-19T11:41:06.915 INFO:teuthology.orchestra.run.smithi136.stdout:osd.6 smithi155 running (2m) 30s ago 14m 138M 2480M 19.0.0-5847-g79766939 50bbda8a3289 e1b316d3878b 2024-08-19T11:41:06.915 INFO:teuthology.orchestra.run.smithi136.stdout:osd.7 smithi155 running (119s) 30s ago 14m 153M 2480M 19.0.0-5847-g79766939 50bbda8a3289 aca69fd2b209 2024-08-19T11:41:06.915 INFO:teuthology.orchestra.run.smithi136.stdout:prometheus.a smithi155 *:9095 running (35s) 30s ago 12m 33.1M - 2.51.0 1d3b7f56885b 2c886752fa8c 2024-08-19T11:41:07.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:06 smithi136 ceph-mon[86496]: pgmap v627: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 405 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-08-19T11:41:07.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:06 smithi136 ceph-mon[86496]: osdmap e661: 8 total, 8 up, 8 in 2024-08-19T11:41:07.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:06 smithi136 ceph-mon[88916]: pgmap v627: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 405 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-08-19T11:41:07.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:06 smithi136 ceph-mon[88916]: osdmap e661: 8 total, 8 up, 8 in 2024-08-19T11:41:07.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:06 smithi155 ceph-mon[76679]: pgmap v627: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 405 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-08-19T11:41:07.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:06 smithi155 ceph-mon[76679]: osdmap e661: 8 total, 8 up, 8 in 2024-08-19T11:41:07.247 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:41:07.247 INFO:teuthology.orchestra.run.smithi136.stdout: "mon": { 2024-08-19T11:41:07.247 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 3 2024-08-19T11:41:07.247 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:41:07.247 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr": { 2024-08-19T11:41:07.247 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T11:41:07.247 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:41:07.247 INFO:teuthology.orchestra.run.smithi136.stdout: "osd": { 2024-08-19T11:41:07.247 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 8 2024-08-19T11:41:07.247 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:41:07.247 INFO:teuthology.orchestra.run.smithi136.stdout: "mds": { 2024-08-19T11:41:07.247 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T11:41:07.247 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:41:07.247 INFO:teuthology.orchestra.run.smithi136.stdout: "overall": { 2024-08-19T11:41:07.248 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 15 2024-08-19T11:41:07.248 INFO:teuthology.orchestra.run.smithi136.stdout: } 2024-08-19T11:41:07.248 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:41:07.530 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:41:07.530 INFO:teuthology.orchestra.run.smithi136.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T11:41:07.530 INFO:teuthology.orchestra.run.smithi136.stdout: "in_progress": true, 2024-08-19T11:41:07.530 INFO:teuthology.orchestra.run.smithi136.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T11:41:07.530 INFO:teuthology.orchestra.run.smithi136.stdout: "services_complete": [ 2024-08-19T11:41:07.530 INFO:teuthology.orchestra.run.smithi136.stdout: "osd", 2024-08-19T11:41:07.530 INFO:teuthology.orchestra.run.smithi136.stdout: "mds", 2024-08-19T11:41:07.530 INFO:teuthology.orchestra.run.smithi136.stdout: "mon", 2024-08-19T11:41:07.530 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr" 2024-08-19T11:41:07.531 INFO:teuthology.orchestra.run.smithi136.stdout: ], 2024-08-19T11:41:07.531 INFO:teuthology.orchestra.run.smithi136.stdout: "progress": "15/20 daemons upgraded", 2024-08-19T11:41:07.531 INFO:teuthology.orchestra.run.smithi136.stdout: "message": "Currently upgrading grafana daemons", 2024-08-19T11:41:07.531 INFO:teuthology.orchestra.run.smithi136.stdout: "is_paused": false 2024-08-19T11:41:07.531 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:41:07.765 INFO:tasks.rados.rados.0.smithi136.stdout:2980: done (1 left) 2024-08-19T11:41:07.766 INFO:tasks.rados.rados.0.smithi136.stdout:2981: copy_from oid 5 from oid 47 current snap is 297 2024-08-19T11:41:07.766 INFO:tasks.rados.rados.0.smithi136.stdout:2979: expect (ObjNum 874 snap 285 seq_num 874) 2024-08-19T11:41:07.776 INFO:tasks.rados.rados.0.smithi136.stdout:2979: done (1 left) 2024-08-19T11:41:07.776 INFO:tasks.rados.rados.0.smithi136.stdout:2982: snap_remove snap 294 2024-08-19T11:41:07.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:07 smithi136 ceph-mon[86496]: from='client.44513 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:41:07.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:07 smithi136 ceph-mon[86496]: from='client.34599 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:41:07.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:07 smithi136 ceph-mon[86496]: osdmap e662: 8 total, 8 up, 8 in 2024-08-19T11:41:07.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:07 smithi136 ceph-mon[86496]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:41:07.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:07 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/1847189534' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:07.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:07 smithi136 ceph-mon[88916]: from='client.44513 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:41:07.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:07 smithi136 ceph-mon[88916]: from='client.34599 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:41:07.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:07 smithi136 ceph-mon[88916]: osdmap e662: 8 total, 8 up, 8 in 2024-08-19T11:41:07.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:07 smithi136 ceph-mon[88916]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:41:07.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:07 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/1847189534' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:08.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:07 smithi155 ceph-mon[76679]: from='client.44513 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:41:08.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:07 smithi155 ceph-mon[76679]: from='client.34599 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:41:08.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:07 smithi155 ceph-mon[76679]: osdmap e662: 8 total, 8 up, 8 in 2024-08-19T11:41:08.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:07 smithi155 ceph-mon[76679]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:41:08.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:07 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/1847189534' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:08.710 INFO:tasks.rados.rados.0.smithi136.stdout:2982: done (1 left) 2024-08-19T11:41:08.710 INFO:tasks.rados.rados.0.smithi136.stdout:2983: read oid 15 snap 282 2024-08-19T11:41:08.711 INFO:tasks.rados.rados.0.smithi136.stdout:2983: expect (ObjNum 861 snap 279 seq_num 861) 2024-08-19T11:41:08.711 INFO:tasks.rados.rados.0.smithi136.stdout:2984: read oid 20 snap -1 2024-08-19T11:41:08.711 INFO:tasks.rados.rados.0.smithi136.stdout:2984: expect deleted 2024-08-19T11:41:08.711 INFO:tasks.rados.rados.0.smithi136.stdout:2985: snap_create 2024-08-19T11:41:08.711 INFO:tasks.rados.rados.0.smithi136.stdout:2981: finishing copy_from to smithi13674108-5 2024-08-19T11:41:08.711 INFO:tasks.rados.rados.0.smithi136.stdout:2981: got expected ENOENT (src dne) 2024-08-19T11:41:08.711 INFO:tasks.rados.rados.0.smithi136.stdout:2981: finishing copy_from racing read to smithi13674108-5 2024-08-19T11:41:08.774 INFO:tasks.rados.rados.0.smithi136.stdout:2983: expect (ObjNum 861 snap 279 seq_num 861) 2024-08-19T11:41:09.044 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:08 smithi155 ceph-mon[76679]: pgmap v630: 121 pgs: 121 active+clean; 410 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.4 MiB/s wr, 25 op/s 2024-08-19T11:41:09.044 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:08 smithi155 ceph-mon[76679]: from='client.44537 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:41:09.044 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:08 smithi155 ceph-mon[76679]: osdmap e663: 8 total, 8 up, 8 in 2024-08-19T11:41:09.044 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:08 smithi155 ceph-mon[76679]: osdmap e664: 8 total, 8 up, 8 in 2024-08-19T11:41:09.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:08 smithi136 ceph-mon[88916]: pgmap v630: 121 pgs: 121 active+clean; 410 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.4 MiB/s wr, 25 op/s 2024-08-19T11:41:09.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:08 smithi136 ceph-mon[88916]: from='client.44537 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:41:09.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:08 smithi136 ceph-mon[88916]: osdmap e663: 8 total, 8 up, 8 in 2024-08-19T11:41:09.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:08 smithi136 ceph-mon[88916]: osdmap e664: 8 total, 8 up, 8 in 2024-08-19T11:41:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:08 smithi136 ceph-mon[86496]: pgmap v630: 121 pgs: 121 active+clean; 410 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.4 MiB/s wr, 25 op/s 2024-08-19T11:41:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:08 smithi136 ceph-mon[86496]: from='client.44537 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:41:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:08 smithi136 ceph-mon[86496]: osdmap e663: 8 total, 8 up, 8 in 2024-08-19T11:41:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:08 smithi136 ceph-mon[86496]: osdmap e664: 8 total, 8 up, 8 in 2024-08-19T11:41:09.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:41:09 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:41:09] "GET /metrics HTTP/1.1" 200 36448 "" "Prometheus/2.51.0" 2024-08-19T11:41:09.768 INFO:tasks.rados.rados.0.smithi136.stdout:2981: done (3 left) 2024-08-19T11:41:09.768 INFO:tasks.rados.rados.0.smithi136.stdout:2983: done (2 left) 2024-08-19T11:41:09.768 INFO:tasks.rados.rados.0.smithi136.stdout:2984: done (1 left) 2024-08-19T11:41:09.768 INFO:tasks.rados.rados.0.smithi136.stdout:2985: done (0 left) 2024-08-19T11:41:09.768 INFO:tasks.rados.rados.0.smithi136.stdout:2986: read oid 14 snap 287 2024-08-19T11:41:09.768 INFO:tasks.rados.rados.0.smithi136.stdout:2986: expect deleted 2024-08-19T11:41:09.768 INFO:tasks.rados.rados.0.smithi136.stdout:2987: rollback oid 10 current snap is 298 2024-08-19T11:41:09.768 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 10 to 292 2024-08-19T11:41:09.769 INFO:tasks.rados.rados.0.smithi136.stdout:2988: delete oid 6 current snap is 298 2024-08-19T11:41:09.771 INFO:tasks.rados.rados.0.smithi136.stdout:2986: done (2 left) 2024-08-19T11:41:09.771 INFO:tasks.rados.rados.0.smithi136.stdout:2988: done (1 left) 2024-08-19T11:41:09.771 INFO:tasks.rados.rados.0.smithi136.stdout:2989: snap_remove snap 296 2024-08-19T11:41:10.770 INFO:tasks.rados.rados.0.smithi136.stdout:2989: done (1 left) 2024-08-19T11:41:10.770 INFO:tasks.rados.rados.0.smithi136.stdout:2990: read oid 30 snap -1 2024-08-19T11:41:10.770 INFO:tasks.rados.rados.0.smithi136.stdout:2990: expect (ObjNum 807 snap 265 seq_num 807) 2024-08-19T11:41:10.770 INFO:tasks.rados.rados.0.smithi136.stdout:2991: setattr oid 39 current snap is 298 2024-08-19T11:41:10.770 INFO:tasks.rados.rados.0.smithi136.stdout:2987: finishing rollback tid 0 to smithi13674108-10 2024-08-19T11:41:10.770 INFO:tasks.rados.rados.0.smithi136.stdout:2987: finishing rollback tid 1 to smithi13674108-10 2024-08-19T11:41:10.770 INFO:tasks.rados.rados.0.smithi136.stdout:2987: finishing rollback tid 2 to smithi13674108-10 2024-08-19T11:41:10.770 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 1134 (ObjNum 880 snap 289 seq_num 880) dirty exists 2024-08-19T11:41:10.771 INFO:tasks.rados.rados.0.smithi136.stdout:2987: done (2 left) 2024-08-19T11:41:10.771 INFO:tasks.rados.rados.0.smithi136.stdout:2992: read oid 47 snap 250 2024-08-19T11:41:10.771 INFO:tasks.rados.rados.0.smithi136.stdout:2992: expect deleted 2024-08-19T11:41:10.771 INFO:tasks.rados.rados.0.smithi136.stdout:2993: snap_remove snap 282 2024-08-19T11:41:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:10 smithi155 ceph-mon[76679]: pgmap v633: 121 pgs: 121 active+clean; 412 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.1 MiB/s wr, 21 op/s 2024-08-19T11:41:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:10 smithi155 ceph-mon[76679]: osdmap e665: 8 total, 8 up, 8 in 2024-08-19T11:41:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:10 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:41:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:10 smithi136 ceph-mon[88916]: pgmap v633: 121 pgs: 121 active+clean; 412 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.1 MiB/s wr, 21 op/s 2024-08-19T11:41:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:10 smithi136 ceph-mon[88916]: osdmap e665: 8 total, 8 up, 8 in 2024-08-19T11:41:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:10 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:41:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:10 smithi136 ceph-mon[86496]: pgmap v633: 121 pgs: 121 active+clean; 412 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.1 MiB/s wr, 21 op/s 2024-08-19T11:41:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:10 smithi136 ceph-mon[86496]: osdmap e665: 8 total, 8 up, 8 in 2024-08-19T11:41:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:10 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:41:11.707 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:11 smithi155 systemd[1]: Stopping Ceph grafana.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:41:11.776 INFO:tasks.rados.rados.0.smithi136.stdout:2993: done (3 left) 2024-08-19T11:41:11.776 INFO:tasks.rados.rados.0.smithi136.stdout:2994: copy_from oid 31 from oid 5 current snap is 298 2024-08-19T11:41:11.776 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 1099 (ObjNum 65 snap 0 seq_num 1951555419) dirty exists 2024-08-19T11:41:11.776 INFO:tasks.rados.rados.0.smithi136.stdout:2990: expect (ObjNum 807 snap 265 seq_num 807) 2024-08-19T11:41:11.882 INFO:tasks.rados.rados.0.smithi136.stdout:2994: finishing copy_from to smithi13674108-31 2024-08-19T11:41:11.882 INFO:tasks.rados.rados.0.smithi136.stdout:2994: got expected ENOENT (src dne) 2024-08-19T11:41:11.882 INFO:tasks.rados.rados.0.smithi136.stdout:2994: finishing copy_from racing read to smithi13674108-31 2024-08-19T11:41:11.882 INFO:tasks.rados.rados.0.smithi136.stdout:2990: done (3 left) 2024-08-19T11:41:11.882 INFO:tasks.rados.rados.0.smithi136.stdout:2991: done (2 left) 2024-08-19T11:41:11.882 INFO:tasks.rados.rados.0.smithi136.stdout:2992: done (1 left) 2024-08-19T11:41:11.882 INFO:tasks.rados.rados.0.smithi136.stdout:2994: done (0 left) 2024-08-19T11:41:11.882 INFO:tasks.rados.rados.0.smithi136.stdout:2995: rmattr oid 1 current snap is 298 2024-08-19T11:41:11.882 INFO:tasks.rados.rados.0.smithi136.stdout:2995: done (0 left) 2024-08-19T11:41:11.882 INFO:tasks.rados.rados.0.smithi136.stdout:2996: rmattr oid 3 current snap is 298 2024-08-19T11:41:11.882 INFO:tasks.rados.rados.0.smithi136.stdout:2996: done (0 left) 2024-08-19T11:41:11.883 INFO:tasks.rados.rados.0.smithi136.stdout:2997: read oid 49 snap 278 2024-08-19T11:41:11.883 INFO:tasks.rados.rados.0.smithi136.stdout:2997: expect deleted 2024-08-19T11:41:11.883 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 37 current snap is 298 2024-08-19T11:41:11.883 INFO:tasks.rados.rados.0.smithi136.stdout:2998: seq_num 906 ranges {73728=778240} 2024-08-19T11:41:11.886 INFO:tasks.rados.rados.0.smithi136.stdout:2998: writing smithi13674108-37 from 73728 to 851968 tid 1 2024-08-19T11:41:11.886 INFO:tasks.rados.rados.0.smithi136.stdout:2999: copy_from oid 34 from oid 28 current snap is 298 2024-08-19T11:41:11.886 INFO:tasks.rados.rados.0.smithi136.stdout:2997: done (2 left) 2024-08-19T11:41:11.886 INFO:tasks.rados.rados.0.smithi136.stdout:3000: delete oid 26 current snap is 298 2024-08-19T11:41:11.890 INFO:tasks.rados.rados.0.smithi136.stdout:2999: finishing copy_from racing read to smithi13674108-34 2024-08-19T11:41:11.891 INFO:tasks.rados.rados.0.smithi136.stdout:2998: finishing write tid 1 to smithi13674108-37 2024-08-19T11:41:11.891 INFO:tasks.rados.rados.0.smithi136.stdout:2999: finishing copy_from to smithi13674108-34 2024-08-19T11:41:11.891 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 34 v 1440 (ObjNum 863 snap 279 seq_num 863) dirty exists 2024-08-19T11:41:11.891 INFO:tasks.rados.rados.0.smithi136.stdout:2998: finishing write tid 2 to smithi13674108-37 2024-08-19T11:41:11.894 INFO:tasks.rados.rados.0.smithi136.stdout:2998: finishing write tid 3 to smithi13674108-37 2024-08-19T11:41:11.894 INFO:tasks.rados.rados.0.smithi136.stdout:2998: oid 37 updating version 0 to 1364 2024-08-19T11:41:11.894 INFO:tasks.rados.rados.0.smithi136.stdout:2998: oid 37 version 1364 is already newer than 1363 2024-08-19T11:41:11.894 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 1364 (ObjNum 906 snap 298 seq_num 906) dirty exists 2024-08-19T11:41:11.894 INFO:tasks.rados.rados.0.smithi136.stdout:2998: left oid 37 (ObjNum 906 snap 298 seq_num 906) 2024-08-19T11:41:11.894 INFO:tasks.rados.rados.0.smithi136.stdout:2998: done (2 left) 2024-08-19T11:41:11.894 INFO:tasks.rados.rados.0.smithi136.stdout:2999: done (1 left) 2024-08-19T11:41:11.895 INFO:tasks.rados.rados.0.smithi136.stdout:3000: done (0 left) 2024-08-19T11:41:11.895 INFO:tasks.rados.rados.0.smithi136.stdout:3001: copy_from oid 37 from oid 15 current snap is 298 2024-08-19T11:41:11.895 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 27 current snap is 298 2024-08-19T11:41:11.895 INFO:tasks.rados.rados.0.smithi136.stdout:3002: seq_num 908 ranges {245760=409600,655360=401408} 2024-08-19T11:41:11.897 INFO:tasks.rados.rados.0.smithi136.stdout:3002: writing smithi13674108-27 from 245760 to 655360 tid 1 2024-08-19T11:41:11.900 INFO:tasks.rados.rados.0.smithi136.stdout:3002: writing smithi13674108-27 from 655360 to 1056768 tid 2 2024-08-19T11:41:11.900 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 11 current snap is 298 2024-08-19T11:41:11.900 INFO:tasks.rados.rados.0.smithi136.stdout:3003: seq_num 909 ranges {0=425984,425984=401408} 2024-08-19T11:41:11.902 INFO:tasks.rados.rados.0.smithi136.stdout:3003: writing smithi13674108-11 from 0 to 425984 tid 1 2024-08-19T11:41:11.906 INFO:tasks.rados.rados.0.smithi136.stdout:3003: writing smithi13674108-11 from 425984 to 827392 tid 2 2024-08-19T11:41:11.906 INFO:tasks.rados.rados.0.smithi136.stdout:3004: copy_from oid 4 from oid 16 current snap is 298 2024-08-19T11:41:11.906 INFO:tasks.rados.rados.0.smithi136.stdout:3002: finishing write tid 1 to smithi13674108-27 2024-08-19T11:41:11.906 INFO:tasks.rados.rados.0.smithi136.stdout:3002: finishing write tid 2 to smithi13674108-27 2024-08-19T11:41:11.906 INFO:tasks.rados.rados.0.smithi136.stdout:3002: finishing write tid 3 to smithi13674108-27 2024-08-19T11:41:11.906 INFO:tasks.rados.rados.0.smithi136.stdout:3005: rollback oid 3 current snap is 298 2024-08-19T11:41:11.906 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 3 to 297 2024-08-19T11:41:11.906 INFO:tasks.rados.rados.0.smithi136.stdout:3002: finishing write tid 4 to smithi13674108-27 2024-08-19T11:41:11.907 INFO:tasks.rados.rados.0.smithi136.stdout:3002: oid 27 updating version 0 to 313 2024-08-19T11:41:11.907 INFO:tasks.rados.rados.0.smithi136.stdout:3002: oid 27 version 313 is already newer than 312 2024-08-19T11:41:11.907 INFO:tasks.rados.rados.0.smithi136.stdout:3002: oid 27 updating version 313 to 314 2024-08-19T11:41:11.907 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 314 (ObjNum 908 snap 298 seq_num 908) dirty exists 2024-08-19T11:41:11.907 INFO:tasks.rados.rados.0.smithi136.stdout:3002: left oid 27 (ObjNum 908 snap 298 seq_num 908) 2024-08-19T11:41:11.907 INFO:tasks.rados.rados.0.smithi136.stdout:3002: done (4 left) 2024-08-19T11:41:11.907 INFO:tasks.rados.rados.0.smithi136.stdout:3006: read oid 25 snap -1 2024-08-19T11:41:11.907 INFO:tasks.rados.rados.0.smithi136.stdout:3006: expect (ObjNum 903 snap 296 seq_num 903) 2024-08-19T11:41:11.907 INFO:tasks.rados.rados.0.smithi136.stdout:3007: rollback oid 31 current snap is 298 2024-08-19T11:41:11.908 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 31 to 249 2024-08-19T11:41:11.908 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 8 current snap is 298 2024-08-19T11:41:11.908 INFO:tasks.rados.rados.0.smithi136.stdout:3003: finishing write tid 1 to smithi13674108-11 2024-08-19T11:41:11.908 INFO:tasks.rados.rados.0.smithi136.stdout:3008: seq_num 910 ranges {155648=442368,598016=401408} 2024-08-19T11:41:11.909 INFO:tasks.rados.rados.0.smithi136.stdout:3008: writing smithi13674108-8 from 155648 to 598016 tid 1 2024-08-19T11:41:11.912 INFO:tasks.rados.rados.0.smithi136.stdout:3008: writing smithi13674108-8 from 598016 to 999424 tid 2 2024-08-19T11:41:11.912 INFO:tasks.rados.rados.0.smithi136.stdout:3009: rollback oid 42 current snap is 298 2024-08-19T11:41:11.912 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 42 to 236 2024-08-19T11:41:11.912 INFO:tasks.rados.rados.0.smithi136.stdout:3003: finishing write tid 2 to smithi13674108-11 2024-08-19T11:41:11.913 INFO:tasks.rados.rados.0.smithi136.stdout:3003: finishing write tid 3 to smithi13674108-11 2024-08-19T11:41:11.913 INFO:tasks.rados.rados.0.smithi136.stdout:3005: finishing rollback tid 0 to smithi13674108-3 2024-08-19T11:41:11.913 INFO:tasks.rados.rados.0.smithi136.stdout:3005: finishing rollback tid 1 to smithi13674108-3 2024-08-19T11:41:11.913 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 22 current snap is 298 2024-08-19T11:41:11.913 INFO:tasks.rados.rados.0.smithi136.stdout:3010: seq_num 911 ranges {10461184=466944,10928128=401408} 2024-08-19T11:41:11.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:11 smithi155 ceph-mon[76679]: osdmap e666: 8 total, 8 up, 8 in 2024-08-19T11:41:11.960 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:11 smithi155 podman[115484]: 2024-08-19 11:41:11.706377061 +0000 UTC m=+0.104221421 container died cb3e816dd27a38e4df2cf153aee4726a3c30d4d1bb010af2d364f7cdaedd025c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , release=239.1651231664, vendor=Red Hat, Inc., build-date=2022-04-29T11:48:11.055897, version=8.5, name=ubi8, io.openshift.expose-services=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.buildah.version=1.32.0, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8, distribution-scope=public, architecture=x86_64, description=Ceph Grafana Container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-08-19T11:41:11.972 INFO:tasks.rados.rados.0.smithi136.stdout:3010: writing smithi13674108-22 from 10461184 to 10928128 tid 1 2024-08-19T11:41:11.974 INFO:tasks.rados.rados.0.smithi136.stdout:3010: writing smithi13674108-22 from 10928128 to 11329536 tid 2 2024-08-19T11:41:11.975 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 1 current snap is 298 2024-08-19T11:41:11.975 INFO:tasks.rados.rados.0.smithi136.stdout:3005: finishing rollback tid 2 to smithi13674108-3 2024-08-19T11:41:11.975 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 1475 (ObjNum 856 snap 278 seq_num 856) dirty exists 2024-08-19T11:41:11.975 INFO:tasks.rados.rados.0.smithi136.stdout:3007: finishing rollback tid 1 to smithi13674108-31 2024-08-19T11:41:11.975 INFO:tasks.rados.rados.0.smithi136.stdout:3007: finishing rollback tid 2 to smithi13674108-31 2024-08-19T11:41:11.976 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 1477 (ObjNum 760 snap 248 seq_num 760) dirty exists 2024-08-19T11:41:11.976 INFO:tasks.rados.rados.0.smithi136.stdout:3003: finishing write tid 4 to smithi13674108-11 2024-08-19T11:41:11.976 INFO:tasks.rados.rados.0.smithi136.stdout:3003: oid 11 updating version 0 to 1339 2024-08-19T11:41:11.976 INFO:tasks.rados.rados.0.smithi136.stdout:3003: oid 11 version 1339 is already newer than 1337 2024-08-19T11:41:11.976 INFO:tasks.rados.rados.0.smithi136.stdout:3003: oid 11 version 1339 is already newer than 1338 2024-08-19T11:41:11.976 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 1339 (ObjNum 909 snap 298 seq_num 909) dirty exists 2024-08-19T11:41:11.976 INFO:tasks.rados.rados.0.smithi136.stdout:3003: left oid 11 (ObjNum 909 snap 298 seq_num 909) 2024-08-19T11:41:11.976 INFO:tasks.rados.rados.0.smithi136.stdout:3008: finishing write tid 1 to smithi13674108-8 2024-08-19T11:41:11.976 INFO:tasks.rados.rados.0.smithi136.stdout:3008: finishing write tid 2 to smithi13674108-8 2024-08-19T11:41:11.976 INFO:tasks.rados.rados.0.smithi136.stdout:3009: finishing rollback tid 0 to smithi13674108-42 2024-08-19T11:41:11.976 INFO:tasks.rados.rados.0.smithi136.stdout:3011: seq_num 912 ranges {57344=483328,540672=401408} 2024-08-19T11:41:11.977 INFO:tasks.rados.rados.0.smithi136.stdout:3011: writing smithi13674108-1 from 57344 to 540672 tid 1 2024-08-19T11:41:11.981 INFO:tasks.rados.rados.0.smithi136.stdout:3011: writing smithi13674108-1 from 540672 to 942080 tid 2 2024-08-19T11:41:11.981 INFO:tasks.rados.rados.0.smithi136.stdout:3003: done (9 left) 2024-08-19T11:41:11.981 INFO:tasks.rados.rados.0.smithi136.stdout:3005: done (8 left) 2024-08-19T11:41:11.981 INFO:tasks.rados.rados.0.smithi136.stdout:3007: done (7 left) 2024-08-19T11:41:11.981 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 24 current snap is 298 2024-08-19T11:41:11.981 INFO:tasks.rados.rados.0.smithi136.stdout:3009: finishing rollback tid 1 to smithi13674108-42 2024-08-19T11:41:11.982 INFO:tasks.rados.rados.0.smithi136.stdout:3009: finishing rollback tid 2 to smithi13674108-42 2024-08-19T11:41:11.982 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 1322 (ObjNum 657 snap 197 seq_num 657) dirty exists 2024-08-19T11:41:11.982 INFO:tasks.rados.rados.0.smithi136.stdout:3006: expect (ObjNum 903 snap 296 seq_num 903) 2024-08-19T11:41:12.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:11 smithi136 ceph-mon[88916]: osdmap e666: 8 total, 8 up, 8 in 2024-08-19T11:41:12.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:11 smithi136 ceph-mon[86496]: osdmap e666: 8 total, 8 up, 8 in 2024-08-19T11:41:12.110 INFO:tasks.rados.rados.0.smithi136.stdout:3004: finishing copy_from racing read to smithi13674108-4 2024-08-19T11:41:12.110 INFO:tasks.rados.rados.0.smithi136.stdout:3008: finishing write tid 3 to smithi13674108-8 2024-08-19T11:41:12.110 INFO:tasks.rados.rados.0.smithi136.stdout:3008: finishing write tid 4 to smithi13674108-8 2024-08-19T11:41:12.110 INFO:tasks.rados.rados.0.smithi136.stdout:3008: oid 8 updating version 0 to 1342 2024-08-19T11:41:12.110 INFO:tasks.rados.rados.0.smithi136.stdout:3008: oid 8 version 1342 is already newer than 1341 2024-08-19T11:41:12.110 INFO:tasks.rados.rados.0.smithi136.stdout:3008: oid 8 updating version 1342 to 1343 2024-08-19T11:41:12.110 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 1343 (ObjNum 910 snap 298 seq_num 910) dirty exists 2024-08-19T11:41:12.110 INFO:tasks.rados.rados.0.smithi136.stdout:3008: left oid 8 (ObjNum 910 snap 298 seq_num 910) 2024-08-19T11:41:12.110 INFO:tasks.rados.rados.0.smithi136.stdout:3004: finishing copy_from to smithi13674108-4 2024-08-19T11:41:12.111 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 1408 (ObjNum 899 snap 295 seq_num 899) dirty exists 2024-08-19T11:41:12.111 INFO:tasks.rados.rados.0.smithi136.stdout:3001: finishing copy_from racing read to smithi13674108-37 2024-08-19T11:41:12.111 INFO:tasks.rados.rados.0.smithi136.stdout:3001: finishing copy_from to smithi13674108-37 2024-08-19T11:41:12.111 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 1097 (ObjNum 861 snap 279 seq_num 861) dirty exists 2024-08-19T11:41:12.111 INFO:tasks.rados.rados.0.smithi136.stdout:3012: seq_num 913 ranges {0=499712,499712=401408} 2024-08-19T11:41:12.112 INFO:tasks.rados.rados.0.smithi136.stdout:3012: writing smithi13674108-24 from 0 to 499712 tid 1 2024-08-19T11:41:12.116 INFO:tasks.rados.rados.0.smithi136.stdout:3012: writing smithi13674108-24 from 499712 to 901120 tid 2 2024-08-19T11:41:12.116 INFO:tasks.rados.rados.0.smithi136.stdout:3001: done (7 left) 2024-08-19T11:41:12.116 INFO:tasks.rados.rados.0.smithi136.stdout:3004: done (6 left) 2024-08-19T11:41:12.116 INFO:tasks.rados.rados.0.smithi136.stdout:3006: done (5 left) 2024-08-19T11:41:12.116 INFO:tasks.rados.rados.0.smithi136.stdout:3008: done (4 left) 2024-08-19T11:41:12.116 INFO:tasks.rados.rados.0.smithi136.stdout:3009: done (3 left) 2024-08-19T11:41:12.116 INFO:tasks.rados.rados.0.smithi136.stdout:3013: read oid 48 snap -1 2024-08-19T11:41:12.116 INFO:tasks.rados.rados.0.smithi136.stdout:3013: expect (ObjNum 783 snap 259 seq_num 783) 2024-08-19T11:41:12.116 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 45 current snap is 298 2024-08-19T11:41:12.116 INFO:tasks.rados.rados.0.smithi136.stdout:3010: finishing write tid 1 to smithi13674108-22 2024-08-19T11:41:12.116 INFO:tasks.rados.rados.0.smithi136.stdout:3010: finishing write tid 2 to smithi13674108-22 2024-08-19T11:41:12.116 INFO:tasks.rados.rados.0.smithi136.stdout:3010: finishing write tid 3 to smithi13674108-22 2024-08-19T11:41:12.116 INFO:tasks.rados.rados.0.smithi136.stdout:3010: finishing write tid 4 to smithi13674108-22 2024-08-19T11:41:12.117 INFO:tasks.rados.rados.0.smithi136.stdout:3010: oid 22 updating version 0 to 1371 2024-08-19T11:41:12.117 INFO:tasks.rados.rados.0.smithi136.stdout:3010: oid 22 version 1371 is already newer than 1369 2024-08-19T11:41:12.117 INFO:tasks.rados.rados.0.smithi136.stdout:3010: oid 22 version 1371 is already newer than 1370 2024-08-19T11:41:12.117 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 1371 (ObjNum 911 snap 298 seq_num 911) dirty exists 2024-08-19T11:41:12.117 INFO:tasks.rados.rados.0.smithi136.stdout:3010: left oid 22 (ObjNum 911 snap 298 seq_num 911) 2024-08-19T11:41:12.117 INFO:tasks.rados.rados.0.smithi136.stdout:3011: finishing write tid 1 to smithi13674108-1 2024-08-19T11:41:12.117 INFO:tasks.rados.rados.0.smithi136.stdout:3014: seq_num 914 ranges {57344=516096,573440=401408} 2024-08-19T11:41:12.118 INFO:tasks.rados.rados.0.smithi136.stdout:3014: writing smithi13674108-45 from 57344 to 573440 tid 1 2024-08-19T11:41:12.122 INFO:tasks.rados.rados.0.smithi136.stdout:3014: writing smithi13674108-45 from 573440 to 974848 tid 2 2024-08-19T11:41:12.122 INFO:tasks.rados.rados.0.smithi136.stdout:3010: done (4 left) 2024-08-19T11:41:12.122 INFO:tasks.rados.rados.0.smithi136.stdout:3015: snap_remove snap 236 2024-08-19T11:41:12.238 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:12 smithi155 podman[115484]: 2024-08-19 11:41:12.061230533 +0000 UTC m=+0.459074893 container cleanup cb3e816dd27a38e4df2cf153aee4726a3c30d4d1bb010af2d364f7cdaedd025c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a, vendor=Red Hat, Inc., name=ubi8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, maintainer=Paul Cuzner , vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8, release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, distribution-scope=public, version=8.5, com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, build-date=2022-04-29T11:48:11.055897, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-08-19T11:41:12.238 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:12 smithi155 bash[115484]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a 2024-08-19T11:41:12.493 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:12 smithi155 podman[115501]: 2024-08-19 11:41:12.237619089 +0000 UTC m=+0.533462337 container remove cb3e816dd27a38e4df2cf153aee4726a3c30d4d1bb010af2d364f7cdaedd025c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=, name=ubi8, build-date=2022-04-29T11:48:11.055897, vendor=Red Hat, Inc., distribution-scope=public, io.buildah.version=1.32.0, com.redhat.component=ubi8-container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, vcs-type=git, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base rhel8) 2024-08-19T11:41:12.493 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:12 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-08-19T11:41:12.772 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:12 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-08-19T11:41:12.772 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:12 smithi155 systemd[1]: Stopped Ceph grafana.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:41:12.772 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:12 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@grafana.a.service: Consumed 11.236s CPU time. 2024-08-19T11:41:12.772 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:12 smithi155 systemd[1]: Starting Ceph grafana.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:41:12.779 INFO:tasks.rados.rados.0.smithi136.stdout:3015: done (4 left) 2024-08-19T11:41:12.779 INFO:tasks.rados.rados.0.smithi136.stdout:3016: read oid 46 snap -1 2024-08-19T11:41:12.779 INFO:tasks.rados.rados.0.smithi136.stdout:3016: expect (ObjNum 883 snap 291 seq_num 883) 2024-08-19T11:41:12.779 INFO:tasks.rados.rados.0.smithi136.stdout:3017: setattr oid 21 current snap is 298 2024-08-19T11:41:12.779 INFO:tasks.rados.rados.0.smithi136.stdout:3011: finishing write tid 2 to smithi13674108-1 2024-08-19T11:41:12.779 INFO:tasks.rados.rados.0.smithi136.stdout:3011: finishing write tid 3 to smithi13674108-1 2024-08-19T11:41:12.779 INFO:tasks.rados.rados.0.smithi136.stdout:3011: finishing write tid 4 to smithi13674108-1 2024-08-19T11:41:12.779 INFO:tasks.rados.rados.0.smithi136.stdout:3011: oid 1 updating version 0 to 1465 2024-08-19T11:41:12.780 INFO:tasks.rados.rados.0.smithi136.stdout:3011: oid 1 updating version 1465 to 1466 2024-08-19T11:41:12.780 INFO:tasks.rados.rados.0.smithi136.stdout:3011: oid 1 updating version 1466 to 1467 2024-08-19T11:41:12.780 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 1 v 1467 (ObjNum 912 snap 298 seq_num 912) dirty exists 2024-08-19T11:41:12.780 INFO:tasks.rados.rados.0.smithi136.stdout:3011: left oid 1 (ObjNum 912 snap 298 seq_num 912) 2024-08-19T11:41:12.780 INFO:tasks.rados.rados.0.smithi136.stdout:3012: finishing write tid 1 to smithi13674108-24 2024-08-19T11:41:12.780 INFO:tasks.rados.rados.0.smithi136.stdout:3012: finishing write tid 2 to smithi13674108-24 2024-08-19T11:41:12.780 INFO:tasks.rados.rados.0.smithi136.stdout:3012: finishing write tid 3 to smithi13674108-24 2024-08-19T11:41:12.780 INFO:tasks.rados.rados.0.smithi136.stdout:3012: finishing write tid 4 to smithi13674108-24 2024-08-19T11:41:12.780 INFO:tasks.rados.rados.0.smithi136.stdout:3012: oid 24 updating version 0 to 1373 2024-08-19T11:41:12.780 INFO:tasks.rados.rados.0.smithi136.stdout:3012: oid 24 updating version 1373 to 1374 2024-08-19T11:41:12.780 INFO:tasks.rados.rados.0.smithi136.stdout:3012: oid 24 updating version 1374 to 1375 2024-08-19T11:41:12.780 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 1375 (ObjNum 913 snap 298 seq_num 913) dirty exists 2024-08-19T11:41:12.780 INFO:tasks.rados.rados.0.smithi136.stdout:3012: left oid 24 (ObjNum 913 snap 298 seq_num 913) 2024-08-19T11:41:12.781 INFO:tasks.rados.rados.0.smithi136.stdout:3014: finishing write tid 1 to smithi13674108-45 2024-08-19T11:41:12.781 INFO:tasks.rados.rados.0.smithi136.stdout:3014: finishing write tid 2 to smithi13674108-45 2024-08-19T11:41:12.781 INFO:tasks.rados.rados.0.smithi136.stdout:3014: finishing write tid 3 to smithi13674108-45 2024-08-19T11:41:12.781 INFO:tasks.rados.rados.0.smithi136.stdout:3014: finishing write tid 4 to smithi13674108-45 2024-08-19T11:41:12.781 INFO:tasks.rados.rados.0.smithi136.stdout:3014: oid 45 updating version 0 to 1347 2024-08-19T11:41:12.781 INFO:tasks.rados.rados.0.smithi136.stdout:3014: oid 45 version 1347 is already newer than 1346 2024-08-19T11:41:12.781 INFO:tasks.rados.rados.0.smithi136.stdout:3014: oid 45 updating version 1347 to 1348 2024-08-19T11:41:12.781 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 1348 (ObjNum 914 snap 298 seq_num 914) dirty exists 2024-08-19T11:41:12.781 INFO:tasks.rados.rados.0.smithi136.stdout:3014: left oid 45 (ObjNum 914 snap 298 seq_num 914) 2024-08-19T11:41:12.781 INFO:tasks.rados.rados.0.smithi136.stdout:3013: expect (ObjNum 783 snap 259 seq_num 783) 2024-08-19T11:41:13.030 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:12 smithi155 ceph-mon[76679]: pgmap v636: 121 pgs: 121 active+clean; 417 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-08-19T11:41:13.031 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:12 smithi155 ceph-mon[76679]: osdmap e667: 8 total, 8 up, 8 in 2024-08-19T11:41:13.031 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:12 smithi155 podman[115635]: 2024-08-19 11:41:12.831247612 +0000 UTC m=+0.019494616 image pull c8b91775d855b99270fc5d22f3c6737e8cca01ef4c25c8b0362295e0746fa39b quay.io/ceph/grafana:10.4.0 2024-08-19T11:41:13.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:12 smithi136 ceph-mon[88916]: pgmap v636: 121 pgs: 121 active+clean; 417 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-08-19T11:41:13.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:12 smithi136 ceph-mon[88916]: osdmap e667: 8 total, 8 up, 8 in 2024-08-19T11:41:13.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:12 smithi136 ceph-mon[86496]: pgmap v636: 121 pgs: 121 active+clean; 417 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-08-19T11:41:13.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:12 smithi136 ceph-mon[86496]: osdmap e667: 8 total, 8 up, 8 in 2024-08-19T11:41:13.224 INFO:tasks.rados.rados.0.smithi136.stdout:3016: expect (ObjNum 883 snap 291 seq_num 883) 2024-08-19T11:41:13.235 INFO:tasks.rados.rados.0.smithi136.stdout:3011: done (5 left) 2024-08-19T11:41:13.236 INFO:tasks.rados.rados.0.smithi136.stdout:3012: done (4 left) 2024-08-19T11:41:13.236 INFO:tasks.rados.rados.0.smithi136.stdout:3013: done (3 left) 2024-08-19T11:41:13.236 INFO:tasks.rados.rados.0.smithi136.stdout:3014: done (2 left) 2024-08-19T11:41:13.236 INFO:tasks.rados.rados.0.smithi136.stdout:3016: done (1 left) 2024-08-19T11:41:13.236 INFO:tasks.rados.rados.0.smithi136.stdout:3018: snap_create 2024-08-19T11:41:13.238 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 1068 (ObjNum 895 snap 295 seq_num 895) dirty exists 2024-08-19T11:41:13.460 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:13 smithi155 podman[115635]: 2024-08-19 11:41:13.030460356 +0000 UTC m=+0.218707414 container create 15012bb187b1a9efdf32b972cb961fd3aa175742621d1510f3b6b26901789d2d (image=quay.io/ceph/grafana:10.4.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-19T11:41:13.713 INFO:tasks.rados.rados.0.smithi136.stdout:3017: done (1 left) 2024-08-19T11:41:13.713 INFO:tasks.rados.rados.0.smithi136.stdout:3018: done (0 left) 2024-08-19T11:41:13.713 INFO:tasks.rados.rados.0.smithi136.stdout:3019: setattr oid 2 current snap is 299 2024-08-19T11:41:13.714 INFO:tasks.rados.rados.0.smithi136.stdout:3020: snap_remove snap 288 2024-08-19T11:41:14.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:13 smithi136 ceph-mon[86496]: osdmap e668: 8 total, 8 up, 8 in 2024-08-19T11:41:14.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:13 smithi136 ceph-mon[86496]: osdmap e669: 8 total, 8 up, 8 in 2024-08-19T11:41:14.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:13 smithi136 ceph-mon[88916]: osdmap e668: 8 total, 8 up, 8 in 2024-08-19T11:41:14.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:13 smithi136 ceph-mon[88916]: osdmap e669: 8 total, 8 up, 8 in 2024-08-19T11:41:14.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:13 smithi155 ceph-mon[76679]: osdmap e668: 8 total, 8 up, 8 in 2024-08-19T11:41:14.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:13 smithi155 ceph-mon[76679]: osdmap e669: 8 total, 8 up, 8 in 2024-08-19T11:41:14.715 INFO:tasks.rados.rados.0.smithi136.stdout:3020: done (1 left) 2024-08-19T11:41:14.715 INFO:tasks.rados.rados.0.smithi136.stdout:3021: snap_create 2024-08-19T11:41:14.715 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 2 v 1477 (ObjNum 824 snap 270 seq_num 824) dirty exists 2024-08-19T11:41:15.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:14 smithi136 ceph-mon[86496]: pgmap v639: 121 pgs: 121 active+clean; 417 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-08-19T11:41:15.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:14 smithi136 ceph-mon[86496]: osdmap e670: 8 total, 8 up, 8 in 2024-08-19T11:41:15.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:14 smithi136 ceph-mon[88916]: pgmap v639: 121 pgs: 121 active+clean; 417 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-08-19T11:41:15.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:14 smithi136 ceph-mon[88916]: osdmap e670: 8 total, 8 up, 8 in 2024-08-19T11:41:15.113 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:14 smithi155 ceph-mon[76679]: pgmap v639: 121 pgs: 121 active+clean; 417 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-08-19T11:41:15.113 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:14 smithi155 ceph-mon[76679]: osdmap e670: 8 total, 8 up, 8 in 2024-08-19T11:41:15.113 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:14 smithi155 podman[115635]: 2024-08-19 11:41:14.973914734 +0000 UTC m=+2.162161737 container init 15012bb187b1a9efdf32b972cb961fd3aa175742621d1510f3b6b26901789d2d (image=quay.io/ceph/grafana:10.4.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-19T11:41:15.113 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:14 smithi155 podman[115635]: 2024-08-19 11:41:14.97990443 +0000 UTC m=+2.168151433 container start 15012bb187b1a9efdf32b972cb961fd3aa175742621d1510f3b6b26901789d2d (image=quay.io/ceph/grafana:10.4.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-19T11:41:15.365 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=settings t=2024-08-19T11:41:15.112966265Z level=info msg="Starting Grafana" version=10.4.0 commit=03f502a94d17f7dc4e6c34acdf8428aedd986e4c branch=HEAD compiled=2024-08-19T11:41:15Z 2024-08-19T11:41:15.365 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=settings t=2024-08-19T11:41:15.113196069Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-19T11:41:15.365 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=settings t=2024-08-19T11:41:15.113248457Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-19T11:41:15.365 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=settings t=2024-08-19T11:41:15.113256689Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-08-19T11:41:15.365 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=settings t=2024-08-19T11:41:15.113261655Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-08-19T11:41:15.366 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=settings t=2024-08-19T11:41:15.113266982Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-08-19T11:41:15.366 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=settings t=2024-08-19T11:41:15.113271761Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-08-19T11:41:15.366 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=settings t=2024-08-19T11:41:15.113278286Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-08-19T11:41:15.366 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=settings t=2024-08-19T11:41:15.113282909Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-19T11:41:15.366 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=settings t=2024-08-19T11:41:15.113287255Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-19T11:41:15.366 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=settings t=2024-08-19T11:41:15.113290974Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-19T11:41:15.366 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=settings t=2024-08-19T11:41:15.113294341Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-19T11:41:15.366 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=settings t=2024-08-19T11:41:15.113297281Z level=info msg=Target target=[all] 2024-08-19T11:41:15.366 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=settings t=2024-08-19T11:41:15.113302729Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-19T11:41:15.366 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=settings t=2024-08-19T11:41:15.113305278Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-19T11:41:15.366 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=settings t=2024-08-19T11:41:15.113308165Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-19T11:41:15.366 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=settings t=2024-08-19T11:41:15.113314641Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-19T11:41:15.367 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=settings t=2024-08-19T11:41:15.113317655Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-19T11:41:15.368 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=settings t=2024-08-19T11:41:15.113321836Z level=info msg="App mode production" 2024-08-19T11:41:15.368 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=sqlstore t=2024-08-19T11:41:15.113563045Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-19T11:41:15.368 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=sqlstore t=2024-08-19T11:41:15.113577036Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-19T11:41:15.368 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.11404129Z level=info msg="Starting DB migrations" 2024-08-19T11:41:15.368 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.125241331Z level=info msg="Executing migration" id="Add uid column to user" 2024-08-19T11:41:15.369 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.130573552Z level=info msg="Migration successfully executed" id="Add uid column to user" duration=5.33213ms 2024-08-19T11:41:15.369 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.130996935Z level=info msg="Executing migration" id="Update uid column values for users" 2024-08-19T11:41:15.369 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.131129187Z level=info msg="Migration successfully executed" id="Update uid column values for users" duration=132.887µs 2024-08-19T11:41:15.369 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.131522652Z level=info msg="Executing migration" id="Add unique index user_uid" 2024-08-19T11:41:15.369 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.132262841Z level=info msg="Migration successfully executed" id="Add unique index user_uid" duration=740.195µs 2024-08-19T11:41:15.369 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.132771219Z level=info msg="Executing migration" id="Add playlist column created_at" 2024-08-19T11:41:15.369 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.137654437Z level=info msg="Migration successfully executed" id="Add playlist column created_at" duration=4.882644ms 2024-08-19T11:41:15.369 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.138175863Z level=info msg="Executing migration" id="Add playlist column updated_at" 2024-08-19T11:41:15.369 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.143325751Z level=info msg="Migration successfully executed" id="Add playlist column updated_at" duration=5.149737ms 2024-08-19T11:41:15.369 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.143834878Z level=info msg="Executing migration" id="Add column uid in team" 2024-08-19T11:41:15.369 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.148803274Z level=info msg="Migration successfully executed" id="Add column uid in team" duration=4.967673ms 2024-08-19T11:41:15.369 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.149154018Z level=info msg="Executing migration" id="Update uid column values in team" 2024-08-19T11:41:15.370 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.149272759Z level=info msg="Migration successfully executed" id="Update uid column values in team" duration=118.855µs 2024-08-19T11:41:15.370 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.149688756Z level=info msg="Executing migration" id="Add unique index team_org_id_uid" 2024-08-19T11:41:15.370 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.150427505Z level=info msg="Migration successfully executed" id="Add unique index team_org_id_uid" duration=739.024µs 2024-08-19T11:41:15.370 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.150835226Z level=info msg="Executing migration" id="add index user_auth_token.revoked_at" 2024-08-19T11:41:15.370 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.151534026Z level=info msg="Migration successfully executed" id="add index user_auth_token.revoked_at" duration=697.154µs 2024-08-19T11:41:15.370 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.151962735Z level=info msg="Executing migration" id="add result_fingerprint column to alert_instance" 2024-08-19T11:41:15.370 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.157161294Z level=info msg="Migration successfully executed" id="add result_fingerprint column to alert_instance" duration=5.197855ms 2024-08-19T11:41:15.370 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.157568006Z level=info msg="Executing migration" id="add last_applied column to alert_configuration_history" 2024-08-19T11:41:15.370 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.162421967Z level=info msg="Migration successfully executed" id="add last_applied column to alert_configuration_history" duration=4.853275ms 2024-08-19T11:41:15.370 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.162807443Z level=info msg="Executing migration" id="alter library_element model to mediumtext" 2024-08-19T11:41:15.370 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.162848429Z level=info msg="Migration successfully executed" id="alter library_element model to mediumtext" duration=41.183µs 2024-08-19T11:41:15.370 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.163350312Z level=info msg="Executing migration" id="permission kind migration" 2024-08-19T11:41:15.371 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.168259918Z level=info msg="Migration successfully executed" id="permission kind migration" duration=4.909081ms 2024-08-19T11:41:15.371 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.168642457Z level=info msg="Executing migration" id="permission attribute migration" 2024-08-19T11:41:15.371 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.173573483Z level=info msg="Migration successfully executed" id="permission attribute migration" duration=4.931328ms 2024-08-19T11:41:15.371 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.173996577Z level=info msg="Executing migration" id="permission identifier migration" 2024-08-19T11:41:15.371 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.179522835Z level=info msg="Migration successfully executed" id="permission identifier migration" duration=5.524567ms 2024-08-19T11:41:15.371 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.179899539Z level=info msg="Executing migration" id="add permission identifier index" 2024-08-19T11:41:15.371 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.180672353Z level=info msg="Migration successfully executed" id="add permission identifier index" duration=772.485µs 2024-08-19T11:41:15.371 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.181033673Z level=info msg="Executing migration" id="add permission action scope role_id index" 2024-08-19T11:41:15.371 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.181805902Z level=info msg="Migration successfully executed" id="add permission action scope role_id index" duration=771.865µs 2024-08-19T11:41:15.371 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.182213786Z level=info msg="Executing migration" id="remove permission role_id action scope index" 2024-08-19T11:41:15.371 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.182922513Z level=info msg="Migration successfully executed" id="remove permission role_id action scope index" duration=708.439µs 2024-08-19T11:41:15.371 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.183257271Z level=info msg="Executing migration" id="rbac disabled migrator" 2024-08-19T11:41:15.371 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.18327793Z level=info msg="Migration successfully executed" id="rbac disabled migrator" duration=20.91µs 2024-08-19T11:41:15.372 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.191045374Z level=info msg="Executing migration" id="drop index IDX_correlation_uid - v1" 2024-08-19T11:41:15.372 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.191723464Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_uid - v1" duration=677.528µs 2024-08-19T11:41:15.372 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.192078322Z level=info msg="Executing migration" id="drop index IDX_correlation_source_uid - v1" 2024-08-19T11:41:15.372 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.192744802Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_source_uid - v1" duration=666.361µs 2024-08-19T11:41:15.372 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.1930907Z level=info msg="Executing migration" id="Rename table correlation to correlation_tmp_qwerty - v1" 2024-08-19T11:41:15.372 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.208843426Z level=info msg="Migration successfully executed" id="Rename table correlation to correlation_tmp_qwerty - v1" duration=15.753228ms 2024-08-19T11:41:15.372 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.209226929Z level=info msg="Executing migration" id="create correlation v2" 2024-08-19T11:41:15.372 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.209927976Z level=info msg="Migration successfully executed" id="create correlation v2" duration=700.548µs 2024-08-19T11:41:15.372 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.210272118Z level=info msg="Executing migration" id="create index IDX_correlation_uid - v2" 2024-08-19T11:41:15.372 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.210972065Z level=info msg="Migration successfully executed" id="create index IDX_correlation_uid - v2" duration=699.638µs 2024-08-19T11:41:15.372 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.211309265Z level=info msg="Executing migration" id="create index IDX_correlation_source_uid - v2" 2024-08-19T11:41:15.372 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.212046244Z level=info msg="Migration successfully executed" id="create index IDX_correlation_source_uid - v2" duration=736.665µs 2024-08-19T11:41:15.373 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.212390359Z level=info msg="Executing migration" id="create index IDX_correlation_org_id - v2" 2024-08-19T11:41:15.373 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.213062366Z level=info msg="Migration successfully executed" id="create index IDX_correlation_org_id - v2" duration=671.733µs 2024-08-19T11:41:15.373 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.213408042Z level=info msg="Executing migration" id="copy correlation v1 to v2" 2024-08-19T11:41:15.373 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.213575499Z level=info msg="Migration successfully executed" id="copy correlation v1 to v2" duration=167.564µs 2024-08-19T11:41:15.373 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.214215794Z level=info msg="Executing migration" id="drop correlation_tmp_qwerty" 2024-08-19T11:41:15.373 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.214764435Z level=info msg="Migration successfully executed" id="drop correlation_tmp_qwerty" duration=548.435µs 2024-08-19T11:41:15.373 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.215123976Z level=info msg="Executing migration" id="add provisioning column" 2024-08-19T11:41:15.373 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.220303953Z level=info msg="Migration successfully executed" id="add provisioning column" duration=5.179697ms 2024-08-19T11:41:15.373 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.220679754Z level=info msg="Executing migration" id="backfill empty share column fields with default of public" 2024-08-19T11:41:15.373 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.220814533Z level=info msg="Migration successfully executed" id="backfill empty share column fields with default of public" duration=134.364µs 2024-08-19T11:41:15.373 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.221469951Z level=info msg="Executing migration" id="migrate contents column to mediumblob for MySQL" 2024-08-19T11:41:15.373 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.221524548Z level=info msg="Migration successfully executed" id="migrate contents column to mediumblob for MySQL" duration=54.427µs 2024-08-19T11:41:15.373 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.221941319Z level=info msg="Executing migration" id="add origin column to seed_assignment" 2024-08-19T11:41:15.374 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.227377876Z level=info msg="Migration successfully executed" id="add origin column to seed_assignment" duration=5.435789ms 2024-08-19T11:41:15.374 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.227731477Z level=info msg="Executing migration" id="add origin to plugin seed_assignment" 2024-08-19T11:41:15.374 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.227932574Z level=info msg="Migration successfully executed" id="add origin to plugin seed_assignment" duration=201.174µs 2024-08-19T11:41:15.374 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.228582295Z level=info msg="Executing migration" id="prevent seeding OnCall access" 2024-08-19T11:41:15.374 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.228686183Z level=info msg="Migration successfully executed" id="prevent seeding OnCall access" duration=104.452µs 2024-08-19T11:41:15.374 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.229068975Z level=info msg="Executing migration" id="managed folder permissions library panel actions migration" 2024-08-19T11:41:15.374 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.229965666Z level=info msg="Migration successfully executed" id="managed folder permissions library panel actions migration" duration=896.092µs 2024-08-19T11:41:15.374 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.230306639Z level=info msg="Executing migration" id="Remove unique index for folder.title and folder.parent_uid" 2024-08-19T11:41:15.374 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.230991217Z level=info msg="Migration successfully executed" id="Remove unique index for folder.title and folder.parent_uid" duration=684.11µs 2024-08-19T11:41:15.374 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.231328575Z level=info msg="Executing migration" id="Add unique index for title, parent_uid, and org_id" 2024-08-19T11:41:15.374 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.232078769Z level=info msg="Migration successfully executed" id="Add unique index for title, parent_uid, and org_id" duration=749.83µs 2024-08-19T11:41:15.375 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.232422663Z level=info msg="Executing migration" id="Sync dashboard and folder table" 2024-08-19T11:41:15.375 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.232800535Z level=info msg="Migration successfully executed" id="Sync dashboard and folder table" duration=377.842µs 2024-08-19T11:41:15.375 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.233214498Z level=info msg="Executing migration" id="Remove ghost folders from the folder table" 2024-08-19T11:41:15.375 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.233402781Z level=info msg="Migration successfully executed" id="Remove ghost folders from the folder table" duration=188.291µs 2024-08-19T11:41:15.375 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.23403958Z level=info msg="Executing migration" id="Remove unique index UQE_folder_uid_org_id" 2024-08-19T11:41:15.375 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.234700715Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_uid_org_id" duration=660.818µs 2024-08-19T11:41:15.375 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.235037251Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_uid" 2024-08-19T11:41:15.375 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.235713018Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_uid" duration=677.725µs 2024-08-19T11:41:15.375 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.236054923Z level=info msg="Executing migration" id="Remove unique index UQE_folder_title_parent_uid_org_id" 2024-08-19T11:41:15.375 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.236710739Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_title_parent_uid_org_id" duration=654.757µs 2024-08-19T11:41:15.375 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.237077026Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_parent_uid_title" 2024-08-19T11:41:15.375 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.23776211Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_parent_uid_title" duration=684.426µs 2024-08-19T11:41:15.375 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.239828853Z level=info msg="Executing migration" id="Remove index IDX_folder_parent_uid_org_id" 2024-08-19T11:41:15.376 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.240501358Z level=info msg="Migration successfully executed" id="Remove index IDX_folder_parent_uid_org_id" duration=672.514µs 2024-08-19T11:41:15.376 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.242830341Z level=info msg="Executing migration" id="create anon_device table" 2024-08-19T11:41:15.376 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.243405274Z level=info msg="Migration successfully executed" id="create anon_device table" duration=575.047µs 2024-08-19T11:41:15.376 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.245541333Z level=info msg="Executing migration" id="add unique index anon_device.device_id" 2024-08-19T11:41:15.376 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.246256947Z level=info msg="Migration successfully executed" id="add unique index anon_device.device_id" duration=715.487µs 2024-08-19T11:41:15.376 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.248338764Z level=info msg="Executing migration" id="add index anon_device.updated_at" 2024-08-19T11:41:15.376 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.249083455Z level=info msg="Migration successfully executed" id="add index anon_device.updated_at" duration=746.574µs 2024-08-19T11:41:15.376 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.251174885Z level=info msg="Executing migration" id="create signing_key table" 2024-08-19T11:41:15.376 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.25173389Z level=info msg="Migration successfully executed" id="create signing_key table" duration=558.729µs 2024-08-19T11:41:15.376 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.253879152Z level=info msg="Executing migration" id="add unique index signing_key.key_id" 2024-08-19T11:41:15.376 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.254562096Z level=info msg="Migration successfully executed" id="add unique index signing_key.key_id" duration=682.983µs 2024-08-19T11:41:15.376 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.254926612Z level=info msg="Executing migration" id="set legacy alert migration status in kvstore" 2024-08-19T11:41:15.376 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.255595421Z level=info msg="Migration successfully executed" id="set legacy alert migration status in kvstore" duration=667.074µs 2024-08-19T11:41:15.377 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.257699957Z level=info msg="Executing migration" id="migrate record of created folders during legacy migration to kvstore" 2024-08-19T11:41:15.377 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.25822582Z level=info msg="Migration successfully executed" id="migrate record of created folders during legacy migration to kvstore" duration=528.926µs 2024-08-19T11:41:15.377 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.260250568Z level=info msg="Executing migration" id="Add folder_uid for dashboard" 2024-08-19T11:41:15.377 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.265414638Z level=info msg="Migration successfully executed" id="Add folder_uid for dashboard" duration=5.164621ms 2024-08-19T11:41:15.377 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.265783408Z level=info msg="Executing migration" id="Populate dashboard folder_uid column" 2024-08-19T11:41:15.377 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.267607635Z level=info msg="Migration successfully executed" id="Populate dashboard folder_uid column" duration=1.826744ms 2024-08-19T11:41:15.377 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.268488849Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title" 2024-08-19T11:41:15.377 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.269375093Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title" duration=884.635µs 2024-08-19T11:41:15.377 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.271039111Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_id_title" 2024-08-19T11:41:15.377 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.271715847Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_id_title" duration=676.73µs 2024-08-19T11:41:15.377 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.272056942Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_uid_title" 2024-08-19T11:41:15.377 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.272722188Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_uid_title" duration=666.874µs 2024-08-19T11:41:15.378 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.274898711Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" 2024-08-19T11:41:15.378 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.275744491Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" duration=847.748µs 2024-08-19T11:41:15.378 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.277388444Z level=info msg="Executing migration" id="Restore index for dashboard_org_id_folder_id_title" 2024-08-19T11:41:15.378 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.278158422Z level=info msg="Migration successfully executed" id="Restore index for dashboard_org_id_folder_id_title" duration=769.685µs 2024-08-19T11:41:15.378 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.28011533Z level=info msg="Executing migration" id="create sso_setting table" 2024-08-19T11:41:15.378 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.280838297Z level=info msg="Migration successfully executed" id="create sso_setting table" duration=722.849µs 2024-08-19T11:41:15.378 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.282509163Z level=info msg="Executing migration" id="copy kvstore migration status to each org" 2024-08-19T11:41:15.378 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.283126618Z level=info msg="Migration successfully executed" id="copy kvstore migration status to each org" duration=617.476µs 2024-08-19T11:41:15.378 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.283470519Z level=info msg="Executing migration" id="add back entry for orgid=0 migrated status" 2024-08-19T11:41:15.378 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.283877741Z level=info msg="Migration successfully executed" id="add back entry for orgid=0 migrated status" duration=408.091µs 2024-08-19T11:41:15.378 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.284352982Z level=info msg="Executing migration" id="alter kv_store.value to longtext" 2024-08-19T11:41:15.378 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.284395561Z level=info msg="Migration successfully executed" id="alter kv_store.value to longtext" duration=42.826µs 2024-08-19T11:41:15.378 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.285389666Z level=info msg="Executing migration" id="add notification_settings column to alert_rule table" 2024-08-19T11:41:15.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.290723424Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule table" duration=5.335606ms 2024-08-19T11:41:15.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.29113065Z level=info msg="Executing migration" id="add notification_settings column to alert_rule_version table" 2024-08-19T11:41:15.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.296428612Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule_version table" duration=5.29769ms 2024-08-19T11:41:15.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.296796663Z level=info msg="Executing migration" id="removing scope from alert.instances:read action migration" 2024-08-19T11:41:15.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.297007972Z level=info msg="Migration successfully executed" id="removing scope from alert.instances:read action migration" duration=212.384µs 2024-08-19T11:41:15.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=migrator t=2024-08-19T11:41:15.297630027Z level=info msg="migrations completed" performed=65 skipped=482 duration=172.441023ms 2024-08-19T11:41:15.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=sqlstore t=2024-08-19T11:41:15.298285604Z level=info msg="Created default organization" 2024-08-19T11:41:15.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=secrets t=2024-08-19T11:41:15.300286134Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-19T11:41:15.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=plugin.store t=2024-08-19T11:41:15.315550439Z level=info msg="Loading plugins..." 2024-08-19T11:41:15.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=local.finder t=2024-08-19T11:41:15.360173536Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-08-19T11:41:15.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=plugin.store t=2024-08-19T11:41:15.360193489Z level=info msg="Plugins loaded" count=55 duration=44.643794ms 2024-08-19T11:41:15.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=query_data t=2024-08-19T11:41:15.362249542Z level=info msg="Query Service initialization" 2024-08-19T11:41:15.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=live.push_http t=2024-08-19T11:41:15.364738055Z level=info msg="Live Push Gateway initialization" 2024-08-19T11:41:15.380 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=ngalert.migration t=2024-08-19T11:41:15.365912987Z level=info msg=Starting 2024-08-19T11:41:15.710 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=ngalert.state.manager t=2024-08-19T11:41:15.371555499Z level=info msg="Running in alternative execution of Error/NoData mode" 2024-08-19T11:41:15.710 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=infra.usagestats.collector t=2024-08-19T11:41:15.37292021Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-19T11:41:15.711 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=provisioning.datasources t=2024-08-19T11:41:15.375282469Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-08-19T11:41:15.711 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=provisioning.datasources t=2024-08-19T11:41:15.375551902Z level=info msg="inserting datasource from configuration" name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-19T11:41:15.711 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=provisioning.alerting t=2024-08-19T11:41:15.400601698Z level=info msg="starting to provision alerting" 2024-08-19T11:41:15.711 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=provisioning.alerting t=2024-08-19T11:41:15.400614774Z level=info msg="finished to provision alerting" 2024-08-19T11:41:15.711 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=grafanaStorageLogger t=2024-08-19T11:41:15.400742506Z level=info msg="Storage starting" 2024-08-19T11:41:15.711 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=ngalert.state.manager t=2024-08-19T11:41:15.400752134Z level=info msg="Warming state cache for startup" 2024-08-19T11:41:15.711 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=ngalert.multiorg.alertmanager t=2024-08-19T11:41:15.400970739Z level=info msg="Starting MultiOrg Alertmanager" 2024-08-19T11:41:15.711 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=http.server t=2024-08-19T11:41:15.403015619Z level=info msg="HTTP Server TLS settings" MinTLSVersion=TLS1.2 configuredciphers=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA,TLS_RSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA 2024-08-19T11:41:15.711 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=http.server t=2024-08-19T11:41:15.403290205Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-19T11:41:15.711 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=ngalert.state.manager t=2024-08-19T11:41:15.432138909Z level=info msg="State cache has been initialized" states=0 duration=31.385445ms 2024-08-19T11:41:15.711 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=ngalert.scheduler t=2024-08-19T11:41:15.432167726Z level=info msg="Starting scheduler" tickInterval=10s maxAttempts=1 2024-08-19T11:41:15.711 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=ticker t=2024-08-19T11:41:15.432222266Z level=info msg=starting first_tick=2024-08-19T11:41:20Z 2024-08-19T11:41:15.711 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=provisioning.dashboard t=2024-08-19T11:41:15.440943652Z level=info msg="starting to provision dashboards" 2024-08-19T11:41:15.712 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=plugins.update.checker t=2024-08-19T11:41:15.484297734Z level=info msg="Update check succeeded" duration=83.515371ms 2024-08-19T11:41:15.712 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=grafana.update.checker t=2024-08-19T11:41:15.492392522Z level=info msg="Update check succeeded" duration=91.615703ms 2024-08-19T11:41:15.712 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=sqlstore.transactions t=2024-08-19T11:41:15.510848031Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-19T11:41:15.712 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=provisioning.dashboard t=2024-08-19T11:41:15.602208378Z level=info msg="finished to provision dashboards" 2024-08-19T11:41:15.715 INFO:tasks.rados.rados.0.smithi136.stdout:3019: done (1 left) 2024-08-19T11:41:15.715 INFO:tasks.rados.rados.0.smithi136.stdout:3021: done (0 left) 2024-08-19T11:41:15.715 INFO:tasks.rados.rados.0.smithi136.stdout:3022: setattr oid 44 current snap is 300 2024-08-19T11:41:15.716 INFO:tasks.rados.rados.0.smithi136.stdout:3023: snap_create 2024-08-19T11:41:15.720 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 1494 (ObjNum 33 snap 0 seq_num 3763960704) dirty exists 2024-08-19T11:41:16.210 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 bash[115635]: 15012bb187b1a9efdf32b972cb961fd3aa175742621d1510f3b6b26901789d2d 2024-08-19T11:41:16.210 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 systemd[1]: Started Ceph grafana.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:41:16.210 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=grafana-apiserver t=2024-08-19T11:41:15.897467562Z level=info msg="Adding GroupVersion playlist.grafana.app v0alpha1 to ResourceManager" 2024-08-19T11:41:16.210 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:41:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=grafana-apiserver t=2024-08-19T11:41:15.898186474Z level=info msg="Adding GroupVersion featuretoggle.grafana.app v0alpha1 to ResourceManager" 2024-08-19T11:41:16.718 INFO:tasks.rados.rados.0.smithi136.stdout:3022: done (1 left) 2024-08-19T11:41:16.718 INFO:tasks.rados.rados.0.smithi136.stdout:3023: done (0 left) 2024-08-19T11:41:16.718 INFO:tasks.rados.rados.0.smithi136.stdout:3024: read oid 37 snap -1 2024-08-19T11:41:16.718 INFO:tasks.rados.rados.0.smithi136.stdout:3024: expect (ObjNum 861 snap 279 seq_num 861) 2024-08-19T11:41:16.718 INFO:tasks.rados.rados.0.smithi136.stdout:3025: rollback oid 16 current snap is 301 2024-08-19T11:41:16.719 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 16 to 271 2024-08-19T11:41:16.719 INFO:tasks.rados.rados.0.smithi136.stdout:3026: read oid 28 snap -1 2024-08-19T11:41:16.719 INFO:tasks.rados.rados.0.smithi136.stdout:3026: expect (ObjNum 863 snap 279 seq_num 863) 2024-08-19T11:41:16.719 INFO:tasks.rados.rados.0.smithi136.stdout:3027: setattr oid 18 current snap is 301 2024-08-19T11:41:16.719 INFO:tasks.rados.rados.0.smithi136.stdout:3028: read oid 45 snap -1 2024-08-19T11:41:16.719 INFO:tasks.rados.rados.0.smithi136.stdout:3028: expect (ObjNum 914 snap 298 seq_num 914) 2024-08-19T11:41:16.719 INFO:tasks.rados.rados.0.smithi136.stdout:3029: rollback oid 31 current snap is 301 2024-08-19T11:41:16.720 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 31 to 291 2024-08-19T11:41:16.720 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 27 current snap is 301 2024-08-19T11:41:16.720 INFO:tasks.rados.rados.0.smithi136.stdout:3030: seq_num 915 ranges {1056768=532480,1589248=401408} 2024-08-19T11:41:16.728 INFO:tasks.rados.rados.0.smithi136.stdout:3030: writing smithi13674108-27 from 1056768 to 1589248 tid 1 2024-08-19T11:41:16.731 INFO:tasks.rados.rados.0.smithi136.stdout:3030: writing smithi13674108-27 from 1589248 to 1990656 tid 2 2024-08-19T11:41:16.731 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 23 current snap is 301 2024-08-19T11:41:16.731 INFO:tasks.rados.rados.0.smithi136.stdout:3031: seq_num 916 ranges {0=548864,548864=401408} 2024-08-19T11:41:16.735 INFO:tasks.rados.rados.0.smithi136.stdout:3031: writing smithi13674108-23 from 0 to 548864 tid 1 2024-08-19T11:41:16.738 INFO:tasks.rados.rados.0.smithi136.stdout:3031: writing smithi13674108-23 from 548864 to 950272 tid 2 2024-08-19T11:41:16.738 INFO:tasks.rados.rados.0.smithi136.stdout:3025: finishing rollback tid 0 to smithi13674108-16 2024-08-19T11:41:16.738 INFO:tasks.rados.rados.0.smithi136.stdout:3025: finishing rollback tid 1 to smithi13674108-16 2024-08-19T11:41:16.738 INFO:tasks.rados.rados.0.smithi136.stdout:3025: finishing rollback tid 2 to smithi13674108-16 2024-08-19T11:41:16.738 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 16 v 1489 (ObjNum 784 snap 259 seq_num 784) dirty exists 2024-08-19T11:41:16.738 INFO:tasks.rados.rados.0.smithi136.stdout:3026: expect (ObjNum 863 snap 279 seq_num 863) 2024-08-19T11:41:16.740 INFO:tasks.rados.rados.0.smithi136.stdout:3029: finishing rollback tid 0 to smithi13674108-31 2024-08-19T11:41:16.740 INFO:tasks.rados.rados.0.smithi136.stdout:3029: finishing rollback tid 1 to smithi13674108-31 2024-08-19T11:41:16.740 INFO:tasks.rados.rados.0.smithi136.stdout:3025: done (7 left) 2024-08-19T11:41:16.740 INFO:tasks.rados.rados.0.smithi136.stdout:3026: done (6 left) 2024-08-19T11:41:16.740 INFO:tasks.rados.rados.0.smithi136.stdout:3032: rollback oid 48 current snap is 301 2024-08-19T11:41:16.741 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 48 to 298 2024-08-19T11:41:16.741 INFO:tasks.rados.rados.0.smithi136.stdout:3029: finishing rollback tid 2 to smithi13674108-31 2024-08-19T11:41:16.741 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 1498 (ObjNum 850 snap 278 seq_num 850) dirty exists 2024-08-19T11:41:16.741 INFO:tasks.rados.rados.0.smithi136.stdout:3028: expect (ObjNum 914 snap 298 seq_num 914) 2024-08-19T11:41:16.769 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 1349 (ObjNum 881 snap 289 seq_num 881) dirty exists 2024-08-19T11:41:16.769 INFO:tasks.rados.rados.0.smithi136.stdout:3031: finishing write tid 1 to smithi13674108-23 2024-08-19T11:41:16.769 INFO:tasks.rados.rados.0.smithi136.stdout:3031: finishing write tid 2 to smithi13674108-23 2024-08-19T11:41:16.769 INFO:tasks.rados.rados.0.smithi136.stdout:3031: finishing write tid 3 to smithi13674108-23 2024-08-19T11:41:16.770 INFO:tasks.rados.rados.0.smithi136.stdout:3031: finishing write tid 4 to smithi13674108-23 2024-08-19T11:41:16.770 INFO:tasks.rados.rados.0.smithi136.stdout:3031: oid 23 updating version 0 to 860 2024-08-19T11:41:16.770 INFO:tasks.rados.rados.0.smithi136.stdout:3031: oid 23 updating version 860 to 862 2024-08-19T11:41:16.770 INFO:tasks.rados.rados.0.smithi136.stdout:3031: oid 23 version 862 is already newer than 861 2024-08-19T11:41:16.770 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 862 (ObjNum 916 snap 301 seq_num 916) dirty exists 2024-08-19T11:41:16.770 INFO:tasks.rados.rados.0.smithi136.stdout:3031: left oid 23 (ObjNum 916 snap 301 seq_num 916) 2024-08-19T11:41:16.770 INFO:tasks.rados.rados.0.smithi136.stdout:3032: finishing rollback tid 0 to smithi13674108-48 2024-08-19T11:41:16.770 INFO:tasks.rados.rados.0.smithi136.stdout:3032: finishing rollback tid 1 to smithi13674108-48 2024-08-19T11:41:16.770 INFO:tasks.rados.rados.0.smithi136.stdout:3027: done (6 left) 2024-08-19T11:41:16.770 INFO:tasks.rados.rados.0.smithi136.stdout:3028: done (5 left) 2024-08-19T11:41:16.770 INFO:tasks.rados.rados.0.smithi136.stdout:3029: done (4 left) 2024-08-19T11:41:16.770 INFO:tasks.rados.rados.0.smithi136.stdout:3031: done (3 left) 2024-08-19T11:41:16.770 INFO:tasks.rados.rados.0.smithi136.stdout:3033: rollback oid 33 current snap is 301 2024-08-19T11:41:16.771 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 33 to 249 2024-08-19T11:41:16.771 INFO:tasks.rados.rados.0.smithi136.stdout:3030: finishing write tid 1 to smithi13674108-27 2024-08-19T11:41:16.771 INFO:tasks.rados.rados.0.smithi136.stdout:3032: finishing rollback tid 2 to smithi13674108-48 2024-08-19T11:41:16.771 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 48 v 1411 (ObjNum 783 snap 259 seq_num 783) dirty exists 2024-08-19T11:41:16.771 INFO:tasks.rados.rados.0.smithi136.stdout:3030: finishing write tid 2 to smithi13674108-27 2024-08-19T11:41:16.771 INFO:tasks.rados.rados.0.smithi136.stdout:3030: finishing write tid 3 to smithi13674108-27 2024-08-19T11:41:16.771 INFO:tasks.rados.rados.0.smithi136.stdout:3030: finishing write tid 4 to smithi13674108-27 2024-08-19T11:41:16.771 INFO:tasks.rados.rados.0.smithi136.stdout:3030: oid 27 updating version 0 to 315 2024-08-19T11:41:16.771 INFO:tasks.rados.rados.0.smithi136.stdout:3030: oid 27 updating version 315 to 316 2024-08-19T11:41:16.771 INFO:tasks.rados.rados.0.smithi136.stdout:3030: oid 27 updating version 316 to 317 2024-08-19T11:41:16.771 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 317 (ObjNum 915 snap 301 seq_num 915) dirty exists 2024-08-19T11:41:16.771 INFO:tasks.rados.rados.0.smithi136.stdout:3030: left oid 27 (ObjNum 915 snap 301 seq_num 915) 2024-08-19T11:41:16.771 INFO:tasks.rados.rados.0.smithi136.stdout:3030: done (3 left) 2024-08-19T11:41:16.772 INFO:tasks.rados.rados.0.smithi136.stdout:3032: done (2 left) 2024-08-19T11:41:16.772 INFO:tasks.rados.rados.0.smithi136.stdout:3034: rmattr oid 38 current snap is 301 2024-08-19T11:41:16.772 INFO:tasks.rados.rados.0.smithi136.stdout:3034: done (2 left) 2024-08-19T11:41:16.772 INFO:tasks.rados.rados.0.smithi136.stdout:3035: copy_from oid 11 from oid 17 current snap is 301 2024-08-19T11:41:16.772 INFO:tasks.rados.rados.0.smithi136.stdout:3036: read oid 45 snap -1 2024-08-19T11:41:16.772 INFO:tasks.rados.rados.0.smithi136.stdout:3036: expect (ObjNum 914 snap 298 seq_num 914) 2024-08-19T11:41:16.772 INFO:tasks.rados.rados.0.smithi136.stdout:3037: copy_from oid 29 from oid 10 current snap is 301 2024-08-19T11:41:16.772 INFO:tasks.rados.rados.0.smithi136.stdout:3038: copy_from oid 16 from oid 9 current snap is 301 2024-08-19T11:41:16.772 INFO:tasks.rados.rados.0.smithi136.stdout:3039: read oid 4 snap -1 2024-08-19T11:41:16.772 INFO:tasks.rados.rados.0.smithi136.stdout:3039: expect (ObjNum 899 snap 295 seq_num 899) 2024-08-19T11:41:16.772 INFO:tasks.rados.rados.0.smithi136.stdout:3040: read oid 44 snap 271 2024-08-19T11:41:16.772 INFO:tasks.rados.rados.0.smithi136.stdout:3040: expect deleted 2024-08-19T11:41:16.772 INFO:tasks.rados.rados.0.smithi136.stdout:3041: snap_create 2024-08-19T11:41:16.778 INFO:tasks.rados.rados.0.smithi136.stdout:3036: expect (ObjNum 914 snap 298 seq_num 914) 2024-08-19T11:41:16.809 INFO:tasks.rados.rados.0.smithi136.stdout:3033: finishing rollback tid 0 to smithi13674108-33 2024-08-19T11:41:16.809 INFO:tasks.rados.rados.0.smithi136.stdout:3033: finishing rollback tid 1 to smithi13674108-33 2024-08-19T11:41:16.809 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 33 v 1351 (ObjNum 97 snap 0 seq_num 0) dirty dne 2024-08-19T11:41:16.810 INFO:tasks.rados.rados.0.smithi136.stdout:3024: expect (ObjNum 861 snap 279 seq_num 861) 2024-08-19T11:41:17.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:16 smithi136 ceph-mon[88916]: pgmap v642: 121 pgs: 121 active+clean; 427 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 14 KiB/s wr, 9 op/s 2024-08-19T11:41:17.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:16 smithi136 ceph-mon[88916]: osdmap e671: 8 total, 8 up, 8 in 2024-08-19T11:41:17.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:17.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:17.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:16 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:41:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:16 smithi136 ceph-mon[86496]: pgmap v642: 121 pgs: 121 active+clean; 427 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 14 KiB/s wr, 9 op/s 2024-08-19T11:41:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:16 smithi136 ceph-mon[86496]: osdmap e671: 8 total, 8 up, 8 in 2024-08-19T11:41:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:17.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:16 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:41:17.182 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:16 smithi155 ceph-mon[76679]: pgmap v642: 121 pgs: 121 active+clean; 427 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 14 KiB/s wr, 9 op/s 2024-08-19T11:41:17.182 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:16 smithi155 ceph-mon[76679]: osdmap e671: 8 total, 8 up, 8 in 2024-08-19T11:41:17.182 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:17.182 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:17.182 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:16 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:41:17.810 INFO:tasks.rados.rados.0.smithi136.stdout:3039: expect (ObjNum 899 snap 295 seq_num 899) 2024-08-19T11:41:17.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:17 smithi155 ceph-mon[76679]: osdmap e672: 8 total, 8 up, 8 in 2024-08-19T11:41:17.998 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:17 smithi136 ceph-mon[88916]: osdmap e672: 8 total, 8 up, 8 in 2024-08-19T11:41:17.998 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:17 smithi136 ceph-mon[86496]: osdmap e672: 8 total, 8 up, 8 in 2024-08-19T11:41:18.063 INFO:tasks.rados.rados.0.smithi136.stdout:3038: finishing copy_from racing read to smithi13674108-16 2024-08-19T11:41:18.063 INFO:tasks.rados.rados.0.smithi136.stdout:3035: finishing copy_from racing read to smithi13674108-11 2024-08-19T11:41:18.063 INFO:tasks.rados.rados.0.smithi136.stdout:3035: finishing copy_from to smithi13674108-11 2024-08-19T11:41:18.063 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 1224 (ObjNum 892 snap 295 seq_num 892) dirty exists 2024-08-19T11:41:18.063 INFO:tasks.rados.rados.0.smithi136.stdout:3038: finishing copy_from to smithi13674108-16 2024-08-19T11:41:18.063 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 16 v 1319 (ObjNum 897 snap 295 seq_num 897) dirty exists 2024-08-19T11:41:18.063 INFO:tasks.rados.rados.0.smithi136.stdout:3037: finishing copy_from racing read to smithi13674108-29 2024-08-19T11:41:18.063 INFO:tasks.rados.rados.0.smithi136.stdout:3037: finishing copy_from to smithi13674108-29 2024-08-19T11:41:18.063 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 1134 (ObjNum 880 snap 289 seq_num 880) dirty exists 2024-08-19T11:41:18.063 INFO:tasks.rados.rados.0.smithi136.stdout:3024: done (8 left) 2024-08-19T11:41:18.064 INFO:tasks.rados.rados.0.smithi136.stdout:3033: done (7 left) 2024-08-19T11:41:18.064 INFO:tasks.rados.rados.0.smithi136.stdout:3035: done (6 left) 2024-08-19T11:41:18.064 INFO:tasks.rados.rados.0.smithi136.stdout:3036: done (5 left) 2024-08-19T11:41:18.064 INFO:tasks.rados.rados.0.smithi136.stdout:3037: done (4 left) 2024-08-19T11:41:18.064 INFO:tasks.rados.rados.0.smithi136.stdout:3038: done (3 left) 2024-08-19T11:41:18.064 INFO:tasks.rados.rados.0.smithi136.stdout:3039: done (2 left) 2024-08-19T11:41:18.064 INFO:tasks.rados.rados.0.smithi136.stdout:3040: done (1 left) 2024-08-19T11:41:18.064 INFO:tasks.rados.rados.0.smithi136.stdout:3041: done (0 left) 2024-08-19T11:41:18.064 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 47 current snap is 302 2024-08-19T11:41:18.064 INFO:tasks.rados.rados.0.smithi136.stdout:3042: seq_num 917 ranges {0=565248,565248=401408} 2024-08-19T11:41:18.065 INFO:tasks.rados.rados.0.smithi136.stdout:3042: writing smithi13674108-47 from 0 to 565248 tid 1 2024-08-19T11:41:18.068 INFO:tasks.rados.rados.0.smithi136.stdout:3042: writing smithi13674108-47 from 565248 to 966656 tid 2 2024-08-19T11:41:18.068 INFO:tasks.rados.rados.0.smithi136.stdout:3043: snap_remove snap 249 2024-08-19T11:41:18.716 INFO:tasks.rados.rados.0.smithi136.stdout:3043: done (1 left) 2024-08-19T11:41:18.716 INFO:tasks.rados.rados.0.smithi136.stdout:3044: read oid 5 snap -1 2024-08-19T11:41:18.716 INFO:tasks.rados.rados.0.smithi136.stdout:3044: expect deleted 2024-08-19T11:41:18.716 INFO:tasks.rados.rados.0.smithi136.stdout:3045: copy_from oid 26 from oid 30 current snap is 302 2024-08-19T11:41:18.717 INFO:tasks.rados.rados.0.smithi136.stdout:3046: delete oid 50 current snap is 302 2024-08-19T11:41:18.717 INFO:tasks.rados.rados.0.smithi136.stdout:3042: finishing write tid 1 to smithi13674108-47 2024-08-19T11:41:18.717 INFO:tasks.rados.rados.0.smithi136.stdout:3042: finishing write tid 2 to smithi13674108-47 2024-08-19T11:41:18.717 INFO:tasks.rados.rados.0.smithi136.stdout:3042: finishing write tid 3 to smithi13674108-47 2024-08-19T11:41:18.717 INFO:tasks.rados.rados.0.smithi136.stdout:3042: finishing write tid 4 to smithi13674108-47 2024-08-19T11:41:18.717 INFO:tasks.rados.rados.0.smithi136.stdout:3042: oid 47 updating version 0 to 1070 2024-08-19T11:41:18.717 INFO:tasks.rados.rados.0.smithi136.stdout:3042: oid 47 updating version 1070 to 1071 2024-08-19T11:41:18.717 INFO:tasks.rados.rados.0.smithi136.stdout:3042: oid 47 version 1071 is already newer than 1069 2024-08-19T11:41:18.717 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 1071 (ObjNum 917 snap 302 seq_num 917) dirty exists 2024-08-19T11:41:18.717 INFO:tasks.rados.rados.0.smithi136.stdout:3042: left oid 47 (ObjNum 917 snap 302 seq_num 917) 2024-08-19T11:41:18.730 INFO:tasks.rados.rados.0.smithi136.stdout:3042: done (3 left) 2024-08-19T11:41:18.731 INFO:tasks.rados.rados.0.smithi136.stdout:3044: done (2 left) 2024-08-19T11:41:18.731 INFO:tasks.rados.rados.0.smithi136.stdout:3046: done (1 left) 2024-08-19T11:41:18.731 INFO:tasks.rados.rados.0.smithi136.stdout:3047: snap_create 2024-08-19T11:41:18.745 INFO:tasks.rados.rados.0.smithi136.stdout:3045: finishing copy_from racing read to smithi13674108-26 2024-08-19T11:41:18.748 INFO:tasks.rados.rados.0.smithi136.stdout:3045: finishing copy_from to smithi13674108-26 2024-08-19T11:41:18.748 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 1120 (ObjNum 807 snap 265 seq_num 807) dirty exists 2024-08-19T11:41:19.031 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:18 smithi155 ceph-mon[76679]: pgmap v645: 121 pgs: 121 active+clean; 427 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.8 MiB/s wr, 30 op/s 2024-08-19T11:41:19.031 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:18 smithi155 ceph-mon[76679]: osdmap e673: 8 total, 8 up, 8 in 2024-08-19T11:41:19.031 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:18 smithi155 ceph-mon[76679]: osdmap e674: 8 total, 8 up, 8 in 2024-08-19T11:41:19.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:18 smithi136 ceph-mon[86496]: pgmap v645: 121 pgs: 121 active+clean; 427 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.8 MiB/s wr, 30 op/s 2024-08-19T11:41:19.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:18 smithi136 ceph-mon[86496]: osdmap e673: 8 total, 8 up, 8 in 2024-08-19T11:41:19.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:18 smithi136 ceph-mon[86496]: osdmap e674: 8 total, 8 up, 8 in 2024-08-19T11:41:19.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:18 smithi136 ceph-mon[88916]: pgmap v645: 121 pgs: 121 active+clean; 427 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.8 MiB/s wr, 30 op/s 2024-08-19T11:41:19.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:18 smithi136 ceph-mon[88916]: osdmap e673: 8 total, 8 up, 8 in 2024-08-19T11:41:19.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:18 smithi136 ceph-mon[88916]: osdmap e674: 8 total, 8 up, 8 in 2024-08-19T11:41:19.598 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:41:19 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:41:19] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.51.0" 2024-08-19T11:41:19.740 INFO:tasks.rados.rados.0.smithi136.stdout:3045: done (1 left) 2024-08-19T11:41:19.740 INFO:tasks.rados.rados.0.smithi136.stdout:3047: done (0 left) 2024-08-19T11:41:19.740 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 29 current snap is 303 2024-08-19T11:41:19.740 INFO:tasks.rados.rados.0.smithi136.stdout:3048: seq_num 919 ranges {12247040=598016,12845056=401408} 2024-08-19T11:41:19.807 INFO:tasks.rados.rados.0.smithi136.stdout:3048: writing smithi13674108-29 from 12247040 to 12845056 tid 1 2024-08-19T11:41:19.809 INFO:tasks.rados.rados.0.smithi136.stdout:3048: writing smithi13674108-29 from 12845056 to 13246464 tid 2 2024-08-19T11:41:19.810 INFO:tasks.rados.rados.0.smithi136.stdout:3049: read oid 15 snap -1 2024-08-19T11:41:19.810 INFO:tasks.rados.rados.0.smithi136.stdout:3049: expect (ObjNum 861 snap 279 seq_num 861) 2024-08-19T11:41:19.810 INFO:tasks.rados.rados.0.smithi136.stdout:3050: copy_from oid 23 from oid 4 current snap is 303 2024-08-19T11:41:19.810 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 25 current snap is 303 2024-08-19T11:41:19.810 INFO:tasks.rados.rados.0.smithi136.stdout:3051: seq_num 920 ranges {2392064=614400,3006464=401408} 2024-08-19T11:41:19.826 INFO:tasks.rados.rados.0.smithi136.stdout:3051: writing smithi13674108-25 from 2392064 to 3006464 tid 1 2024-08-19T11:41:19.829 INFO:tasks.rados.rados.0.smithi136.stdout:3051: writing smithi13674108-25 from 3006464 to 3407872 tid 2 2024-08-19T11:41:19.829 INFO:tasks.rados.rados.0.smithi136.stdout:3052: read oid 9 snap 302 2024-08-19T11:41:19.829 INFO:tasks.rados.rados.0.smithi136.stdout:3052: expect (ObjNum 897 snap 295 seq_num 897) 2024-08-19T11:41:19.829 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 1 current snap is 303 2024-08-19T11:41:19.829 INFO:tasks.rados.rados.0.smithi136.stdout:3048: finishing write tid 1 to smithi13674108-29 2024-08-19T11:41:19.829 INFO:tasks.rados.rados.0.smithi136.stdout:3053: seq_num 921 ranges {942080=630784,1572864=401408} 2024-08-19T11:41:19.838 INFO:tasks.rados.rados.0.smithi136.stdout:3053: writing smithi13674108-1 from 942080 to 1572864 tid 1 2024-08-19T11:41:19.842 INFO:tasks.rados.rados.0.smithi136.stdout:3053: writing smithi13674108-1 from 1572864 to 1974272 tid 2 2024-08-19T11:41:19.842 INFO:tasks.rados.rados.0.smithi136.stdout:3054: setattr oid 47 current snap is 303 2024-08-19T11:41:19.842 INFO:tasks.rados.rados.0.smithi136.stdout:3048: finishing write tid 2 to smithi13674108-29 2024-08-19T11:41:19.842 INFO:tasks.rados.rados.0.smithi136.stdout:3048: finishing write tid 3 to smithi13674108-29 2024-08-19T11:41:19.842 INFO:tasks.rados.rados.0.smithi136.stdout:3048: finishing write tid 4 to smithi13674108-29 2024-08-19T11:41:19.842 INFO:tasks.rados.rados.0.smithi136.stdout:3048: oid 29 updating version 0 to 1414 2024-08-19T11:41:19.842 INFO:tasks.rados.rados.0.smithi136.stdout:3048: oid 29 version 1414 is already newer than 1412 2024-08-19T11:41:19.842 INFO:tasks.rados.rados.0.smithi136.stdout:3048: oid 29 version 1414 is already newer than 1413 2024-08-19T11:41:19.842 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 1414 (ObjNum 919 snap 303 seq_num 919) dirty exists 2024-08-19T11:41:19.842 INFO:tasks.rados.rados.0.smithi136.stdout:3048: left oid 29 (ObjNum 919 snap 303 seq_num 919) 2024-08-19T11:41:19.842 INFO:tasks.rados.rados.0.smithi136.stdout:3051: finishing write tid 1 to smithi13674108-25 2024-08-19T11:41:19.843 INFO:tasks.rados.rados.0.smithi136.stdout:3051: finishing write tid 2 to smithi13674108-25 2024-08-19T11:41:19.843 INFO:tasks.rados.rados.0.smithi136.stdout:3051: finishing write tid 3 to smithi13674108-25 2024-08-19T11:41:19.843 INFO:tasks.rados.rados.0.smithi136.stdout:3050: finishing copy_from racing read to smithi13674108-23 2024-08-19T11:41:19.844 INFO:tasks.rados.rados.0.smithi136.stdout:3048: done (6 left) 2024-08-19T11:41:19.844 INFO:tasks.rados.rados.0.smithi136.stdout:3055: rollback oid 16 current snap is 303 2024-08-19T11:41:19.844 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 16 to 278 2024-08-19T11:41:19.844 INFO:tasks.rados.rados.0.smithi136.stdout:3056: rmattr oid 37 current snap is 303 2024-08-19T11:41:19.844 INFO:tasks.rados.rados.0.smithi136.stdout:3057: copy_from oid 8 from oid 19 current snap is 303 2024-08-19T11:41:19.844 INFO:tasks.rados.rados.0.smithi136.stdout:3058: snap_create 2024-08-19T11:41:19.845 INFO:tasks.rados.rados.0.smithi136.stdout:3050: finishing copy_from to smithi13674108-23 2024-08-19T11:41:19.845 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 1408 (ObjNum 899 snap 295 seq_num 899) dirty exists 2024-08-19T11:41:19.845 INFO:tasks.rados.rados.0.smithi136.stdout:3053: finishing write tid 1 to smithi13674108-1 2024-08-19T11:41:19.847 INFO:tasks.rados.rados.0.smithi136.stdout:3051: finishing write tid 4 to smithi13674108-25 2024-08-19T11:41:19.847 INFO:tasks.rados.rados.0.smithi136.stdout:3051: oid 25 updating version 0 to 1414 2024-08-19T11:41:19.847 INFO:tasks.rados.rados.0.smithi136.stdout:3051: oid 25 updating version 1414 to 1416 2024-08-19T11:41:19.847 INFO:tasks.rados.rados.0.smithi136.stdout:3051: oid 25 version 1416 is already newer than 1415 2024-08-19T11:41:19.847 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 1416 (ObjNum 920 snap 303 seq_num 920) dirty exists 2024-08-19T11:41:19.847 INFO:tasks.rados.rados.0.smithi136.stdout:3051: left oid 25 (ObjNum 920 snap 303 seq_num 920) 2024-08-19T11:41:19.848 INFO:tasks.rados.rados.0.smithi136.stdout:3057: finishing copy_from to smithi13674108-8 2024-08-19T11:41:19.848 INFO:tasks.rados.rados.0.smithi136.stdout:3057: got expected ENOENT (src dne) 2024-08-19T11:41:19.848 INFO:tasks.rados.rados.0.smithi136.stdout:3057: finishing copy_from racing read to smithi13674108-8 2024-08-19T11:41:19.849 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 1072 (ObjNum 917 snap 302 seq_num 917) dirty exists 2024-08-19T11:41:19.849 INFO:tasks.rados.rados.0.smithi136.stdout:3053: finishing write tid 2 to smithi13674108-1 2024-08-19T11:41:19.849 INFO:tasks.rados.rados.0.smithi136.stdout:3053: finishing write tid 3 to smithi13674108-1 2024-08-19T11:41:19.849 INFO:tasks.rados.rados.0.smithi136.stdout:3055: finishing rollback tid 0 to smithi13674108-16 2024-08-19T11:41:19.856 INFO:tasks.rados.rados.0.smithi136.stdout:3053: finishing write tid 4 to smithi13674108-1 2024-08-19T11:41:19.856 INFO:tasks.rados.rados.0.smithi136.stdout:3053: oid 1 updating version 0 to 1506 2024-08-19T11:41:19.856 INFO:tasks.rados.rados.0.smithi136.stdout:3053: oid 1 version 1506 is already newer than 1504 2024-08-19T11:41:19.856 INFO:tasks.rados.rados.0.smithi136.stdout:3053: oid 1 version 1506 is already newer than 1505 2024-08-19T11:41:19.856 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 1 v 1506 (ObjNum 921 snap 303 seq_num 921) dirty exists 2024-08-19T11:41:19.856 INFO:tasks.rados.rados.0.smithi136.stdout:3053: left oid 1 (ObjNum 921 snap 303 seq_num 921) 2024-08-19T11:41:19.856 INFO:tasks.rados.rados.0.smithi136.stdout:3055: finishing rollback tid 1 to smithi13674108-16 2024-08-19T11:41:19.856 INFO:tasks.rados.rados.0.smithi136.stdout:3055: finishing rollback tid 2 to smithi13674108-16 2024-08-19T11:41:19.856 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 16 v 1510 (ObjNum 784 snap 259 seq_num 784) dirty exists 2024-08-19T11:41:19.876 INFO:tasks.rados.rados.0.smithi136.stdout:3052: expect (ObjNum 897 snap 295 seq_num 897) 2024-08-19T11:41:20.793 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 1402 (ObjNum 861 snap 279 seq_num 861) dirty exists 2024-08-19T11:41:20.793 INFO:tasks.rados.rados.0.smithi136.stdout:3049: expect (ObjNum 861 snap 279 seq_num 861) 2024-08-19T11:41:21.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:20 smithi136 ceph-mon[86496]: pgmap v648: 121 pgs: 121 active+clean; 426 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.0 MiB/s wr, 38 op/s 2024-08-19T11:41:21.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:20 smithi136 ceph-mon[86496]: osdmap e675: 8 total, 8 up, 8 in 2024-08-19T11:41:21.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:20 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:21.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:20 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:21.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:20 smithi136 ceph-mon[88916]: pgmap v648: 121 pgs: 121 active+clean; 426 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.0 MiB/s wr, 38 op/s 2024-08-19T11:41:21.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:20 smithi136 ceph-mon[88916]: osdmap e675: 8 total, 8 up, 8 in 2024-08-19T11:41:21.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:20 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:21.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:20 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:21.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:20 smithi155 ceph-mon[76679]: pgmap v648: 121 pgs: 121 active+clean; 426 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.0 MiB/s wr, 38 op/s 2024-08-19T11:41:21.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:20 smithi155 ceph-mon[76679]: osdmap e675: 8 total, 8 up, 8 in 2024-08-19T11:41:21.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:20 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:21.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:20 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:21.794 INFO:tasks.rados.rados.0.smithi136.stdout:3049: done (9 left) 2024-08-19T11:41:21.794 INFO:tasks.rados.rados.0.smithi136.stdout:3050: done (8 left) 2024-08-19T11:41:21.794 INFO:tasks.rados.rados.0.smithi136.stdout:3051: done (7 left) 2024-08-19T11:41:21.794 INFO:tasks.rados.rados.0.smithi136.stdout:3052: done (6 left) 2024-08-19T11:41:21.794 INFO:tasks.rados.rados.0.smithi136.stdout:3053: done (5 left) 2024-08-19T11:41:21.795 INFO:tasks.rados.rados.0.smithi136.stdout:3054: done (4 left) 2024-08-19T11:41:21.795 INFO:tasks.rados.rados.0.smithi136.stdout:3055: done (3 left) 2024-08-19T11:41:21.795 INFO:tasks.rados.rados.0.smithi136.stdout:3056: done (2 left) 2024-08-19T11:41:21.795 INFO:tasks.rados.rados.0.smithi136.stdout:3057: done (1 left) 2024-08-19T11:41:21.795 INFO:tasks.rados.rados.0.smithi136.stdout:3058: done (0 left) 2024-08-19T11:41:21.795 INFO:tasks.rados.rados.0.smithi136.stdout:3059: read oid 2 snap 295 2024-08-19T11:41:21.795 INFO:tasks.rados.rados.0.smithi136.stdout:3059: expect (ObjNum 824 snap 270 seq_num 824) 2024-08-19T11:41:21.795 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 49 current snap is 304 2024-08-19T11:41:21.795 INFO:tasks.rados.rados.0.smithi136.stdout:3060: seq_num 922 ranges {0=647168,647168=401408} 2024-08-19T11:41:21.797 INFO:tasks.rados.rados.0.smithi136.stdout:3060: writing smithi13674108-49 from 0 to 647168 tid 1 2024-08-19T11:41:21.799 INFO:tasks.rados.rados.0.smithi136.stdout:3060: writing smithi13674108-49 from 647168 to 1048576 tid 2 2024-08-19T11:41:21.799 INFO:tasks.rados.rados.0.smithi136.stdout:3061: snap_remove snap 256 2024-08-19T11:41:21.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:21 smithi155 ceph-mon[76679]: osdmap e676: 8 total, 8 up, 8 in 2024-08-19T11:41:21.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:21 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:21.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:21 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:22.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:21 smithi136 ceph-mon[88916]: osdmap e676: 8 total, 8 up, 8 in 2024-08-19T11:41:22.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:21 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:22.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:21 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:22.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:21 smithi136 ceph-mon[86496]: osdmap e676: 8 total, 8 up, 8 in 2024-08-19T11:41:22.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:21 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:22.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:21 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:22.750 INFO:tasks.rados.rados.0.smithi136.stdout:3061: done (2 left) 2024-08-19T11:41:22.751 INFO:tasks.rados.rados.0.smithi136.stdout:3062: rollback oid 50 current snap is 304 2024-08-19T11:41:22.751 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 50 to 301 2024-08-19T11:41:22.751 INFO:tasks.rados.rados.0.smithi136.stdout:3063: setattr oid 45 current snap is 304 2024-08-19T11:41:22.751 INFO:tasks.rados.rados.0.smithi136.stdout:3064: copy_from oid 41 from oid 32 current snap is 304 2024-08-19T11:41:22.752 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 11 current snap is 304 2024-08-19T11:41:22.752 INFO:tasks.rados.rados.0.smithi136.stdout:3065: seq_num 923 ranges {4554752=663552,5218304=401408} 2024-08-19T11:41:22.779 INFO:tasks.rados.rados.0.smithi136.stdout:3065: writing smithi13674108-11 from 4554752 to 5218304 tid 1 2024-08-19T11:41:22.781 INFO:tasks.rados.rados.0.smithi136.stdout:3065: writing smithi13674108-11 from 5218304 to 5619712 tid 2 2024-08-19T11:41:22.781 INFO:tasks.rados.rados.0.smithi136.stdout:3066: copy_from oid 31 from oid 9 current snap is 304 2024-08-19T11:41:22.781 INFO:tasks.rados.rados.0.smithi136.stdout:3059: expect (ObjNum 824 snap 270 seq_num 824) 2024-08-19T11:41:23.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:22 smithi155 ceph-mon[76679]: pgmap v651: 121 pgs: 121 active+clean; 426 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 42 KiB/s rd, 232 KiB/s wr, 12 op/s 2024-08-19T11:41:23.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:22 smithi155 ceph-mon[76679]: osdmap e677: 8 total, 8 up, 8 in 2024-08-19T11:41:23.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:22 smithi136 ceph-mon[88916]: pgmap v651: 121 pgs: 121 active+clean; 426 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 42 KiB/s rd, 232 KiB/s wr, 12 op/s 2024-08-19T11:41:23.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:22 smithi136 ceph-mon[88916]: osdmap e677: 8 total, 8 up, 8 in 2024-08-19T11:41:23.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:22 smithi136 ceph-mon[86496]: pgmap v651: 121 pgs: 121 active+clean; 426 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 42 KiB/s rd, 232 KiB/s wr, 12 op/s 2024-08-19T11:41:23.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:22 smithi136 ceph-mon[86496]: osdmap e677: 8 total, 8 up, 8 in 2024-08-19T11:41:23.399 INFO:tasks.rados.rados.0.smithi136.stdout:3060: finishing write tid 1 to smithi13674108-49 2024-08-19T11:41:23.399 INFO:tasks.rados.rados.0.smithi136.stdout:3060: finishing write tid 2 to smithi13674108-49 2024-08-19T11:41:23.399 INFO:tasks.rados.rados.0.smithi136.stdout:3060: finishing write tid 3 to smithi13674108-49 2024-08-19T11:41:23.400 INFO:tasks.rados.rados.0.smithi136.stdout:3060: finishing write tid 4 to smithi13674108-49 2024-08-19T11:41:23.400 INFO:tasks.rados.rados.0.smithi136.stdout:3060: oid 49 updating version 0 to 1513 2024-08-19T11:41:23.400 INFO:tasks.rados.rados.0.smithi136.stdout:3060: oid 49 version 1513 is already newer than 1511 2024-08-19T11:41:23.400 INFO:tasks.rados.rados.0.smithi136.stdout:3060: oid 49 version 1513 is already newer than 1512 2024-08-19T11:41:23.400 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 1513 (ObjNum 922 snap 304 seq_num 922) dirty exists 2024-08-19T11:41:23.400 INFO:tasks.rados.rados.0.smithi136.stdout:3060: left oid 49 (ObjNum 922 snap 304 seq_num 922) 2024-08-19T11:41:23.400 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 1352 (ObjNum 914 snap 298 seq_num 914) dirty exists 2024-08-19T11:41:23.400 INFO:tasks.rados.rados.0.smithi136.stdout:3062: finishing rollback tid 1 to smithi13674108-50 2024-08-19T11:41:23.400 INFO:tasks.rados.rados.0.smithi136.stdout:3062: finishing rollback tid 2 to smithi13674108-50 2024-08-19T11:41:23.400 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 1519 (ObjNum 901 snap 296 seq_num 901) dirty exists 2024-08-19T11:41:23.400 INFO:tasks.rados.rados.0.smithi136.stdout:3064: finishing copy_from racing read to smithi13674108-41 2024-08-19T11:41:23.400 INFO:tasks.rados.rados.0.smithi136.stdout:3064: finishing copy_from to smithi13674108-41 2024-08-19T11:41:23.400 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 1093 (ObjNum 885 snap 291 seq_num 885) dirty exists 2024-08-19T11:41:23.400 INFO:tasks.rados.rados.0.smithi136.stdout:3065: finishing write tid 1 to smithi13674108-11 2024-08-19T11:41:23.401 INFO:tasks.rados.rados.0.smithi136.stdout:3065: finishing write tid 2 to smithi13674108-11 2024-08-19T11:41:23.401 INFO:tasks.rados.rados.0.smithi136.stdout:3059: done (6 left) 2024-08-19T11:41:23.401 INFO:tasks.rados.rados.0.smithi136.stdout:3060: done (5 left) 2024-08-19T11:41:23.401 INFO:tasks.rados.rados.0.smithi136.stdout:3062: done (4 left) 2024-08-19T11:41:23.401 INFO:tasks.rados.rados.0.smithi136.stdout:3063: done (3 left) 2024-08-19T11:41:23.401 INFO:tasks.rados.rados.0.smithi136.stdout:3064: done (2 left) 2024-08-19T11:41:23.401 INFO:tasks.rados.rados.0.smithi136.stdout:3067: delete oid 47 current snap is 304 2024-08-19T11:41:23.401 INFO:tasks.rados.rados.0.smithi136.stdout:3065: finishing write tid 3 to smithi13674108-11 2024-08-19T11:41:23.401 INFO:tasks.rados.rados.0.smithi136.stdout:3065: finishing write tid 4 to smithi13674108-11 2024-08-19T11:41:23.401 INFO:tasks.rados.rados.0.smithi136.stdout:3065: oid 11 updating version 0 to 1417 2024-08-19T11:41:23.401 INFO:tasks.rados.rados.0.smithi136.stdout:3065: oid 11 version 1417 is already newer than 1416 2024-08-19T11:41:23.401 INFO:tasks.rados.rados.0.smithi136.stdout:3065: oid 11 version 1417 is already newer than 1415 2024-08-19T11:41:23.401 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 1417 (ObjNum 923 snap 304 seq_num 923) dirty exists 2024-08-19T11:41:23.401 INFO:tasks.rados.rados.0.smithi136.stdout:3065: left oid 11 (ObjNum 923 snap 304 seq_num 923) 2024-08-19T11:41:23.402 INFO:tasks.rados.rados.0.smithi136.stdout:3066: finishing copy_from racing read to smithi13674108-31 2024-08-19T11:41:23.402 INFO:tasks.rados.rados.0.smithi136.stdout:3066: finishing copy_from to smithi13674108-31 2024-08-19T11:41:23.402 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 1319 (ObjNum 897 snap 295 seq_num 897) dirty exists 2024-08-19T11:41:23.402 INFO:tasks.rados.rados.0.smithi136.stdout:3065: done (2 left) 2024-08-19T11:41:23.402 INFO:tasks.rados.rados.0.smithi136.stdout:3066: done (1 left) 2024-08-19T11:41:23.402 INFO:tasks.rados.rados.0.smithi136.stdout:3067: done (0 left) 2024-08-19T11:41:23.402 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 45 current snap is 304 2024-08-19T11:41:23.403 INFO:tasks.rados.rados.0.smithi136.stdout:3068: seq_num 925 ranges {974848=696320,1671168=401408} 2024-08-19T11:41:23.410 INFO:tasks.rados.rados.0.smithi136.stdout:3068: writing smithi13674108-45 from 974848 to 1671168 tid 1 2024-08-19T11:41:23.414 INFO:tasks.rados.rados.0.smithi136.stdout:3068: writing smithi13674108-45 from 1671168 to 2072576 tid 2 2024-08-19T11:41:23.414 INFO:tasks.rados.rados.0.smithi136.stdout:3069: read oid 35 snap -1 2024-08-19T11:41:23.414 INFO:tasks.rados.rados.0.smithi136.stdout:3069: expect (ObjNum 768 snap 253 seq_num 768) 2024-08-19T11:41:23.414 INFO:tasks.rados.rados.0.smithi136.stdout:3070: rollback oid 10 current snap is 304 2024-08-19T11:41:23.414 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 10 to 300 2024-08-19T11:41:23.414 INFO:tasks.rados.rados.0.smithi136.stdout:3071: rmattr oid 31 current snap is 304 2024-08-19T11:41:23.414 INFO:tasks.rados.rados.0.smithi136.stdout:3071: done (3 left) 2024-08-19T11:41:23.415 INFO:tasks.rados.rados.0.smithi136.stdout:3072: snap_create 2024-08-19T11:41:23.417 INFO:tasks.rados.rados.0.smithi136.stdout:3068: finishing write tid 1 to smithi13674108-45 2024-08-19T11:41:23.417 INFO:tasks.rados.rados.0.smithi136.stdout:3070: finishing rollback tid 0 to smithi13674108-10 2024-08-19T11:41:23.417 INFO:tasks.rados.rados.0.smithi136.stdout:3068: finishing write tid 2 to smithi13674108-45 2024-08-19T11:41:23.417 INFO:tasks.rados.rados.0.smithi136.stdout:3070: finishing rollback tid 1 to smithi13674108-10 2024-08-19T11:41:23.418 INFO:tasks.rados.rados.0.smithi136.stdout:3069: expect (ObjNum 768 snap 253 seq_num 768) 2024-08-19T11:41:23.443 INFO:tasks.rados.rados.0.smithi136.stdout:3068: finishing write tid 3 to smithi13674108-45 2024-08-19T11:41:23.443 INFO:tasks.rados.rados.0.smithi136.stdout:3070: finishing rollback tid 2 to smithi13674108-10 2024-08-19T11:41:23.444 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 1137 (ObjNum 880 snap 289 seq_num 880) dirty exists 2024-08-19T11:41:23.444 INFO:tasks.rados.rados.0.smithi136.stdout:3068: finishing write tid 4 to smithi13674108-45 2024-08-19T11:41:23.444 INFO:tasks.rados.rados.0.smithi136.stdout:3068: oid 45 updating version 0 to 1353 2024-08-19T11:41:23.444 INFO:tasks.rados.rados.0.smithi136.stdout:3068: oid 45 updating version 1353 to 1355 2024-08-19T11:41:23.444 INFO:tasks.rados.rados.0.smithi136.stdout:3068: oid 45 version 1355 is already newer than 1354 2024-08-19T11:41:23.444 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 1355 (ObjNum 925 snap 304 seq_num 925) dirty exists 2024-08-19T11:41:23.444 INFO:tasks.rados.rados.0.smithi136.stdout:3068: left oid 45 (ObjNum 925 snap 304 seq_num 925) 2024-08-19T11:41:23.714 INFO:tasks.rados.rados.0.smithi136.stdout:3068: done (3 left) 2024-08-19T11:41:23.714 INFO:tasks.rados.rados.0.smithi136.stdout:3069: done (2 left) 2024-08-19T11:41:23.714 INFO:tasks.rados.rados.0.smithi136.stdout:3070: done (1 left) 2024-08-19T11:41:23.714 INFO:tasks.rados.rados.0.smithi136.stdout:3072: done (0 left) 2024-08-19T11:41:23.714 INFO:tasks.rados.rados.0.smithi136.stdout:3073: snap_create 2024-08-19T11:41:24.716 INFO:tasks.rados.rados.0.smithi136.stdout:3073: done (0 left) 2024-08-19T11:41:24.717 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 15 current snap is 306 2024-08-19T11:41:24.717 INFO:tasks.rados.rados.0.smithi136.stdout:3074: seq_num 926 ranges {11935744=712704,12648448=401408} 2024-08-19T11:41:24.783 INFO:tasks.rados.rados.0.smithi136.stdout:3074: writing smithi13674108-15 from 11935744 to 12648448 tid 1 2024-08-19T11:41:24.786 INFO:tasks.rados.rados.0.smithi136.stdout:3074: writing smithi13674108-15 from 12648448 to 13049856 tid 2 2024-08-19T11:41:24.786 INFO:tasks.rados.rados.0.smithi136.stdout:3075: rollback oid 3 current snap is 306 2024-08-19T11:41:24.786 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 3 to 290 2024-08-19T11:41:24.786 INFO:tasks.rados.rados.0.smithi136.stdout:3076: read oid 50 snap 297 2024-08-19T11:41:24.786 INFO:tasks.rados.rados.0.smithi136.stdout:3076: expect (ObjNum 901 snap 296 seq_num 901) 2024-08-19T11:41:24.786 INFO:tasks.rados.rados.0.smithi136.stdout:3077: snap_create 2024-08-19T11:41:24.790 INFO:tasks.rados.rados.0.smithi136.stdout:3074: finishing write tid 1 to smithi13674108-15 2024-08-19T11:41:24.790 INFO:tasks.rados.rados.0.smithi136.stdout:3074: finishing write tid 2 to smithi13674108-15 2024-08-19T11:41:24.790 INFO:tasks.rados.rados.0.smithi136.stdout:3074: finishing write tid 3 to smithi13674108-15 2024-08-19T11:41:24.792 INFO:tasks.rados.rados.0.smithi136.stdout:3074: finishing write tid 4 to smithi13674108-15 2024-08-19T11:41:24.792 INFO:tasks.rados.rados.0.smithi136.stdout:3074: oid 15 updating version 0 to 1100 2024-08-19T11:41:24.792 INFO:tasks.rados.rados.0.smithi136.stdout:3074: oid 15 updating version 1100 to 1101 2024-08-19T11:41:24.792 INFO:tasks.rados.rados.0.smithi136.stdout:3074: oid 15 updating version 1101 to 1102 2024-08-19T11:41:24.792 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 1102 (ObjNum 926 snap 306 seq_num 926) dirty exists 2024-08-19T11:41:24.792 INFO:tasks.rados.rados.0.smithi136.stdout:3074: left oid 15 (ObjNum 926 snap 306 seq_num 926) 2024-08-19T11:41:24.792 INFO:tasks.rados.rados.0.smithi136.stdout:3075: finishing rollback tid 0 to smithi13674108-3 2024-08-19T11:41:24.792 INFO:tasks.rados.rados.0.smithi136.stdout:3075: finishing rollback tid 1 to smithi13674108-3 2024-08-19T11:41:24.793 INFO:tasks.rados.rados.0.smithi136.stdout:3075: finishing rollback tid 2 to smithi13674108-3 2024-08-19T11:41:24.793 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 1524 (ObjNum 856 snap 278 seq_num 856) dirty exists 2024-08-19T11:41:24.800 INFO:tasks.rados.rados.0.smithi136.stdout:3076: expect (ObjNum 901 snap 296 seq_num 901) 2024-08-19T11:41:25.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: pgmap v653: 121 pgs: 121 active+clean; 462 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 7.8 MiB/s wr, 19 op/s 2024-08-19T11:41:25.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: osdmap e678: 8 total, 8 up, 8 in 2024-08-19T11:41:25.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:25.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:25.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:41:25.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:41:25.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:25.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-08-19T11:41:25.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:41:25.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:25.100 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-08-19T11:41:25.100 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: pgmap v653: 121 pgs: 121 active+clean; 462 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 7.8 MiB/s wr, 19 op/s 2024-08-19T11:41:25.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: osdmap e678: 8 total, 8 up, 8 in 2024-08-19T11:41:25.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:25.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:25.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:41:25.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:41:25.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:25.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-08-19T11:41:25.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:41:25.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.101 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.102 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:25.103 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-08-19T11:41:25.103 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-19T11:41:25.103 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T11:41:25.103 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-19T11:41:25.103 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-08-19T11:41:25.103 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-19T11:41:25.103 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-08-19T11:41:25.103 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-19T11:41:25.103 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-08-19T11:41:25.103 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-19T11:41:25.103 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-08-19T11:41:25.104 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-19T11:41:25.104 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-08-19T11:41:25.104 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-19T11:41:25.104 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T11:41:25.104 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-08-19T11:41:25.104 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-19T11:41:25.104 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-08-19T11:41:25.104 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-19T11:41:25.104 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-08-19T11:41:25.104 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-19T11:41:25.104 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-08-19T11:41:25.104 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-19T11:41:25.105 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-19T11:41:25.105 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T11:41:25.105 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-19T11:41:25.105 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-08-19T11:41:25.105 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-19T11:41:25.105 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-08-19T11:41:25.105 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-19T11:41:25.105 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-08-19T11:41:25.105 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-19T11:41:25.105 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-08-19T11:41:25.105 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-19T11:41:25.105 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-08-19T11:41:25.106 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-19T11:41:25.106 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T11:41:25.106 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-08-19T11:41:25.106 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-19T11:41:25.106 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-08-19T11:41:25.106 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-19T11:41:25.106 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-08-19T11:41:25.106 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-19T11:41:25.106 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-08-19T11:41:25.106 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-19T11:41:25.106 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T11:41:25.107 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T11:41:25.107 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T11:41:25.107 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T11:41:25.107 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T11:41:25.107 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T11:41:25.107 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-08-19T11:41:25.107 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-19T11:41:25.107 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:41:25.107 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:41:25.107 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:41:25.107 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:25.107 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:41:25.107 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:41:25.107 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:41:25.108 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:25.108 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T11:41:25.108 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T11:41:25.108 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T11:41:25.108 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T11:41:25.108 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T11:41:25.108 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T11:41:25.108 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-08-19T11:41:25.108 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-19T11:41:25.108 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:41:25.108 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:41:25.108 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:41:25.109 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:25.109 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:41:25.109 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:41:25.109 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:41:25.109 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:25.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: pgmap v653: 121 pgs: 121 active+clean; 462 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 7.8 MiB/s wr, 19 op/s 2024-08-19T11:41:25.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: osdmap e678: 8 total, 8 up, 8 in 2024-08-19T11:41:25.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:25.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:25.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:41:25.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:41:25.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:25.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-08-19T11:41:25.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:41:25.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:25.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:25.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-08-19T11:41:25.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-19T11:41:25.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T11:41:25.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-19T11:41:25.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-08-19T11:41:25.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-19T11:41:25.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-08-19T11:41:25.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-19T11:41:25.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-08-19T11:41:25.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-19T11:41:25.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-08-19T11:41:25.213 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-19T11:41:25.214 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-08-19T11:41:25.214 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-19T11:41:25.214 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T11:41:25.214 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-08-19T11:41:25.214 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-19T11:41:25.214 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-08-19T11:41:25.214 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-19T11:41:25.214 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-08-19T11:41:25.214 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-19T11:41:25.214 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-08-19T11:41:25.214 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-19T11:41:25.214 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T11:41:25.214 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T11:41:25.215 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T11:41:25.215 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T11:41:25.215 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T11:41:25.215 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T11:41:25.215 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-08-19T11:41:25.215 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-19T11:41:25.215 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:41:25.215 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:41:25.215 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:41:25.215 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:25.215 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:41:25.215 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:41:25.215 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:41:25.215 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:25.733 INFO:tasks.rados.rados.0.smithi136.stdout:3074: done (3 left) 2024-08-19T11:41:25.734 INFO:tasks.rados.rados.0.smithi136.stdout:3075: done (2 left) 2024-08-19T11:41:25.734 INFO:tasks.rados.rados.0.smithi136.stdout:3076: done (1 left) 2024-08-19T11:41:25.734 INFO:tasks.rados.rados.0.smithi136.stdout:3077: done (0 left) 2024-08-19T11:41:25.734 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 7 current snap is 307 2024-08-19T11:41:25.734 INFO:tasks.rados.rados.0.smithi136.stdout:3078: seq_num 927 ranges {11173888=729088,11902976=401408} 2024-08-19T11:41:25.795 INFO:tasks.rados.rados.0.smithi136.stdout:3078: writing smithi13674108-7 from 11173888 to 11902976 tid 1 2024-08-19T11:41:25.798 INFO:tasks.rados.rados.0.smithi136.stdout:3078: writing smithi13674108-7 from 11902976 to 12304384 tid 2 2024-08-19T11:41:25.798 INFO:tasks.rados.rados.0.smithi136.stdout:3079: rollback oid 44 current snap is 307 2024-08-19T11:41:25.798 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 44 to 250 2024-08-19T11:41:25.798 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 42 current snap is 307 2024-08-19T11:41:25.798 INFO:tasks.rados.rados.0.smithi136.stdout:3080: seq_num 928 ranges {4915200=745472,5660672=401408} 2024-08-19T11:41:25.828 INFO:tasks.rados.rados.0.smithi136.stdout:3080: writing smithi13674108-42 from 4915200 to 5660672 tid 1 2024-08-19T11:41:25.831 INFO:tasks.rados.rados.0.smithi136.stdout:3080: writing smithi13674108-42 from 5660672 to 6062080 tid 2 2024-08-19T11:41:25.831 INFO:tasks.rados.rados.0.smithi136.stdout:3081: rollback oid 9 current snap is 307 2024-08-19T11:41:25.833 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 9 to 303 2024-08-19T11:41:25.834 INFO:tasks.rados.rados.0.smithi136.stdout:3078: finishing write tid 1 to smithi13674108-7 2024-08-19T11:41:25.834 INFO:tasks.rados.rados.0.smithi136.stdout:3078: finishing write tid 2 to smithi13674108-7 2024-08-19T11:41:25.834 INFO:tasks.rados.rados.0.smithi136.stdout:3078: finishing write tid 3 to smithi13674108-7 2024-08-19T11:41:25.834 INFO:tasks.rados.rados.0.smithi136.stdout:3079: finishing rollback tid 0 to smithi13674108-44 2024-08-19T11:41:25.834 INFO:tasks.rados.rados.0.smithi136.stdout:3078: finishing write tid 4 to smithi13674108-7 2024-08-19T11:41:25.834 INFO:tasks.rados.rados.0.smithi136.stdout:3078: oid 7 updating version 0 to 1526 2024-08-19T11:41:25.834 INFO:tasks.rados.rados.0.smithi136.stdout:3078: oid 7 updating version 1526 to 1528 2024-08-19T11:41:25.834 INFO:tasks.rados.rados.0.smithi136.stdout:3078: oid 7 version 1528 is already newer than 1527 2024-08-19T11:41:25.834 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 1528 (ObjNum 927 snap 307 seq_num 927) dirty exists 2024-08-19T11:41:25.834 INFO:tasks.rados.rados.0.smithi136.stdout:3078: left oid 7 (ObjNum 927 snap 307 seq_num 927) 2024-08-19T11:41:25.834 INFO:tasks.rados.rados.0.smithi136.stdout:3079: finishing rollback tid 1 to smithi13674108-44 2024-08-19T11:41:25.834 INFO:tasks.rados.rados.0.smithi136.stdout:3079: finishing rollback tid 2 to smithi13674108-44 2024-08-19T11:41:25.834 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 1532 (ObjNum 509 snap 142 seq_num 509) dirty exists 2024-08-19T11:41:25.835 INFO:tasks.rados.rados.0.smithi136.stdout:3078: done (3 left) 2024-08-19T11:41:25.835 INFO:tasks.rados.rados.0.smithi136.stdout:3079: done (2 left) 2024-08-19T11:41:25.835 INFO:tasks.rados.rados.0.smithi136.stdout:3082: read oid 14 snap -1 2024-08-19T11:41:25.835 INFO:tasks.rados.rados.0.smithi136.stdout:3082: expect deleted 2024-08-19T11:41:25.835 INFO:tasks.rados.rados.0.smithi136.stdout:3083: snap_create 2024-08-19T11:41:25.836 INFO:tasks.rados.rados.0.smithi136.stdout:3080: finishing write tid 1 to smithi13674108-42 2024-08-19T11:41:25.836 INFO:tasks.rados.rados.0.smithi136.stdout:3080: finishing write tid 2 to smithi13674108-42 2024-08-19T11:41:25.836 INFO:tasks.rados.rados.0.smithi136.stdout:3080: finishing write tid 3 to smithi13674108-42 2024-08-19T11:41:25.836 INFO:tasks.rados.rados.0.smithi136.stdout:3081: finishing rollback tid 0 to smithi13674108-9 2024-08-19T11:41:25.836 INFO:tasks.rados.rados.0.smithi136.stdout:3081: finishing rollback tid 1 to smithi13674108-9 2024-08-19T11:41:25.837 INFO:tasks.rados.rados.0.smithi136.stdout:3080: finishing write tid 4 to smithi13674108-42 2024-08-19T11:41:25.837 INFO:tasks.rados.rados.0.smithi136.stdout:3080: oid 42 updating version 0 to 1324 2024-08-19T11:41:25.837 INFO:tasks.rados.rados.0.smithi136.stdout:3080: oid 42 version 1324 is already newer than 1323 2024-08-19T11:41:25.837 INFO:tasks.rados.rados.0.smithi136.stdout:3080: oid 42 updating version 1324 to 1325 2024-08-19T11:41:25.837 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 1325 (ObjNum 928 snap 307 seq_num 928) dirty exists 2024-08-19T11:41:25.837 INFO:tasks.rados.rados.0.smithi136.stdout:3080: left oid 42 (ObjNum 928 snap 307 seq_num 928) 2024-08-19T11:41:25.837 INFO:tasks.rados.rados.0.smithi136.stdout:3081: finishing rollback tid 2 to smithi13674108-9 2024-08-19T11:41:25.838 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 1328 (ObjNum 897 snap 295 seq_num 897) dirty exists 2024-08-19T11:41:26.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:25 smithi136 ceph-mon[88916]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-19T11:41:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:25 smithi136 ceph-mon[88916]: Upgrade: Finalizing container_image settings 2024-08-19T11:41:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:25 smithi136 ceph-mon[88916]: Upgrade: Complete! 2024-08-19T11:41:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:25 smithi136 ceph-mon[88916]: osdmap e679: 8 total, 8 up, 8 in 2024-08-19T11:41:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:41:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:26.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:25 smithi136 ceph-mon[86496]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-19T11:41:26.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:25 smithi136 ceph-mon[86496]: Upgrade: Finalizing container_image settings 2024-08-19T11:41:26.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:25 smithi136 ceph-mon[86496]: Upgrade: Complete! 2024-08-19T11:41:26.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:25 smithi136 ceph-mon[86496]: osdmap e679: 8 total, 8 up, 8 in 2024-08-19T11:41:26.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:41:26.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:25 smithi155 ceph-mon[76679]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-19T11:41:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:25 smithi155 ceph-mon[76679]: Upgrade: Finalizing container_image settings 2024-08-19T11:41:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:25 smithi155 ceph-mon[76679]: Upgrade: Complete! 2024-08-19T11:41:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:25 smithi155 ceph-mon[76679]: osdmap e679: 8 total, 8 up, 8 in 2024-08-19T11:41:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:41:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:41:26.741 INFO:tasks.rados.rados.0.smithi136.stdout:3080: done (3 left) 2024-08-19T11:41:26.741 INFO:tasks.rados.rados.0.smithi136.stdout:3081: done (2 left) 2024-08-19T11:41:26.741 INFO:tasks.rados.rados.0.smithi136.stdout:3082: done (1 left) 2024-08-19T11:41:26.741 INFO:tasks.rados.rados.0.smithi136.stdout:3083: done (0 left) 2024-08-19T11:41:26.741 INFO:tasks.rados.rados.0.smithi136.stdout:3084: snap_remove snap 278 2024-08-19T11:41:27.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:26 smithi136 ceph-mon[88916]: pgmap v656: 121 pgs: 121 active+clean; 470 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 15 op/s 2024-08-19T11:41:27.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:26 smithi136 ceph-mon[88916]: osdmap e680: 8 total, 8 up, 8 in 2024-08-19T11:41:27.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:26 smithi136 ceph-mon[86496]: pgmap v656: 121 pgs: 121 active+clean; 470 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 15 op/s 2024-08-19T11:41:27.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:26 smithi136 ceph-mon[86496]: osdmap e680: 8 total, 8 up, 8 in 2024-08-19T11:41:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:26 smithi155 ceph-mon[76679]: pgmap v656: 121 pgs: 121 active+clean; 470 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 15 op/s 2024-08-19T11:41:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:26 smithi155 ceph-mon[76679]: osdmap e680: 8 total, 8 up, 8 in 2024-08-19T11:41:27.749 INFO:tasks.rados.rados.0.smithi136.stdout:3084: done (0 left) 2024-08-19T11:41:27.749 INFO:tasks.rados.rados.0.smithi136.stdout:3085: rmattr oid 38 current snap is 308 2024-08-19T11:41:27.750 INFO:tasks.rados.rados.0.smithi136.stdout:3085: done (0 left) 2024-08-19T11:41:27.750 INFO:tasks.rados.rados.0.smithi136.stdout:3086: read oid 15 snap -1 2024-08-19T11:41:27.750 INFO:tasks.rados.rados.0.smithi136.stdout:3086: expect (ObjNum 926 snap 306 seq_num 926) 2024-08-19T11:41:27.750 INFO:tasks.rados.rados.0.smithi136.stdout:3087: read oid 13 snap -1 2024-08-19T11:41:27.750 INFO:tasks.rados.rados.0.smithi136.stdout:3087: expect (ObjNum 894 snap 295 seq_num 894) 2024-08-19T11:41:27.750 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 48 current snap is 308 2024-08-19T11:41:27.750 INFO:tasks.rados.rados.0.smithi136.stdout:3088: seq_num 929 ranges {7929856=761856,8691712=401408} 2024-08-19T11:41:27.798 INFO:tasks.rados.rados.0.smithi136.stdout:3088: writing smithi13674108-48 from 7929856 to 8691712 tid 1 2024-08-19T11:41:27.800 INFO:tasks.rados.rados.0.smithi136.stdout:3088: writing smithi13674108-48 from 8691712 to 9093120 tid 2 2024-08-19T11:41:27.800 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 36 current snap is 308 2024-08-19T11:41:27.800 INFO:tasks.rados.rados.0.smithi136.stdout:3089: seq_num 930 ranges {0=786432,786432=401408} 2024-08-19T11:41:27.805 INFO:tasks.rados.rados.0.smithi136.stdout:3089: writing smithi13674108-36 from 0 to 786432 tid 1 2024-08-19T11:41:27.808 INFO:tasks.rados.rados.0.smithi136.stdout:3089: writing smithi13674108-36 from 786432 to 1187840 tid 2 2024-08-19T11:41:27.808 INFO:tasks.rados.rados.0.smithi136.stdout:3090: copy_from oid 22 from oid 42 current snap is 308 2024-08-19T11:41:27.808 INFO:tasks.rados.rados.0.smithi136.stdout:3087: expect (ObjNum 894 snap 295 seq_num 894) 2024-08-19T11:41:28.027 INFO:tasks.rados.rados.0.smithi136.stdout:3088: finishing write tid 1 to smithi13674108-48 2024-08-19T11:41:28.027 INFO:tasks.rados.rados.0.smithi136.stdout:3088: finishing write tid 2 to smithi13674108-48 2024-08-19T11:41:28.027 INFO:tasks.rados.rados.0.smithi136.stdout:3088: finishing write tid 3 to smithi13674108-48 2024-08-19T11:41:28.027 INFO:tasks.rados.rados.0.smithi136.stdout:3088: finishing write tid 4 to smithi13674108-48 2024-08-19T11:41:28.027 INFO:tasks.rados.rados.0.smithi136.stdout:3088: oid 48 updating version 0 to 1419 2024-08-19T11:41:28.027 INFO:tasks.rados.rados.0.smithi136.stdout:3088: oid 48 updating version 1419 to 1420 2024-08-19T11:41:28.027 INFO:tasks.rados.rados.0.smithi136.stdout:3088: oid 48 version 1420 is already newer than 1418 2024-08-19T11:41:28.027 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 48 v 1420 (ObjNum 929 snap 308 seq_num 929) dirty exists 2024-08-19T11:41:28.027 INFO:tasks.rados.rados.0.smithi136.stdout:3088: left oid 48 (ObjNum 929 snap 308 seq_num 929) 2024-08-19T11:41:28.027 INFO:tasks.rados.rados.0.smithi136.stdout:3087: done (4 left) 2024-08-19T11:41:28.027 INFO:tasks.rados.rados.0.smithi136.stdout:3088: done (3 left) 2024-08-19T11:41:28.028 INFO:tasks.rados.rados.0.smithi136.stdout:3091: read oid 12 snap 305 2024-08-19T11:41:28.028 INFO:tasks.rados.rados.0.smithi136.stdout:3091: expect (ObjNum 892 snap 295 seq_num 892) 2024-08-19T11:41:28.028 INFO:tasks.rados.rados.0.smithi136.stdout:3092: rollback oid 5 current snap is 308 2024-08-19T11:41:28.028 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 5 to 306 2024-08-19T11:41:28.028 INFO:tasks.rados.rados.0.smithi136.stdout:3089: finishing write tid 1 to smithi13674108-36 2024-08-19T11:41:28.028 INFO:tasks.rados.rados.0.smithi136.stdout:3089: finishing write tid 2 to smithi13674108-36 2024-08-19T11:41:28.028 INFO:tasks.rados.rados.0.smithi136.stdout:3089: finishing write tid 3 to smithi13674108-36 2024-08-19T11:41:28.028 INFO:tasks.rados.rados.0.smithi136.stdout:3093: read oid 44 snap -1 2024-08-19T11:41:28.028 INFO:tasks.rados.rados.0.smithi136.stdout:3093: expect (ObjNum 509 snap 142 seq_num 509) 2024-08-19T11:41:28.028 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 48 current snap is 308 2024-08-19T11:41:28.028 INFO:tasks.rados.rados.0.smithi136.stdout:3086: expect (ObjNum 926 snap 306 seq_num 926) 2024-08-19T11:41:28.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:27 smithi136 ceph-mon[88916]: osdmap e681: 8 total, 8 up, 8 in 2024-08-19T11:41:28.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:27 smithi136 ceph-mon[86496]: osdmap e681: 8 total, 8 up, 8 in 2024-08-19T11:41:28.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:27 smithi155 ceph-mon[76679]: osdmap e681: 8 total, 8 up, 8 in 2024-08-19T11:41:29.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:28 smithi136 ceph-mon[88916]: pgmap v659: 121 pgs: 121 active+clean; 478 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 15 op/s 2024-08-19T11:41:29.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:28 smithi136 ceph-mon[88916]: osdmap e682: 8 total, 8 up, 8 in 2024-08-19T11:41:29.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:28 smithi136 ceph-mon[88916]: osdmap e683: 8 total, 8 up, 8 in 2024-08-19T11:41:29.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:28 smithi136 ceph-mon[86496]: pgmap v659: 121 pgs: 121 active+clean; 478 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 15 op/s 2024-08-19T11:41:29.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:28 smithi136 ceph-mon[86496]: osdmap e682: 8 total, 8 up, 8 in 2024-08-19T11:41:29.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:28 smithi136 ceph-mon[86496]: osdmap e683: 8 total, 8 up, 8 in 2024-08-19T11:41:29.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:28 smithi155 ceph-mon[76679]: pgmap v659: 121 pgs: 121 active+clean; 478 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 15 op/s 2024-08-19T11:41:29.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:28 smithi155 ceph-mon[76679]: osdmap e682: 8 total, 8 up, 8 in 2024-08-19T11:41:29.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:28 smithi155 ceph-mon[76679]: osdmap e683: 8 total, 8 up, 8 in 2024-08-19T11:41:29.244 INFO:tasks.rados.rados.0.smithi136.stdout:3089: finishing write tid 4 to smithi13674108-36 2024-08-19T11:41:29.244 INFO:tasks.rados.rados.0.smithi136.stdout:3089: oid 36 updating version 0 to 1139 2024-08-19T11:41:29.244 INFO:tasks.rados.rados.0.smithi136.stdout:3089: oid 36 version 1139 is already newer than 1138 2024-08-19T11:41:29.244 INFO:tasks.rados.rados.0.smithi136.stdout:3089: oid 36 updating version 1139 to 1140 2024-08-19T11:41:29.245 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 1140 (ObjNum 930 snap 308 seq_num 930) dirty exists 2024-08-19T11:41:29.245 INFO:tasks.rados.rados.0.smithi136.stdout:3089: left oid 36 (ObjNum 930 snap 308 seq_num 930) 2024-08-19T11:41:29.245 INFO:tasks.rados.rados.0.smithi136.stdout:3090: finishing copy_from racing read to smithi13674108-22 2024-08-19T11:41:29.245 INFO:tasks.rados.rados.0.smithi136.stdout:3090: finishing copy_from to smithi13674108-22 2024-08-19T11:41:29.245 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 1325 (ObjNum 928 snap 307 seq_num 928) dirty exists 2024-08-19T11:41:29.245 INFO:tasks.rados.rados.0.smithi136.stdout:3092: finishing rollback tid 1 to smithi13674108-5 2024-08-19T11:41:29.245 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 1205 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-19T11:41:29.245 INFO:tasks.rados.rados.0.smithi136.stdout:3091: expect (ObjNum 892 snap 295 seq_num 892) 2024-08-19T11:41:29.558 INFO:tasks.rados.rados.0.smithi136.stdout:3093: expect (ObjNum 509 snap 142 seq_num 509) 2024-08-19T11:41:29.598 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:41:29 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:41:29] "GET /metrics HTTP/1.1" 200 36446 "" "Prometheus/2.51.0" 2024-08-19T11:41:29.672 INFO:tasks.rados.rados.0.smithi136.stdout:3094: seq_num 931 ranges {9093120=802816,9895936=401408} 2024-08-19T11:41:29.724 INFO:tasks.rados.rados.0.smithi136.stdout:3094: writing smithi13674108-48 from 9093120 to 9895936 tid 1 2024-08-19T11:41:29.727 INFO:tasks.rados.rados.0.smithi136.stdout:3094: writing smithi13674108-48 from 9895936 to 10297344 tid 2 2024-08-19T11:41:29.727 INFO:tasks.rados.rados.0.smithi136.stdout:3086: done (6 left) 2024-08-19T11:41:29.728 INFO:tasks.rados.rados.0.smithi136.stdout:3089: done (5 left) 2024-08-19T11:41:29.729 INFO:tasks.rados.rados.0.smithi136.stdout:3090: done (4 left) 2024-08-19T11:41:29.730 INFO:tasks.rados.rados.0.smithi136.stdout:3091: done (3 left) 2024-08-19T11:41:29.730 INFO:tasks.rados.rados.0.smithi136.stdout:3092: done (2 left) 2024-08-19T11:41:29.730 INFO:tasks.rados.rados.0.smithi136.stdout:3093: done (1 left) 2024-08-19T11:41:29.730 INFO:tasks.rados.rados.0.smithi136.stdout:3095: setattr oid 40 current snap is 308 2024-08-19T11:41:29.730 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 4 current snap is 308 2024-08-19T11:41:29.730 INFO:tasks.rados.rados.0.smithi136.stdout:3096: seq_num 932 ranges {4456448=417792,4874240=663552,5537792=139264} 2024-08-19T11:41:29.755 INFO:tasks.rados.rados.0.smithi136.stdout:3096: writing smithi13674108-4 from 4456448 to 4874240 tid 1 2024-08-19T11:41:29.759 INFO:tasks.rados.rados.0.smithi136.stdout:3096: writing smithi13674108-4 from 4874240 to 5537792 tid 2 2024-08-19T11:41:29.761 INFO:tasks.rados.rados.0.smithi136.stdout:3096: writing smithi13674108-4 from 5537792 to 5677056 tid 3 2024-08-19T11:41:29.761 INFO:tasks.rados.rados.0.smithi136.stdout:3097: read oid 46 snap 271 2024-08-19T11:41:29.761 INFO:tasks.rados.rados.0.smithi136.stdout:3097: expect (ObjNum -531255904 snap 22033 seq_num 3763086128) 2024-08-19T11:41:29.761 INFO:tasks.rados.rados.0.smithi136.stdout:3098: snap_create 2024-08-19T11:41:29.761 INFO:tasks.rados.rados.0.smithi136.stdout:3094: finishing write tid 1 to smithi13674108-48 2024-08-19T11:41:29.761 INFO:tasks.rados.rados.0.smithi136.stdout:3094: finishing write tid 2 to smithi13674108-48 2024-08-19T11:41:29.761 INFO:tasks.rados.rados.0.smithi136.stdout:3094: finishing write tid 3 to smithi13674108-48 2024-08-19T11:41:29.762 INFO:tasks.rados.rados.0.smithi136.stdout:3094: finishing write tid 4 to smithi13674108-48 2024-08-19T11:41:29.762 INFO:tasks.rados.rados.0.smithi136.stdout:3094: oid 48 updating version 0 to 1421 2024-08-19T11:41:29.762 INFO:tasks.rados.rados.0.smithi136.stdout:3094: oid 48 updating version 1421 to 1422 2024-08-19T11:41:29.762 INFO:tasks.rados.rados.0.smithi136.stdout:3094: oid 48 updating version 1422 to 1423 2024-08-19T11:41:29.762 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 48 v 1423 (ObjNum 931 snap 308 seq_num 931) dirty exists 2024-08-19T11:41:29.762 INFO:tasks.rados.rados.0.smithi136.stdout:3094: left oid 48 (ObjNum 931 snap 308 seq_num 931) 2024-08-19T11:41:29.762 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 1417 (ObjNum 209 snap 0 seq_num 4066356640) dirty exists 2024-08-19T11:41:29.762 INFO:tasks.rados.rados.0.smithi136.stdout:3096: finishing write tid 1 to smithi13674108-4 2024-08-19T11:41:29.762 INFO:tasks.rados.rados.0.smithi136.stdout:3097: expect (ObjNum -531255904 snap 22033 seq_num 3763086128) 2024-08-19T11:41:29.764 INFO:tasks.rados.rados.0.smithi136.stdout:3096: finishing write tid 2 to smithi13674108-4 2024-08-19T11:41:29.764 INFO:tasks.rados.rados.0.smithi136.stdout:3096: finishing write tid 3 to smithi13674108-4 2024-08-19T11:41:29.764 INFO:tasks.rados.rados.0.smithi136.stdout:3096: finishing write tid 4 to smithi13674108-4 2024-08-19T11:41:29.765 INFO:tasks.rados.rados.0.smithi136.stdout:3096: finishing write tid 5 to smithi13674108-4 2024-08-19T11:41:29.765 INFO:tasks.rados.rados.0.smithi136.stdout:3096: oid 4 updating version 0 to 1427 2024-08-19T11:41:29.765 INFO:tasks.rados.rados.0.smithi136.stdout:3096: oid 4 version 1427 is already newer than 1425 2024-08-19T11:41:29.765 INFO:tasks.rados.rados.0.smithi136.stdout:3096: oid 4 version 1427 is already newer than 1426 2024-08-19T11:41:29.765 INFO:tasks.rados.rados.0.smithi136.stdout:3096: oid 4 version 1427 is already newer than 1424 2024-08-19T11:41:29.765 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 1427 (ObjNum 932 snap 308 seq_num 932) dirty exists 2024-08-19T11:41:29.765 INFO:tasks.rados.rados.0.smithi136.stdout:3096: left oid 4 (ObjNum 932 snap 308 seq_num 932) 2024-08-19T11:41:30.758 INFO:tasks.rados.rados.0.smithi136.stdout:3094: done (4 left) 2024-08-19T11:41:30.758 INFO:tasks.rados.rados.0.smithi136.stdout:3095: done (3 left) 2024-08-19T11:41:30.758 INFO:tasks.rados.rados.0.smithi136.stdout:3096: done (2 left) 2024-08-19T11:41:30.758 INFO:tasks.rados.rados.0.smithi136.stdout:3097: done (1 left) 2024-08-19T11:41:30.758 INFO:tasks.rados.rados.0.smithi136.stdout:3098: done (0 left) 2024-08-19T11:41:30.758 INFO:tasks.rados.rados.0.smithi136.stdout:3099: snap_remove snap 295 2024-08-19T11:41:31.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:30 smithi136 ceph-mon[88916]: pgmap v662: 121 pgs: 121 active+clean; 484 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-08-19T11:41:31.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:30 smithi136 ceph-mon[86496]: pgmap v662: 121 pgs: 121 active+clean; 484 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-08-19T11:41:31.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:30 smithi155 ceph-mon[76679]: pgmap v662: 121 pgs: 121 active+clean; 484 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-08-19T11:41:31.760 INFO:tasks.rados.rados.0.smithi136.stdout:3099: done (0 left) 2024-08-19T11:41:31.760 INFO:tasks.rados.rados.0.smithi136.stdout:3100: read oid 1 snap -1 2024-08-19T11:41:31.760 INFO:tasks.rados.rados.0.smithi136.stdout:3100: expect (ObjNum 921 snap 303 seq_num 921) 2024-08-19T11:41:31.760 INFO:tasks.rados.rados.0.smithi136.stdout:3101: copy_from oid 12 from oid 10 current snap is 309 2024-08-19T11:41:31.760 INFO:tasks.rados.rados.0.smithi136.stdout:3102: read oid 45 snap -1 2024-08-19T11:41:31.760 INFO:tasks.rados.rados.0.smithi136.stdout:3102: expect (ObjNum 925 snap 304 seq_num 925) 2024-08-19T11:41:31.760 INFO:tasks.rados.rados.0.smithi136.stdout:3103: rmattr oid 23 current snap is 309 2024-08-19T11:41:31.760 INFO:tasks.rados.rados.0.smithi136.stdout:3103: done (3 left) 2024-08-19T11:41:31.760 INFO:tasks.rados.rados.0.smithi136.stdout:3104: snap_remove snap 303 2024-08-19T11:41:32.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:31 smithi136 ceph-mon[88916]: osdmap e684: 8 total, 8 up, 8 in 2024-08-19T11:41:32.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:31 smithi136 ceph-mon[86496]: osdmap e684: 8 total, 8 up, 8 in 2024-08-19T11:41:32.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:31 smithi155 ceph-mon[76679]: osdmap e684: 8 total, 8 up, 8 in 2024-08-19T11:41:32.764 INFO:tasks.rados.rados.0.smithi136.stdout:3104: done (3 left) 2024-08-19T11:41:32.764 INFO:tasks.rados.rados.0.smithi136.stdout:3105: snap_remove snap 291 2024-08-19T11:41:33.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:32 smithi136 ceph-mon[88916]: pgmap v664: 121 pgs: 121 active+clean; 484 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-08-19T11:41:33.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:32 smithi136 ceph-mon[88916]: osdmap e685: 8 total, 8 up, 8 in 2024-08-19T11:41:33.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:32 smithi136 ceph-mon[86496]: pgmap v664: 121 pgs: 121 active+clean; 484 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-08-19T11:41:33.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:32 smithi136 ceph-mon[86496]: osdmap e685: 8 total, 8 up, 8 in 2024-08-19T11:41:33.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:32 smithi155 ceph-mon[76679]: pgmap v664: 121 pgs: 121 active+clean; 484 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-08-19T11:41:33.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:32 smithi155 ceph-mon[76679]: osdmap e685: 8 total, 8 up, 8 in 2024-08-19T11:41:33.718 INFO:tasks.rados.rados.0.smithi136.stdout:3105: done (3 left) 2024-08-19T11:41:33.718 INFO:tasks.rados.rados.0.smithi136.stdout:3106: read oid 16 snap 307 2024-08-19T11:41:33.718 INFO:tasks.rados.rados.0.smithi136.stdout:3106: expect (ObjNum 784 snap 259 seq_num 784) 2024-08-19T11:41:33.718 INFO:tasks.rados.rados.0.smithi136.stdout:3107: rollback oid 24 current snap is 309 2024-08-19T11:41:33.718 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 24 to 290 2024-08-19T11:41:33.718 INFO:tasks.rados.rados.0.smithi136.stdout:3100: expect (ObjNum 921 snap 303 seq_num 921) 2024-08-19T11:41:33.792 INFO:tasks.rados.rados.0.smithi136.stdout:3102: expect (ObjNum 925 snap 304 seq_num 925) 2024-08-19T11:41:33.866 INFO:tasks.rados.rados.0.smithi136.stdout:3101: finishing copy_from racing read to smithi13674108-12 2024-08-19T11:41:33.866 INFO:tasks.rados.rados.0.smithi136.stdout:3101: finishing copy_from to smithi13674108-12 2024-08-19T11:41:33.866 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 1137 (ObjNum 880 snap 289 seq_num 880) dirty exists 2024-08-19T11:41:33.866 INFO:tasks.rados.rados.0.smithi136.stdout:3100: done (4 left) 2024-08-19T11:41:33.866 INFO:tasks.rados.rados.0.smithi136.stdout:3101: done (3 left) 2024-08-19T11:41:33.866 INFO:tasks.rados.rados.0.smithi136.stdout:3102: done (2 left) 2024-08-19T11:41:33.867 INFO:tasks.rados.rados.0.smithi136.stdout:3108: snap_create 2024-08-19T11:41:33.867 INFO:tasks.rados.rados.0.smithi136.stdout:3107: finishing rollback tid 0 to smithi13674108-24 2024-08-19T11:41:33.867 INFO:tasks.rados.rados.0.smithi136.stdout:3107: finishing rollback tid 1 to smithi13674108-24 2024-08-19T11:41:33.867 INFO:tasks.rados.rados.0.smithi136.stdout:3107: finishing rollback tid 2 to smithi13674108-24 2024-08-19T11:41:33.867 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 1429 (ObjNum 768 snap 253 seq_num 768) dirty exists 2024-08-19T11:41:33.867 INFO:tasks.rados.rados.0.smithi136.stdout:3106: expect (ObjNum 784 snap 259 seq_num 784) 2024-08-19T11:41:34.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:33 smithi136 ceph-mon[88916]: osdmap e686: 8 total, 8 up, 8 in 2024-08-19T11:41:34.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:33 smithi136 ceph-mon[88916]: osdmap e687: 8 total, 8 up, 8 in 2024-08-19T11:41:34.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:33 smithi136 ceph-mon[86496]: osdmap e686: 8 total, 8 up, 8 in 2024-08-19T11:41:34.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:33 smithi136 ceph-mon[86496]: osdmap e687: 8 total, 8 up, 8 in 2024-08-19T11:41:34.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:33 smithi155 ceph-mon[76679]: osdmap e686: 8 total, 8 up, 8 in 2024-08-19T11:41:34.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:33 smithi155 ceph-mon[76679]: osdmap e687: 8 total, 8 up, 8 in 2024-08-19T11:41:34.785 INFO:tasks.rados.rados.0.smithi136.stdout:3106: done (2 left) 2024-08-19T11:41:34.785 INFO:tasks.rados.rados.0.smithi136.stdout:3107: done (1 left) 2024-08-19T11:41:34.785 INFO:tasks.rados.rados.0.smithi136.stdout:3108: done (0 left) 2024-08-19T11:41:34.786 INFO:tasks.rados.rados.0.smithi136.stdout:3109: read oid 13 snap -1 2024-08-19T11:41:34.786 INFO:tasks.rados.rados.0.smithi136.stdout:3109: expect (ObjNum 894 snap 295 seq_num 894) 2024-08-19T11:41:34.786 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 20 current snap is 310 2024-08-19T11:41:34.786 INFO:tasks.rados.rados.0.smithi136.stdout:3110: seq_num 933 ranges {0=434176,434176=548864,983040=253952} 2024-08-19T11:41:34.787 INFO:tasks.rados.rados.0.smithi136.stdout:3110: writing smithi13674108-20 from 0 to 434176 tid 1 2024-08-19T11:41:34.791 INFO:tasks.rados.rados.0.smithi136.stdout:3110: writing smithi13674108-20 from 434176 to 983040 tid 2 2024-08-19T11:41:34.793 INFO:tasks.rados.rados.0.smithi136.stdout:3110: writing smithi13674108-20 from 983040 to 1236992 tid 3 2024-08-19T11:41:34.793 INFO:tasks.rados.rados.0.smithi136.stdout:3111: rmattr oid 45 current snap is 310 2024-08-19T11:41:34.793 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 22 current snap is 310 2024-08-19T11:41:34.793 INFO:tasks.rados.rados.0.smithi136.stdout:3112: seq_num 934 ranges {6062080=450560,6512640=434176,6946816=368640} 2024-08-19T11:41:34.828 INFO:tasks.rados.rados.0.smithi136.stdout:3112: writing smithi13674108-22 from 6062080 to 6512640 tid 1 2024-08-19T11:41:34.830 INFO:tasks.rados.rados.0.smithi136.stdout:3112: writing smithi13674108-22 from 6512640 to 6946816 tid 2 2024-08-19T11:41:34.833 INFO:tasks.rados.rados.0.smithi136.stdout:3112: writing smithi13674108-22 from 6946816 to 7315456 tid 3 2024-08-19T11:41:34.833 INFO:tasks.rados.rados.0.smithi136.stdout:3113: rmattr oid 50 current snap is 310 2024-08-19T11:41:34.833 INFO:tasks.rados.rados.0.smithi136.stdout:3113: done (4 left) 2024-08-19T11:41:34.833 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 23 current snap is 310 2024-08-19T11:41:34.833 INFO:tasks.rados.rados.0.smithi136.stdout:3110: finishing write tid 1 to smithi13674108-20 2024-08-19T11:41:34.833 INFO:tasks.rados.rados.0.smithi136.stdout:3110: finishing write tid 2 to smithi13674108-20 2024-08-19T11:41:34.833 INFO:tasks.rados.rados.0.smithi136.stdout:3110: finishing write tid 3 to smithi13674108-20 2024-08-19T11:41:34.833 INFO:tasks.rados.rados.0.smithi136.stdout:3114: seq_num 935 ranges {4456448=466944,4923392=720896,5644288=81920} 2024-08-19T11:41:34.858 INFO:tasks.rados.rados.0.smithi136.stdout:3114: writing smithi13674108-23 from 4456448 to 4923392 tid 1 2024-08-19T11:41:34.862 INFO:tasks.rados.rados.0.smithi136.stdout:3114: writing smithi13674108-23 from 4923392 to 5644288 tid 2 2024-08-19T11:41:34.863 INFO:tasks.rados.rados.0.smithi136.stdout:3114: writing smithi13674108-23 from 5644288 to 5726208 tid 3 2024-08-19T11:41:34.863 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 6 current snap is 310 2024-08-19T11:41:34.864 INFO:tasks.rados.rados.0.smithi136.stdout:3110: finishing write tid 4 to smithi13674108-20 2024-08-19T11:41:34.864 INFO:tasks.rados.rados.0.smithi136.stdout:3110: finishing write tid 5 to smithi13674108-20 2024-08-19T11:41:34.864 INFO:tasks.rados.rados.0.smithi136.stdout:3110: oid 20 updating version 0 to 1358 2024-08-19T11:41:34.864 INFO:tasks.rados.rados.0.smithi136.stdout:3110: oid 20 version 1358 is already newer than 1356 2024-08-19T11:41:34.864 INFO:tasks.rados.rados.0.smithi136.stdout:3110: oid 20 version 1358 is already newer than 1357 2024-08-19T11:41:34.864 INFO:tasks.rados.rados.0.smithi136.stdout:3110: oid 20 updating version 1358 to 1359 2024-08-19T11:41:34.864 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 1359 (ObjNum 933 snap 310 seq_num 933) dirty exists 2024-08-19T11:41:34.864 INFO:tasks.rados.rados.0.smithi136.stdout:3110: left oid 20 (ObjNum 933 snap 310 seq_num 933) 2024-08-19T11:41:34.864 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 1360 (ObjNum 925 snap 304 seq_num 925) dirty exists 2024-08-19T11:41:34.864 INFO:tasks.rados.rados.0.smithi136.stdout:3109: expect (ObjNum 894 snap 295 seq_num 894) 2024-08-19T11:41:35.076 INFO:tasks.rados.rados.0.smithi136.stdout:3112: finishing write tid 1 to smithi13674108-22 2024-08-19T11:41:35.076 INFO:tasks.rados.rados.0.smithi136.stdout:3112: finishing write tid 2 to smithi13674108-22 2024-08-19T11:41:35.076 INFO:tasks.rados.rados.0.smithi136.stdout:3112: finishing write tid 3 to smithi13674108-22 2024-08-19T11:41:35.076 INFO:tasks.rados.rados.0.smithi136.stdout:3112: finishing write tid 4 to smithi13674108-22 2024-08-19T11:41:35.077 INFO:tasks.rados.rados.0.smithi136.stdout:3112: finishing write tid 5 to smithi13674108-22 2024-08-19T11:41:35.077 INFO:tasks.rados.rados.0.smithi136.stdout:3112: oid 22 updating version 0 to 1438 2024-08-19T11:41:35.077 INFO:tasks.rados.rados.0.smithi136.stdout:3112: oid 22 updating version 1438 to 1440 2024-08-19T11:41:35.077 INFO:tasks.rados.rados.0.smithi136.stdout:3112: oid 22 version 1440 is already newer than 1439 2024-08-19T11:41:35.077 INFO:tasks.rados.rados.0.smithi136.stdout:3112: oid 22 version 1440 is already newer than 1437 2024-08-19T11:41:35.077 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 1440 (ObjNum 934 snap 310 seq_num 934) dirty exists 2024-08-19T11:41:35.077 INFO:tasks.rados.rados.0.smithi136.stdout:3112: left oid 22 (ObjNum 934 snap 310 seq_num 934) 2024-08-19T11:41:35.077 INFO:tasks.rados.rados.0.smithi136.stdout:3114: finishing write tid 1 to smithi13674108-23 2024-08-19T11:41:35.077 INFO:tasks.rados.rados.0.smithi136.stdout:3115: seq_num 936 ranges {0=483328,483328=655360,1138688=147456} 2024-08-19T11:41:35.079 INFO:tasks.rados.rados.0.smithi136.stdout:3115: writing smithi13674108-6 from 0 to 483328 tid 1 2024-08-19T11:41:35.082 INFO:tasks.rados.rados.0.smithi136.stdout:3115: writing smithi13674108-6 from 483328 to 1138688 tid 2 2024-08-19T11:41:35.084 INFO:tasks.rados.rados.0.smithi136.stdout:3115: writing smithi13674108-6 from 1138688 to 1286144 tid 3 2024-08-19T11:41:35.084 INFO:tasks.rados.rados.0.smithi136.stdout:3109: done (5 left) 2024-08-19T11:41:35.084 INFO:tasks.rados.rados.0.smithi136.stdout:3110: done (4 left) 2024-08-19T11:41:35.084 INFO:tasks.rados.rados.0.smithi136.stdout:3111: done (3 left) 2024-08-19T11:41:35.084 INFO:tasks.rados.rados.0.smithi136.stdout:3112: done (2 left) 2024-08-19T11:41:35.084 INFO:tasks.rados.rados.0.smithi136.stdout:3116: delete oid 44 current snap is 310 2024-08-19T11:41:35.084 INFO:tasks.rados.rados.0.smithi136.stdout:3114: finishing write tid 2 to smithi13674108-23 2024-08-19T11:41:35.084 INFO:tasks.rados.rados.0.smithi136.stdout:3114: finishing write tid 3 to smithi13674108-23 2024-08-19T11:41:35.084 INFO:tasks.rados.rados.0.smithi136.stdout:3114: finishing write tid 4 to smithi13674108-23 2024-08-19T11:41:35.085 INFO:tasks.rados.rados.0.smithi136.stdout:3114: finishing write tid 5 to smithi13674108-23 2024-08-19T11:41:35.085 INFO:tasks.rados.rados.0.smithi136.stdout:3114: oid 23 updating version 0 to 1410 2024-08-19T11:41:35.085 INFO:tasks.rados.rados.0.smithi136.stdout:3114: oid 23 updating version 1410 to 1411 2024-08-19T11:41:35.085 INFO:tasks.rados.rados.0.smithi136.stdout:3114: oid 23 version 1411 is already newer than 1409 2024-08-19T11:41:35.085 INFO:tasks.rados.rados.0.smithi136.stdout:3114: oid 23 updating version 1411 to 1412 2024-08-19T11:41:35.085 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 1412 (ObjNum 935 snap 310 seq_num 935) dirty exists 2024-08-19T11:41:35.085 INFO:tasks.rados.rados.0.smithi136.stdout:3114: left oid 23 (ObjNum 935 snap 310 seq_num 935) 2024-08-19T11:41:35.085 INFO:tasks.rados.rados.0.smithi136.stdout:3115: finishing write tid 1 to smithi13674108-6 2024-08-19T11:41:35.087 INFO:tasks.rados.rados.0.smithi136.stdout:3114: done (2 left) 2024-08-19T11:41:35.088 INFO:tasks.rados.rados.0.smithi136.stdout:3116: done (1 left) 2024-08-19T11:41:35.088 INFO:tasks.rados.rados.0.smithi136.stdout:3117: read oid 9 snap -1 2024-08-19T11:41:35.088 INFO:tasks.rados.rados.0.smithi136.stdout:3117: expect (ObjNum 897 snap 295 seq_num 897) 2024-08-19T11:41:35.088 INFO:tasks.rados.rados.0.smithi136.stdout:3118: rmattr oid 46 current snap is 310 2024-08-19T11:41:35.088 INFO:tasks.rados.rados.0.smithi136.stdout:3115: finishing write tid 2 to smithi13674108-6 2024-08-19T11:41:35.088 INFO:tasks.rados.rados.0.smithi136.stdout:3119: snap_create 2024-08-19T11:41:35.088 INFO:tasks.rados.rados.0.smithi136.stdout:3115: finishing write tid 3 to smithi13674108-6 2024-08-19T11:41:35.088 INFO:tasks.rados.rados.0.smithi136.stdout:3115: finishing write tid 4 to smithi13674108-6 2024-08-19T11:41:35.090 INFO:tasks.rados.rados.0.smithi136.stdout:3115: finishing write tid 5 to smithi13674108-6 2024-08-19T11:41:35.090 INFO:tasks.rados.rados.0.smithi136.stdout:3115: oid 6 updating version 0 to 1103 2024-08-19T11:41:35.090 INFO:tasks.rados.rados.0.smithi136.stdout:3115: oid 6 version 1103 is already newer than 1102 2024-08-19T11:41:35.090 INFO:tasks.rados.rados.0.smithi136.stdout:3115: oid 6 version 1103 is already newer than 1100 2024-08-19T11:41:35.090 INFO:tasks.rados.rados.0.smithi136.stdout:3115: oid 6 version 1103 is already newer than 1101 2024-08-19T11:41:35.090 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 1103 (ObjNum 936 snap 310 seq_num 936) dirty exists 2024-08-19T11:41:35.090 INFO:tasks.rados.rados.0.smithi136.stdout:3115: left oid 6 (ObjNum 936 snap 310 seq_num 936) 2024-08-19T11:41:35.091 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 46 v 1361 (ObjNum 883 snap 291 seq_num 883) dirty exists 2024-08-19T11:41:35.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:34 smithi136 ceph-mon[88916]: pgmap v667: 121 pgs: 121 active+clean; 489 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.5 MiB/s wr, 10 op/s 2024-08-19T11:41:35.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:34 smithi136 ceph-mon[86496]: pgmap v667: 121 pgs: 121 active+clean; 489 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.5 MiB/s wr, 10 op/s 2024-08-19T11:41:35.125 INFO:tasks.rados.rados.0.smithi136.stdout:3117: expect (ObjNum 897 snap 295 seq_num 897) 2024-08-19T11:41:35.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:34 smithi155 ceph-mon[76679]: pgmap v667: 121 pgs: 121 active+clean; 489 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.5 MiB/s wr, 10 op/s 2024-08-19T11:41:36.037 INFO:tasks.rados.rados.0.smithi136.stdout:3115: done (3 left) 2024-08-19T11:41:36.038 INFO:tasks.rados.rados.0.smithi136.stdout:3117: done (2 left) 2024-08-19T11:41:36.038 INFO:tasks.rados.rados.0.smithi136.stdout:3118: done (1 left) 2024-08-19T11:41:36.038 INFO:tasks.rados.rados.0.smithi136.stdout:3119: done (0 left) 2024-08-19T11:41:36.038 INFO:tasks.rados.rados.0.smithi136.stdout:3120: read oid 49 snap -1 2024-08-19T11:41:36.038 INFO:tasks.rados.rados.0.smithi136.stdout:3120: expect (ObjNum 922 snap 304 seq_num 922) 2024-08-19T11:41:36.038 INFO:tasks.rados.rados.0.smithi136.stdout:3121: delete oid 13 current snap is 311 2024-08-19T11:41:36.043 INFO:tasks.rados.rados.0.smithi136.stdout:3120: expect (ObjNum 922 snap 304 seq_num 922) 2024-08-19T11:41:36.069 INFO:tasks.rados.rados.0.smithi136.stdout:3120: done (1 left) 2024-08-19T11:41:36.069 INFO:tasks.rados.rados.0.smithi136.stdout:3121: done (0 left) 2024-08-19T11:41:36.069 INFO:tasks.rados.rados.0.smithi136.stdout:3122: snap_create 2024-08-19T11:41:36.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:35 smithi136 ceph-mon[88916]: osdmap e688: 8 total, 8 up, 8 in 2024-08-19T11:41:36.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:35 smithi136 ceph-mon[86496]: osdmap e688: 8 total, 8 up, 8 in 2024-08-19T11:41:36.111 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:35 smithi155 ceph-mon[76679]: osdmap e688: 8 total, 8 up, 8 in 2024-08-19T11:41:36.792 INFO:tasks.rados.rados.0.smithi136.stdout:3122: done (0 left) 2024-08-19T11:41:36.792 INFO:tasks.rados.rados.0.smithi136.stdout:3123: rollback oid 15 current snap is 312 2024-08-19T11:41:36.792 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 15 to 285 2024-08-19T11:41:36.792 INFO:tasks.rados.rados.0.smithi136.stdout:3124: read oid 40 snap -1 2024-08-19T11:41:36.792 INFO:tasks.rados.rados.0.smithi136.stdout:3124: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:41:36.792 INFO:tasks.rados.rados.0.smithi136.stdout:3125: snap_create 2024-08-19T11:41:36.794 INFO:tasks.rados.rados.0.smithi136.stdout:3124: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:41:36.798 INFO:tasks.rados.rados.0.smithi136.stdout:3123: finishing rollback tid 0 to smithi13674108-15 2024-08-19T11:41:36.799 INFO:tasks.rados.rados.0.smithi136.stdout:3123: finishing rollback tid 1 to smithi13674108-15 2024-08-19T11:41:36.799 INFO:tasks.rados.rados.0.smithi136.stdout:3123: finishing rollback tid 2 to smithi13674108-15 2024-08-19T11:41:36.799 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 1105 (ObjNum 861 snap 279 seq_num 861) dirty exists 2024-08-19T11:41:37.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:36 smithi136 ceph-mon[88916]: pgmap v670: 121 pgs: 121 active+clean; 488 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-08-19T11:41:37.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:36 smithi136 ceph-mon[88916]: osdmap e689: 8 total, 8 up, 8 in 2024-08-19T11:41:37.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:36 smithi136 ceph-mon[86496]: pgmap v670: 121 pgs: 121 active+clean; 488 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-08-19T11:41:37.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:36 smithi136 ceph-mon[86496]: osdmap e689: 8 total, 8 up, 8 in 2024-08-19T11:41:37.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:36 smithi155 ceph-mon[76679]: pgmap v670: 121 pgs: 121 active+clean; 488 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-08-19T11:41:37.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:36 smithi155 ceph-mon[76679]: osdmap e689: 8 total, 8 up, 8 in 2024-08-19T11:41:37.798 INFO:tasks.rados.rados.0.smithi136.stdout:3123: done (2 left) 2024-08-19T11:41:37.798 INFO:tasks.rados.rados.0.smithi136.stdout:3124: done (1 left) 2024-08-19T11:41:37.798 INFO:tasks.rados.rados.0.smithi136.stdout:3125: done (0 left) 2024-08-19T11:41:37.798 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 14 current snap is 313 2024-08-19T11:41:37.798 INFO:tasks.rados.rados.0.smithi136.stdout:3126: seq_num 939 ranges {0=532480,532480=704512,1236992=98304} 2024-08-19T11:41:37.800 INFO:tasks.rados.rados.0.smithi136.stdout:3126: writing smithi13674108-14 from 0 to 532480 tid 1 2024-08-19T11:41:37.805 INFO:tasks.rados.rados.0.smithi136.stdout:3126: writing smithi13674108-14 from 532480 to 1236992 tid 2 2024-08-19T11:41:37.806 INFO:tasks.rados.rados.0.smithi136.stdout:3126: writing smithi13674108-14 from 1236992 to 1335296 tid 3 2024-08-19T11:41:37.806 INFO:tasks.rados.rados.0.smithi136.stdout:3127: rollback oid 15 current snap is 313 2024-08-19T11:41:37.807 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 15 to 312 2024-08-19T11:41:37.807 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 46 current snap is 313 2024-08-19T11:41:37.807 INFO:tasks.rados.rados.0.smithi136.stdout:3128: seq_num 940 ranges {393216=548864,942080=589824,1531904=212992} 2024-08-19T11:41:37.813 INFO:tasks.rados.rados.0.smithi136.stdout:3128: writing smithi13674108-46 from 393216 to 942080 tid 1 2024-08-19T11:41:37.817 INFO:tasks.rados.rados.0.smithi136.stdout:3128: writing smithi13674108-46 from 942080 to 1531904 tid 2 2024-08-19T11:41:37.819 INFO:tasks.rados.rados.0.smithi136.stdout:3128: writing smithi13674108-46 from 1531904 to 1744896 tid 3 2024-08-19T11:41:37.819 INFO:tasks.rados.rados.0.smithi136.stdout:3129: read oid 49 snap 311 2024-08-19T11:41:37.819 INFO:tasks.rados.rados.0.smithi136.stdout:3129: expect (ObjNum 922 snap 304 seq_num 922) 2024-08-19T11:41:37.819 INFO:tasks.rados.rados.0.smithi136.stdout:3130: rmattr oid 8 current snap is 313 2024-08-19T11:41:37.819 INFO:tasks.rados.rados.0.smithi136.stdout:3126: finishing write tid 1 to smithi13674108-14 2024-08-19T11:41:37.819 INFO:tasks.rados.rados.0.smithi136.stdout:3126: finishing write tid 2 to smithi13674108-14 2024-08-19T11:41:37.819 INFO:tasks.rados.rados.0.smithi136.stdout:3127: finishing rollback tid 0 to smithi13674108-15 2024-08-19T11:41:37.819 INFO:tasks.rados.rados.0.smithi136.stdout:3127: finishing rollback tid 1 to smithi13674108-15 2024-08-19T11:41:37.819 INFO:tasks.rados.rados.0.smithi136.stdout:3127: finishing rollback tid 2 to smithi13674108-15 2024-08-19T11:41:37.819 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 1108 (ObjNum 861 snap 279 seq_num 861) dirty exists 2024-08-19T11:41:37.819 INFO:tasks.rados.rados.0.smithi136.stdout:3126: finishing write tid 3 to smithi13674108-14 2024-08-19T11:41:37.820 INFO:tasks.rados.rados.0.smithi136.stdout:3126: finishing write tid 4 to smithi13674108-14 2024-08-19T11:41:37.820 INFO:tasks.rados.rados.0.smithi136.stdout:3126: finishing write tid 5 to smithi13674108-14 2024-08-19T11:41:37.820 INFO:tasks.rados.rados.0.smithi136.stdout:3126: oid 14 updating version 0 to 1550 2024-08-19T11:41:37.820 INFO:tasks.rados.rados.0.smithi136.stdout:3126: oid 14 version 1550 is already newer than 1549 2024-08-19T11:41:37.820 INFO:tasks.rados.rados.0.smithi136.stdout:3126: oid 14 updating version 1550 to 1551 2024-08-19T11:41:37.820 INFO:tasks.rados.rados.0.smithi136.stdout:3126: oid 14 version 1551 is already newer than 1548 2024-08-19T11:41:37.820 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 1551 (ObjNum 939 snap 313 seq_num 939) dirty exists 2024-08-19T11:41:37.820 INFO:tasks.rados.rados.0.smithi136.stdout:3126: left oid 14 (ObjNum 939 snap 313 seq_num 939) 2024-08-19T11:41:37.820 INFO:tasks.rados.rados.0.smithi136.stdout:3128: finishing write tid 1 to smithi13674108-46 2024-08-19T11:41:37.820 INFO:tasks.rados.rados.0.smithi136.stdout:3126: done (4 left) 2024-08-19T11:41:37.821 INFO:tasks.rados.rados.0.smithi136.stdout:3127: done (3 left) 2024-08-19T11:41:37.821 INFO:tasks.rados.rados.0.smithi136.stdout:3131: snap_create 2024-08-19T11:41:37.822 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 1441 (ObjNum 910 snap 298 seq_num 910) dirty exists 2024-08-19T11:41:37.823 INFO:tasks.rados.rados.0.smithi136.stdout:3128: finishing write tid 2 to smithi13674108-46 2024-08-19T11:41:37.823 INFO:tasks.rados.rados.0.smithi136.stdout:3129: expect (ObjNum 922 snap 304 seq_num 922) 2024-08-19T11:41:37.852 INFO:tasks.rados.rados.0.smithi136.stdout:3128: finishing write tid 3 to smithi13674108-46 2024-08-19T11:41:37.852 INFO:tasks.rados.rados.0.smithi136.stdout:3128: finishing write tid 4 to smithi13674108-46 2024-08-19T11:41:37.852 INFO:tasks.rados.rados.0.smithi136.stdout:3128: finishing write tid 5 to smithi13674108-46 2024-08-19T11:41:37.852 INFO:tasks.rados.rados.0.smithi136.stdout:3128: oid 46 updating version 0 to 1363 2024-08-19T11:41:37.852 INFO:tasks.rados.rados.0.smithi136.stdout:3128: oid 46 updating version 1363 to 1365 2024-08-19T11:41:37.852 INFO:tasks.rados.rados.0.smithi136.stdout:3128: oid 46 version 1365 is already newer than 1362 2024-08-19T11:41:37.852 INFO:tasks.rados.rados.0.smithi136.stdout:3128: oid 46 version 1365 is already newer than 1364 2024-08-19T11:41:37.852 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 46 v 1365 (ObjNum 940 snap 313 seq_num 940) dirty exists 2024-08-19T11:41:37.852 INFO:tasks.rados.rados.0.smithi136.stdout:3128: left oid 46 (ObjNum 940 snap 313 seq_num 940) 2024-08-19T11:41:38.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:37 smithi136 ceph-mon[88916]: osdmap e690: 8 total, 8 up, 8 in 2024-08-19T11:41:38.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:37 smithi136 ceph-mon[86496]: osdmap e690: 8 total, 8 up, 8 in 2024-08-19T11:41:38.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:37 smithi155 ceph-mon[76679]: osdmap e690: 8 total, 8 up, 8 in 2024-08-19T11:41:38.499 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -e sha1=797669399b32d2915e64eb6d4b1257ae3c50f80b -- bash -c 'ceph orch ps' 2024-08-19T11:41:38.719 INFO:tasks.rados.rados.0.smithi136.stdout:3128: done (3 left) 2024-08-19T11:41:38.719 INFO:tasks.rados.rados.0.smithi136.stdout:3129: done (2 left) 2024-08-19T11:41:38.720 INFO:tasks.rados.rados.0.smithi136.stdout:3130: done (1 left) 2024-08-19T11:41:38.720 INFO:tasks.rados.rados.0.smithi136.stdout:3131: done (0 left) 2024-08-19T11:41:38.720 INFO:tasks.rados.rados.0.smithi136.stdout:3132: read oid 5 snap -1 2024-08-19T11:41:38.720 INFO:tasks.rados.rados.0.smithi136.stdout:3132: expect deleted 2024-08-19T11:41:38.720 INFO:tasks.rados.rados.0.smithi136.stdout:3133: read oid 41 snap -1 2024-08-19T11:41:38.720 INFO:tasks.rados.rados.0.smithi136.stdout:3133: expect (ObjNum 885 snap 291 seq_num 885) 2024-08-19T11:41:38.720 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 47 current snap is 314 2024-08-19T11:41:38.720 INFO:tasks.rados.rados.0.smithi136.stdout:3134: seq_num 941 ranges {0=565248,565248=475136,1040384=327680} 2024-08-19T11:41:38.722 INFO:tasks.rados.rados.0.smithi136.stdout:3134: writing smithi13674108-47 from 0 to 565248 tid 1 2024-08-19T11:41:38.725 INFO:tasks.rados.rados.0.smithi136.stdout:3134: writing smithi13674108-47 from 565248 to 1040384 tid 2 2024-08-19T11:41:38.726 INFO:tasks.rados.rados.0.smithi136.stdout:3134: writing smithi13674108-47 from 1040384 to 1368064 tid 3 2024-08-19T11:41:38.727 INFO:tasks.rados.rados.0.smithi136.stdout:3135: rmattr oid 17 current snap is 314 2024-08-19T11:41:38.727 INFO:tasks.rados.rados.0.smithi136.stdout:3135: done (3 left) 2024-08-19T11:41:38.727 INFO:tasks.rados.rados.0.smithi136.stdout:3136: snap_remove snap 275 2024-08-19T11:41:38.750 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:41:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:38 smithi136 ceph-mon[88916]: pgmap v673: 121 pgs: 121 active+clean; 502 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-08-19T11:41:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:38 smithi136 ceph-mon[88916]: osdmap e691: 8 total, 8 up, 8 in 2024-08-19T11:41:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:38 smithi136 ceph-mon[88916]: from='client.44543 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:41:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:38 smithi136 ceph-mon[88916]: osdmap e692: 8 total, 8 up, 8 in 2024-08-19T11:41:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:38 smithi136 ceph-mon[86496]: pgmap v673: 121 pgs: 121 active+clean; 502 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-08-19T11:41:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:38 smithi136 ceph-mon[86496]: osdmap e691: 8 total, 8 up, 8 in 2024-08-19T11:41:39.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:38 smithi136 ceph-mon[86496]: from='client.44543 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:41:39.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:38 smithi136 ceph-mon[86496]: osdmap e692: 8 total, 8 up, 8 in 2024-08-19T11:41:39.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:38 smithi155 ceph-mon[76679]: pgmap v673: 121 pgs: 121 active+clean; 502 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-08-19T11:41:39.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:38 smithi155 ceph-mon[76679]: osdmap e691: 8 total, 8 up, 8 in 2024-08-19T11:41:39.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:38 smithi155 ceph-mon[76679]: from='client.44543 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:41:39.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:38 smithi155 ceph-mon[76679]: osdmap e692: 8 total, 8 up, 8 in 2024-08-19T11:41:39.598 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:41:39 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:41:39] "GET /metrics HTTP/1.1" 200 36446 "" "Prometheus/2.51.0" 2024-08-19T11:41:39.725 INFO:tasks.rados.rados.0.smithi136.stdout:3136: done (3 left) 2024-08-19T11:41:39.726 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 42 current snap is 314 2024-08-19T11:41:39.726 INFO:tasks.rados.rados.0.smithi136.stdout:3137: seq_num 942 ranges {6062080=581632,6643712=761856,7405568=40960} 2024-08-19T11:41:39.762 INFO:tasks.rados.rados.0.smithi136.stdout:3137: writing smithi13674108-42 from 6062080 to 6643712 tid 1 2024-08-19T11:41:39.766 INFO:tasks.rados.rados.0.smithi136.stdout:3137: writing smithi13674108-42 from 6643712 to 7405568 tid 2 2024-08-19T11:41:39.767 INFO:tasks.rados.rados.0.smithi136.stdout:3137: writing smithi13674108-42 from 7405568 to 7446528 tid 3 2024-08-19T11:41:39.767 INFO:tasks.rados.rados.0.smithi136.stdout:3138: rmattr oid 28 current snap is 314 2024-08-19T11:41:39.767 INFO:tasks.rados.rados.0.smithi136.stdout:3138: done (4 left) 2024-08-19T11:41:39.767 INFO:tasks.rados.rados.0.smithi136.stdout:3139: read oid 31 snap -1 2024-08-19T11:41:39.767 INFO:tasks.rados.rados.0.smithi136.stdout:3139: expect (ObjNum 897 snap 295 seq_num 897) 2024-08-19T11:41:39.768 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 29 current snap is 314 2024-08-19T11:41:39.768 INFO:tasks.rados.rados.0.smithi136.stdout:3140: seq_num 943 ranges {13246464=598016,13844480=688128,14532608=114688} 2024-08-19T11:41:39.842 INFO:tasks.rados.rados.0.smithi136.stdout:3140: writing smithi13674108-29 from 13246464 to 13844480 tid 1 2024-08-19T11:41:39.846 INFO:tasks.rados.rados.0.smithi136.stdout:3140: writing smithi13674108-29 from 13844480 to 14532608 tid 2 2024-08-19T11:41:39.847 INFO:tasks.rados.rados.0.smithi136.stdout:3140: writing smithi13674108-29 from 14532608 to 14647296 tid 3 2024-08-19T11:41:39.847 INFO:tasks.rados.rados.0.smithi136.stdout:3141: rollback oid 39 current snap is 314 2024-08-19T11:41:39.847 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 39 to 313 2024-08-19T11:41:39.847 INFO:tasks.rados.rados.0.smithi136.stdout:3133: expect (ObjNum 885 snap 291 seq_num 885) 2024-08-19T11:41:39.862 INFO:tasks.rados.rados.0.smithi136.stdout:3134: finishing write tid 1 to smithi13674108-47 2024-08-19T11:41:39.862 INFO:tasks.rados.rados.0.smithi136.stdout:3134: finishing write tid 2 to smithi13674108-47 2024-08-19T11:41:39.862 INFO:tasks.rados.rados.0.smithi136.stdout:3134: finishing write tid 3 to smithi13674108-47 2024-08-19T11:41:39.862 INFO:tasks.rados.rados.0.smithi136.stdout:3134: finishing write tid 4 to smithi13674108-47 2024-08-19T11:41:39.862 INFO:tasks.rados.rados.0.smithi136.stdout:3134: finishing write tid 5 to smithi13674108-47 2024-08-19T11:41:39.862 INFO:tasks.rados.rados.0.smithi136.stdout:3134: oid 47 updating version 0 to 1107 2024-08-19T11:41:39.863 INFO:tasks.rados.rados.0.smithi136.stdout:3134: oid 47 version 1107 is already newer than 1106 2024-08-19T11:41:39.863 INFO:tasks.rados.rados.0.smithi136.stdout:3134: oid 47 version 1107 is already newer than 1105 2024-08-19T11:41:39.863 INFO:tasks.rados.rados.0.smithi136.stdout:3134: oid 47 version 1107 is already newer than 1104 2024-08-19T11:41:39.863 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 1107 (ObjNum 941 snap 314 seq_num 941) dirty exists 2024-08-19T11:41:39.863 INFO:tasks.rados.rados.0.smithi136.stdout:3134: left oid 47 (ObjNum 941 snap 314 seq_num 941) 2024-08-19T11:41:39.863 INFO:tasks.rados.rados.0.smithi136.stdout:3137: finishing write tid 1 to smithi13674108-42 2024-08-19T11:41:39.863 INFO:tasks.rados.rados.0.smithi136.stdout:3137: finishing write tid 2 to smithi13674108-42 2024-08-19T11:41:39.863 INFO:tasks.rados.rados.0.smithi136.stdout:3132: done (6 left) 2024-08-19T11:41:39.863 INFO:tasks.rados.rados.0.smithi136.stdout:3133: done (5 left) 2024-08-19T11:41:39.863 INFO:tasks.rados.rados.0.smithi136.stdout:3134: done (4 left) 2024-08-19T11:41:39.863 INFO:tasks.rados.rados.0.smithi136.stdout:3142: read oid 19 snap 283 2024-08-19T11:41:39.863 INFO:tasks.rados.rados.0.smithi136.stdout:3142: expect deleted 2024-08-19T11:41:39.863 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 32 current snap is 314 2024-08-19T11:41:39.864 INFO:tasks.rados.rados.0.smithi136.stdout:3137: finishing write tid 3 to smithi13674108-42 2024-08-19T11:41:39.864 INFO:tasks.rados.rados.0.smithi136.stdout:3137: finishing write tid 4 to smithi13674108-42 2024-08-19T11:41:39.864 INFO:tasks.rados.rados.0.smithi136.stdout:3143: seq_num 944 ranges {425984=614400,1040384=573440,1613824=229376} 2024-08-19T11:41:39.867 INFO:tasks.rados.rados.0.smithi136.stdout:3143: writing smithi13674108-32 from 425984 to 1040384 tid 1 2024-08-19T11:41:39.870 INFO:tasks.rados.rados.0.smithi136.stdout:3143: writing smithi13674108-32 from 1040384 to 1613824 tid 2 2024-08-19T11:41:39.872 INFO:tasks.rados.rados.0.smithi136.stdout:3143: writing smithi13674108-32 from 1613824 to 1843200 tid 3 2024-08-19T11:41:39.872 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 16 current snap is 314 2024-08-19T11:41:39.872 INFO:tasks.rados.rados.0.smithi136.stdout:3137: finishing write tid 5 to smithi13674108-42 2024-08-19T11:41:39.873 INFO:tasks.rados.rados.0.smithi136.stdout:3137: oid 42 updating version 0 to 1329 2024-08-19T11:41:39.873 INFO:tasks.rados.rados.0.smithi136.stdout:3137: oid 42 updating version 1329 to 1332 2024-08-19T11:41:39.873 INFO:tasks.rados.rados.0.smithi136.stdout:3137: oid 42 version 1332 is already newer than 1330 2024-08-19T11:41:39.873 INFO:tasks.rados.rados.0.smithi136.stdout:3137: oid 42 version 1332 is already newer than 1331 2024-08-19T11:41:39.873 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 1332 (ObjNum 942 snap 314 seq_num 942) dirty exists 2024-08-19T11:41:39.873 INFO:tasks.rados.rados.0.smithi136.stdout:3137: left oid 42 (ObjNum 942 snap 314 seq_num 942) 2024-08-19T11:41:39.873 INFO:tasks.rados.rados.0.smithi136.stdout:3144: seq_num 945 ranges {3792896=630784,4423680=458752,4882432=344064} 2024-08-19T11:41:39.895 INFO:tasks.rados.rados.0.smithi136.stdout:3144: writing smithi13674108-16 from 3792896 to 4423680 tid 1 2024-08-19T11:41:39.899 INFO:tasks.rados.rados.0.smithi136.stdout:3144: writing smithi13674108-16 from 4423680 to 4882432 tid 2 2024-08-19T11:41:39.902 INFO:tasks.rados.rados.0.smithi136.stdout:3144: writing smithi13674108-16 from 4882432 to 5226496 tid 3 2024-08-19T11:41:39.902 INFO:tasks.rados.rados.0.smithi136.stdout:3137: done (6 left) 2024-08-19T11:41:39.902 INFO:tasks.rados.rados.0.smithi136.stdout:3145: read oid 20 snap -1 2024-08-19T11:41:39.902 INFO:tasks.rados.rados.0.smithi136.stdout:3145: expect (ObjNum 933 snap 310 seq_num 933) 2024-08-19T11:41:39.902 INFO:tasks.rados.rados.0.smithi136.stdout:3146: copy_from oid 25 from oid 33 current snap is 314 2024-08-19T11:41:39.902 INFO:tasks.rados.rados.0.smithi136.stdout:3139: expect (ObjNum 897 snap 295 seq_num 897) 2024-08-19T11:41:40.593 INFO:teuthology.orchestra.run.smithi136.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T11:41:40.593 INFO:teuthology.orchestra.run.smithi136.stdout:alertmanager.a smithi136 *:9093,9094 running (49s) 45s ago 13m 15.4M - 0.27.0 11f11916f8cd af0a2f4cad96 2024-08-19T11:41:40.593 INFO:teuthology.orchestra.run.smithi136.stdout:grafana.a smithi155 *:3000 running (27s) 20s ago 12m 61.6M - c8b91775d855 15012bb187b1 2024-08-19T11:41:40.593 INFO:teuthology.orchestra.run.smithi136.stdout:mds.a smithi136 running (2m) 45s ago 14m 15.0M - 19.0.0-5847-g79766939 50bbda8a3289 222578682eee 2024-08-19T11:41:40.593 INFO:teuthology.orchestra.run.smithi136.stdout:mds.b smithi155 running (111s) 20s ago 14m 13.5M - 19.0.0-5847-g79766939 50bbda8a3289 a2fe6a754947 2024-08-19T11:41:40.593 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.x smithi155 *:8443,9283,8765 running (8m) 20s ago 17m 455M - 19.0.0-5847-g79766939 50bbda8a3289 64c8cd762719 2024-08-19T11:41:40.593 INFO:teuthology.orchestra.run.smithi136.stdout:mgr.y smithi136 *:8443,9283,8765 running (8m) 45s ago 19m 525M - 19.0.0-5847-g79766939 50bbda8a3289 2c0aee4c2faf 2024-08-19T11:41:40.593 INFO:teuthology.orchestra.run.smithi136.stdout:mon.a smithi136 running (7m) 45s ago 19m 71.1M 2048M 19.0.0-5847-g79766939 50bbda8a3289 9ab88b9dc010 2024-08-19T11:41:40.594 INFO:teuthology.orchestra.run.smithi136.stdout:mon.b smithi155 running (7m) 20s ago 18m 60.0M 2048M 19.0.0-5847-g79766939 50bbda8a3289 1260b8dbc4a8 2024-08-19T11:41:40.594 INFO:teuthology.orchestra.run.smithi136.stdout:mon.c smithi136 running (7m) 45s ago 18m 61.7M 2048M 19.0.0-5847-g79766939 50bbda8a3289 6904f5e6079f 2024-08-19T11:41:40.594 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.a smithi136 *:9100 running (97s) 45s ago 12m 9810k - 1.7.0 72c9c2088986 9fee5351d80a 2024-08-19T11:41:40.594 INFO:teuthology.orchestra.run.smithi136.stdout:node-exporter.b smithi155 *:9100 running (91s) 20s ago 12m 9508k - 1.7.0 72c9c2088986 579b7c0423e7 2024-08-19T11:41:40.594 INFO:teuthology.orchestra.run.smithi136.stdout:osd.0 smithi136 running (6m) 45s ago 17m 254M 2480M 19.0.0-5847-g79766939 50bbda8a3289 6daf1ed86d76 2024-08-19T11:41:40.594 INFO:teuthology.orchestra.run.smithi136.stdout:osd.1 smithi136 running (5m) 45s ago 17m 191M 2480M 19.0.0-5847-g79766939 50bbda8a3289 e1e8e8f25d12 2024-08-19T11:41:40.594 INFO:teuthology.orchestra.run.smithi136.stdout:osd.2 smithi136 running (5m) 45s ago 16m 210M 2480M 19.0.0-5847-g79766939 50bbda8a3289 7ef28c35d940 2024-08-19T11:41:40.594 INFO:teuthology.orchestra.run.smithi136.stdout:osd.3 smithi136 running (4m) 45s ago 16m 121M 2480M 19.0.0-5847-g79766939 50bbda8a3289 9f8198736d5b 2024-08-19T11:41:40.594 INFO:teuthology.orchestra.run.smithi136.stdout:osd.4 smithi155 running (4m) 20s ago 16m 218M 2480M 19.0.0-5847-g79766939 50bbda8a3289 0256f8e34f10 2024-08-19T11:41:40.594 INFO:teuthology.orchestra.run.smithi136.stdout:osd.5 smithi155 running (3m) 20s ago 15m 258M 2480M 19.0.0-5847-g79766939 50bbda8a3289 91a0267e5c97 2024-08-19T11:41:40.594 INFO:teuthology.orchestra.run.smithi136.stdout:osd.6 smithi155 running (3m) 20s ago 15m 178M 2480M 19.0.0-5847-g79766939 50bbda8a3289 e1b316d3878b 2024-08-19T11:41:40.594 INFO:teuthology.orchestra.run.smithi136.stdout:osd.7 smithi155 running (2m) 20s ago 14m 180M 2480M 19.0.0-5847-g79766939 50bbda8a3289 aca69fd2b209 2024-08-19T11:41:40.594 INFO:teuthology.orchestra.run.smithi136.stdout:prometheus.a smithi155 *:9095 running (69s) 20s ago 13m 35.5M - 2.51.0 1d3b7f56885b 2c886752fa8c 2024-08-19T11:41:40.845 INFO:tasks.rados.rados.0.smithi136.stdout:3140: finishing write tid 1 to smithi13674108-29 2024-08-19T11:41:40.845 INFO:tasks.rados.rados.0.smithi136.stdout:3141: finishing rollback tid 0 to smithi13674108-39 2024-08-19T11:41:40.846 INFO:tasks.rados.rados.0.smithi136.stdout:3140: finishing write tid 2 to smithi13674108-29 2024-08-19T11:41:40.846 INFO:tasks.rados.rados.0.smithi136.stdout:3141: finishing rollback tid 1 to smithi13674108-39 2024-08-19T11:41:40.846 INFO:tasks.rados.rados.0.smithi136.stdout:3140: finishing write tid 3 to smithi13674108-29 2024-08-19T11:41:40.846 INFO:tasks.rados.rados.0.smithi136.stdout:3141: finishing rollback tid 2 to smithi13674108-39 2024-08-19T11:41:40.846 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 1111 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-08-19T11:41:40.846 INFO:tasks.rados.rados.0.smithi136.stdout:3140: finishing write tid 4 to smithi13674108-29 2024-08-19T11:41:40.846 INFO:tasks.rados.rados.0.smithi136.stdout:3139: done (7 left) 2024-08-19T11:41:40.846 INFO:tasks.rados.rados.0.smithi136.stdout:3141: done (6 left) 2024-08-19T11:41:40.846 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 8 current snap is 314 2024-08-19T11:41:40.846 INFO:tasks.rados.rados.0.smithi136.stdout:3140: finishing write tid 5 to smithi13674108-29 2024-08-19T11:41:40.846 INFO:tasks.rados.rados.0.smithi136.stdout:3140: oid 29 updating version 0 to 1454 2024-08-19T11:41:40.846 INFO:tasks.rados.rados.0.smithi136.stdout:3140: oid 29 updating version 1454 to 1455 2024-08-19T11:41:40.846 INFO:tasks.rados.rados.0.smithi136.stdout:3140: oid 29 updating version 1455 to 1456 2024-08-19T11:41:40.847 INFO:tasks.rados.rados.0.smithi136.stdout:3140: oid 29 version 1456 is already newer than 1453 2024-08-19T11:41:40.847 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 1456 (ObjNum 943 snap 314 seq_num 943) dirty exists 2024-08-19T11:41:40.847 INFO:tasks.rados.rados.0.smithi136.stdout:3140: left oid 29 (ObjNum 943 snap 314 seq_num 943) 2024-08-19T11:41:40.847 INFO:tasks.rados.rados.0.smithi136.stdout:3147: seq_num 946 ranges {999424=647168,1646592=745472,2392064=57344} 2024-08-19T11:41:40.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:40 smithi136 ceph-mon[88916]: pgmap v676: 121 pgs: 121 active+clean; 505 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.1 MiB/s wr, 16 op/s 2024-08-19T11:41:40.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:40 smithi136 ceph-mon[88916]: osdmap e693: 8 total, 8 up, 8 in 2024-08-19T11:41:40.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:41:40.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:40 smithi136 ceph-mon[86496]: pgmap v676: 121 pgs: 121 active+clean; 505 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.1 MiB/s wr, 16 op/s 2024-08-19T11:41:40.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:40 smithi136 ceph-mon[86496]: osdmap e693: 8 total, 8 up, 8 in 2024-08-19T11:41:40.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:41:40.854 INFO:tasks.rados.rados.0.smithi136.stdout:3147: writing smithi13674108-8 from 999424 to 1646592 tid 1 2024-08-19T11:41:40.858 INFO:tasks.rados.rados.0.smithi136.stdout:3147: writing smithi13674108-8 from 1646592 to 2392064 tid 2 2024-08-19T11:41:40.859 INFO:tasks.rados.rados.0.smithi136.stdout:3147: writing smithi13674108-8 from 2392064 to 2449408 tid 3 2024-08-19T11:41:40.859 INFO:tasks.rados.rados.0.smithi136.stdout:3140: done (6 left) 2024-08-19T11:41:40.859 INFO:tasks.rados.rados.0.smithi136.stdout:3148: copy_from oid 2 from oid 29 current snap is 314 2024-08-19T11:41:40.859 INFO:tasks.rados.rados.0.smithi136.stdout:3143: finishing write tid 1 to smithi13674108-32 2024-08-19T11:41:40.859 INFO:tasks.rados.rados.0.smithi136.stdout:3143: finishing write tid 2 to smithi13674108-32 2024-08-19T11:41:40.859 INFO:tasks.rados.rados.0.smithi136.stdout:3143: finishing write tid 3 to smithi13674108-32 2024-08-19T11:41:40.859 INFO:tasks.rados.rados.0.smithi136.stdout:3143: finishing write tid 4 to smithi13674108-32 2024-08-19T11:41:40.859 INFO:tasks.rados.rados.0.smithi136.stdout:3143: finishing write tid 5 to smithi13674108-32 2024-08-19T11:41:40.859 INFO:tasks.rados.rados.0.smithi136.stdout:3143: oid 32 updating version 0 to 1115 2024-08-19T11:41:40.860 INFO:tasks.rados.rados.0.smithi136.stdout:3143: oid 32 version 1115 is already newer than 1113 2024-08-19T11:41:40.860 INFO:tasks.rados.rados.0.smithi136.stdout:3143: oid 32 version 1115 is already newer than 1112 2024-08-19T11:41:40.860 INFO:tasks.rados.rados.0.smithi136.stdout:3143: oid 32 version 1115 is already newer than 1114 2024-08-19T11:41:40.860 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 32 v 1115 (ObjNum 944 snap 314 seq_num 944) dirty exists 2024-08-19T11:41:40.860 INFO:tasks.rados.rados.0.smithi136.stdout:3143: left oid 32 (ObjNum 944 snap 314 seq_num 944) 2024-08-19T11:41:40.860 INFO:tasks.rados.rados.0.smithi136.stdout:3144: finishing write tid 1 to smithi13674108-16 2024-08-19T11:41:40.860 INFO:tasks.rados.rados.0.smithi136.stdout:3144: finishing write tid 2 to smithi13674108-16 2024-08-19T11:41:40.860 INFO:tasks.rados.rados.0.smithi136.stdout:3144: finishing write tid 3 to smithi13674108-16 2024-08-19T11:41:40.860 INFO:tasks.rados.rados.0.smithi136.stdout:3144: finishing write tid 4 to smithi13674108-16 2024-08-19T11:41:40.860 INFO:tasks.rados.rados.0.smithi136.stdout:3145: expect (ObjNum 933 snap 310 seq_num 933) 2024-08-19T11:41:40.897 INFO:tasks.rados.rados.0.smithi136.stdout:3146: finishing copy_from to smithi13674108-25 2024-08-19T11:41:40.897 INFO:tasks.rados.rados.0.smithi136.stdout:3146: got expected ENOENT (src dne) 2024-08-19T11:41:40.897 INFO:tasks.rados.rados.0.smithi136.stdout:3146: finishing copy_from racing read to smithi13674108-25 2024-08-19T11:41:40.897 INFO:tasks.rados.rados.0.smithi136.stdout:3144: finishing write tid 5 to smithi13674108-16 2024-08-19T11:41:40.897 INFO:tasks.rados.rados.0.smithi136.stdout:3144: oid 16 updating version 0 to 1567 2024-08-19T11:41:40.897 INFO:tasks.rados.rados.0.smithi136.stdout:3144: oid 16 updating version 1567 to 1568 2024-08-19T11:41:40.897 INFO:tasks.rados.rados.0.smithi136.stdout:3144: oid 16 version 1568 is already newer than 1565 2024-08-19T11:41:40.897 INFO:tasks.rados.rados.0.smithi136.stdout:3144: oid 16 version 1568 is already newer than 1566 2024-08-19T11:41:40.897 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 16 v 1568 (ObjNum 945 snap 314 seq_num 945) dirty exists 2024-08-19T11:41:40.897 INFO:tasks.rados.rados.0.smithi136.stdout:3144: left oid 16 (ObjNum 945 snap 314 seq_num 945) 2024-08-19T11:41:40.898 INFO:tasks.rados.rados.0.smithi136.stdout:3142: done (6 left) 2024-08-19T11:41:40.898 INFO:tasks.rados.rados.0.smithi136.stdout:3143: done (5 left) 2024-08-19T11:41:40.898 INFO:tasks.rados.rados.0.smithi136.stdout:3144: done (4 left) 2024-08-19T11:41:40.898 INFO:tasks.rados.rados.0.smithi136.stdout:3145: done (3 left) 2024-08-19T11:41:40.898 INFO:tasks.rados.rados.0.smithi136.stdout:3146: done (2 left) 2024-08-19T11:41:40.898 INFO:tasks.rados.rados.0.smithi136.stdout:3149: snap_remove snap 308 2024-08-19T11:41:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:40 smithi155 ceph-mon[76679]: pgmap v676: 121 pgs: 121 active+clean; 505 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.1 MiB/s wr, 16 op/s 2024-08-19T11:41:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:40 smithi155 ceph-mon[76679]: osdmap e693: 8 total, 8 up, 8 in 2024-08-19T11:41:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:41:41.280 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -e sha1=797669399b32d2915e64eb6d4b1257ae3c50f80b -- bash -c 'ceph versions' 2024-08-19T11:41:41.483 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:41:41.729 INFO:tasks.rados.rados.0.smithi136.stdout:3149: done (2 left) 2024-08-19T11:41:41.729 INFO:tasks.rados.rados.0.smithi136.stdout:3150: rollback oid 27 current snap is 314 2024-08-19T11:41:41.729 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 27 to 302 2024-08-19T11:41:41.729 INFO:tasks.rados.rados.0.smithi136.stdout:3147: finishing write tid 1 to smithi13674108-8 2024-08-19T11:41:41.729 INFO:tasks.rados.rados.0.smithi136.stdout:3147: finishing write tid 2 to smithi13674108-8 2024-08-19T11:41:41.729 INFO:tasks.rados.rados.0.smithi136.stdout:3147: finishing write tid 3 to smithi13674108-8 2024-08-19T11:41:41.729 INFO:tasks.rados.rados.0.smithi136.stdout:3147: finishing write tid 4 to smithi13674108-8 2024-08-19T11:41:41.729 INFO:tasks.rados.rados.0.smithi136.stdout:3147: finishing write tid 5 to smithi13674108-8 2024-08-19T11:41:41.729 INFO:tasks.rados.rados.0.smithi136.stdout:3147: oid 8 updating version 0 to 1460 2024-08-19T11:41:41.729 INFO:tasks.rados.rados.0.smithi136.stdout:3147: oid 8 updating version 1460 to 1461 2024-08-19T11:41:41.730 INFO:tasks.rados.rados.0.smithi136.stdout:3147: oid 8 version 1461 is already newer than 1459 2024-08-19T11:41:41.730 INFO:tasks.rados.rados.0.smithi136.stdout:3147: oid 8 version 1461 is already newer than 1458 2024-08-19T11:41:41.730 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 1461 (ObjNum 946 snap 314 seq_num 946) dirty exists 2024-08-19T11:41:41.730 INFO:tasks.rados.rados.0.smithi136.stdout:3147: left oid 8 (ObjNum 946 snap 314 seq_num 946) 2024-08-19T11:41:41.730 INFO:tasks.rados.rados.0.smithi136.stdout:3148: finishing copy_from racing read to smithi13674108-2 2024-08-19T11:41:41.730 INFO:tasks.rados.rados.0.smithi136.stdout:3148: finishing copy_from to smithi13674108-2 2024-08-19T11:41:41.730 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 2 v 1456 (ObjNum 943 snap 314 seq_num 943) dirty exists 2024-08-19T11:41:41.730 INFO:tasks.rados.rados.0.smithi136.stdout:3147: done (2 left) 2024-08-19T11:41:41.730 INFO:tasks.rados.rados.0.smithi136.stdout:3148: done (1 left) 2024-08-19T11:41:41.730 INFO:tasks.rados.rados.0.smithi136.stdout:3151: delete oid 8 current snap is 314 2024-08-19T11:41:41.737 INFO:tasks.rados.rados.0.smithi136.stdout:3150: finishing rollback tid 0 to smithi13674108-27 2024-08-19T11:41:41.738 INFO:tasks.rados.rados.0.smithi136.stdout:3150: finishing rollback tid 1 to smithi13674108-27 2024-08-19T11:41:41.738 INFO:tasks.rados.rados.0.smithi136.stdout:3150: finishing rollback tid 2 to smithi13674108-27 2024-08-19T11:41:41.738 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 320 (ObjNum 915 snap 301 seq_num 915) dirty exists 2024-08-19T11:41:41.741 INFO:tasks.rados.rados.0.smithi136.stdout:3150: done (1 left) 2024-08-19T11:41:41.741 INFO:tasks.rados.rados.0.smithi136.stdout:3151: done (0 left) 2024-08-19T11:41:41.741 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 34 current snap is 314 2024-08-19T11:41:41.741 INFO:tasks.rados.rados.0.smithi136.stdout:3152: seq_num 948 ranges {57344=679936,737280=516096,1253376=286720} 2024-08-19T11:41:41.743 INFO:tasks.rados.rados.0.smithi136.stdout:3152: writing smithi13674108-34 from 57344 to 737280 tid 1 2024-08-19T11:41:41.747 INFO:tasks.rados.rados.0.smithi136.stdout:3152: writing smithi13674108-34 from 737280 to 1253376 tid 2 2024-08-19T11:41:41.749 INFO:tasks.rados.rados.0.smithi136.stdout:3152: writing smithi13674108-34 from 1253376 to 1540096 tid 3 2024-08-19T11:41:41.749 INFO:tasks.rados.rados.0.smithi136.stdout:3153: read oid 41 snap 304 2024-08-19T11:41:41.749 INFO:tasks.rados.rados.0.smithi136.stdout:3153: expect (ObjNum 885 snap 291 seq_num 885) 2024-08-19T11:41:41.749 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 24 current snap is 314 2024-08-19T11:41:41.749 INFO:tasks.rados.rados.0.smithi136.stdout:3154: seq_num 949 ranges {868352=704512,1572864=794624,2367488=8192} 2024-08-19T11:41:41.757 INFO:tasks.rados.rados.0.smithi136.stdout:3154: writing smithi13674108-24 from 868352 to 1572864 tid 1 2024-08-19T11:41:41.762 INFO:tasks.rados.rados.0.smithi136.stdout:3154: writing smithi13674108-24 from 1572864 to 2367488 tid 2 2024-08-19T11:41:41.762 INFO:tasks.rados.rados.0.smithi136.stdout:3154: writing smithi13674108-24 from 2367488 to 2375680 tid 3 2024-08-19T11:41:41.762 INFO:tasks.rados.rados.0.smithi136.stdout:3155: snap_remove snap 309 2024-08-19T11:41:41.852 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:41 smithi136 ceph-mon[88916]: from='client.34629 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:41:41.853 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:41 smithi136 ceph-mon[86496]: from='client.34629 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:41:42.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:41 smithi155 ceph-mon[76679]: from='client.34629 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T11:41:42.736 INFO:tasks.rados.rados.0.smithi136.stdout:3155: done (3 left) 2024-08-19T11:41:42.736 INFO:tasks.rados.rados.0.smithi136.stdout:3156: copy_from oid 8 from oid 44 current snap is 314 2024-08-19T11:41:42.736 INFO:tasks.rados.rados.0.smithi136.stdout:3152: finishing write tid 1 to smithi13674108-34 2024-08-19T11:41:42.736 INFO:tasks.rados.rados.0.smithi136.stdout:3153: expect (ObjNum 885 snap 291 seq_num 885) 2024-08-19T11:41:42.756 INFO:tasks.rados.rados.0.smithi136.stdout:3152: finishing write tid 2 to smithi13674108-34 2024-08-19T11:41:42.756 INFO:tasks.rados.rados.0.smithi136.stdout:3152: finishing write tid 3 to smithi13674108-34 2024-08-19T11:41:42.756 INFO:tasks.rados.rados.0.smithi136.stdout:3152: finishing write tid 4 to smithi13674108-34 2024-08-19T11:41:42.756 INFO:tasks.rados.rados.0.smithi136.stdout:3152: finishing write tid 5 to smithi13674108-34 2024-08-19T11:41:42.756 INFO:tasks.rados.rados.0.smithi136.stdout:3152: oid 34 updating version 0 to 1573 2024-08-19T11:41:42.756 INFO:tasks.rados.rados.0.smithi136.stdout:3152: oid 34 updating version 1573 to 1575 2024-08-19T11:41:42.756 INFO:tasks.rados.rados.0.smithi136.stdout:3152: oid 34 version 1575 is already newer than 1574 2024-08-19T11:41:42.756 INFO:tasks.rados.rados.0.smithi136.stdout:3152: oid 34 version 1575 is already newer than 1572 2024-08-19T11:41:42.756 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 34 v 1575 (ObjNum 948 snap 314 seq_num 948) dirty exists 2024-08-19T11:41:42.756 INFO:tasks.rados.rados.0.smithi136.stdout:3152: left oid 34 (ObjNum 948 snap 314 seq_num 948) 2024-08-19T11:41:42.756 INFO:tasks.rados.rados.0.smithi136.stdout:3154: finishing write tid 1 to smithi13674108-24 2024-08-19T11:41:42.756 INFO:tasks.rados.rados.0.smithi136.stdout:3154: finishing write tid 2 to smithi13674108-24 2024-08-19T11:41:42.757 INFO:tasks.rados.rados.0.smithi136.stdout:3152: done (3 left) 2024-08-19T11:41:42.757 INFO:tasks.rados.rados.0.smithi136.stdout:3153: done (2 left) 2024-08-19T11:41:42.757 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 18 current snap is 314 2024-08-19T11:41:42.757 INFO:tasks.rados.rados.0.smithi136.stdout:3157: seq_num 950 ranges {1032192=720896,1753088=679936,2433024=122880} 2024-08-19T11:41:42.765 INFO:tasks.rados.rados.0.smithi136.stdout:3157: writing smithi13674108-18 from 1032192 to 1753088 tid 1 2024-08-19T11:41:42.768 INFO:tasks.rados.rados.0.smithi136.stdout:3157: writing smithi13674108-18 from 1753088 to 2433024 tid 2 2024-08-19T11:41:42.770 INFO:tasks.rados.rados.0.smithi136.stdout:3157: writing smithi13674108-18 from 2433024 to 2555904 tid 3 2024-08-19T11:41:42.770 INFO:tasks.rados.rados.0.smithi136.stdout:3158: rollback oid 11 current snap is 314 2024-08-19T11:41:42.770 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 11 to 301 2024-08-19T11:41:42.770 INFO:tasks.rados.rados.0.smithi136.stdout:3154: finishing write tid 3 to smithi13674108-24 2024-08-19T11:41:42.770 INFO:tasks.rados.rados.0.smithi136.stdout:3154: finishing write tid 4 to smithi13674108-24 2024-08-19T11:41:42.770 INFO:tasks.rados.rados.0.smithi136.stdout:3154: finishing write tid 5 to smithi13674108-24 2024-08-19T11:41:42.771 INFO:tasks.rados.rados.0.smithi136.stdout:3154: oid 24 updating version 0 to 1456 2024-08-19T11:41:42.771 INFO:tasks.rados.rados.0.smithi136.stdout:3154: oid 24 version 1456 is already newer than 1455 2024-08-19T11:41:42.771 INFO:tasks.rados.rados.0.smithi136.stdout:3154: oid 24 updating version 1456 to 1457 2024-08-19T11:41:42.771 INFO:tasks.rados.rados.0.smithi136.stdout:3154: oid 24 version 1457 is already newer than 1454 2024-08-19T11:41:42.771 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 1457 (ObjNum 949 snap 314 seq_num 949) dirty exists 2024-08-19T11:41:42.771 INFO:tasks.rados.rados.0.smithi136.stdout:3154: left oid 24 (ObjNum 949 snap 314 seq_num 949) 2024-08-19T11:41:42.771 INFO:tasks.rados.rados.0.smithi136.stdout:3156: finishing copy_from to smithi13674108-8 2024-08-19T11:41:42.771 INFO:tasks.rados.rados.0.smithi136.stdout:3156: got expected ENOENT (src dne) 2024-08-19T11:41:42.771 INFO:tasks.rados.rados.0.smithi136.stdout:3156: finishing copy_from racing read to smithi13674108-8 2024-08-19T11:41:42.771 INFO:tasks.rados.rados.0.smithi136.stdout:3157: finishing write tid 1 to smithi13674108-18 2024-08-19T11:41:42.771 INFO:tasks.rados.rados.0.smithi136.stdout:3154: done (3 left) 2024-08-19T11:41:42.771 INFO:tasks.rados.rados.0.smithi136.stdout:3156: done (2 left) 2024-08-19T11:41:42.771 INFO:tasks.rados.rados.0.smithi136.stdout:3159: rollback oid 1 current snap is 314 2024-08-19T11:41:42.771 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 1 to 305 2024-08-19T11:41:42.771 INFO:tasks.rados.rados.0.smithi136.stdout:3160: snap_create 2024-08-19T11:41:42.774 INFO:tasks.rados.rados.0.smithi136.stdout:3157: finishing write tid 2 to smithi13674108-18 2024-08-19T11:41:42.774 INFO:tasks.rados.rados.0.smithi136.stdout:3157: finishing write tid 3 to smithi13674108-18 2024-08-19T11:41:42.775 INFO:tasks.rados.rados.0.smithi136.stdout:3157: finishing write tid 4 to smithi13674108-18 2024-08-19T11:41:42.775 INFO:tasks.rados.rados.0.smithi136.stdout:3159: finishing rollback tid 0 to smithi13674108-1 2024-08-19T11:41:42.775 INFO:tasks.rados.rados.0.smithi136.stdout:3159: finishing rollback tid 1 to smithi13674108-1 2024-08-19T11:41:42.775 INFO:tasks.rados.rados.0.smithi136.stdout:3158: finishing rollback tid 0 to smithi13674108-11 2024-08-19T11:41:42.775 INFO:tasks.rados.rados.0.smithi136.stdout:3159: finishing rollback tid 2 to smithi13674108-1 2024-08-19T11:41:42.775 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 1 v 1582 (ObjNum 921 snap 303 seq_num 921) dirty exists 2024-08-19T11:41:42.775 INFO:tasks.rados.rados.0.smithi136.stdout:3158: finishing rollback tid 1 to smithi13674108-11 2024-08-19T11:41:42.776 INFO:tasks.rados.rados.0.smithi136.stdout:3158: finishing rollback tid 2 to smithi13674108-11 2024-08-19T11:41:42.776 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 1474 (ObjNum 892 snap 295 seq_num 892) dirty exists 2024-08-19T11:41:42.776 INFO:tasks.rados.rados.0.smithi136.stdout:3157: finishing write tid 5 to smithi13674108-18 2024-08-19T11:41:42.776 INFO:tasks.rados.rados.0.smithi136.stdout:3157: oid 18 updating version 0 to 1367 2024-08-19T11:41:42.776 INFO:tasks.rados.rados.0.smithi136.stdout:3157: oid 18 updating version 1367 to 1368 2024-08-19T11:41:42.776 INFO:tasks.rados.rados.0.smithi136.stdout:3157: oid 18 version 1368 is already newer than 1366 2024-08-19T11:41:42.776 INFO:tasks.rados.rados.0.smithi136.stdout:3157: oid 18 updating version 1368 to 1369 2024-08-19T11:41:42.776 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 1369 (ObjNum 950 snap 314 seq_num 950) dirty exists 2024-08-19T11:41:42.777 INFO:tasks.rados.rados.0.smithi136.stdout:3157: left oid 18 (ObjNum 950 snap 314 seq_num 950) 2024-08-19T11:41:42.950 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:42 smithi136 ceph-mon[86496]: pgmap v678: 121 pgs: 121 active+clean; 505 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.4 MiB/s wr, 8 op/s 2024-08-19T11:41:42.950 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:42 smithi136 ceph-mon[86496]: osdmap e694: 8 total, 8 up, 8 in 2024-08-19T11:41:42.950 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:42 smithi136 ceph-mon[88916]: pgmap v678: 121 pgs: 121 active+clean; 505 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.4 MiB/s wr, 8 op/s 2024-08-19T11:41:42.951 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:42 smithi136 ceph-mon[88916]: osdmap e694: 8 total, 8 up, 8 in 2024-08-19T11:41:43.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:42 smithi155 ceph-mon[76679]: pgmap v678: 121 pgs: 121 active+clean; 505 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.4 MiB/s wr, 8 op/s 2024-08-19T11:41:43.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:42 smithi155 ceph-mon[76679]: osdmap e694: 8 total, 8 up, 8 in 2024-08-19T11:41:43.389 INFO:teuthology.orchestra.run.smithi136.stdout:{ 2024-08-19T11:41:43.390 INFO:teuthology.orchestra.run.smithi136.stdout: "mon": { 2024-08-19T11:41:43.390 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 3 2024-08-19T11:41:43.390 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:41:43.390 INFO:teuthology.orchestra.run.smithi136.stdout: "mgr": { 2024-08-19T11:41:43.390 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T11:41:43.390 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:41:43.390 INFO:teuthology.orchestra.run.smithi136.stdout: "osd": { 2024-08-19T11:41:43.390 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 8 2024-08-19T11:41:43.390 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:41:43.390 INFO:teuthology.orchestra.run.smithi136.stdout: "mds": { 2024-08-19T11:41:43.391 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T11:41:43.391 INFO:teuthology.orchestra.run.smithi136.stdout: }, 2024-08-19T11:41:43.391 INFO:teuthology.orchestra.run.smithi136.stdout: "overall": { 2024-08-19T11:41:43.391 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 15 2024-08-19T11:41:43.391 INFO:teuthology.orchestra.run.smithi136.stdout: } 2024-08-19T11:41:43.391 INFO:teuthology.orchestra.run.smithi136.stdout:} 2024-08-19T11:41:43.720 INFO:tasks.rados.rados.0.smithi136.stdout:3157: done (3 left) 2024-08-19T11:41:43.720 INFO:tasks.rados.rados.0.smithi136.stdout:3158: done (2 left) 2024-08-19T11:41:43.720 INFO:tasks.rados.rados.0.smithi136.stdout:3159: done (1 left) 2024-08-19T11:41:43.720 INFO:tasks.rados.rados.0.smithi136.stdout:3160: done (0 left) 2024-08-19T11:41:43.720 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 30 current snap is 315 2024-08-19T11:41:43.720 INFO:tasks.rados.rados.0.smithi136.stdout:3161: seq_num 951 ranges {2826240=737280,3563520=614400,4177920=188416} 2024-08-19T11:41:43.740 INFO:tasks.rados.rados.0.smithi136.stdout:3161: writing smithi13674108-30 from 2826240 to 3563520 tid 1 2024-08-19T11:41:43.743 INFO:tasks.rados.rados.0.smithi136.stdout:3161: writing smithi13674108-30 from 3563520 to 4177920 tid 2 2024-08-19T11:41:43.744 INFO:tasks.rados.rados.0.smithi136.stdout:3161: writing smithi13674108-30 from 4177920 to 4366336 tid 3 2024-08-19T11:41:43.744 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 38 current snap is 315 2024-08-19T11:41:43.744 INFO:tasks.rados.rados.0.smithi136.stdout:3162: seq_num 952 ranges {4489216=753664,5242880=499712,5742592=303104} 2024-08-19T11:41:43.772 INFO:tasks.rados.rados.0.smithi136.stdout:3162: writing smithi13674108-38 from 4489216 to 5242880 tid 1 2024-08-19T11:41:43.775 INFO:tasks.rados.rados.0.smithi136.stdout:3162: writing smithi13674108-38 from 5242880 to 5742592 tid 2 2024-08-19T11:41:43.777 INFO:tasks.rados.rados.0.smithi136.stdout:3162: writing smithi13674108-38 from 5742592 to 6045696 tid 3 2024-08-19T11:41:43.777 INFO:tasks.rados.rados.0.smithi136.stdout:3163: snap_create 2024-08-19T11:41:43.777 INFO:tasks.rados.rados.0.smithi136.stdout:3161: finishing write tid 1 to smithi13674108-30 2024-08-19T11:41:43.777 INFO:tasks.rados.rados.0.smithi136.stdout:3161: finishing write tid 2 to smithi13674108-30 2024-08-19T11:41:43.777 INFO:tasks.rados.rados.0.smithi136.stdout:3161: finishing write tid 3 to smithi13674108-30 2024-08-19T11:41:43.777 INFO:tasks.rados.rados.0.smithi136.stdout:3161: finishing write tid 4 to smithi13674108-30 2024-08-19T11:41:43.777 INFO:tasks.rados.rados.0.smithi136.stdout:3161: finishing write tid 5 to smithi13674108-30 2024-08-19T11:41:43.778 INFO:tasks.rados.rados.0.smithi136.stdout:3161: oid 30 updating version 0 to 1144 2024-08-19T11:41:43.778 INFO:tasks.rados.rados.0.smithi136.stdout:3161: oid 30 version 1144 is already newer than 1141 2024-08-19T11:41:43.778 INFO:tasks.rados.rados.0.smithi136.stdout:3161: oid 30 version 1144 is already newer than 1143 2024-08-19T11:41:43.778 INFO:tasks.rados.rados.0.smithi136.stdout:3161: oid 30 version 1144 is already newer than 1142 2024-08-19T11:41:43.778 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 1144 (ObjNum 951 snap 315 seq_num 951) dirty exists 2024-08-19T11:41:43.778 INFO:tasks.rados.rados.0.smithi136.stdout:3161: left oid 30 (ObjNum 951 snap 315 seq_num 951) 2024-08-19T11:41:43.778 INFO:tasks.rados.rados.0.smithi136.stdout:3162: finishing write tid 1 to smithi13674108-38 2024-08-19T11:41:43.779 INFO:tasks.rados.rados.0.smithi136.stdout:3162: finishing write tid 2 to smithi13674108-38 2024-08-19T11:41:43.780 INFO:tasks.rados.rados.0.smithi136.stdout:3162: finishing write tid 3 to smithi13674108-38 2024-08-19T11:41:43.780 INFO:tasks.rados.rados.0.smithi136.stdout:3162: finishing write tid 4 to smithi13674108-38 2024-08-19T11:41:43.783 INFO:tasks.rados.rados.0.smithi136.stdout:3162: finishing write tid 5 to smithi13674108-38 2024-08-19T11:41:43.783 INFO:tasks.rados.rados.0.smithi136.stdout:3162: oid 38 updating version 0 to 1420 2024-08-19T11:41:43.783 INFO:tasks.rados.rados.0.smithi136.stdout:3162: oid 38 version 1420 is already newer than 1418 2024-08-19T11:41:43.783 INFO:tasks.rados.rados.0.smithi136.stdout:3162: oid 38 updating version 1420 to 1421 2024-08-19T11:41:43.783 INFO:tasks.rados.rados.0.smithi136.stdout:3162: oid 38 version 1421 is already newer than 1419 2024-08-19T11:41:43.783 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 1421 (ObjNum 952 snap 315 seq_num 952) dirty exists 2024-08-19T11:41:43.783 INFO:tasks.rados.rados.0.smithi136.stdout:3162: left oid 38 (ObjNum 952 snap 315 seq_num 952) 2024-08-19T11:41:43.997 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:43 smithi136 ceph-mon[88916]: osdmap e695: 8 total, 8 up, 8 in 2024-08-19T11:41:43.998 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:43 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/1015613921' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:43.998 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:43 smithi136 ceph-mon[88916]: osdmap e696: 8 total, 8 up, 8 in 2024-08-19T11:41:43.998 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:43 smithi136 ceph-mon[86496]: osdmap e695: 8 total, 8 up, 8 in 2024-08-19T11:41:43.998 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:43 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/1015613921' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:43.998 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:43 smithi136 ceph-mon[86496]: osdmap e696: 8 total, 8 up, 8 in 2024-08-19T11:41:44.018 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -e sha1=797669399b32d2915e64eb6d4b1257ae3c50f80b -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-08-19T11:41:44.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:43 smithi155 ceph-mon[76679]: osdmap e695: 8 total, 8 up, 8 in 2024-08-19T11:41:44.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:43 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/1015613921' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:44.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:43 smithi155 ceph-mon[76679]: osdmap e696: 8 total, 8 up, 8 in 2024-08-19T11:41:44.220 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:41:44.749 INFO:tasks.rados.rados.0.smithi136.stdout:3161: done (2 left) 2024-08-19T11:41:44.749 INFO:tasks.rados.rados.0.smithi136.stdout:3162: done (1 left) 2024-08-19T11:41:44.750 INFO:tasks.rados.rados.0.smithi136.stdout:3163: done (0 left) 2024-08-19T11:41:44.750 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 31 current snap is 316 2024-08-19T11:41:44.750 INFO:tasks.rados.rados.0.smithi136.stdout:3164: seq_num 953 ranges {10461184=770048,11231232=786432,12017664=16384} 2024-08-19T11:41:44.808 INFO:tasks.rados.rados.0.smithi136.stdout:3164: writing smithi13674108-31 from 10461184 to 11231232 tid 1 2024-08-19T11:41:44.813 INFO:tasks.rados.rados.0.smithi136.stdout:3164: writing smithi13674108-31 from 11231232 to 12017664 tid 2 2024-08-19T11:41:44.813 INFO:tasks.rados.rados.0.smithi136.stdout:3164: writing smithi13674108-31 from 12017664 to 12034048 tid 3 2024-08-19T11:41:44.813 INFO:tasks.rados.rados.0.smithi136.stdout:3165: rmattr oid 35 current snap is 316 2024-08-19T11:41:44.813 INFO:tasks.rados.rados.0.smithi136.stdout:3166: read oid 46 snap 300 2024-08-19T11:41:44.814 INFO:tasks.rados.rados.0.smithi136.stdout:3166: expect (ObjNum 883 snap 291 seq_num 883) 2024-08-19T11:41:44.814 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 24 current snap is 316 2024-08-19T11:41:44.814 INFO:tasks.rados.rados.0.smithi136.stdout:3167: seq_num 954 ranges {2375680=786432,3162112=671744,3833856=131072} 2024-08-19T11:41:44.831 INFO:tasks.rados.rados.0.smithi136.stdout:3167: writing smithi13674108-24 from 2375680 to 3162112 tid 1 2024-08-19T11:41:44.834 INFO:tasks.rados.rados.0.smithi136.stdout:3167: writing smithi13674108-24 from 3162112 to 3833856 tid 2 2024-08-19T11:41:44.835 INFO:tasks.rados.rados.0.smithi136.stdout:3167: writing smithi13674108-24 from 3833856 to 3964928 tid 3 2024-08-19T11:41:44.835 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 43 current snap is 316 2024-08-19T11:41:44.836 INFO:tasks.rados.rados.0.smithi136.stdout:3164: finishing write tid 1 to smithi13674108-31 2024-08-19T11:41:44.836 INFO:tasks.rados.rados.0.smithi136.stdout:3168: seq_num 955 ranges {7929856=802816,8732672=557056,9289728=245760} 2024-08-19T11:41:44.882 INFO:tasks.rados.rados.0.smithi136.stdout:3168: writing smithi13674108-43 from 7929856 to 8732672 tid 1 2024-08-19T11:41:44.885 INFO:tasks.rados.rados.0.smithi136.stdout:3168: writing smithi13674108-43 from 8732672 to 9289728 tid 2 2024-08-19T11:41:44.888 INFO:tasks.rados.rados.0.smithi136.stdout:3168: writing smithi13674108-43 from 9289728 to 9535488 tid 3 2024-08-19T11:41:44.888 INFO:tasks.rados.rados.0.smithi136.stdout:3169: copy_from oid 9 from oid 15 current snap is 316 2024-08-19T11:41:44.888 INFO:tasks.rados.rados.0.smithi136.stdout:3164: finishing write tid 2 to smithi13674108-31 2024-08-19T11:41:44.888 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 1225 (ObjNum 768 snap 253 seq_num 768) dirty exists 2024-08-19T11:41:44.888 INFO:tasks.rados.rados.0.smithi136.stdout:3164: finishing write tid 3 to smithi13674108-31 2024-08-19T11:41:44.888 INFO:tasks.rados.rados.0.smithi136.stdout:3164: finishing write tid 4 to smithi13674108-31 2024-08-19T11:41:44.889 INFO:tasks.rados.rados.0.smithi136.stdout:3164: finishing write tid 5 to smithi13674108-31 2024-08-19T11:41:44.889 INFO:tasks.rados.rados.0.smithi136.stdout:3164: oid 31 updating version 0 to 1584 2024-08-19T11:41:44.889 INFO:tasks.rados.rados.0.smithi136.stdout:3164: oid 31 version 1584 is already newer than 1581 2024-08-19T11:41:44.889 INFO:tasks.rados.rados.0.smithi136.stdout:3164: oid 31 version 1584 is already newer than 1582 2024-08-19T11:41:44.889 INFO:tasks.rados.rados.0.smithi136.stdout:3164: oid 31 version 1584 is already newer than 1583 2024-08-19T11:41:44.889 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 1584 (ObjNum 953 snap 316 seq_num 953) dirty exists 2024-08-19T11:41:44.890 INFO:tasks.rados.rados.0.smithi136.stdout:3164: left oid 31 (ObjNum 953 snap 316 seq_num 953) 2024-08-19T11:41:44.890 INFO:tasks.rados.rados.0.smithi136.stdout:3164: done (5 left) 2024-08-19T11:41:44.890 INFO:tasks.rados.rados.0.smithi136.stdout:3165: done (4 left) 2024-08-19T11:41:44.890 INFO:tasks.rados.rados.0.smithi136.stdout:3170: copy_from oid 23 from oid 14 current snap is 316 2024-08-19T11:41:44.890 INFO:tasks.rados.rados.0.smithi136.stdout:3166: expect (ObjNum 883 snap 291 seq_num 883) 2024-08-19T11:41:44.903 INFO:tasks.rados.rados.0.smithi136.stdout:3167: finishing write tid 1 to smithi13674108-24 2024-08-19T11:41:44.903 INFO:tasks.rados.rados.0.smithi136.stdout:3167: finishing write tid 2 to smithi13674108-24 2024-08-19T11:41:44.903 INFO:tasks.rados.rados.0.smithi136.stdout:3166: done (4 left) 2024-08-19T11:41:44.903 INFO:tasks.rados.rados.0.smithi136.stdout:3171: copy_from oid 20 from oid 21 current snap is 316 2024-08-19T11:41:44.903 INFO:tasks.rados.rados.0.smithi136.stdout:3167: finishing write tid 3 to smithi13674108-24 2024-08-19T11:41:44.903 INFO:tasks.rados.rados.0.smithi136.stdout:3167: finishing write tid 4 to smithi13674108-24 2024-08-19T11:41:44.903 INFO:tasks.rados.rados.0.smithi136.stdout:3167: finishing write tid 5 to smithi13674108-24 2024-08-19T11:41:44.903 INFO:tasks.rados.rados.0.smithi136.stdout:3167: oid 24 updating version 0 to 1465 2024-08-19T11:41:44.903 INFO:tasks.rados.rados.0.smithi136.stdout:3167: oid 24 version 1465 is already newer than 1463 2024-08-19T11:41:44.903 INFO:tasks.rados.rados.0.smithi136.stdout:3167: oid 24 version 1465 is already newer than 1464 2024-08-19T11:41:44.904 INFO:tasks.rados.rados.0.smithi136.stdout:3167: oid 24 updating version 1465 to 1466 2024-08-19T11:41:44.904 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 1466 (ObjNum 954 snap 316 seq_num 954) dirty exists 2024-08-19T11:41:44.904 INFO:tasks.rados.rados.0.smithi136.stdout:3167: left oid 24 (ObjNum 954 snap 316 seq_num 954) 2024-08-19T11:41:44.904 INFO:tasks.rados.rados.0.smithi136.stdout:3168: finishing write tid 1 to smithi13674108-43 2024-08-19T11:41:44.904 INFO:tasks.rados.rados.0.smithi136.stdout:3168: finishing write tid 2 to smithi13674108-43 2024-08-19T11:41:44.904 INFO:tasks.rados.rados.0.smithi136.stdout:3168: finishing write tid 3 to smithi13674108-43 2024-08-19T11:41:44.904 INFO:tasks.rados.rados.0.smithi136.stdout:3168: finishing write tid 4 to smithi13674108-43 2024-08-19T11:41:44.904 INFO:tasks.rados.rados.0.smithi136.stdout:3168: finishing write tid 5 to smithi13674108-43 2024-08-19T11:41:44.904 INFO:tasks.rados.rados.0.smithi136.stdout:3168: oid 43 updating version 0 to 1190 2024-08-19T11:41:44.904 INFO:tasks.rados.rados.0.smithi136.stdout:3168: oid 43 updating version 1190 to 1192 2024-08-19T11:41:44.904 INFO:tasks.rados.rados.0.smithi136.stdout:3168: oid 43 updating version 1192 to 1193 2024-08-19T11:41:44.904 INFO:tasks.rados.rados.0.smithi136.stdout:3168: oid 43 version 1193 is already newer than 1191 2024-08-19T11:41:44.904 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 1193 (ObjNum 955 snap 316 seq_num 955) dirty exists 2024-08-19T11:41:44.904 INFO:tasks.rados.rados.0.smithi136.stdout:3168: left oid 43 (ObjNum 955 snap 316 seq_num 955) 2024-08-19T11:41:44.905 INFO:tasks.rados.rados.0.smithi136.stdout:3170: finishing copy_from racing read to smithi13674108-23 2024-08-19T11:41:44.905 INFO:tasks.rados.rados.0.smithi136.stdout:3170: finishing copy_from to smithi13674108-23 2024-08-19T11:41:44.905 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 1551 (ObjNum 939 snap 313 seq_num 939) dirty exists 2024-08-19T11:41:44.905 INFO:tasks.rados.rados.0.smithi136.stdout:3167: done (4 left) 2024-08-19T11:41:44.905 INFO:tasks.rados.rados.0.smithi136.stdout:3168: done (3 left) 2024-08-19T11:41:44.905 INFO:tasks.rados.rados.0.smithi136.stdout:3170: done (2 left) 2024-08-19T11:41:44.905 INFO:tasks.rados.rados.0.smithi136.stdout:3172: read oid 13 snap -1 2024-08-19T11:41:44.905 INFO:tasks.rados.rados.0.smithi136.stdout:3172: expect deleted 2024-08-19T11:41:44.905 INFO:tasks.rados.rados.0.smithi136.stdout:3173: rollback oid 23 current snap is 316 2024-08-19T11:41:44.905 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 23 to 287 2024-08-19T11:41:44.905 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 5 current snap is 316 2024-08-19T11:41:44.905 INFO:tasks.rados.rados.0.smithi136.stdout:3174: seq_num 956 ranges {0=417792,417792=434176,851968=770048} 2024-08-19T11:41:44.906 INFO:tasks.rados.rados.0.smithi136.stdout:3174: writing smithi13674108-5 from 0 to 417792 tid 1 2024-08-19T11:41:44.906 INFO:tasks.rados.rados.0.smithi136.stdout:3174: writing smithi13674108-5 from 417792 to 851968 tid 2 2024-08-19T11:41:44.911 INFO:tasks.rados.rados.0.smithi136.stdout:3174: writing smithi13674108-5 from 851968 to 1622016 tid 3 2024-08-19T11:41:44.912 INFO:tasks.rados.rados.0.smithi136.stdout:3175: read oid 22 snap -1 2024-08-19T11:41:44.912 INFO:tasks.rados.rados.0.smithi136.stdout:3175: expect (ObjNum 934 snap 310 seq_num 934) 2024-08-19T11:41:44.912 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 10 current snap is 316 2024-08-19T11:41:44.912 INFO:tasks.rados.rados.0.smithi136.stdout:3176: seq_num 957 ranges {12247040=434176,12681216=720896,13402112=483328} 2024-08-19T11:41:44.980 INFO:tasks.rados.rados.0.smithi136.stdout:3176: writing smithi13674108-10 from 12247040 to 12681216 tid 1 2024-08-19T11:41:44.984 INFO:tasks.rados.rados.0.smithi136.stdout:3176: writing smithi13674108-10 from 12681216 to 13402112 tid 2 2024-08-19T11:41:44.987 INFO:tasks.rados.rados.0.smithi136.stdout:3176: writing smithi13674108-10 from 13402112 to 13885440 tid 3 2024-08-19T11:41:44.987 INFO:tasks.rados.rados.0.smithi136.stdout:3177: read oid 41 snap 297 2024-08-19T11:41:44.987 INFO:tasks.rados.rados.0.smithi136.stdout:3177: expect (ObjNum 784 snap 259 seq_num 784) 2024-08-19T11:41:44.988 INFO:tasks.rados.rados.0.smithi136.stdout:3178: read oid 12 snap -1 2024-08-19T11:41:44.988 INFO:tasks.rados.rados.0.smithi136.stdout:3178: expect (ObjNum 880 snap 289 seq_num 880) 2024-08-19T11:41:44.988 INFO:tasks.rados.rados.0.smithi136.stdout:3179: snap_create 2024-08-19T11:41:44.988 INFO:tasks.rados.rados.0.smithi136.stdout:3173: finishing rollback tid 0 to smithi13674108-23 2024-08-19T11:41:44.988 INFO:tasks.rados.rados.0.smithi136.stdout:3173: finishing rollback tid 1 to smithi13674108-23 2024-08-19T11:41:44.988 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 1553 (ObjNum 129 snap 0 seq_num 3892331872) dirty dne 2024-08-19T11:41:44.988 INFO:tasks.rados.rados.0.smithi136.stdout:3174: finishing write tid 1 to smithi13674108-5 2024-08-19T11:41:44.988 INFO:tasks.rados.rados.0.smithi136.stdout:3174: finishing write tid 2 to smithi13674108-5 2024-08-19T11:41:44.988 INFO:tasks.rados.rados.0.smithi136.stdout:3171: finishing copy_from racing read to smithi13674108-20 2024-08-19T11:41:44.988 INFO:tasks.rados.rados.0.smithi136.stdout:3171: finishing copy_from to smithi13674108-20 2024-08-19T11:41:44.988 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 1068 (ObjNum 895 snap 295 seq_num 895) dirty exists 2024-08-19T11:41:44.988 INFO:tasks.rados.rados.0.smithi136.stdout:3174: finishing write tid 3 to smithi13674108-5 2024-08-19T11:41:44.988 INFO:tasks.rados.rados.0.smithi136.stdout:3174: finishing write tid 4 to smithi13674108-5 2024-08-19T11:41:44.989 INFO:tasks.rados.rados.0.smithi136.stdout:3174: finishing write tid 5 to smithi13674108-5 2024-08-19T11:41:44.989 INFO:tasks.rados.rados.0.smithi136.stdout:3174: oid 5 updating version 0 to 1468 2024-08-19T11:41:44.989 INFO:tasks.rados.rados.0.smithi136.stdout:3174: oid 5 updating version 1468 to 1469 2024-08-19T11:41:44.989 INFO:tasks.rados.rados.0.smithi136.stdout:3174: oid 5 updating version 1469 to 1470 2024-08-19T11:41:44.989 INFO:tasks.rados.rados.0.smithi136.stdout:3174: oid 5 version 1470 is already newer than 1467 2024-08-19T11:41:44.989 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 1470 (ObjNum 956 snap 316 seq_num 956) dirty exists 2024-08-19T11:41:44.989 INFO:tasks.rados.rados.0.smithi136.stdout:3174: left oid 5 (ObjNum 956 snap 316 seq_num 956) 2024-08-19T11:41:44.989 INFO:tasks.rados.rados.0.smithi136.stdout:3169: finishing copy_from racing read to smithi13674108-9 2024-08-19T11:41:44.989 INFO:tasks.rados.rados.0.smithi136.stdout:3175: expect (ObjNum 934 snap 310 seq_num 934) 2024-08-19T11:41:45.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:44 smithi136 ceph-mon[88916]: pgmap v681: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 520 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 5.7 MiB/s wr, 17 op/s 2024-08-19T11:41:45.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:44 smithi136 ceph-mon[86496]: pgmap v681: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 520 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 5.7 MiB/s wr, 17 op/s 2024-08-19T11:41:45.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:44 smithi155 ceph-mon[76679]: pgmap v681: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 520 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 5.7 MiB/s wr, 17 op/s 2024-08-19T11:41:45.472 INFO:tasks.rados.rados.0.smithi136.stdout:3169: finishing copy_from to smithi13674108-9 2024-08-19T11:41:45.472 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 1108 (ObjNum 861 snap 279 seq_num 861) dirty exists 2024-08-19T11:41:45.473 INFO:tasks.rados.rados.0.smithi136.stdout:3176: finishing write tid 1 to smithi13674108-10 2024-08-19T11:41:45.473 INFO:tasks.rados.rados.0.smithi136.stdout:3176: finishing write tid 2 to smithi13674108-10 2024-08-19T11:41:45.473 INFO:tasks.rados.rados.0.smithi136.stdout:3176: finishing write tid 3 to smithi13674108-10 2024-08-19T11:41:45.473 INFO:tasks.rados.rados.0.smithi136.stdout:3176: finishing write tid 4 to smithi13674108-10 2024-08-19T11:41:45.473 INFO:tasks.rados.rados.0.smithi136.stdout:3176: finishing write tid 5 to smithi13674108-10 2024-08-19T11:41:45.473 INFO:tasks.rados.rados.0.smithi136.stdout:3176: oid 10 updating version 0 to 1146 2024-08-19T11:41:45.473 INFO:tasks.rados.rados.0.smithi136.stdout:3176: oid 10 updating version 1146 to 1147 2024-08-19T11:41:45.473 INFO:tasks.rados.rados.0.smithi136.stdout:3176: oid 10 version 1147 is already newer than 1145 2024-08-19T11:41:45.473 INFO:tasks.rados.rados.0.smithi136.stdout:3176: oid 10 updating version 1147 to 1148 2024-08-19T11:41:45.473 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 1148 (ObjNum 957 snap 316 seq_num 957) dirty exists 2024-08-19T11:41:45.473 INFO:tasks.rados.rados.0.smithi136.stdout:3176: left oid 10 (ObjNum 957 snap 316 seq_num 957) 2024-08-19T11:41:45.473 INFO:tasks.rados.rados.0.smithi136.stdout:3177: expect (ObjNum 784 snap 259 seq_num 784) 2024-08-19T11:41:45.651 INFO:tasks.rados.rados.0.smithi136.stdout:3178: expect (ObjNum 880 snap 289 seq_num 880) 2024-08-19T11:41:45.845 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:45 smithi136 ceph-mon[88916]: osdmap e697: 8 total, 8 up, 8 in 2024-08-19T11:41:45.845 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:45 smithi136 ceph-mon[86496]: osdmap e697: 8 total, 8 up, 8 in 2024-08-19T11:41:46.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:45 smithi155 ceph-mon[76679]: osdmap e697: 8 total, 8 up, 8 in 2024-08-19T11:41:46.323 INFO:teuthology.orchestra.run.smithi136.stdout:true 2024-08-19T11:41:46.672 INFO:tasks.rados.rados.0.smithi136.stdout:3169: done (9 left) 2024-08-19T11:41:46.673 INFO:tasks.rados.rados.0.smithi136.stdout:3171: done (8 left) 2024-08-19T11:41:46.673 INFO:tasks.rados.rados.0.smithi136.stdout:3172: done (7 left) 2024-08-19T11:41:46.673 INFO:tasks.rados.rados.0.smithi136.stdout:3173: done (6 left) 2024-08-19T11:41:46.673 INFO:tasks.rados.rados.0.smithi136.stdout:3174: done (5 left) 2024-08-19T11:41:46.673 INFO:tasks.rados.rados.0.smithi136.stdout:3175: done (4 left) 2024-08-19T11:41:46.673 INFO:tasks.rados.rados.0.smithi136.stdout:3176: done (3 left) 2024-08-19T11:41:46.673 INFO:tasks.rados.rados.0.smithi136.stdout:3177: done (2 left) 2024-08-19T11:41:46.673 INFO:tasks.rados.rados.0.smithi136.stdout:3178: done (1 left) 2024-08-19T11:41:46.673 INFO:tasks.rados.rados.0.smithi136.stdout:3179: done (0 left) 2024-08-19T11:41:46.673 INFO:tasks.rados.rados.0.smithi136.stdout:3180: snap_create 2024-08-19T11:41:46.758 INFO:tasks.rados.rados.0.smithi136.stdout:3180: done (0 left) 2024-08-19T11:41:46.758 INFO:tasks.rados.rados.0.smithi136.stdout:3181: rollback oid 32 current snap is 318 2024-08-19T11:41:46.758 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 32 to 314 2024-08-19T11:41:46.758 INFO:tasks.rados.rados.0.smithi136.stdout:3182: copy_from oid 1 from oid 15 current snap is 318 2024-08-19T11:41:46.758 INFO:tasks.rados.rados.0.smithi136.stdout:3183: snap_remove snap 285 2024-08-19T11:41:47.081 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:46 smithi136 ceph-mon[86496]: pgmap v684: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 524 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 7.6 MiB/s wr, 23 op/s 2024-08-19T11:41:47.082 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:46 smithi136 ceph-mon[86496]: osdmap e698: 8 total, 8 up, 8 in 2024-08-19T11:41:47.082 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:46 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3275461676' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:47.082 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:46 smithi136 ceph-mon[88916]: pgmap v684: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 524 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 7.6 MiB/s wr, 23 op/s 2024-08-19T11:41:47.082 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:46 smithi136 ceph-mon[88916]: osdmap e698: 8 total, 8 up, 8 in 2024-08-19T11:41:47.082 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:46 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3275461676' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:47.102 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -e sha1=797669399b32d2915e64eb6d4b1257ae3c50f80b -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-08-19T11:41:47.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:46 smithi155 ceph-mon[76679]: pgmap v684: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 524 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 7.6 MiB/s wr, 23 op/s 2024-08-19T11:41:47.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:46 smithi155 ceph-mon[76679]: osdmap e698: 8 total, 8 up, 8 in 2024-08-19T11:41:47.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:46 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3275461676' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:47.304 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:41:47.768 INFO:tasks.rados.rados.0.smithi136.stdout:3183: done (2 left) 2024-08-19T11:41:47.768 INFO:tasks.rados.rados.0.smithi136.stdout:3184: copy_from oid 40 from oid 30 current snap is 318 2024-08-19T11:41:47.768 INFO:tasks.rados.rados.0.smithi136.stdout:3185: read oid 29 snap -1 2024-08-19T11:41:47.768 INFO:tasks.rados.rados.0.smithi136.stdout:3185: expect (ObjNum 943 snap 314 seq_num 943) 2024-08-19T11:41:47.768 INFO:tasks.rados.rados.0.smithi136.stdout:3186: read oid 6 snap -1 2024-08-19T11:41:47.768 INFO:tasks.rados.rados.0.smithi136.stdout:3186: expect (ObjNum 936 snap 310 seq_num 936) 2024-08-19T11:41:47.768 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 17 current snap is 318 2024-08-19T11:41:47.769 INFO:tasks.rados.rados.0.smithi136.stdout:3187: seq_num 958 ranges {4554752=450560,5005312=655360,5660672=548864} 2024-08-19T11:41:47.799 INFO:tasks.rados.rados.0.smithi136.stdout:3187: writing smithi13674108-17 from 4554752 to 5005312 tid 1 2024-08-19T11:41:47.804 INFO:tasks.rados.rados.0.smithi136.stdout:3187: writing smithi13674108-17 from 5005312 to 5660672 tid 2 2024-08-19T11:41:47.808 INFO:tasks.rados.rados.0.smithi136.stdout:3187: writing smithi13674108-17 from 5660672 to 6209536 tid 3 2024-08-19T11:41:47.808 INFO:tasks.rados.rados.0.smithi136.stdout:3181: finishing rollback tid 0 to smithi13674108-32 2024-08-19T11:41:47.808 INFO:tasks.rados.rados.0.smithi136.stdout:3181: finishing rollback tid 1 to smithi13674108-32 2024-08-19T11:41:47.808 INFO:tasks.rados.rados.0.smithi136.stdout:3181: finishing rollback tid 2 to smithi13674108-32 2024-08-19T11:41:47.808 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 32 v 1118 (ObjNum 944 snap 314 seq_num 944) dirty exists 2024-08-19T11:41:47.808 INFO:tasks.rados.rados.0.smithi136.stdout:3182: finishing copy_from racing read to smithi13674108-1 2024-08-19T11:41:47.808 INFO:tasks.rados.rados.0.smithi136.stdout:3182: finishing copy_from to smithi13674108-1 2024-08-19T11:41:47.808 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 1 v 1108 (ObjNum 861 snap 279 seq_num 861) dirty exists 2024-08-19T11:41:47.808 INFO:tasks.rados.rados.0.smithi136.stdout:3186: expect (ObjNum 936 snap 310 seq_num 936) 2024-08-19T11:41:47.847 INFO:tasks.rados.rados.0.smithi136.stdout:3184: finishing copy_from racing read to smithi13674108-40 2024-08-19T11:41:47.848 INFO:tasks.rados.rados.0.smithi136.stdout:3184: finishing copy_from to smithi13674108-40 2024-08-19T11:41:47.848 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 1144 (ObjNum 951 snap 315 seq_num 951) dirty exists 2024-08-19T11:41:47.848 INFO:tasks.rados.rados.0.smithi136.stdout:3185: expect (ObjNum 943 snap 314 seq_num 943) 2024-08-19T11:41:48.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:47 smithi136 ceph-mon[86496]: osdmap e699: 8 total, 8 up, 8 in 2024-08-19T11:41:48.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:47 smithi136 ceph-mon[88916]: osdmap e699: 8 total, 8 up, 8 in 2024-08-19T11:41:48.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:47 smithi155 ceph-mon[76679]: osdmap e699: 8 total, 8 up, 8 in 2024-08-19T11:41:48.210 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:41:47 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4[82789]: 2024-08-19T11:41:47.778+0000 7f5291762640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16d after trimming was started 2024-08-19T11:41:48.933 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:48 smithi136 ceph-mon[86496]: pgmap v687: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 542 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.6 MiB/s wr, 16 op/s 2024-08-19T11:41:48.933 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:48 smithi136 ceph-mon[86496]: osdmap e700: 8 total, 8 up, 8 in 2024-08-19T11:41:48.933 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:48 smithi136 ceph-mon[86496]: osdmap e701: 8 total, 8 up, 8 in 2024-08-19T11:41:48.933 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:48 smithi136 ceph-mon[88916]: pgmap v687: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 542 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.6 MiB/s wr, 16 op/s 2024-08-19T11:41:48.933 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:48 smithi136 ceph-mon[88916]: osdmap e700: 8 total, 8 up, 8 in 2024-08-19T11:41:48.933 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:48 smithi136 ceph-mon[88916]: osdmap e701: 8 total, 8 up, 8 in 2024-08-19T11:41:49.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:48 smithi155 ceph-mon[76679]: pgmap v687: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 542 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.6 MiB/s wr, 16 op/s 2024-08-19T11:41:49.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:48 smithi155 ceph-mon[76679]: osdmap e700: 8 total, 8 up, 8 in 2024-08-19T11:41:49.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:48 smithi155 ceph-mon[76679]: osdmap e701: 8 total, 8 up, 8 in 2024-08-19T11:41:49.343 INFO:tasks.rados.rados.0.smithi136.stdout:3187: finishing write tid 1 to smithi13674108-17 2024-08-19T11:41:49.343 INFO:tasks.rados.rados.0.smithi136.stdout:3187: finishing write tid 2 to smithi13674108-17 2024-08-19T11:41:49.343 INFO:tasks.rados.rados.0.smithi136.stdout:3187: finishing write tid 3 to smithi13674108-17 2024-08-19T11:41:49.343 INFO:tasks.rados.rados.0.smithi136.stdout:3187: finishing write tid 4 to smithi13674108-17 2024-08-19T11:41:49.343 INFO:tasks.rados.rados.0.smithi136.stdout:3187: finishing write tid 5 to smithi13674108-17 2024-08-19T11:41:49.343 INFO:tasks.rados.rados.0.smithi136.stdout:3187: oid 17 updating version 0 to 1483 2024-08-19T11:41:49.343 INFO:tasks.rados.rados.0.smithi136.stdout:3187: oid 17 version 1483 is already newer than 1480 2024-08-19T11:41:49.343 INFO:tasks.rados.rados.0.smithi136.stdout:3187: oid 17 version 1483 is already newer than 1481 2024-08-19T11:41:49.344 INFO:tasks.rados.rados.0.smithi136.stdout:3187: oid 17 version 1483 is already newer than 1482 2024-08-19T11:41:49.344 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 17 v 1483 (ObjNum 958 snap 318 seq_num 958) dirty exists 2024-08-19T11:41:49.344 INFO:tasks.rados.rados.0.smithi136.stdout:3187: left oid 17 (ObjNum 958 snap 318 seq_num 958) 2024-08-19T11:41:49.344 INFO:tasks.rados.rados.0.smithi136.stdout:3181: done (5 left) 2024-08-19T11:41:49.344 INFO:tasks.rados.rados.0.smithi136.stdout:3182: done (4 left) 2024-08-19T11:41:49.344 INFO:tasks.rados.rados.0.smithi136.stdout:3184: done (3 left) 2024-08-19T11:41:49.344 INFO:tasks.rados.rados.0.smithi136.stdout:3185: done (2 left) 2024-08-19T11:41:49.344 INFO:tasks.rados.rados.0.smithi136.stdout:3186: done (1 left) 2024-08-19T11:41:49.344 INFO:tasks.rados.rados.0.smithi136.stdout:3187: done (0 left) 2024-08-19T11:41:49.344 INFO:tasks.rados.rados.0.smithi136.stdout:3188: rmattr oid 10 current snap is 318 2024-08-19T11:41:49.344 INFO:tasks.rados.rados.0.smithi136.stdout:3188: done (0 left) 2024-08-19T11:41:49.344 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 34 current snap is 318 2024-08-19T11:41:49.344 INFO:tasks.rados.rados.0.smithi136.stdout:3189: seq_num 959 ranges {1540096=466944,2007040=540672,2547712=557056,3104768=106496} 2024-08-19T11:41:49.353 INFO:tasks.rados.rados.0.smithi136.stdout:3189: writing smithi13674108-34 from 1540096 to 2007040 tid 1 2024-08-19T11:41:49.356 INFO:tasks.rados.rados.0.smithi136.stdout:3189: writing smithi13674108-34 from 2007040 to 2547712 tid 2 2024-08-19T11:41:49.359 INFO:tasks.rados.rados.0.smithi136.stdout:3189: writing smithi13674108-34 from 2547712 to 3104768 tid 3 2024-08-19T11:41:49.360 INFO:tasks.rados.rados.0.smithi136.stdout:3189: writing smithi13674108-34 from 3104768 to 3211264 tid 4 2024-08-19T11:41:49.360 INFO:tasks.rados.rados.0.smithi136.stdout:3190: read oid 24 snap -1 2024-08-19T11:41:49.360 INFO:tasks.rados.rados.0.smithi136.stdout:3190: expect (ObjNum 954 snap 316 seq_num 954) 2024-08-19T11:41:49.360 INFO:tasks.rados.rados.0.smithi136.stdout:3191: setattr oid 33 current snap is 318 2024-08-19T11:41:49.360 INFO:tasks.rados.rados.0.smithi136.stdout:3189: finishing write tid 1 to smithi13674108-34 2024-08-19T11:41:49.360 INFO:tasks.rados.rados.0.smithi136.stdout:3189: finishing write tid 2 to smithi13674108-34 2024-08-19T11:41:49.362 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 3 current snap is 318 2024-08-19T11:41:49.362 INFO:tasks.rados.rados.0.smithi136.stdout:3192: seq_num 960 ranges {7864320=483328,8347648=425984,8773632=761856,9535488=16384} 2024-08-19T11:41:49.407 INFO:tasks.rados.rados.0.smithi136.stdout:3192: writing smithi13674108-3 from 7864320 to 8347648 tid 1 2024-08-19T11:41:49.410 INFO:tasks.rados.rados.0.smithi136.stdout:3192: writing smithi13674108-3 from 8347648 to 8773632 tid 2 2024-08-19T11:41:49.412 INFO:teuthology.orchestra.run.smithi136.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)" 2024-08-19T11:41:49.415 INFO:tasks.rados.rados.0.smithi136.stdout:3192: writing smithi13674108-3 from 8773632 to 9535488 tid 3 2024-08-19T11:41:49.415 INFO:tasks.rados.rados.0.smithi136.stdout:3192: writing smithi13674108-3 from 9535488 to 9551872 tid 4 2024-08-19T11:41:49.415 INFO:tasks.rados.rados.0.smithi136.stdout:3193: delete oid 47 current snap is 318 2024-08-19T11:41:49.415 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 33 v 1370 (ObjNum 129 snap 0 seq_num 3763670032) dirty exists 2024-08-19T11:41:49.415 INFO:tasks.rados.rados.0.smithi136.stdout:3189: finishing write tid 3 to smithi13674108-34 2024-08-19T11:41:49.415 INFO:tasks.rados.rados.0.smithi136.stdout:3189: finishing write tid 4 to smithi13674108-34 2024-08-19T11:41:49.415 INFO:tasks.rados.rados.0.smithi136.stdout:3189: finishing write tid 5 to smithi13674108-34 2024-08-19T11:41:49.415 INFO:tasks.rados.rados.0.smithi136.stdout:3189: finishing write tid 6 to smithi13674108-34 2024-08-19T11:41:49.415 INFO:tasks.rados.rados.0.smithi136.stdout:3189: oid 34 updating version 0 to 1596 2024-08-19T11:41:49.415 INFO:tasks.rados.rados.0.smithi136.stdout:3189: oid 34 version 1596 is already newer than 1595 2024-08-19T11:41:49.416 INFO:tasks.rados.rados.0.smithi136.stdout:3189: oid 34 updating version 1596 to 1597 2024-08-19T11:41:49.416 INFO:tasks.rados.rados.0.smithi136.stdout:3189: oid 34 version 1597 is already newer than 1594 2024-08-19T11:41:49.416 INFO:tasks.rados.rados.0.smithi136.stdout:3189: oid 34 updating version 1597 to 1598 2024-08-19T11:41:49.416 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 34 v 1598 (ObjNum 959 snap 318 seq_num 959) dirty exists 2024-08-19T11:41:49.416 INFO:tasks.rados.rados.0.smithi136.stdout:3189: left oid 34 (ObjNum 959 snap 318 seq_num 959) 2024-08-19T11:41:49.416 INFO:tasks.rados.rados.0.smithi136.stdout:3190: expect (ObjNum 954 snap 316 seq_num 954) 2024-08-19T11:41:49.576 INFO:tasks.rados.rados.0.smithi136.stdout:3192: finishing write tid 1 to smithi13674108-3 2024-08-19T11:41:49.576 INFO:tasks.rados.rados.0.smithi136.stdout:3192: finishing write tid 2 to smithi13674108-3 2024-08-19T11:41:49.576 INFO:tasks.rados.rados.0.smithi136.stdout:3189: done (4 left) 2024-08-19T11:41:49.576 INFO:tasks.rados.rados.0.smithi136.stdout:3190: done (3 left) 2024-08-19T11:41:49.576 INFO:tasks.rados.rados.0.smithi136.stdout:3191: done (2 left) 2024-08-19T11:41:49.576 INFO:tasks.rados.rados.0.smithi136.stdout:3193: done (1 left) 2024-08-19T11:41:49.576 INFO:tasks.rados.rados.0.smithi136.stdout:3194: rollback oid 27 current snap is 318 2024-08-19T11:41:49.576 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 27 to 293 2024-08-19T11:41:49.576 INFO:tasks.rados.rados.0.smithi136.stdout:3192: finishing write tid 3 to smithi13674108-3 2024-08-19T11:41:49.576 INFO:tasks.rados.rados.0.smithi136.stdout:3192: finishing write tid 4 to smithi13674108-3 2024-08-19T11:41:49.577 INFO:tasks.rados.rados.0.smithi136.stdout:3192: finishing write tid 5 to smithi13674108-3 2024-08-19T11:41:49.577 INFO:tasks.rados.rados.0.smithi136.stdout:3192: finishing write tid 6 to smithi13674108-3 2024-08-19T11:41:49.577 INFO:tasks.rados.rados.0.smithi136.stdout:3192: oid 3 updating version 0 to 1601 2024-08-19T11:41:49.577 INFO:tasks.rados.rados.0.smithi136.stdout:3192: oid 3 updating version 1601 to 1602 2024-08-19T11:41:49.577 INFO:tasks.rados.rados.0.smithi136.stdout:3192: oid 3 updating version 1602 to 1603 2024-08-19T11:41:49.577 INFO:tasks.rados.rados.0.smithi136.stdout:3192: oid 3 updating version 1603 to 1604 2024-08-19T11:41:49.577 INFO:tasks.rados.rados.0.smithi136.stdout:3192: oid 3 version 1604 is already newer than 1600 2024-08-19T11:41:49.577 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 1604 (ObjNum 960 snap 318 seq_num 960) dirty exists 2024-08-19T11:41:49.577 INFO:tasks.rados.rados.0.smithi136.stdout:3192: left oid 3 (ObjNum 960 snap 318 seq_num 960) 2024-08-19T11:41:49.577 INFO:tasks.rados.rados.0.smithi136.stdout:3192: done (1 left) 2024-08-19T11:41:49.577 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 32 current snap is 318 2024-08-19T11:41:49.577 INFO:tasks.rados.rados.0.smithi136.stdout:3195: seq_num 962 ranges {1843200=516096,2359296=589824,2949120=614400} 2024-08-19T11:41:49.590 INFO:tasks.rados.rados.0.smithi136.stdout:3195: writing smithi13674108-32 from 1843200 to 2359296 tid 1 2024-08-19T11:41:49.591 INFO:tasks.rados.rados.0.smithi136.stdout:3195: writing smithi13674108-32 from 2359296 to 2949120 tid 2 2024-08-19T11:41:49.595 INFO:tasks.rados.rados.0.smithi136.stdout:3195: writing smithi13674108-32 from 2949120 to 3563520 tid 3 2024-08-19T11:41:49.596 INFO:tasks.rados.rados.0.smithi136.stdout:3196: read oid 46 snap -1 2024-08-19T11:41:49.596 INFO:tasks.rados.rados.0.smithi136.stdout:3196: expect (ObjNum 940 snap 313 seq_num 940) 2024-08-19T11:41:49.596 INFO:tasks.rados.rados.0.smithi136.stdout:3197: read oid 35 snap -1 2024-08-19T11:41:49.596 INFO:tasks.rados.rados.0.smithi136.stdout:3197: expect (ObjNum 768 snap 253 seq_num 768) 2024-08-19T11:41:49.596 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 37 current snap is 318 2024-08-19T11:41:49.596 INFO:tasks.rados.rados.0.smithi136.stdout:3194: finishing rollback tid 0 to smithi13674108-27 2024-08-19T11:41:49.596 INFO:tasks.rados.rados.0.smithi136.stdout:3194: finishing rollback tid 1 to smithi13674108-27 2024-08-19T11:41:49.596 INFO:tasks.rados.rados.0.smithi136.stdout:3194: finishing rollback tid 2 to smithi13674108-27 2024-08-19T11:41:49.596 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 323 (ObjNum 874 snap 285 seq_num 874) dirty exists 2024-08-19T11:41:49.596 INFO:tasks.rados.rados.0.smithi136.stdout:3195: finishing write tid 1 to smithi13674108-32 2024-08-19T11:41:49.596 INFO:tasks.rados.rados.0.smithi136.stdout:3195: finishing write tid 2 to smithi13674108-32 2024-08-19T11:41:49.596 INFO:tasks.rados.rados.0.smithi136.stdout:3198: seq_num 963 ranges {11935744=532480,12468224=475136,12943360=532480,13475840=196608} 2024-08-19T11:41:49.598 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:41:49 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:41:49] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.51.0" 2024-08-19T11:41:49.663 INFO:tasks.rados.rados.0.smithi136.stdout:3198: writing smithi13674108-37 from 11935744 to 12468224 tid 1 2024-08-19T11:41:49.666 INFO:tasks.rados.rados.0.smithi136.stdout:3198: writing smithi13674108-37 from 12468224 to 12943360 tid 2 2024-08-19T11:41:49.668 INFO:tasks.rados.rados.0.smithi136.stdout:3198: writing smithi13674108-37 from 12943360 to 13475840 tid 3 2024-08-19T11:41:49.670 INFO:tasks.rados.rados.0.smithi136.stdout:3198: writing smithi13674108-37 from 13475840 to 13672448 tid 4 2024-08-19T11:41:49.671 INFO:tasks.rados.rados.0.smithi136.stdout:3194: done (4 left) 2024-08-19T11:41:49.671 INFO:tasks.rados.rados.0.smithi136.stdout:3199: read oid 21 snap -1 2024-08-19T11:41:49.671 INFO:tasks.rados.rados.0.smithi136.stdout:3199: expect (ObjNum 895 snap 295 seq_num 895) 2024-08-19T11:41:49.671 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 7 current snap is 318 2024-08-19T11:41:49.671 INFO:tasks.rados.rados.0.smithi136.stdout:3195: finishing write tid 3 to smithi13674108-32 2024-08-19T11:41:49.672 INFO:tasks.rados.rados.0.smithi136.stdout:3195: finishing write tid 4 to smithi13674108-32 2024-08-19T11:41:49.672 INFO:tasks.rados.rados.0.smithi136.stdout:3200: seq_num 964 ranges {12304384=548864,12853248=761856,13615104=442368} 2024-08-19T11:41:49.739 INFO:tasks.rados.rados.0.smithi136.stdout:3200: writing smithi13674108-7 from 12304384 to 12853248 tid 1 2024-08-19T11:41:49.743 INFO:tasks.rados.rados.0.smithi136.stdout:3200: writing smithi13674108-7 from 12853248 to 13615104 tid 2 2024-08-19T11:41:49.746 INFO:tasks.rados.rados.0.smithi136.stdout:3200: writing smithi13674108-7 from 13615104 to 14057472 tid 3 2024-08-19T11:41:49.746 INFO:tasks.rados.rados.0.smithi136.stdout:3201: read oid 12 snap -1 2024-08-19T11:41:49.746 INFO:tasks.rados.rados.0.smithi136.stdout:3201: expect (ObjNum 880 snap 289 seq_num 880) 2024-08-19T11:41:49.746 INFO:tasks.rados.rados.0.smithi136.stdout:3202: setattr oid 29 current snap is 318 2024-08-19T11:41:49.746 INFO:tasks.rados.rados.0.smithi136.stdout:3195: finishing write tid 5 to smithi13674108-32 2024-08-19T11:41:49.747 INFO:tasks.rados.rados.0.smithi136.stdout:3195: oid 32 updating version 0 to 1121 2024-08-19T11:41:49.747 INFO:tasks.rados.rados.0.smithi136.stdout:3195: oid 32 version 1121 is already newer than 1120 2024-08-19T11:41:49.747 INFO:tasks.rados.rados.0.smithi136.stdout:3195: oid 32 version 1121 is already newer than 1119 2024-08-19T11:41:49.747 INFO:tasks.rados.rados.0.smithi136.stdout:3195: oid 32 updating version 1121 to 1122 2024-08-19T11:41:49.747 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 32 v 1122 (ObjNum 962 snap 318 seq_num 962) dirty exists 2024-08-19T11:41:49.747 INFO:tasks.rados.rados.0.smithi136.stdout:3195: left oid 32 (ObjNum 962 snap 318 seq_num 962) 2024-08-19T11:41:49.747 INFO:tasks.rados.rados.0.smithi136.stdout:3197: expect (ObjNum 768 snap 253 seq_num 768) 2024-08-19T11:41:49.776 INFO:tasks.rados.rados.0.smithi136.stdout:3196: expect (ObjNum 940 snap 313 seq_num 940) 2024-08-19T11:41:49.830 INFO:tasks.rados.rados.0.smithi136.stdout:3198: finishing write tid 1 to smithi13674108-37 2024-08-19T11:41:49.830 INFO:tasks.rados.rados.0.smithi136.stdout:3198: finishing write tid 2 to smithi13674108-37 2024-08-19T11:41:49.830 INFO:tasks.rados.rados.0.smithi136.stdout:3199: expect (ObjNum 895 snap 295 seq_num 895) 2024-08-19T11:41:49.848 INFO:tasks.rados.rados.0.smithi136.stdout:3198: finishing write tid 3 to smithi13674108-37 2024-08-19T11:41:49.848 INFO:tasks.rados.rados.0.smithi136.stdout:3198: finishing write tid 4 to smithi13674108-37 2024-08-19T11:41:49.848 INFO:tasks.rados.rados.0.smithi136.stdout:3198: finishing write tid 5 to smithi13674108-37 2024-08-19T11:41:49.848 INFO:tasks.rados.rados.0.smithi136.stdout:3198: finishing write tid 6 to smithi13674108-37 2024-08-19T11:41:49.848 INFO:tasks.rados.rados.0.smithi136.stdout:3198: oid 37 updating version 0 to 1483 2024-08-19T11:41:49.848 INFO:tasks.rados.rados.0.smithi136.stdout:3198: oid 37 updating version 1483 to 1484 2024-08-19T11:41:49.848 INFO:tasks.rados.rados.0.smithi136.stdout:3198: oid 37 version 1484 is already newer than 1481 2024-08-19T11:41:49.848 INFO:tasks.rados.rados.0.smithi136.stdout:3198: oid 37 version 1484 is already newer than 1480 2024-08-19T11:41:49.849 INFO:tasks.rados.rados.0.smithi136.stdout:3198: oid 37 version 1484 is already newer than 1482 2024-08-19T11:41:49.849 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 1484 (ObjNum 963 snap 318 seq_num 963) dirty exists 2024-08-19T11:41:49.849 INFO:tasks.rados.rados.0.smithi136.stdout:3198: left oid 37 (ObjNum 963 snap 318 seq_num 963) 2024-08-19T11:41:49.849 INFO:tasks.rados.rados.0.smithi136.stdout:3200: finishing write tid 1 to smithi13674108-7 2024-08-19T11:41:49.849 INFO:tasks.rados.rados.0.smithi136.stdout:3200: finishing write tid 2 to smithi13674108-7 2024-08-19T11:41:49.849 INFO:tasks.rados.rados.0.smithi136.stdout:3200: finishing write tid 3 to smithi13674108-7 2024-08-19T11:41:49.849 INFO:tasks.rados.rados.0.smithi136.stdout:3200: finishing write tid 4 to smithi13674108-7 2024-08-19T11:41:49.849 INFO:tasks.rados.rados.0.smithi136.stdout:3200: finishing write tid 5 to smithi13674108-7 2024-08-19T11:41:49.849 INFO:tasks.rados.rados.0.smithi136.stdout:3200: oid 7 updating version 0 to 1607 2024-08-19T11:41:49.849 INFO:tasks.rados.rados.0.smithi136.stdout:3200: oid 7 updating version 1607 to 1609 2024-08-19T11:41:49.849 INFO:tasks.rados.rados.0.smithi136.stdout:3200: oid 7 version 1609 is already newer than 1608 2024-08-19T11:41:49.849 INFO:tasks.rados.rados.0.smithi136.stdout:3200: oid 7 version 1609 is already newer than 1606 2024-08-19T11:41:49.849 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 1609 (ObjNum 964 snap 318 seq_num 964) dirty exists 2024-08-19T11:41:49.849 INFO:tasks.rados.rados.0.smithi136.stdout:3200: left oid 7 (ObjNum 964 snap 318 seq_num 964) 2024-08-19T11:41:49.849 INFO:tasks.rados.rados.0.smithi136.stdout:3201: expect (ObjNum 880 snap 289 seq_num 880) 2024-08-19T11:41:49.990 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:49 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3204658897' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:49.991 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:49 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3204658897' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:50.011 INFO:teuthology.task.sequential:In sequential, running task print... 2024-08-19T11:41:50.012 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-08-19T11:41:50.012 DEBUG:teuthology.parallel:result is None 2024-08-19T11:41:50.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:49 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3204658897' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T11:41:50.844 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 1491 (ObjNum 943 snap 314 seq_num 943) dirty exists 2024-08-19T11:41:50.844 INFO:tasks.rados.rados.0.smithi136.stdout:3195: done (7 left) 2024-08-19T11:41:50.844 INFO:tasks.rados.rados.0.smithi136.stdout:3196: done (6 left) 2024-08-19T11:41:50.845 INFO:tasks.rados.rados.0.smithi136.stdout:3197: done (5 left) 2024-08-19T11:41:50.845 INFO:tasks.rados.rados.0.smithi136.stdout:3198: done (4 left) 2024-08-19T11:41:50.845 INFO:tasks.rados.rados.0.smithi136.stdout:3199: done (3 left) 2024-08-19T11:41:50.845 INFO:tasks.rados.rados.0.smithi136.stdout:3200: done (2 left) 2024-08-19T11:41:50.845 INFO:tasks.rados.rados.0.smithi136.stdout:3201: done (1 left) 2024-08-19T11:41:50.845 INFO:tasks.rados.rados.0.smithi136.stdout:3202: done (0 left) 2024-08-19T11:41:50.845 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 22 current snap is 318 2024-08-19T11:41:50.845 INFO:tasks.rados.rados.0.smithi136.stdout:3203: seq_num 965 ranges {7315456=565248,7880704=647168,8527872=548864,9076736=8192} 2024-08-19T11:41:50.884 INFO:tasks.rados.rados.0.smithi136.stdout:3203: writing smithi13674108-22 from 7315456 to 7880704 tid 1 2024-08-19T11:41:50.887 INFO:tasks.rados.rados.0.smithi136.stdout:3203: writing smithi13674108-22 from 7880704 to 8527872 tid 2 2024-08-19T11:41:50.891 INFO:tasks.rados.rados.0.smithi136.stdout:3203: writing smithi13674108-22 from 8527872 to 9076736 tid 3 2024-08-19T11:41:50.891 INFO:tasks.rados.rados.0.smithi136.stdout:3203: writing smithi13674108-22 from 9076736 to 9084928 tid 4 2024-08-19T11:41:50.891 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 29 current snap is 318 2024-08-19T11:41:50.891 INFO:tasks.rados.rados.0.smithi136.stdout:3204: seq_num 966 ranges {14647296=581632,15228928=581632,15810560=622592} 2024-08-19T11:41:50.969 INFO:tasks.rados.rados.0.smithi136.stdout:3204: writing smithi13674108-29 from 14647296 to 15228928 tid 1 2024-08-19T11:41:50.973 INFO:tasks.rados.rados.0.smithi136.stdout:3204: writing smithi13674108-29 from 15228928 to 15810560 tid 2 2024-08-19T11:41:50.977 INFO:tasks.rados.rados.0.smithi136.stdout:3204: writing smithi13674108-29 from 15810560 to 16433152 tid 3 2024-08-19T11:41:50.977 INFO:tasks.rados.rados.0.smithi136.stdout:3205: delete oid 23 current snap is 318 2024-08-19T11:41:50.977 INFO:tasks.rados.rados.0.smithi136.stdout:3203: finishing write tid 1 to smithi13674108-22 2024-08-19T11:41:50.977 INFO:tasks.rados.rados.0.smithi136.stdout:3203: finishing write tid 2 to smithi13674108-22 2024-08-19T11:41:50.977 INFO:tasks.rados.rados.0.smithi136.stdout:3203: finishing write tid 3 to smithi13674108-22 2024-08-19T11:41:50.977 INFO:tasks.rados.rados.0.smithi136.stdout:3203: finishing write tid 4 to smithi13674108-22 2024-08-19T11:41:50.978 INFO:tasks.rados.rados.0.smithi136.stdout:3203: finishing write tid 5 to smithi13674108-22 2024-08-19T11:41:50.978 INFO:tasks.rados.rados.0.smithi136.stdout:3203: finishing write tid 6 to smithi13674108-22 2024-08-19T11:41:50.978 INFO:tasks.rados.rados.0.smithi136.stdout:3203: oid 22 updating version 0 to 1488 2024-08-19T11:41:50.978 INFO:tasks.rados.rados.0.smithi136.stdout:3203: oid 22 version 1488 is already newer than 1486 2024-08-19T11:41:50.978 INFO:tasks.rados.rados.0.smithi136.stdout:3203: oid 22 updating version 1488 to 1490 2024-08-19T11:41:50.978 INFO:tasks.rados.rados.0.smithi136.stdout:3203: oid 22 version 1490 is already newer than 1487 2024-08-19T11:41:50.978 INFO:tasks.rados.rados.0.smithi136.stdout:3203: oid 22 version 1490 is already newer than 1489 2024-08-19T11:41:50.978 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 1490 (ObjNum 965 snap 318 seq_num 965) dirty exists 2024-08-19T11:41:50.978 INFO:tasks.rados.rados.0.smithi136.stdout:3203: left oid 22 (ObjNum 965 snap 318 seq_num 965) 2024-08-19T11:41:50.978 INFO:tasks.rados.rados.0.smithi136.stdout:3204: finishing write tid 1 to smithi13674108-29 2024-08-19T11:41:50.978 INFO:tasks.rados.rados.0.smithi136.stdout:3204: finishing write tid 2 to smithi13674108-29 2024-08-19T11:41:50.979 INFO:tasks.rados.rados.0.smithi136.stdout:3203: done (2 left) 2024-08-19T11:41:50.979 INFO:tasks.rados.rados.0.smithi136.stdout:3205: done (1 left) 2024-08-19T11:41:50.979 INFO:tasks.rados.rados.0.smithi136.stdout:3206: snap_remove snap 317 2024-08-19T11:41:51.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:50 smithi136 ceph-mon[86496]: pgmap v690: 121 pgs: 121 active+clean; 545 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.6 MiB/s wr, 16 op/s 2024-08-19T11:41:51.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:50 smithi136 ceph-mon[88916]: pgmap v690: 121 pgs: 121 active+clean; 545 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.6 MiB/s wr, 16 op/s 2024-08-19T11:41:51.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:50 smithi155 ceph-mon[76679]: pgmap v690: 121 pgs: 121 active+clean; 545 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.6 MiB/s wr, 16 op/s 2024-08-19T11:41:51.782 INFO:tasks.rados.rados.0.smithi136.stdout:3206: done (1 left) 2024-08-19T11:41:51.782 INFO:tasks.rados.rados.0.smithi136.stdout:3207: copy_from oid 42 from oid 16 current snap is 318 2024-08-19T11:41:51.783 INFO:tasks.rados.rados.0.smithi136.stdout:3204: finishing write tid 3 to smithi13674108-29 2024-08-19T11:41:51.783 INFO:tasks.rados.rados.0.smithi136.stdout:3204: finishing write tid 4 to smithi13674108-29 2024-08-19T11:41:51.783 INFO:tasks.rados.rados.0.smithi136.stdout:3204: finishing write tid 5 to smithi13674108-29 2024-08-19T11:41:51.783 INFO:tasks.rados.rados.0.smithi136.stdout:3204: oid 29 updating version 0 to 1493 2024-08-19T11:41:51.783 INFO:tasks.rados.rados.0.smithi136.stdout:3204: oid 29 updating version 1493 to 1495 2024-08-19T11:41:51.783 INFO:tasks.rados.rados.0.smithi136.stdout:3204: oid 29 version 1495 is already newer than 1492 2024-08-19T11:41:51.783 INFO:tasks.rados.rados.0.smithi136.stdout:3204: oid 29 version 1495 is already newer than 1494 2024-08-19T11:41:51.783 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 1495 (ObjNum 966 snap 318 seq_num 966) dirty exists 2024-08-19T11:41:51.783 INFO:tasks.rados.rados.0.smithi136.stdout:3204: left oid 29 (ObjNum 966 snap 318 seq_num 966) 2024-08-19T11:41:51.783 INFO:tasks.rados.rados.0.smithi136.stdout:3204: done (1 left) 2024-08-19T11:41:51.783 INFO:tasks.rados.rados.0.smithi136.stdout:3208: snap_remove snap 290 2024-08-19T11:41:52.787 INFO:tasks.rados.rados.0.smithi136.stdout:3207: finishing copy_from racing read to smithi13674108-42 2024-08-19T11:41:52.787 INFO:tasks.rados.rados.0.smithi136.stdout:3207: finishing copy_from to smithi13674108-42 2024-08-19T11:41:52.787 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 1568 (ObjNum 945 snap 314 seq_num 945) dirty exists 2024-08-19T11:41:52.787 INFO:tasks.rados.rados.0.smithi136.stdout:3207: done (1 left) 2024-08-19T11:41:52.787 INFO:tasks.rados.rados.0.smithi136.stdout:3208: done (0 left) 2024-08-19T11:41:52.787 INFO:tasks.rados.rados.0.smithi136.stdout:3209: read oid 35 snap -1 2024-08-19T11:41:52.787 INFO:tasks.rados.rados.0.smithi136.stdout:3209: expect (ObjNum 768 snap 253 seq_num 768) 2024-08-19T11:41:52.788 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 29 current snap is 318 2024-08-19T11:41:52.788 INFO:tasks.rados.rados.0.smithi136.stdout:3210: seq_num 968 ranges {16433152=614400,17047552=745472,17793024=458752} 2024-08-19T11:41:52.879 INFO:tasks.rados.rados.0.smithi136.stdout:3210: writing smithi13674108-29 from 16433152 to 17047552 tid 1 2024-08-19T11:41:52.883 INFO:tasks.rados.rados.0.smithi136.stdout:3210: writing smithi13674108-29 from 17047552 to 17793024 tid 2 2024-08-19T11:41:52.886 INFO:tasks.rados.rados.0.smithi136.stdout:3210: writing smithi13674108-29 from 17793024 to 18251776 tid 3 2024-08-19T11:41:52.886 INFO:tasks.rados.rados.0.smithi136.stdout:3211: delete oid 31 current snap is 318 2024-08-19T11:41:52.886 INFO:tasks.rados.rados.0.smithi136.stdout:3209: expect (ObjNum 768 snap 253 seq_num 768) 2024-08-19T11:41:52.913 INFO:tasks.rados.rados.0.smithi136.stdout:3210: finishing write tid 1 to smithi13674108-29 2024-08-19T11:41:52.913 INFO:tasks.rados.rados.0.smithi136.stdout:3210: finishing write tid 2 to smithi13674108-29 2024-08-19T11:41:52.913 INFO:tasks.rados.rados.0.smithi136.stdout:3210: finishing write tid 3 to smithi13674108-29 2024-08-19T11:41:52.913 INFO:tasks.rados.rados.0.smithi136.stdout:3210: finishing write tid 4 to smithi13674108-29 2024-08-19T11:41:52.913 INFO:tasks.rados.rados.0.smithi136.stdout:3210: finishing write tid 5 to smithi13674108-29 2024-08-19T11:41:52.913 INFO:tasks.rados.rados.0.smithi136.stdout:3210: oid 29 updating version 0 to 1511 2024-08-19T11:41:52.913 INFO:tasks.rados.rados.0.smithi136.stdout:3210: oid 29 updating version 1511 to 1512 2024-08-19T11:41:52.913 INFO:tasks.rados.rados.0.smithi136.stdout:3210: oid 29 updating version 1512 to 1513 2024-08-19T11:41:52.913 INFO:tasks.rados.rados.0.smithi136.stdout:3210: oid 29 version 1513 is already newer than 1510 2024-08-19T11:41:52.913 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 1513 (ObjNum 968 snap 318 seq_num 968) dirty exists 2024-08-19T11:41:52.913 INFO:tasks.rados.rados.0.smithi136.stdout:3210: left oid 29 (ObjNum 968 snap 318 seq_num 968) 2024-08-19T11:41:52.914 INFO:tasks.rados.rados.0.smithi136.stdout:3209: done (2 left) 2024-08-19T11:41:52.914 INFO:tasks.rados.rados.0.smithi136.stdout:3210: done (1 left) 2024-08-19T11:41:52.914 INFO:tasks.rados.rados.0.smithi136.stdout:3211: done (0 left) 2024-08-19T11:41:52.914 INFO:tasks.rados.rados.0.smithi136.stdout:3212: read oid 41 snap -1 2024-08-19T11:41:52.914 INFO:tasks.rados.rados.0.smithi136.stdout:3212: expect (ObjNum 885 snap 291 seq_num 885) 2024-08-19T11:41:52.914 INFO:tasks.rados.rados.0.smithi136.stdout:3213: rollback oid 43 current snap is 318 2024-08-19T11:41:52.914 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 43 to 312 2024-08-19T11:41:52.914 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 7 current snap is 318 2024-08-19T11:41:52.914 INFO:tasks.rados.rados.0.smithi136.stdout:3214: seq_num 970 ranges {14057472=655360,14712832=516096,15228928=688128} 2024-08-19T11:41:52.989 INFO:tasks.rados.rados.0.smithi136.stdout:3214: writing smithi13674108-7 from 14057472 to 14712832 tid 1 2024-08-19T11:41:52.991 INFO:tasks.rados.rados.0.smithi136.stdout:3214: writing smithi13674108-7 from 14712832 to 15228928 tid 2 2024-08-19T11:41:52.995 INFO:tasks.rados.rados.0.smithi136.stdout:3214: writing smithi13674108-7 from 15228928 to 15917056 tid 3 2024-08-19T11:41:52.996 INFO:tasks.rados.rados.0.smithi136.stdout:3215: read oid 13 snap -1 2024-08-19T11:41:52.996 INFO:tasks.rados.rados.0.smithi136.stdout:3215: expect deleted 2024-08-19T11:41:52.996 INFO:tasks.rados.rados.0.smithi136.stdout:3216: rollback oid 35 current snap is 318 2024-08-19T11:41:52.996 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 35 to 314 2024-08-19T11:41:52.996 INFO:tasks.rados.rados.0.smithi136.stdout:3213: finishing rollback tid 0 to smithi13674108-43 2024-08-19T11:41:52.996 INFO:tasks.rados.rados.0.smithi136.stdout:3213: finishing rollback tid 1 to smithi13674108-43 2024-08-19T11:41:52.996 INFO:tasks.rados.rados.0.smithi136.stdout:3212: expect (ObjNum 885 snap 291 seq_num 885) 2024-08-19T11:41:53.010 INFO:tasks.rados.rados.0.smithi136.stdout:3213: finishing rollback tid 2 to smithi13674108-43 2024-08-19T11:41:53.010 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 1196 (ObjNum 783 snap 259 seq_num 783) dirty exists 2024-08-19T11:41:53.010 INFO:tasks.rados.rados.0.smithi136.stdout:3214: finishing write tid 1 to smithi13674108-7 2024-08-19T11:41:53.010 INFO:tasks.rados.rados.0.smithi136.stdout:3214: finishing write tid 2 to smithi13674108-7 2024-08-19T11:41:53.010 INFO:tasks.rados.rados.0.smithi136.stdout:3212: done (4 left) 2024-08-19T11:41:53.011 INFO:tasks.rados.rados.0.smithi136.stdout:3213: done (3 left) 2024-08-19T11:41:53.011 INFO:tasks.rados.rados.0.smithi136.stdout:3217: snap_create 2024-08-19T11:41:53.011 INFO:tasks.rados.rados.0.smithi136.stdout:3214: finishing write tid 3 to smithi13674108-7 2024-08-19T11:41:53.011 INFO:tasks.rados.rados.0.smithi136.stdout:3216: finishing rollback tid 0 to smithi13674108-35 2024-08-19T11:41:53.011 INFO:tasks.rados.rados.0.smithi136.stdout:3214: finishing write tid 4 to smithi13674108-7 2024-08-19T11:41:53.011 INFO:tasks.rados.rados.0.smithi136.stdout:3216: finishing rollback tid 1 to smithi13674108-35 2024-08-19T11:41:53.011 INFO:tasks.rados.rados.0.smithi136.stdout:3216: finishing rollback tid 2 to smithi13674108-35 2024-08-19T11:41:53.011 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 1228 (ObjNum 768 snap 253 seq_num 768) dirty exists 2024-08-19T11:41:53.011 INFO:tasks.rados.rados.0.smithi136.stdout:3214: finishing write tid 5 to smithi13674108-7 2024-08-19T11:41:53.011 INFO:tasks.rados.rados.0.smithi136.stdout:3214: oid 7 updating version 0 to 1628 2024-08-19T11:41:53.011 INFO:tasks.rados.rados.0.smithi136.stdout:3214: oid 7 version 1628 is already newer than 1626 2024-08-19T11:41:53.011 INFO:tasks.rados.rados.0.smithi136.stdout:3214: oid 7 version 1628 is already newer than 1627 2024-08-19T11:41:53.011 INFO:tasks.rados.rados.0.smithi136.stdout:3214: oid 7 updating version 1628 to 1629 2024-08-19T11:41:53.011 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 1629 (ObjNum 970 snap 318 seq_num 970) dirty exists 2024-08-19T11:41:53.012 INFO:tasks.rados.rados.0.smithi136.stdout:3214: left oid 7 (ObjNum 970 snap 318 seq_num 970) 2024-08-19T11:41:53.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:52 smithi136 ceph-mon[88916]: pgmap v691: 121 pgs: 121 active+clean; 549 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.8 MiB/s wr, 12 op/s 2024-08-19T11:41:53.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:52 smithi136 ceph-mon[88916]: osdmap e702: 8 total, 8 up, 8 in 2024-08-19T11:41:53.098 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:41:52 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2[105005]: 2024-08-19T11:41:52.805+0000 7fea21690640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 172 after trimming was started 2024-08-19T11:41:53.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:52 smithi136 ceph-mon[86496]: pgmap v691: 121 pgs: 121 active+clean; 549 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.8 MiB/s wr, 12 op/s 2024-08-19T11:41:53.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:52 smithi136 ceph-mon[86496]: osdmap e702: 8 total, 8 up, 8 in 2024-08-19T11:41:53.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:52 smithi155 ceph-mon[76679]: pgmap v691: 121 pgs: 121 active+clean; 549 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.8 MiB/s wr, 12 op/s 2024-08-19T11:41:53.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:52 smithi155 ceph-mon[76679]: osdmap e702: 8 total, 8 up, 8 in 2024-08-19T11:41:53.725 INFO:tasks.rados.rados.0.smithi136.stdout:3214: done (3 left) 2024-08-19T11:41:53.725 INFO:tasks.rados.rados.0.smithi136.stdout:3215: done (2 left) 2024-08-19T11:41:53.725 INFO:tasks.rados.rados.0.smithi136.stdout:3216: done (1 left) 2024-08-19T11:41:53.725 INFO:tasks.rados.rados.0.smithi136.stdout:3217: done (0 left) 2024-08-19T11:41:53.725 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 44 current snap is 319 2024-08-19T11:41:53.725 INFO:tasks.rados.rados.0.smithi136.stdout:3218: seq_num 971 ranges {0=671744,671744=802816,1474560=401408} 2024-08-19T11:41:53.728 INFO:tasks.rados.rados.0.smithi136.stdout:3218: writing smithi13674108-44 from 0 to 671744 tid 1 2024-08-19T11:41:53.733 INFO:tasks.rados.rados.0.smithi136.stdout:3218: writing smithi13674108-44 from 671744 to 1474560 tid 2 2024-08-19T11:41:53.736 INFO:tasks.rados.rados.0.smithi136.stdout:3218: writing smithi13674108-44 from 1474560 to 1875968 tid 3 2024-08-19T11:41:53.736 INFO:tasks.rados.rados.0.smithi136.stdout:3219: read oid 50 snap -1 2024-08-19T11:41:53.736 INFO:tasks.rados.rados.0.smithi136.stdout:3219: expect (ObjNum 901 snap 296 seq_num 901) 2024-08-19T11:41:53.736 INFO:tasks.rados.rados.0.smithi136.stdout:3220: read oid 39 snap 304 2024-08-19T11:41:53.736 INFO:tasks.rados.rados.0.smithi136.stdout:3220: expect (ObjNum -530814592 snap 22033 seq_num 3763709408) 2024-08-19T11:41:53.736 INFO:tasks.rados.rados.0.smithi136.stdout:3221: read oid 9 snap -1 2024-08-19T11:41:53.736 INFO:tasks.rados.rados.0.smithi136.stdout:3221: expect (ObjNum 861 snap 279 seq_num 861) 2024-08-19T11:41:53.736 INFO:tasks.rados.rados.0.smithi136.stdout:3222: snap_remove snap 314 2024-08-19T11:41:54.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:53 smithi136 ceph-mon[88916]: osdmap e703: 8 total, 8 up, 8 in 2024-08-19T11:41:54.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:53 smithi136 ceph-mon[88916]: osdmap e704: 8 total, 8 up, 8 in 2024-08-19T11:41:54.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:53 smithi136 ceph-mon[86496]: osdmap e703: 8 total, 8 up, 8 in 2024-08-19T11:41:54.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:53 smithi136 ceph-mon[86496]: osdmap e704: 8 total, 8 up, 8 in 2024-08-19T11:41:54.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:53 smithi155 ceph-mon[76679]: osdmap e703: 8 total, 8 up, 8 in 2024-08-19T11:41:54.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:53 smithi155 ceph-mon[76679]: osdmap e704: 8 total, 8 up, 8 in 2024-08-19T11:41:54.729 INFO:tasks.rados.rados.0.smithi136.stdout:3222: done (4 left) 2024-08-19T11:41:54.729 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 20 current snap is 319 2024-08-19T11:41:54.730 INFO:tasks.rados.rados.0.smithi136.stdout:3223: seq_num 972 ranges {598016=688128,1286144=688128,1974272=516096} 2024-08-19T11:41:54.737 INFO:tasks.rados.rados.0.smithi136.stdout:3223: writing smithi13674108-20 from 598016 to 1286144 tid 1 2024-08-19T11:41:54.742 INFO:tasks.rados.rados.0.smithi136.stdout:3223: writing smithi13674108-20 from 1286144 to 1974272 tid 2 2024-08-19T11:41:54.746 INFO:tasks.rados.rados.0.smithi136.stdout:3223: writing smithi13674108-20 from 1974272 to 2490368 tid 3 2024-08-19T11:41:54.746 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 42 current snap is 319 2024-08-19T11:41:54.746 INFO:tasks.rados.rados.0.smithi136.stdout:3218: finishing write tid 1 to smithi13674108-44 2024-08-19T11:41:54.746 INFO:tasks.rados.rados.0.smithi136.stdout:3220: expect (ObjNum -530814592 snap 22033 seq_num 3763709408) 2024-08-19T11:41:54.748 INFO:tasks.rados.rados.0.smithi136.stdout:3218: finishing write tid 2 to smithi13674108-44 2024-08-19T11:41:54.749 INFO:tasks.rados.rados.0.smithi136.stdout:3218: finishing write tid 3 to smithi13674108-44 2024-08-19T11:41:54.749 INFO:tasks.rados.rados.0.smithi136.stdout:3224: seq_num 973 ranges {5226496=704512,5931008=573440,6504448=507904,7012352=122880} 2024-08-19T11:41:54.780 INFO:tasks.rados.rados.0.smithi136.stdout:3224: writing smithi13674108-42 from 5226496 to 5931008 tid 1 2024-08-19T11:41:54.784 INFO:tasks.rados.rados.0.smithi136.stdout:3224: writing smithi13674108-42 from 5931008 to 6504448 tid 2 2024-08-19T11:41:54.786 INFO:tasks.rados.rados.0.smithi136.stdout:3224: writing smithi13674108-42 from 6504448 to 7012352 tid 3 2024-08-19T11:41:54.788 INFO:tasks.rados.rados.0.smithi136.stdout:3224: writing smithi13674108-42 from 7012352 to 7135232 tid 4 2024-08-19T11:41:54.788 INFO:tasks.rados.rados.0.smithi136.stdout:3220: done (5 left) 2024-08-19T11:41:54.788 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 18 current snap is 319 2024-08-19T11:41:54.788 INFO:tasks.rados.rados.0.smithi136.stdout:3218: finishing write tid 4 to smithi13674108-44 2024-08-19T11:41:54.788 INFO:tasks.rados.rados.0.smithi136.stdout:3218: finishing write tid 5 to smithi13674108-44 2024-08-19T11:41:54.788 INFO:tasks.rados.rados.0.smithi136.stdout:3218: oid 44 updating version 0 to 1633 2024-08-19T11:41:54.788 INFO:tasks.rados.rados.0.smithi136.stdout:3218: oid 44 version 1633 is already newer than 1632 2024-08-19T11:41:54.788 INFO:tasks.rados.rados.0.smithi136.stdout:3218: oid 44 version 1633 is already newer than 1631 2024-08-19T11:41:54.788 INFO:tasks.rados.rados.0.smithi136.stdout:3218: oid 44 version 1633 is already newer than 1630 2024-08-19T11:41:54.788 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 1633 (ObjNum 971 snap 319 seq_num 971) dirty exists 2024-08-19T11:41:54.788 INFO:tasks.rados.rados.0.smithi136.stdout:3218: left oid 44 (ObjNum 971 snap 319 seq_num 971) 2024-08-19T11:41:54.789 INFO:tasks.rados.rados.0.smithi136.stdout:3225: seq_num 974 ranges {2555904=720896,3276800=507904,3784704=671744,4456448=24576} 2024-08-19T11:41:54.805 INFO:tasks.rados.rados.0.smithi136.stdout:3225: writing smithi13674108-18 from 2555904 to 3276800 tid 1 2024-08-19T11:41:54.808 INFO:tasks.rados.rados.0.smithi136.stdout:3225: writing smithi13674108-18 from 3276800 to 3784704 tid 2 2024-08-19T11:41:54.813 INFO:tasks.rados.rados.0.smithi136.stdout:3225: writing smithi13674108-18 from 3784704 to 4456448 tid 3 2024-08-19T11:41:54.813 INFO:tasks.rados.rados.0.smithi136.stdout:3225: writing smithi13674108-18 from 4456448 to 4481024 tid 4 2024-08-19T11:41:54.813 INFO:tasks.rados.rados.0.smithi136.stdout:3218: done (5 left) 2024-08-19T11:41:54.813 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 7 current snap is 319 2024-08-19T11:41:54.813 INFO:tasks.rados.rados.0.smithi136.stdout:3219: expect (ObjNum 901 snap 296 seq_num 901) 2024-08-19T11:41:55.063 INFO:tasks.rados.rados.0.smithi136.stdout:3221: expect (ObjNum 861 snap 279 seq_num 861) 2024-08-19T11:41:55.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:54 smithi136 ceph-mon[86496]: pgmap v694: 121 pgs: 121 active+clean; 574 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.8 MiB/s wr, 20 op/s 2024-08-19T11:41:55.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:54 smithi136 ceph-mon[86496]: osdmap e705: 8 total, 8 up, 8 in 2024-08-19T11:41:55.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:54 smithi136 ceph-mon[88916]: pgmap v694: 121 pgs: 121 active+clean; 574 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.8 MiB/s wr, 20 op/s 2024-08-19T11:41:55.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:54 smithi136 ceph-mon[88916]: osdmap e705: 8 total, 8 up, 8 in 2024-08-19T11:41:55.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:54 smithi155 ceph-mon[76679]: pgmap v694: 121 pgs: 121 active+clean; 574 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.8 MiB/s wr, 20 op/s 2024-08-19T11:41:55.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:54 smithi155 ceph-mon[76679]: osdmap e705: 8 total, 8 up, 8 in 2024-08-19T11:41:56.060 INFO:tasks.rados.rados.0.smithi136.stdout:3223: finishing write tid 1 to smithi13674108-20 2024-08-19T11:41:56.060 INFO:tasks.rados.rados.0.smithi136.stdout:3223: finishing write tid 2 to smithi13674108-20 2024-08-19T11:41:56.060 INFO:tasks.rados.rados.0.smithi136.stdout:3226: seq_num 975 ranges {15917056=737280,16654336=786432,17440768=417792} 2024-08-19T11:41:56.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:41:56.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:55 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:41:56.146 INFO:tasks.rados.rados.0.smithi136.stdout:3226: writing smithi13674108-7 from 15917056 to 16654336 tid 1 2024-08-19T11:41:56.150 INFO:tasks.rados.rados.0.smithi136.stdout:3226: writing smithi13674108-7 from 16654336 to 17440768 tid 2 2024-08-19T11:41:56.153 INFO:tasks.rados.rados.0.smithi136.stdout:3226: writing smithi13674108-7 from 17440768 to 17858560 tid 3 2024-08-19T11:41:56.153 INFO:tasks.rados.rados.0.smithi136.stdout:3219: done (5 left) 2024-08-19T11:41:56.153 INFO:tasks.rados.rados.0.smithi136.stdout:3221: done (4 left) 2024-08-19T11:41:56.153 INFO:tasks.rados.rados.0.smithi136.stdout:3227: read oid 32 snap -1 2024-08-19T11:41:56.153 INFO:tasks.rados.rados.0.smithi136.stdout:3227: expect (ObjNum 962 snap 318 seq_num 962) 2024-08-19T11:41:56.153 INFO:tasks.rados.rados.0.smithi136.stdout:3228: snap_remove snap 298 2024-08-19T11:41:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:55 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:41:56.811 INFO:tasks.rados.rados.0.smithi136.stdout:3228: done (5 left) 2024-08-19T11:41:56.811 INFO:tasks.rados.rados.0.smithi136.stdout:3229: rollback oid 50 current snap is 319 2024-08-19T11:41:56.811 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 50 to 311 2024-08-19T11:41:56.811 INFO:tasks.rados.rados.0.smithi136.stdout:3223: finishing write tid 3 to smithi13674108-20 2024-08-19T11:41:56.811 INFO:tasks.rados.rados.0.smithi136.stdout:3223: finishing write tid 4 to smithi13674108-20 2024-08-19T11:41:56.811 INFO:tasks.rados.rados.0.smithi136.stdout:3223: finishing write tid 5 to smithi13674108-20 2024-08-19T11:41:56.812 INFO:tasks.rados.rados.0.smithi136.stdout:3223: oid 20 updating version 0 to 1374 2024-08-19T11:41:56.812 INFO:tasks.rados.rados.0.smithi136.stdout:3223: oid 20 version 1374 is already newer than 1372 2024-08-19T11:41:56.812 INFO:tasks.rados.rados.0.smithi136.stdout:3223: oid 20 version 1374 is already newer than 1373 2024-08-19T11:41:56.812 INFO:tasks.rados.rados.0.smithi136.stdout:3223: oid 20 version 1374 is already newer than 1371 2024-08-19T11:41:56.812 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 1374 (ObjNum 972 snap 319 seq_num 972) dirty exists 2024-08-19T11:41:56.812 INFO:tasks.rados.rados.0.smithi136.stdout:3223: left oid 20 (ObjNum 972 snap 319 seq_num 972) 2024-08-19T11:41:56.812 INFO:tasks.rados.rados.0.smithi136.stdout:3224: finishing write tid 1 to smithi13674108-42 2024-08-19T11:41:56.812 INFO:tasks.rados.rados.0.smithi136.stdout:3224: finishing write tid 2 to smithi13674108-42 2024-08-19T11:41:56.812 INFO:tasks.rados.rados.0.smithi136.stdout:3223: done (5 left) 2024-08-19T11:41:56.812 INFO:tasks.rados.rados.0.smithi136.stdout:3230: copy_from oid 23 from oid 14 current snap is 319 2024-08-19T11:41:56.812 INFO:tasks.rados.rados.0.smithi136.stdout:3224: finishing write tid 3 to smithi13674108-42 2024-08-19T11:41:56.812 INFO:tasks.rados.rados.0.smithi136.stdout:3224: finishing write tid 4 to smithi13674108-42 2024-08-19T11:41:56.812 INFO:tasks.rados.rados.0.smithi136.stdout:3224: finishing write tid 5 to smithi13674108-42 2024-08-19T11:41:56.812 INFO:tasks.rados.rados.0.smithi136.stdout:3224: finishing write tid 6 to smithi13674108-42 2024-08-19T11:41:56.812 INFO:tasks.rados.rados.0.smithi136.stdout:3224: oid 42 updating version 0 to 1569 2024-08-19T11:41:56.813 INFO:tasks.rados.rados.0.smithi136.stdout:3224: oid 42 updating version 1569 to 1573 2024-08-19T11:41:56.813 INFO:tasks.rados.rados.0.smithi136.stdout:3224: oid 42 version 1573 is already newer than 1571 2024-08-19T11:41:56.813 INFO:tasks.rados.rados.0.smithi136.stdout:3224: oid 42 version 1573 is already newer than 1572 2024-08-19T11:41:56.813 INFO:tasks.rados.rados.0.smithi136.stdout:3224: oid 42 version 1573 is already newer than 1570 2024-08-19T11:41:56.813 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 1573 (ObjNum 973 snap 319 seq_num 973) dirty exists 2024-08-19T11:41:56.813 INFO:tasks.rados.rados.0.smithi136.stdout:3224: left oid 42 (ObjNum 973 snap 319 seq_num 973) 2024-08-19T11:41:56.813 INFO:tasks.rados.rados.0.smithi136.stdout:3225: finishing write tid 1 to smithi13674108-18 2024-08-19T11:41:56.813 INFO:tasks.rados.rados.0.smithi136.stdout:3225: finishing write tid 2 to smithi13674108-18 2024-08-19T11:41:56.813 INFO:tasks.rados.rados.0.smithi136.stdout:3225: finishing write tid 3 to smithi13674108-18 2024-08-19T11:41:56.813 INFO:tasks.rados.rados.0.smithi136.stdout:3225: finishing write tid 4 to smithi13674108-18 2024-08-19T11:41:56.813 INFO:tasks.rados.rados.0.smithi136.stdout:3225: finishing write tid 5 to smithi13674108-18 2024-08-19T11:41:56.813 INFO:tasks.rados.rados.0.smithi136.stdout:3225: finishing write tid 6 to smithi13674108-18 2024-08-19T11:41:56.813 INFO:tasks.rados.rados.0.smithi136.stdout:3225: oid 18 updating version 0 to 1376 2024-08-19T11:41:56.813 INFO:tasks.rados.rados.0.smithi136.stdout:3225: oid 18 updating version 1376 to 1378 2024-08-19T11:41:56.813 INFO:tasks.rados.rados.0.smithi136.stdout:3225: oid 18 updating version 1378 to 1379 2024-08-19T11:41:56.814 INFO:tasks.rados.rados.0.smithi136.stdout:3225: oid 18 version 1379 is already newer than 1375 2024-08-19T11:41:56.814 INFO:tasks.rados.rados.0.smithi136.stdout:3225: oid 18 version 1379 is already newer than 1377 2024-08-19T11:41:56.814 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 1379 (ObjNum 974 snap 319 seq_num 974) dirty exists 2024-08-19T11:41:56.814 INFO:tasks.rados.rados.0.smithi136.stdout:3225: left oid 18 (ObjNum 974 snap 319 seq_num 974) 2024-08-19T11:41:56.814 INFO:tasks.rados.rados.0.smithi136.stdout:3224: done (5 left) 2024-08-19T11:41:56.814 INFO:tasks.rados.rados.0.smithi136.stdout:3225: done (4 left) 2024-08-19T11:41:56.814 INFO:tasks.rados.rados.0.smithi136.stdout:3231: snap_remove snap 292 2024-08-19T11:41:57.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:56 smithi136 ceph-mon[86496]: pgmap v697: 121 pgs: 121 active+clean; 582 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 8.3 MiB/s wr, 32 op/s 2024-08-19T11:41:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:56 smithi136 ceph-mon[88916]: pgmap v697: 121 pgs: 121 active+clean; 582 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 8.3 MiB/s wr, 32 op/s 2024-08-19T11:41:57.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:56 smithi155 ceph-mon[76679]: pgmap v697: 121 pgs: 121 active+clean; 582 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 8.3 MiB/s wr, 32 op/s 2024-08-19T11:41:57.826 INFO:tasks.rados.rados.0.smithi136.stdout:3231: done (4 left) 2024-08-19T11:41:57.826 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 47 current snap is 319 2024-08-19T11:41:57.826 INFO:tasks.rados.rados.0.smithi136.stdout:3232: seq_num 976 ranges {0=753664,753664=671744,1425408=532480} 2024-08-19T11:41:57.831 INFO:tasks.rados.rados.0.smithi136.stdout:3232: writing smithi13674108-47 from 0 to 753664 tid 1 2024-08-19T11:41:57.837 INFO:tasks.rados.rados.0.smithi136.stdout:3232: writing smithi13674108-47 from 753664 to 1425408 tid 2 2024-08-19T11:41:57.841 INFO:tasks.rados.rados.0.smithi136.stdout:3232: writing smithi13674108-47 from 1425408 to 1957888 tid 3 2024-08-19T11:41:57.841 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 41 current snap is 319 2024-08-19T11:41:57.841 INFO:tasks.rados.rados.0.smithi136.stdout:3226: finishing write tid 1 to smithi13674108-7 2024-08-19T11:41:57.841 INFO:tasks.rados.rados.0.smithi136.stdout:3226: finishing write tid 2 to smithi13674108-7 2024-08-19T11:41:57.841 INFO:tasks.rados.rados.0.smithi136.stdout:3226: finishing write tid 3 to smithi13674108-7 2024-08-19T11:41:57.841 INFO:tasks.rados.rados.0.smithi136.stdout:3226: finishing write tid 4 to smithi13674108-7 2024-08-19T11:41:57.841 INFO:tasks.rados.rados.0.smithi136.stdout:3226: finishing write tid 5 to smithi13674108-7 2024-08-19T11:41:57.841 INFO:tasks.rados.rados.0.smithi136.stdout:3226: oid 7 updating version 0 to 1646 2024-08-19T11:41:57.841 INFO:tasks.rados.rados.0.smithi136.stdout:3226: oid 7 version 1646 is already newer than 1644 2024-08-19T11:41:57.841 INFO:tasks.rados.rados.0.smithi136.stdout:3226: oid 7 version 1646 is already newer than 1645 2024-08-19T11:41:57.841 INFO:tasks.rados.rados.0.smithi136.stdout:3226: oid 7 version 1646 is already newer than 1643 2024-08-19T11:41:57.842 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 1646 (ObjNum 975 snap 319 seq_num 975) dirty exists 2024-08-19T11:41:57.842 INFO:tasks.rados.rados.0.smithi136.stdout:3226: left oid 7 (ObjNum 975 snap 319 seq_num 975) 2024-08-19T11:41:57.842 INFO:tasks.rados.rados.0.smithi136.stdout:3227: expect (ObjNum 962 snap 318 seq_num 962) 2024-08-19T11:41:57.980 INFO:tasks.rados.rados.0.smithi136.stdout:3229: finishing rollback tid 0 to smithi13674108-50 2024-08-19T11:41:57.980 INFO:tasks.rados.rados.0.smithi136.stdout:3229: finishing rollback tid 1 to smithi13674108-50 2024-08-19T11:41:57.980 INFO:tasks.rados.rados.0.smithi136.stdout:3229: finishing rollback tid 2 to smithi13674108-50 2024-08-19T11:41:57.980 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 1606 (ObjNum 901 snap 296 seq_num 901) dirty exists 2024-08-19T11:41:57.980 INFO:tasks.rados.rados.0.smithi136.stdout:3230: finishing copy_from racing read to smithi13674108-23 2024-08-19T11:41:57.980 INFO:tasks.rados.rados.0.smithi136.stdout:3230: finishing copy_from to smithi13674108-23 2024-08-19T11:41:57.980 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 1551 (ObjNum 939 snap 313 seq_num 939) dirty exists 2024-08-19T11:41:57.980 INFO:tasks.rados.rados.0.smithi136.stdout:3232: finishing write tid 1 to smithi13674108-47 2024-08-19T11:41:57.980 INFO:tasks.rados.rados.0.smithi136.stdout:3233: seq_num 977 ranges {425984=770048,1196032=557056,1753088=491520,2244608=155648} 2024-08-19T11:41:57.986 INFO:tasks.rados.rados.0.smithi136.stdout:3233: writing smithi13674108-41 from 425984 to 1196032 tid 1 2024-08-19T11:41:57.989 INFO:tasks.rados.rados.0.smithi136.stdout:3233: writing smithi13674108-41 from 1196032 to 1753088 tid 2 2024-08-19T11:41:57.992 INFO:tasks.rados.rados.0.smithi136.stdout:3233: writing smithi13674108-41 from 1753088 to 2244608 tid 3 2024-08-19T11:41:57.993 INFO:tasks.rados.rados.0.smithi136.stdout:3233: writing smithi13674108-41 from 2244608 to 2400256 tid 4 2024-08-19T11:41:57.993 INFO:tasks.rados.rados.0.smithi136.stdout:3226: done (5 left) 2024-08-19T11:41:57.993 INFO:tasks.rados.rados.0.smithi136.stdout:3227: done (4 left) 2024-08-19T11:41:57.993 INFO:tasks.rados.rados.0.smithi136.stdout:3229: done (3 left) 2024-08-19T11:41:57.993 INFO:tasks.rados.rados.0.smithi136.stdout:3230: done (2 left) 2024-08-19T11:41:57.993 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 31 current snap is 319 2024-08-19T11:41:57.993 INFO:tasks.rados.rados.0.smithi136.stdout:3232: finishing write tid 2 to smithi13674108-47 2024-08-19T11:41:57.994 INFO:tasks.rados.rados.0.smithi136.stdout:3232: finishing write tid 3 to smithi13674108-47 2024-08-19T11:41:57.994 INFO:tasks.rados.rados.0.smithi136.stdout:3232: finishing write tid 4 to smithi13674108-47 2024-08-19T11:41:57.994 INFO:tasks.rados.rados.0.smithi136.stdout:3234: seq_num 978 ranges {0=786432,786432=442368,1228800=647168,1875968=114688} 2024-08-19T11:41:57.997 INFO:tasks.rados.rados.0.smithi136.stdout:3234: writing smithi13674108-31 from 0 to 786432 tid 1 2024-08-19T11:41:57.999 INFO:tasks.rados.rados.0.smithi136.stdout:3234: writing smithi13674108-31 from 786432 to 1228800 tid 2 2024-08-19T11:41:58.003 INFO:tasks.rados.rados.0.smithi136.stdout:3234: writing smithi13674108-31 from 1228800 to 1875968 tid 3 2024-08-19T11:41:58.004 INFO:tasks.rados.rados.0.smithi136.stdout:3234: writing smithi13674108-31 from 1875968 to 1990656 tid 4 2024-08-19T11:41:58.004 INFO:tasks.rados.rados.0.smithi136.stdout:3235: delete oid 35 current snap is 319 2024-08-19T11:41:58.004 INFO:tasks.rados.rados.0.smithi136.stdout:3232: finishing write tid 5 to smithi13674108-47 2024-08-19T11:41:58.004 INFO:tasks.rados.rados.0.smithi136.stdout:3232: oid 47 updating version 0 to 1135 2024-08-19T11:41:58.005 INFO:tasks.rados.rados.0.smithi136.stdout:3232: oid 47 version 1135 is already newer than 1134 2024-08-19T11:41:58.005 INFO:tasks.rados.rados.0.smithi136.stdout:3232: oid 47 updating version 1135 to 1136 2024-08-19T11:41:58.005 INFO:tasks.rados.rados.0.smithi136.stdout:3232: oid 47 updating version 1136 to 1137 2024-08-19T11:41:58.005 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 1137 (ObjNum 976 snap 319 seq_num 976) dirty exists 2024-08-19T11:41:58.005 INFO:tasks.rados.rados.0.smithi136.stdout:3232: left oid 47 (ObjNum 976 snap 319 seq_num 976) 2024-08-19T11:41:58.005 INFO:tasks.rados.rados.0.smithi136.stdout:3233: finishing write tid 1 to smithi13674108-41 2024-08-19T11:41:58.005 INFO:tasks.rados.rados.0.smithi136.stdout:3233: finishing write tid 2 to smithi13674108-41 2024-08-19T11:41:58.005 INFO:tasks.rados.rados.0.smithi136.stdout:3233: finishing write tid 3 to smithi13674108-41 2024-08-19T11:41:58.005 INFO:tasks.rados.rados.0.smithi136.stdout:3233: finishing write tid 4 to smithi13674108-41 2024-08-19T11:41:58.005 INFO:tasks.rados.rados.0.smithi136.stdout:3233: finishing write tid 5 to smithi13674108-41 2024-08-19T11:41:58.005 INFO:tasks.rados.rados.0.smithi136.stdout:3233: finishing write tid 6 to smithi13674108-41 2024-08-19T11:41:58.005 INFO:tasks.rados.rados.0.smithi136.stdout:3233: oid 41 updating version 0 to 1140 2024-08-19T11:41:58.005 INFO:tasks.rados.rados.0.smithi136.stdout:3233: oid 41 updating version 1140 to 1142 2024-08-19T11:41:58.005 INFO:tasks.rados.rados.0.smithi136.stdout:3233: oid 41 updating version 1142 to 1143 2024-08-19T11:41:58.006 INFO:tasks.rados.rados.0.smithi136.stdout:3233: oid 41 version 1143 is already newer than 1141 2024-08-19T11:41:58.006 INFO:tasks.rados.rados.0.smithi136.stdout:3233: oid 41 version 1143 is already newer than 1139 2024-08-19T11:41:58.006 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 1143 (ObjNum 977 snap 319 seq_num 977) dirty exists 2024-08-19T11:41:58.006 INFO:tasks.rados.rados.0.smithi136.stdout:3233: left oid 41 (ObjNum 977 snap 319 seq_num 977) 2024-08-19T11:41:58.006 INFO:tasks.rados.rados.0.smithi136.stdout:3234: finishing write tid 1 to smithi13674108-31 2024-08-19T11:41:58.006 INFO:tasks.rados.rados.0.smithi136.stdout:3234: finishing write tid 2 to smithi13674108-31 2024-08-19T11:41:58.006 INFO:tasks.rados.rados.0.smithi136.stdout:3232: done (3 left) 2024-08-19T11:41:58.006 INFO:tasks.rados.rados.0.smithi136.stdout:3233: done (2 left) 2024-08-19T11:41:58.006 INFO:tasks.rados.rados.0.smithi136.stdout:3235: done (1 left) 2024-08-19T11:41:58.007 INFO:tasks.rados.rados.0.smithi136.stdout:3236: snap_create 2024-08-19T11:41:58.008 INFO:tasks.rados.rados.0.smithi136.stdout:3234: finishing write tid 3 to smithi13674108-31 2024-08-19T11:41:58.008 INFO:tasks.rados.rados.0.smithi136.stdout:3234: finishing write tid 4 to smithi13674108-31 2024-08-19T11:41:58.008 INFO:tasks.rados.rados.0.smithi136.stdout:3234: finishing write tid 5 to smithi13674108-31 2024-08-19T11:41:58.009 INFO:tasks.rados.rados.0.smithi136.stdout:3234: finishing write tid 6 to smithi13674108-31 2024-08-19T11:41:58.009 INFO:tasks.rados.rados.0.smithi136.stdout:3234: oid 31 updating version 0 to 1665 2024-08-19T11:41:58.010 INFO:tasks.rados.rados.0.smithi136.stdout:3234: oid 31 version 1665 is already newer than 1663 2024-08-19T11:41:58.010 INFO:tasks.rados.rados.0.smithi136.stdout:3234: oid 31 version 1665 is already newer than 1664 2024-08-19T11:41:58.010 INFO:tasks.rados.rados.0.smithi136.stdout:3234: oid 31 updating version 1665 to 1666 2024-08-19T11:41:58.010 INFO:tasks.rados.rados.0.smithi136.stdout:3234: oid 31 updating version 1666 to 1667 2024-08-19T11:41:58.010 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 1667 (ObjNum 978 snap 319 seq_num 978) dirty exists 2024-08-19T11:41:58.010 INFO:tasks.rados.rados.0.smithi136.stdout:3234: left oid 31 (ObjNum 978 snap 319 seq_num 978) 2024-08-19T11:41:58.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:57 smithi136 ceph-mon[88916]: osdmap e706: 8 total, 8 up, 8 in 2024-08-19T11:41:58.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:57 smithi136 ceph-mon[86496]: osdmap e706: 8 total, 8 up, 8 in 2024-08-19T11:41:58.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:57 smithi155 ceph-mon[76679]: osdmap e706: 8 total, 8 up, 8 in 2024-08-19T11:41:58.727 INFO:tasks.rados.rados.0.smithi136.stdout:3234: done (1 left) 2024-08-19T11:41:58.727 INFO:tasks.rados.rados.0.smithi136.stdout:3236: done (0 left) 2024-08-19T11:41:58.727 INFO:tasks.rados.rados.0.smithi136.stdout:3237: read oid 21 snap 300 2024-08-19T11:41:58.727 INFO:tasks.rados.rados.0.smithi136.stdout:3237: expect (ObjNum 895 snap 295 seq_num 895) 2024-08-19T11:41:58.728 INFO:tasks.rados.rados.0.smithi136.stdout:3238: rollback oid 28 current snap is 320 2024-08-19T11:41:58.728 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 28 to 297 2024-08-19T11:41:58.728 INFO:tasks.rados.rados.0.smithi136.stdout:3239: read oid 15 snap -1 2024-08-19T11:41:58.728 INFO:tasks.rados.rados.0.smithi136.stdout:3239: expect (ObjNum 861 snap 279 seq_num 861) 2024-08-19T11:41:58.728 INFO:tasks.rados.rados.0.smithi136.stdout:3240: rollback oid 38 current snap is 320 2024-08-19T11:41:58.728 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 38 to 293 2024-08-19T11:41:58.728 INFO:tasks.rados.rados.0.smithi136.stdout:3241: snap_create 2024-08-19T11:41:58.733 INFO:tasks.rados.rados.0.smithi136.stdout:3237: expect (ObjNum 895 snap 295 seq_num 895) 2024-08-19T11:41:58.753 INFO:tasks.rados.rados.0.smithi136.stdout:3240: finishing rollback tid 0 to smithi13674108-38 2024-08-19T11:41:58.754 INFO:tasks.rados.rados.0.smithi136.stdout:3240: finishing rollback tid 1 to smithi13674108-38 2024-08-19T11:41:58.754 INFO:tasks.rados.rados.0.smithi136.stdout:3240: finishing rollback tid 2 to smithi13674108-38 2024-08-19T11:41:58.754 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 1424 (ObjNum 1265 snap 0 seq_num 3761398704) dirty exists 2024-08-19T11:41:58.754 INFO:tasks.rados.rados.0.smithi136.stdout:3238: finishing rollback tid 0 to smithi13674108-28 2024-08-19T11:41:58.754 INFO:tasks.rados.rados.0.smithi136.stdout:3238: finishing rollback tid 1 to smithi13674108-28 2024-08-19T11:41:58.754 INFO:tasks.rados.rados.0.smithi136.stdout:3238: finishing rollback tid 2 to smithi13674108-28 2024-08-19T11:41:58.754 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 1671 (ObjNum 863 snap 279 seq_num 863) dirty exists 2024-08-19T11:41:58.792 INFO:tasks.rados.rados.0.smithi136.stdout:3239: expect (ObjNum 861 snap 279 seq_num 861) 2024-08-19T11:41:59.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:58 smithi136 ceph-mon[88916]: pgmap v699: 121 pgs: 121 active+clean; 589 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-08-19T11:41:59.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:58 smithi136 ceph-mon[88916]: osdmap e707: 8 total, 8 up, 8 in 2024-08-19T11:41:59.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:41:58 smithi136 ceph-mon[88916]: osdmap e708: 8 total, 8 up, 8 in 2024-08-19T11:41:59.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:58 smithi136 ceph-mon[86496]: pgmap v699: 121 pgs: 121 active+clean; 589 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-08-19T11:41:59.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:58 smithi136 ceph-mon[86496]: osdmap e707: 8 total, 8 up, 8 in 2024-08-19T11:41:59.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:41:58 smithi136 ceph-mon[86496]: osdmap e708: 8 total, 8 up, 8 in 2024-08-19T11:41:59.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:58 smithi155 ceph-mon[76679]: pgmap v699: 121 pgs: 121 active+clean; 589 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-08-19T11:41:59.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:58 smithi155 ceph-mon[76679]: osdmap e707: 8 total, 8 up, 8 in 2024-08-19T11:41:59.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:41:58 smithi155 ceph-mon[76679]: osdmap e708: 8 total, 8 up, 8 in 2024-08-19T11:41:59.508 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:41:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:41:59] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.51.0" 2024-08-19T11:41:59.788 INFO:tasks.rados.rados.0.smithi136.stdout:3237: done (4 left) 2024-08-19T11:41:59.789 INFO:tasks.rados.rados.0.smithi136.stdout:3238: done (3 left) 2024-08-19T11:41:59.789 INFO:tasks.rados.rados.0.smithi136.stdout:3239: done (2 left) 2024-08-19T11:41:59.789 INFO:tasks.rados.rados.0.smithi136.stdout:3240: done (1 left) 2024-08-19T11:41:59.789 INFO:tasks.rados.rados.0.smithi136.stdout:3241: done (0 left) 2024-08-19T11:41:59.789 INFO:tasks.rados.rados.0.smithi136.stdout:3242: copy_from oid 5 from oid 24 current snap is 321 2024-08-19T11:41:59.789 INFO:tasks.rados.rados.0.smithi136.stdout:3243: copy_from oid 22 from oid 8 current snap is 321 2024-08-19T11:41:59.789 INFO:tasks.rados.rados.0.smithi136.stdout:3244: delete oid 37 current snap is 321 2024-08-19T11:41:59.794 INFO:tasks.rados.rados.0.smithi136.stdout:3243: finishing copy_from to smithi13674108-22 2024-08-19T11:41:59.795 INFO:tasks.rados.rados.0.smithi136.stdout:3243: got expected ENOENT (src dne) 2024-08-19T11:41:59.795 INFO:tasks.rados.rados.0.smithi136.stdout:3243: finishing copy_from racing read to smithi13674108-22 2024-08-19T11:41:59.799 INFO:tasks.rados.rados.0.smithi136.stdout:3243: done (2 left) 2024-08-19T11:41:59.799 INFO:tasks.rados.rados.0.smithi136.stdout:3244: done (1 left) 2024-08-19T11:41:59.799 INFO:tasks.rados.rados.0.smithi136.stdout:3245: copy_from oid 44 from oid 15 current snap is 321 2024-08-19T11:41:59.800 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 36 current snap is 321 2024-08-19T11:41:59.800 INFO:tasks.rados.rados.0.smithi136.stdout:3246: seq_num 981 ranges {1187840=434176,1622016=540672,2162688=466944,2629632=524288,3153920=73728} 2024-08-19T11:41:59.808 INFO:tasks.rados.rados.0.smithi136.stdout:3246: writing smithi13674108-36 from 1187840 to 1622016 tid 1 2024-08-19T11:41:59.810 INFO:tasks.rados.rados.0.smithi136.stdout:3246: writing smithi13674108-36 from 1622016 to 2162688 tid 2 2024-08-19T11:41:59.813 INFO:tasks.rados.rados.0.smithi136.stdout:3246: writing smithi13674108-36 from 2162688 to 2629632 tid 3 2024-08-19T11:41:59.816 INFO:tasks.rados.rados.0.smithi136.stdout:3246: writing smithi13674108-36 from 2629632 to 3153920 tid 4 2024-08-19T11:41:59.817 INFO:tasks.rados.rados.0.smithi136.stdout:3246: writing smithi13674108-36 from 3153920 to 3227648 tid 5 2024-08-19T11:41:59.817 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 22 current snap is 321 2024-08-19T11:41:59.817 INFO:tasks.rados.rados.0.smithi136.stdout:3242: finishing copy_from racing read to smithi13674108-5 2024-08-19T11:41:59.817 INFO:tasks.rados.rados.0.smithi136.stdout:3247: seq_num 982 ranges {9084928=450560,9535488=425984,9961472=679936,10641408=466944,11108352=32768} 2024-08-19T11:41:59.868 INFO:tasks.rados.rados.0.smithi136.stdout:3247: writing smithi13674108-22 from 9084928 to 9535488 tid 1 2024-08-19T11:41:59.870 INFO:tasks.rados.rados.0.smithi136.stdout:3247: writing smithi13674108-22 from 9535488 to 9961472 tid 2 2024-08-19T11:41:59.874 INFO:tasks.rados.rados.0.smithi136.stdout:3247: writing smithi13674108-22 from 9961472 to 10641408 tid 3 2024-08-19T11:41:59.877 INFO:tasks.rados.rados.0.smithi136.stdout:3247: writing smithi13674108-22 from 10641408 to 11108352 tid 4 2024-08-19T11:41:59.878 INFO:tasks.rados.rados.0.smithi136.stdout:3247: writing smithi13674108-22 from 11108352 to 11141120 tid 5 2024-08-19T11:41:59.878 INFO:tasks.rados.rados.0.smithi136.stdout:3248: rollback oid 26 current snap is 321 2024-08-19T11:41:59.879 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 26 to 313 2024-08-19T11:41:59.879 INFO:tasks.rados.rados.0.smithi136.stdout:3246: finishing write tid 1 to smithi13674108-36 2024-08-19T11:41:59.879 INFO:tasks.rados.rados.0.smithi136.stdout:3246: finishing write tid 2 to smithi13674108-36 2024-08-19T11:41:59.879 INFO:tasks.rados.rados.0.smithi136.stdout:3246: finishing write tid 3 to smithi13674108-36 2024-08-19T11:41:59.879 INFO:tasks.rados.rados.0.smithi136.stdout:3242: finishing copy_from to smithi13674108-5 2024-08-19T11:41:59.879 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 1466 (ObjNum 954 snap 316 seq_num 954) dirty exists 2024-08-19T11:41:59.879 INFO:tasks.rados.rados.0.smithi136.stdout:3246: finishing write tid 4 to smithi13674108-36 2024-08-19T11:41:59.879 INFO:tasks.rados.rados.0.smithi136.stdout:3246: finishing write tid 5 to smithi13674108-36 2024-08-19T11:41:59.879 INFO:tasks.rados.rados.0.smithi136.stdout:3246: finishing write tid 6 to smithi13674108-36 2024-08-19T11:41:59.879 INFO:tasks.rados.rados.0.smithi136.stdout:3246: finishing write tid 7 to smithi13674108-36 2024-08-19T11:41:59.879 INFO:tasks.rados.rados.0.smithi136.stdout:3246: oid 36 updating version 0 to 1152 2024-08-19T11:41:59.879 INFO:tasks.rados.rados.0.smithi136.stdout:3246: oid 36 version 1152 is already newer than 1151 2024-08-19T11:41:59.879 INFO:tasks.rados.rados.0.smithi136.stdout:3246: oid 36 updating version 1152 to 1153 2024-08-19T11:41:59.879 INFO:tasks.rados.rados.0.smithi136.stdout:3246: oid 36 updating version 1153 to 1154 2024-08-19T11:41:59.880 INFO:tasks.rados.rados.0.smithi136.stdout:3246: oid 36 version 1154 is already newer than 1149 2024-08-19T11:41:59.880 INFO:tasks.rados.rados.0.smithi136.stdout:3246: oid 36 version 1154 is already newer than 1150 2024-08-19T11:41:59.880 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 1154 (ObjNum 981 snap 321 seq_num 981) dirty exists 2024-08-19T11:41:59.880 INFO:tasks.rados.rados.0.smithi136.stdout:3246: left oid 36 (ObjNum 981 snap 321 seq_num 981) 2024-08-19T11:41:59.880 INFO:tasks.rados.rados.0.smithi136.stdout:3245: finishing copy_from racing read to smithi13674108-44 2024-08-19T11:41:59.880 INFO:tasks.rados.rados.0.smithi136.stdout:3245: finishing copy_from to smithi13674108-44 2024-08-19T11:41:59.880 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 1108 (ObjNum 861 snap 279 seq_num 861) dirty exists 2024-08-19T11:41:59.880 INFO:tasks.rados.rados.0.smithi136.stdout:3247: finishing write tid 1 to smithi13674108-22 2024-08-19T11:41:59.880 INFO:tasks.rados.rados.0.smithi136.stdout:3247: finishing write tid 2 to smithi13674108-22 2024-08-19T11:41:59.880 INFO:tasks.rados.rados.0.smithi136.stdout:3242: done (4 left) 2024-08-19T11:41:59.880 INFO:tasks.rados.rados.0.smithi136.stdout:3245: done (3 left) 2024-08-19T11:41:59.880 INFO:tasks.rados.rados.0.smithi136.stdout:3246: done (2 left) 2024-08-19T11:41:59.880 INFO:tasks.rados.rados.0.smithi136.stdout:3249: rmattr oid 48 current snap is 321 2024-08-19T11:41:59.880 INFO:tasks.rados.rados.0.smithi136.stdout:3250: setattr oid 12 current snap is 321 2024-08-19T11:41:59.881 INFO:tasks.rados.rados.0.smithi136.stdout:3247: finishing write tid 3 to smithi13674108-22 2024-08-19T11:41:59.881 INFO:tasks.rados.rados.0.smithi136.stdout:3251: snap_create 2024-08-19T11:41:59.881 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 48 v 1541 (ObjNum 931 snap 308 seq_num 931) dirty exists 2024-08-19T11:41:59.881 INFO:tasks.rados.rados.0.smithi136.stdout:3247: finishing write tid 4 to smithi13674108-22 2024-08-19T11:41:59.882 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 1230 (ObjNum 880 snap 289 seq_num 880) dirty exists 2024-08-19T11:41:59.882 INFO:tasks.rados.rados.0.smithi136.stdout:3247: finishing write tid 5 to smithi13674108-22 2024-08-19T11:41:59.885 INFO:tasks.rados.rados.0.smithi136.stdout:3247: finishing write tid 6 to smithi13674108-22 2024-08-19T11:41:59.888 INFO:tasks.rados.rados.0.smithi136.stdout:3248: finishing rollback tid 0 to smithi13674108-26 2024-08-19T11:41:59.888 INFO:tasks.rados.rados.0.smithi136.stdout:3247: finishing write tid 7 to smithi13674108-22 2024-08-19T11:41:59.888 INFO:tasks.rados.rados.0.smithi136.stdout:3247: oid 22 updating version 0 to 1530 2024-08-19T11:41:59.889 INFO:tasks.rados.rados.0.smithi136.stdout:3247: oid 22 version 1530 is already newer than 1526 2024-08-19T11:41:59.889 INFO:tasks.rados.rados.0.smithi136.stdout:3247: oid 22 version 1530 is already newer than 1529 2024-08-19T11:41:59.889 INFO:tasks.rados.rados.0.smithi136.stdout:3247: oid 22 version 1530 is already newer than 1527 2024-08-19T11:41:59.889 INFO:tasks.rados.rados.0.smithi136.stdout:3247: oid 22 version 1530 is already newer than 1528 2024-08-19T11:41:59.889 INFO:tasks.rados.rados.0.smithi136.stdout:3247: oid 22 updating version 1530 to 1531 2024-08-19T11:41:59.889 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 1531 (ObjNum 982 snap 321 seq_num 982) dirty exists 2024-08-19T11:41:59.889 INFO:tasks.rados.rados.0.smithi136.stdout:3247: left oid 22 (ObjNum 982 snap 321 seq_num 982) 2024-08-19T11:41:59.889 INFO:tasks.rados.rados.0.smithi136.stdout:3248: finishing rollback tid 1 to smithi13674108-26 2024-08-19T11:41:59.889 INFO:tasks.rados.rados.0.smithi136.stdout:3248: finishing rollback tid 2 to smithi13674108-26 2024-08-19T11:41:59.889 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 1535 (ObjNum 807 snap 265 seq_num 807) dirty exists 2024-08-19T11:42:00.823 INFO:tasks.rados.rados.0.smithi136.stdout:3247: done (4 left) 2024-08-19T11:42:00.823 INFO:tasks.rados.rados.0.smithi136.stdout:3248: done (3 left) 2024-08-19T11:42:00.823 INFO:tasks.rados.rados.0.smithi136.stdout:3249: done (2 left) 2024-08-19T11:42:00.823 INFO:tasks.rados.rados.0.smithi136.stdout:3250: done (1 left) 2024-08-19T11:42:00.823 INFO:tasks.rados.rados.0.smithi136.stdout:3251: done (0 left) 2024-08-19T11:42:00.823 INFO:tasks.rados.rados.0.smithi136.stdout:3252: delete oid 42 current snap is 322 2024-08-19T11:42:00.829 INFO:tasks.rados.rados.0.smithi136.stdout:3252: done (0 left) 2024-08-19T11:42:00.829 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 26 current snap is 322 2024-08-19T11:42:00.830 INFO:tasks.rados.rados.0.smithi136.stdout:3253: seq_num 984 ranges {2826240=483328,3309568=598016,3907584=647168,4554752=360448} 2024-08-19T11:42:00.846 INFO:tasks.rados.rados.0.smithi136.stdout:3253: writing smithi13674108-26 from 2826240 to 3309568 tid 1 2024-08-19T11:42:00.849 INFO:tasks.rados.rados.0.smithi136.stdout:3253: writing smithi13674108-26 from 3309568 to 3907584 tid 2 2024-08-19T11:42:00.852 INFO:tasks.rados.rados.0.smithi136.stdout:3253: writing smithi13674108-26 from 3907584 to 4554752 tid 3 2024-08-19T11:42:00.855 INFO:tasks.rados.rados.0.smithi136.stdout:3253: writing smithi13674108-26 from 4554752 to 4915200 tid 4 2024-08-19T11:42:00.855 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 42 current snap is 322 2024-08-19T11:42:00.855 INFO:tasks.rados.rados.0.smithi136.stdout:3253: finishing write tid 1 to smithi13674108-26 2024-08-19T11:42:00.855 INFO:tasks.rados.rados.0.smithi136.stdout:3253: finishing write tid 2 to smithi13674108-26 2024-08-19T11:42:00.855 INFO:tasks.rados.rados.0.smithi136.stdout:3254: seq_num 985 ranges {0=499712,499712=483328,983040=450560,1433600=581632,2015232=90112} 2024-08-19T11:42:00.857 INFO:tasks.rados.rados.0.smithi136.stdout:3254: writing smithi13674108-42 from 0 to 499712 tid 1 2024-08-19T11:42:00.860 INFO:tasks.rados.rados.0.smithi136.stdout:3254: writing smithi13674108-42 from 499712 to 983040 tid 2 2024-08-19T11:42:00.862 INFO:tasks.rados.rados.0.smithi136.stdout:3254: writing smithi13674108-42 from 983040 to 1433600 tid 3 2024-08-19T11:42:00.866 INFO:tasks.rados.rados.0.smithi136.stdout:3254: writing smithi13674108-42 from 1433600 to 2015232 tid 4 2024-08-19T11:42:00.867 INFO:tasks.rados.rados.0.smithi136.stdout:3254: writing smithi13674108-42 from 2015232 to 2105344 tid 5 2024-08-19T11:42:00.868 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 22 current snap is 322 2024-08-19T11:42:00.868 INFO:tasks.rados.rados.0.smithi136.stdout:3253: finishing write tid 3 to smithi13674108-26 2024-08-19T11:42:00.868 INFO:tasks.rados.rados.0.smithi136.stdout:3253: finishing write tid 4 to smithi13674108-26 2024-08-19T11:42:00.868 INFO:tasks.rados.rados.0.smithi136.stdout:3253: finishing write tid 5 to smithi13674108-26 2024-08-19T11:42:00.868 INFO:tasks.rados.rados.0.smithi136.stdout:3254: finishing write tid 1 to smithi13674108-42 2024-08-19T11:42:00.868 INFO:tasks.rados.rados.0.smithi136.stdout:3253: finishing write tid 6 to smithi13674108-26 2024-08-19T11:42:00.868 INFO:tasks.rados.rados.0.smithi136.stdout:3253: oid 26 updating version 0 to 1541 2024-08-19T11:42:00.868 INFO:tasks.rados.rados.0.smithi136.stdout:3253: oid 26 version 1541 is already newer than 1538 2024-08-19T11:42:00.868 INFO:tasks.rados.rados.0.smithi136.stdout:3253: oid 26 version 1541 is already newer than 1540 2024-08-19T11:42:00.868 INFO:tasks.rados.rados.0.smithi136.stdout:3253: oid 26 version 1541 is already newer than 1539 2024-08-19T11:42:00.868 INFO:tasks.rados.rados.0.smithi136.stdout:3253: oid 26 version 1541 is already newer than 1537 2024-08-19T11:42:00.868 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 1541 (ObjNum 984 snap 322 seq_num 984) dirty exists 2024-08-19T11:42:00.868 INFO:tasks.rados.rados.0.smithi136.stdout:3253: left oid 26 (ObjNum 984 snap 322 seq_num 984) 2024-08-19T11:42:00.869 INFO:tasks.rados.rados.0.smithi136.stdout:3254: finishing write tid 2 to smithi13674108-42 2024-08-19T11:42:00.869 INFO:tasks.rados.rados.0.smithi136.stdout:3255: seq_num 986 ranges {11141120=516096,11657216=770048,12427264=655360,13082624=180224} 2024-08-19T11:42:00.928 INFO:tasks.rados.rados.0.smithi136.stdout:3255: writing smithi13674108-22 from 11141120 to 11657216 tid 1 2024-08-19T11:42:00.932 INFO:tasks.rados.rados.0.smithi136.stdout:3255: writing smithi13674108-22 from 11657216 to 12427264 tid 2 2024-08-19T11:42:00.935 INFO:tasks.rados.rados.0.smithi136.stdout:3255: writing smithi13674108-22 from 12427264 to 13082624 tid 3 2024-08-19T11:42:00.937 INFO:tasks.rados.rados.0.smithi136.stdout:3255: writing smithi13674108-22 from 13082624 to 13262848 tid 4 2024-08-19T11:42:00.937 INFO:tasks.rados.rados.0.smithi136.stdout:3253: done (2 left) 2024-08-19T11:42:00.937 INFO:tasks.rados.rados.0.smithi136.stdout:3256: delete oid 39 current snap is 322 2024-08-19T11:42:00.937 INFO:tasks.rados.rados.0.smithi136.stdout:3254: finishing write tid 3 to smithi13674108-42 2024-08-19T11:42:00.937 INFO:tasks.rados.rados.0.smithi136.stdout:3254: finishing write tid 4 to smithi13674108-42 2024-08-19T11:42:00.937 INFO:tasks.rados.rados.0.smithi136.stdout:3254: finishing write tid 5 to smithi13674108-42 2024-08-19T11:42:00.937 INFO:tasks.rados.rados.0.smithi136.stdout:3254: finishing write tid 6 to smithi13674108-42 2024-08-19T11:42:00.937 INFO:tasks.rados.rados.0.smithi136.stdout:3254: finishing write tid 7 to smithi13674108-42 2024-08-19T11:42:00.938 INFO:tasks.rados.rados.0.smithi136.stdout:3254: oid 42 updating version 0 to 1575 2024-08-19T11:42:00.938 INFO:tasks.rados.rados.0.smithi136.stdout:3254: oid 42 updating version 1575 to 1580 2024-08-19T11:42:00.938 INFO:tasks.rados.rados.0.smithi136.stdout:3254: oid 42 version 1580 is already newer than 1579 2024-08-19T11:42:00.938 INFO:tasks.rados.rados.0.smithi136.stdout:3254: oid 42 version 1580 is already newer than 1576 2024-08-19T11:42:00.938 INFO:tasks.rados.rados.0.smithi136.stdout:3254: oid 42 version 1580 is already newer than 1578 2024-08-19T11:42:00.938 INFO:tasks.rados.rados.0.smithi136.stdout:3254: oid 42 version 1580 is already newer than 1577 2024-08-19T11:42:00.938 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 1580 (ObjNum 985 snap 322 seq_num 985) dirty exists 2024-08-19T11:42:00.938 INFO:tasks.rados.rados.0.smithi136.stdout:3254: left oid 42 (ObjNum 985 snap 322 seq_num 985) 2024-08-19T11:42:00.938 INFO:tasks.rados.rados.0.smithi136.stdout:3255: finishing write tid 1 to smithi13674108-22 2024-08-19T11:42:00.939 INFO:tasks.rados.rados.0.smithi136.stdout:3255: finishing write tid 2 to smithi13674108-22 2024-08-19T11:42:00.941 INFO:tasks.rados.rados.0.smithi136.stdout:3255: finishing write tid 3 to smithi13674108-22 2024-08-19T11:42:00.941 INFO:tasks.rados.rados.0.smithi136.stdout:3255: finishing write tid 4 to smithi13674108-22 2024-08-19T11:42:00.942 INFO:tasks.rados.rados.0.smithi136.stdout:3255: finishing write tid 5 to smithi13674108-22 2024-08-19T11:42:00.944 INFO:tasks.rados.rados.0.smithi136.stdout:3254: done (2 left) 2024-08-19T11:42:00.944 INFO:tasks.rados.rados.0.smithi136.stdout:3256: done (1 left) 2024-08-19T11:42:00.944 INFO:tasks.rados.rados.0.smithi136.stdout:3257: read oid 18 snap -1 2024-08-19T11:42:00.944 INFO:tasks.rados.rados.0.smithi136.stdout:3257: expect (ObjNum 974 snap 319 seq_num 974) 2024-08-19T11:42:00.944 INFO:tasks.rados.rados.0.smithi136.stdout:3258: read oid 34 snap -1 2024-08-19T11:42:00.944 INFO:tasks.rados.rados.0.smithi136.stdout:3258: expect (ObjNum 959 snap 318 seq_num 959) 2024-08-19T11:42:00.944 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 14 current snap is 322 2024-08-19T11:42:00.944 INFO:tasks.rados.rados.0.smithi136.stdout:3259: seq_num 988 ranges {1335296=557056,1892352=532480,2424832=622592,3047424=450560} 2024-08-19T11:42:00.955 INFO:tasks.rados.rados.0.smithi136.stdout:3259: writing smithi13674108-14 from 1335296 to 1892352 tid 1 2024-08-19T11:42:00.958 INFO:tasks.rados.rados.0.smithi136.stdout:3259: writing smithi13674108-14 from 1892352 to 2424832 tid 2 2024-08-19T11:42:00.962 INFO:tasks.rados.rados.0.smithi136.stdout:3259: writing smithi13674108-14 from 2424832 to 3047424 tid 3 2024-08-19T11:42:00.965 INFO:tasks.rados.rados.0.smithi136.stdout:3259: writing smithi13674108-14 from 3047424 to 3497984 tid 4 2024-08-19T11:42:00.965 INFO:tasks.rados.rados.0.smithi136.stdout:3260: copy_from oid 31 from oid 38 current snap is 322 2024-08-19T11:42:00.965 INFO:tasks.rados.rados.0.smithi136.stdout:3255: finishing write tid 6 to smithi13674108-22 2024-08-19T11:42:00.965 INFO:tasks.rados.rados.0.smithi136.stdout:3255: oid 22 updating version 0 to 1545 2024-08-19T11:42:00.966 INFO:tasks.rados.rados.0.smithi136.stdout:3255: oid 22 version 1545 is already newer than 1543 2024-08-19T11:42:00.966 INFO:tasks.rados.rados.0.smithi136.stdout:3255: oid 22 version 1545 is already newer than 1544 2024-08-19T11:42:00.966 INFO:tasks.rados.rados.0.smithi136.stdout:3255: oid 22 updating version 1545 to 1546 2024-08-19T11:42:00.966 INFO:tasks.rados.rados.0.smithi136.stdout:3255: oid 22 updating version 1546 to 1547 2024-08-19T11:42:00.966 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 1547 (ObjNum 986 snap 322 seq_num 986) dirty exists 2024-08-19T11:42:00.966 INFO:tasks.rados.rados.0.smithi136.stdout:3255: left oid 22 (ObjNum 986 snap 322 seq_num 986) 2024-08-19T11:42:00.966 INFO:tasks.rados.rados.0.smithi136.stdout:3257: expect (ObjNum 974 snap 319 seq_num 974) 2024-08-19T11:42:01.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:00 smithi136 ceph-mon[88916]: pgmap v702: 121 pgs: 121 active+clean; 594 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-08-19T11:42:01.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:00 smithi136 ceph-mon[88916]: osdmap e709: 8 total, 8 up, 8 in 2024-08-19T11:42:01.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:00 smithi136 ceph-mon[86496]: pgmap v702: 121 pgs: 121 active+clean; 594 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-08-19T11:42:01.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:00 smithi136 ceph-mon[86496]: osdmap e709: 8 total, 8 up, 8 in 2024-08-19T11:42:01.147 INFO:tasks.rados.rados.0.smithi136.stdout:3258: expect (ObjNum 959 snap 318 seq_num 959) 2024-08-19T11:42:01.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:00 smithi155 ceph-mon[76679]: pgmap v702: 121 pgs: 121 active+clean; 594 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-08-19T11:42:01.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:00 smithi155 ceph-mon[76679]: osdmap e709: 8 total, 8 up, 8 in 2024-08-19T11:42:01.252 INFO:tasks.rados.rados.0.smithi136.stdout:3259: finishing write tid 1 to smithi13674108-14 2024-08-19T11:42:01.252 INFO:tasks.rados.rados.0.smithi136.stdout:3259: finishing write tid 2 to smithi13674108-14 2024-08-19T11:42:01.252 INFO:tasks.rados.rados.0.smithi136.stdout:3259: finishing write tid 3 to smithi13674108-14 2024-08-19T11:42:01.252 INFO:tasks.rados.rados.0.smithi136.stdout:3260: finishing copy_from racing read to smithi13674108-31 2024-08-19T11:42:01.252 INFO:tasks.rados.rados.0.smithi136.stdout:3259: finishing write tid 4 to smithi13674108-14 2024-08-19T11:42:01.252 INFO:tasks.rados.rados.0.smithi136.stdout:3260: finishing copy_from to smithi13674108-31 2024-08-19T11:42:01.252 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 1424 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T11:42:01.253 INFO:tasks.rados.rados.0.smithi136.stdout:3259: finishing write tid 5 to smithi13674108-14 2024-08-19T11:42:01.253 INFO:tasks.rados.rados.0.smithi136.stdout:3255: done (4 left) 2024-08-19T11:42:01.253 INFO:tasks.rados.rados.0.smithi136.stdout:3257: done (3 left) 2024-08-19T11:42:01.253 INFO:tasks.rados.rados.0.smithi136.stdout:3258: done (2 left) 2024-08-19T11:42:01.253 INFO:tasks.rados.rados.0.smithi136.stdout:3260: done (1 left) 2024-08-19T11:42:01.253 INFO:tasks.rados.rados.0.smithi136.stdout:3261: setattr oid 36 current snap is 322 2024-08-19T11:42:01.253 INFO:tasks.rados.rados.0.smithi136.stdout:3259: finishing write tid 6 to smithi13674108-14 2024-08-19T11:42:01.253 INFO:tasks.rados.rados.0.smithi136.stdout:3259: oid 14 updating version 0 to 1625 2024-08-19T11:42:01.253 INFO:tasks.rados.rados.0.smithi136.stdout:3259: oid 14 updating version 1625 to 1626 2024-08-19T11:42:01.253 INFO:tasks.rados.rados.0.smithi136.stdout:3259: oid 14 version 1626 is already newer than 1623 2024-08-19T11:42:01.253 INFO:tasks.rados.rados.0.smithi136.stdout:3259: oid 14 version 1626 is already newer than 1624 2024-08-19T11:42:01.253 INFO:tasks.rados.rados.0.smithi136.stdout:3259: oid 14 version 1626 is already newer than 1622 2024-08-19T11:42:01.253 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 1626 (ObjNum 988 snap 322 seq_num 988) dirty exists 2024-08-19T11:42:01.253 INFO:tasks.rados.rados.0.smithi136.stdout:3259: left oid 14 (ObjNum 988 snap 322 seq_num 988) 2024-08-19T11:42:01.254 INFO:tasks.rados.rados.0.smithi136.stdout:3259: done (1 left) 2024-08-19T11:42:01.254 INFO:tasks.rados.rados.0.smithi136.stdout:3262: read oid 5 snap 304 2024-08-19T11:42:01.254 INFO:tasks.rados.rados.0.smithi136.stdout:3262: expect deleted 2024-08-19T11:42:01.254 INFO:tasks.rados.rados.0.smithi136.stdout:3263: snap_remove snap 311 2024-08-19T11:42:01.832 INFO:tasks.rados.rados.0.smithi136.stdout:3263: done (2 left) 2024-08-19T11:42:01.832 INFO:tasks.rados.rados.0.smithi136.stdout:3264: copy_from oid 14 from oid 38 current snap is 322 2024-08-19T11:42:01.833 INFO:tasks.rados.rados.0.smithi136.stdout:3265: snap_remove snap 321 2024-08-19T11:42:02.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:01 smithi136 ceph-mon[88916]: osdmap e710: 8 total, 8 up, 8 in 2024-08-19T11:42:02.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:01 smithi136 ceph-mon[86496]: osdmap e710: 8 total, 8 up, 8 in 2024-08-19T11:42:02.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:01 smithi155 ceph-mon[76679]: osdmap e710: 8 total, 8 up, 8 in 2024-08-19T11:42:02.833 INFO:tasks.rados.rados.0.smithi136.stdout:3265: done (3 left) 2024-08-19T11:42:02.833 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 7 current snap is 322 2024-08-19T11:42:02.833 INFO:tasks.rados.rados.0.smithi136.stdout:3266: seq_num 989 ranges {17858560=573440,18432000=466944,18898944=434176,19333120=638976,19972096=65536} 2024-08-19T11:42:02.930 INFO:tasks.rados.rados.0.smithi136.stdout:3266: writing smithi13674108-7 from 17858560 to 18432000 tid 1 2024-08-19T11:42:02.932 INFO:tasks.rados.rados.0.smithi136.stdout:3266: writing smithi13674108-7 from 18432000 to 18898944 tid 2 2024-08-19T11:42:02.935 INFO:tasks.rados.rados.0.smithi136.stdout:3266: writing smithi13674108-7 from 18898944 to 19333120 tid 3 2024-08-19T11:42:02.939 INFO:tasks.rados.rados.0.smithi136.stdout:3266: writing smithi13674108-7 from 19333120 to 19972096 tid 4 2024-08-19T11:42:02.940 INFO:tasks.rados.rados.0.smithi136.stdout:3266: writing smithi13674108-7 from 19972096 to 20037632 tid 5 2024-08-19T11:42:02.940 INFO:tasks.rados.rados.0.smithi136.stdout:3267: snap_remove snap 305 2024-08-19T11:42:03.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:02 smithi136 ceph-mon[86496]: pgmap v705: 121 pgs: 121 active+clean; 594 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 323 KiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-08-19T11:42:03.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:02 smithi136 ceph-mon[86496]: osdmap e711: 8 total, 8 up, 8 in 2024-08-19T11:42:03.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:02 smithi136 ceph-mon[88916]: pgmap v705: 121 pgs: 121 active+clean; 594 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 323 KiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-08-19T11:42:03.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:02 smithi136 ceph-mon[88916]: osdmap e711: 8 total, 8 up, 8 in 2024-08-19T11:42:03.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:02 smithi155 ceph-mon[76679]: pgmap v705: 121 pgs: 121 active+clean; 594 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 323 KiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-08-19T11:42:03.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:02 smithi155 ceph-mon[76679]: osdmap e711: 8 total, 8 up, 8 in 2024-08-19T11:42:03.728 INFO:tasks.rados.rados.0.smithi136.stdout:3267: done (4 left) 2024-08-19T11:42:03.728 INFO:tasks.rados.rados.0.smithi136.stdout:3268: delete oid 48 current snap is 322 2024-08-19T11:42:03.728 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 1155 (ObjNum 981 snap 321 seq_num 981) dirty exists 2024-08-19T11:42:03.728 INFO:tasks.rados.rados.0.smithi136.stdout:3264: finishing copy_from racing read to smithi13674108-14 2024-08-19T11:42:03.728 INFO:tasks.rados.rados.0.smithi136.stdout:3264: finishing copy_from to smithi13674108-14 2024-08-19T11:42:03.729 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 1424 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-08-19T11:42:03.729 INFO:tasks.rados.rados.0.smithi136.stdout:3266: finishing write tid 1 to smithi13674108-7 2024-08-19T11:42:03.729 INFO:tasks.rados.rados.0.smithi136.stdout:3266: finishing write tid 2 to smithi13674108-7 2024-08-19T11:42:03.729 INFO:tasks.rados.rados.0.smithi136.stdout:3266: finishing write tid 3 to smithi13674108-7 2024-08-19T11:42:03.729 INFO:tasks.rados.rados.0.smithi136.stdout:3266: finishing write tid 4 to smithi13674108-7 2024-08-19T11:42:03.729 INFO:tasks.rados.rados.0.smithi136.stdout:3266: finishing write tid 5 to smithi13674108-7 2024-08-19T11:42:03.729 INFO:tasks.rados.rados.0.smithi136.stdout:3266: finishing write tid 6 to smithi13674108-7 2024-08-19T11:42:03.729 INFO:tasks.rados.rados.0.smithi136.stdout:3266: finishing write tid 7 to smithi13674108-7 2024-08-19T11:42:03.729 INFO:tasks.rados.rados.0.smithi136.stdout:3266: oid 7 updating version 0 to 1691 2024-08-19T11:42:03.729 INFO:tasks.rados.rados.0.smithi136.stdout:3266: oid 7 version 1691 is already newer than 1690 2024-08-19T11:42:03.729 INFO:tasks.rados.rados.0.smithi136.stdout:3266: oid 7 updating version 1691 to 1693 2024-08-19T11:42:03.729 INFO:tasks.rados.rados.0.smithi136.stdout:3266: oid 7 version 1693 is already newer than 1692 2024-08-19T11:42:03.729 INFO:tasks.rados.rados.0.smithi136.stdout:3266: oid 7 version 1693 is already newer than 1689 2024-08-19T11:42:03.730 INFO:tasks.rados.rados.0.smithi136.stdout:3266: oid 7 updating version 1693 to 1694 2024-08-19T11:42:03.730 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 1694 (ObjNum 989 snap 322 seq_num 989) dirty exists 2024-08-19T11:42:03.730 INFO:tasks.rados.rados.0.smithi136.stdout:3266: left oid 7 (ObjNum 989 snap 322 seq_num 989) 2024-08-19T11:42:03.740 INFO:tasks.rados.rados.0.smithi136.stdout:3261: done (4 left) 2024-08-19T11:42:03.740 INFO:tasks.rados.rados.0.smithi136.stdout:3262: done (3 left) 2024-08-19T11:42:03.740 INFO:tasks.rados.rados.0.smithi136.stdout:3264: done (2 left) 2024-08-19T11:42:03.741 INFO:tasks.rados.rados.0.smithi136.stdout:3266: done (1 left) 2024-08-19T11:42:03.741 INFO:tasks.rados.rados.0.smithi136.stdout:3268: done (0 left) 2024-08-19T11:42:03.741 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 4 current snap is 322 2024-08-19T11:42:03.741 INFO:tasks.rados.rados.0.smithi136.stdout:3269: seq_num 991 ranges {5677056=606208,6283264=638976,6922240=794624,7716864=172032} 2024-08-19T11:42:03.774 INFO:tasks.rados.rados.0.smithi136.stdout:3269: writing smithi13674108-4 from 5677056 to 6283264 tid 1 2024-08-19T11:42:03.778 INFO:tasks.rados.rados.0.smithi136.stdout:3269: writing smithi13674108-4 from 6283264 to 6922240 tid 2 2024-08-19T11:42:03.783 INFO:tasks.rados.rados.0.smithi136.stdout:3269: writing smithi13674108-4 from 6922240 to 7716864 tid 3 2024-08-19T11:42:03.784 INFO:tasks.rados.rados.0.smithi136.stdout:3269: writing smithi13674108-4 from 7716864 to 7888896 tid 4 2024-08-19T11:42:03.784 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 40 current snap is 322 2024-08-19T11:42:03.784 INFO:tasks.rados.rados.0.smithi136.stdout:3269: finishing write tid 1 to smithi13674108-4 2024-08-19T11:42:03.784 INFO:tasks.rados.rados.0.smithi136.stdout:3270: seq_num 992 ranges {4366336=622592,4988928=524288,5513216=606208,6119424=475136} 2024-08-19T11:42:03.810 INFO:tasks.rados.rados.0.smithi136.stdout:3270: writing smithi13674108-40 from 4366336 to 4988928 tid 1 2024-08-19T11:42:03.813 INFO:tasks.rados.rados.0.smithi136.stdout:3270: writing smithi13674108-40 from 4988928 to 5513216 tid 2 2024-08-19T11:42:03.816 INFO:tasks.rados.rados.0.smithi136.stdout:3270: writing smithi13674108-40 from 5513216 to 6119424 tid 3 2024-08-19T11:42:03.820 INFO:tasks.rados.rados.0.smithi136.stdout:3270: writing smithi13674108-40 from 6119424 to 6594560 tid 4 2024-08-19T11:42:03.820 INFO:tasks.rados.rados.0.smithi136.stdout:3271: copy_from oid 33 from oid 22 current snap is 322 2024-08-19T11:42:03.820 INFO:tasks.rados.rados.0.smithi136.stdout:3269: finishing write tid 2 to smithi13674108-4 2024-08-19T11:42:03.820 INFO:tasks.rados.rados.0.smithi136.stdout:3269: finishing write tid 3 to smithi13674108-4 2024-08-19T11:42:03.820 INFO:tasks.rados.rados.0.smithi136.stdout:3269: finishing write tid 4 to smithi13674108-4 2024-08-19T11:42:03.820 INFO:tasks.rados.rados.0.smithi136.stdout:3269: finishing write tid 5 to smithi13674108-4 2024-08-19T11:42:03.820 INFO:tasks.rados.rados.0.smithi136.stdout:3269: finishing write tid 6 to smithi13674108-4 2024-08-19T11:42:03.820 INFO:tasks.rados.rados.0.smithi136.stdout:3269: oid 4 updating version 0 to 1570 2024-08-19T11:42:03.820 INFO:tasks.rados.rados.0.smithi136.stdout:3269: oid 4 version 1570 is already newer than 1566 2024-08-19T11:42:03.820 INFO:tasks.rados.rados.0.smithi136.stdout:3269: oid 4 version 1570 is already newer than 1569 2024-08-19T11:42:03.820 INFO:tasks.rados.rados.0.smithi136.stdout:3269: oid 4 version 1570 is already newer than 1568 2024-08-19T11:42:03.821 INFO:tasks.rados.rados.0.smithi136.stdout:3269: oid 4 version 1570 is already newer than 1567 2024-08-19T11:42:03.821 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 1570 (ObjNum 991 snap 322 seq_num 991) dirty exists 2024-08-19T11:42:03.821 INFO:tasks.rados.rados.0.smithi136.stdout:3269: left oid 4 (ObjNum 991 snap 322 seq_num 991) 2024-08-19T11:42:03.821 INFO:tasks.rados.rados.0.smithi136.stdout:3270: finishing write tid 1 to smithi13674108-40 2024-08-19T11:42:03.821 INFO:tasks.rados.rados.0.smithi136.stdout:3270: finishing write tid 2 to smithi13674108-40 2024-08-19T11:42:03.821 INFO:tasks.rados.rados.0.smithi136.stdout:3270: finishing write tid 3 to smithi13674108-40 2024-08-19T11:42:03.821 INFO:tasks.rados.rados.0.smithi136.stdout:3269: done (2 left) 2024-08-19T11:42:03.821 INFO:tasks.rados.rados.0.smithi136.stdout:3272: snap_remove snap 293 2024-08-19T11:42:04.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:03 smithi136 ceph-mon[88916]: osdmap e712: 8 total, 8 up, 8 in 2024-08-19T11:42:04.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:03 smithi136 ceph-mon[88916]: osdmap e713: 8 total, 8 up, 8 in 2024-08-19T11:42:04.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:03 smithi136 ceph-mon[86496]: osdmap e712: 8 total, 8 up, 8 in 2024-08-19T11:42:04.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:03 smithi136 ceph-mon[86496]: osdmap e713: 8 total, 8 up, 8 in 2024-08-19T11:42:04.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:03 smithi155 ceph-mon[76679]: osdmap e712: 8 total, 8 up, 8 in 2024-08-19T11:42:04.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:03 smithi155 ceph-mon[76679]: osdmap e713: 8 total, 8 up, 8 in 2024-08-19T11:42:04.710 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:42:04 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=infra.usagestats t=2024-08-19T11:42:04.407645166Z level=info msg="Usage stats are ready to report" 2024-08-19T11:42:04.731 INFO:tasks.rados.rados.0.smithi136.stdout:3272: done (2 left) 2024-08-19T11:42:04.732 INFO:tasks.rados.rados.0.smithi136.stdout:3273: rmattr oid 45 current snap is 322 2024-08-19T11:42:04.732 INFO:tasks.rados.rados.0.smithi136.stdout:3270: finishing write tid 4 to smithi13674108-40 2024-08-19T11:42:04.732 INFO:tasks.rados.rados.0.smithi136.stdout:3270: finishing write tid 5 to smithi13674108-40 2024-08-19T11:42:04.732 INFO:tasks.rados.rados.0.smithi136.stdout:3270: finishing write tid 6 to smithi13674108-40 2024-08-19T11:42:04.732 INFO:tasks.rados.rados.0.smithi136.stdout:3270: oid 40 updating version 0 to 1428 2024-08-19T11:42:04.732 INFO:tasks.rados.rados.0.smithi136.stdout:3270: oid 40 version 1428 is already newer than 1426 2024-08-19T11:42:04.732 INFO:tasks.rados.rados.0.smithi136.stdout:3270: oid 40 version 1428 is already newer than 1425 2024-08-19T11:42:04.732 INFO:tasks.rados.rados.0.smithi136.stdout:3270: oid 40 version 1428 is already newer than 1427 2024-08-19T11:42:04.732 INFO:tasks.rados.rados.0.smithi136.stdout:3270: oid 40 updating version 1428 to 1429 2024-08-19T11:42:04.732 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 1429 (ObjNum 992 snap 322 seq_num 992) dirty exists 2024-08-19T11:42:04.732 INFO:tasks.rados.rados.0.smithi136.stdout:3270: left oid 40 (ObjNum 992 snap 322 seq_num 992) 2024-08-19T11:42:04.733 INFO:tasks.rados.rados.0.smithi136.stdout:3271: finishing copy_from racing read to smithi13674108-33 2024-08-19T11:42:04.733 INFO:tasks.rados.rados.0.smithi136.stdout:3271: finishing copy_from to smithi13674108-33 2024-08-19T11:42:04.733 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 33 v 1547 (ObjNum 986 snap 322 seq_num 986) dirty exists 2024-08-19T11:42:04.733 INFO:tasks.rados.rados.0.smithi136.stdout:3270: done (2 left) 2024-08-19T11:42:04.733 INFO:tasks.rados.rados.0.smithi136.stdout:3271: done (1 left) 2024-08-19T11:42:04.733 INFO:tasks.rados.rados.0.smithi136.stdout:3274: setattr oid 27 current snap is 322 2024-08-19T11:42:04.734 INFO:tasks.rados.rados.0.smithi136.stdout:3275: read oid 35 snap -1 2024-08-19T11:42:04.734 INFO:tasks.rados.rados.0.smithi136.stdout:3275: expect deleted 2024-08-19T11:42:04.734 INFO:tasks.rados.rados.0.smithi136.stdout:3276: snap_remove snap 313 2024-08-19T11:42:05.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:04 smithi136 ceph-mon[88916]: pgmap v708: 121 pgs: 121 active+clean; 612 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.4 MiB/s wr, 23 op/s 2024-08-19T11:42:05.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:04 smithi136 ceph-mon[88916]: osdmap e714: 8 total, 8 up, 8 in 2024-08-19T11:42:05.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:04 smithi136 ceph-mon[86496]: pgmap v708: 121 pgs: 121 active+clean; 612 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.4 MiB/s wr, 23 op/s 2024-08-19T11:42:05.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:04 smithi136 ceph-mon[86496]: osdmap e714: 8 total, 8 up, 8 in 2024-08-19T11:42:05.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:04 smithi155 ceph-mon[76679]: pgmap v708: 121 pgs: 121 active+clean; 612 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.4 MiB/s wr, 23 op/s 2024-08-19T11:42:05.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:04 smithi155 ceph-mon[76679]: osdmap e714: 8 total, 8 up, 8 in 2024-08-19T11:42:05.730 INFO:tasks.rados.rados.0.smithi136.stdout:3276: done (3 left) 2024-08-19T11:42:05.731 INFO:tasks.rados.rados.0.smithi136.stdout:3277: snap_remove snap 306 2024-08-19T11:42:06.734 INFO:tasks.rados.rados.0.smithi136.stdout:3277: done (3 left) 2024-08-19T11:42:06.734 INFO:tasks.rados.rados.0.smithi136.stdout:3278: copy_from oid 1 from oid 28 current snap is 322 2024-08-19T11:42:06.734 INFO:tasks.rados.rados.0.smithi136.stdout:3279: setattr oid 4 current snap is 322 2024-08-19T11:42:06.735 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 324 (ObjNum 874 snap 285 seq_num 874) dirty exists 2024-08-19T11:42:06.735 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 1548 (ObjNum 925 snap 304 seq_num 925) dirty exists 2024-08-19T11:42:06.735 INFO:tasks.rados.rados.0.smithi136.stdout:3273: done (4 left) 2024-08-19T11:42:06.735 INFO:tasks.rados.rados.0.smithi136.stdout:3274: done (3 left) 2024-08-19T11:42:06.736 INFO:tasks.rados.rados.0.smithi136.stdout:3275: done (2 left) 2024-08-19T11:42:06.736 INFO:tasks.rados.rados.0.smithi136.stdout:3280: snap_remove snap 304 2024-08-19T11:42:07.012 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:06 smithi155 ceph-mon[76679]: pgmap v711: 121 pgs: 121 active+clean; 630 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 8.8 MiB/s wr, 34 op/s 2024-08-19T11:42:07.012 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:06 smithi155 ceph-mon[76679]: osdmap e715: 8 total, 8 up, 8 in 2024-08-19T11:42:07.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:06 smithi136 ceph-mon[88916]: pgmap v711: 121 pgs: 121 active+clean; 630 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 8.8 MiB/s wr, 34 op/s 2024-08-19T11:42:07.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:06 smithi136 ceph-mon[88916]: osdmap e715: 8 total, 8 up, 8 in 2024-08-19T11:42:07.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:06 smithi136 ceph-mon[86496]: pgmap v711: 121 pgs: 121 active+clean; 630 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 8.8 MiB/s wr, 34 op/s 2024-08-19T11:42:07.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:06 smithi136 ceph-mon[86496]: osdmap e715: 8 total, 8 up, 8 in 2024-08-19T11:42:07.756 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 1593 (ObjNum 991 snap 322 seq_num 991) dirty exists 2024-08-19T11:42:07.756 INFO:tasks.rados.rados.0.smithi136.stdout:3278: finishing copy_from racing read to smithi13674108-1 2024-08-19T11:42:07.757 INFO:tasks.rados.rados.0.smithi136.stdout:3278: finishing copy_from to smithi13674108-1 2024-08-19T11:42:07.757 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 1 v 1671 (ObjNum 863 snap 279 seq_num 863) dirty exists 2024-08-19T11:42:07.757 INFO:tasks.rados.rados.0.smithi136.stdout:3278: done (2 left) 2024-08-19T11:42:07.757 INFO:tasks.rados.rados.0.smithi136.stdout:3279: done (1 left) 2024-08-19T11:42:07.757 INFO:tasks.rados.rados.0.smithi136.stdout:3280: done (0 left) 2024-08-19T11:42:07.757 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 33 current snap is 322 2024-08-19T11:42:07.758 INFO:tasks.rados.rados.0.smithi136.stdout:3281: seq_num 993 ranges {13262848=638976,13901824=409600,14311424=409600,14721024=688128,15409152=98304} 2024-08-19T11:42:07.830 INFO:tasks.rados.rados.0.smithi136.stdout:3281: writing smithi13674108-33 from 13262848 to 13901824 tid 1 2024-08-19T11:42:07.832 INFO:tasks.rados.rados.0.smithi136.stdout:3281: writing smithi13674108-33 from 13901824 to 14311424 tid 2 2024-08-19T11:42:07.834 INFO:tasks.rados.rados.0.smithi136.stdout:3281: writing smithi13674108-33 from 14311424 to 14721024 tid 3 2024-08-19T11:42:07.838 INFO:tasks.rados.rados.0.smithi136.stdout:3281: writing smithi13674108-33 from 14721024 to 15409152 tid 4 2024-08-19T11:42:07.839 INFO:tasks.rados.rados.0.smithi136.stdout:3281: writing smithi13674108-33 from 15409152 to 15507456 tid 5 2024-08-19T11:42:07.840 INFO:tasks.rados.rados.0.smithi136.stdout:3282: rollback oid 28 current snap is 322 2024-08-19T11:42:07.840 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 28 to 307 2024-08-19T11:42:07.840 INFO:tasks.rados.rados.0.smithi136.stdout:3281: finishing write tid 1 to smithi13674108-33 2024-08-19T11:42:07.840 INFO:tasks.rados.rados.0.smithi136.stdout:3281: finishing write tid 2 to smithi13674108-33 2024-08-19T11:42:07.840 INFO:tasks.rados.rados.0.smithi136.stdout:3281: finishing write tid 3 to smithi13674108-33 2024-08-19T11:42:07.840 INFO:tasks.rados.rados.0.smithi136.stdout:3283: snap_remove snap 299 2024-08-19T11:42:08.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:07 smithi136 ceph-mon[88916]: osdmap e716: 8 total, 8 up, 8 in 2024-08-19T11:42:08.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:07 smithi136 ceph-mon[86496]: osdmap e716: 8 total, 8 up, 8 in 2024-08-19T11:42:08.198 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:07 smithi155 ceph-mon[76679]: osdmap e716: 8 total, 8 up, 8 in 2024-08-19T11:42:08.735 INFO:tasks.rados.rados.0.smithi136.stdout:3282: finishing rollback tid 0 to smithi13674108-28 2024-08-19T11:42:08.735 INFO:tasks.rados.rados.0.smithi136.stdout:3281: finishing write tid 4 to smithi13674108-33 2024-08-19T11:42:08.735 INFO:tasks.rados.rados.0.smithi136.stdout:3282: finishing rollback tid 1 to smithi13674108-28 2024-08-19T11:42:08.735 INFO:tasks.rados.rados.0.smithi136.stdout:3281: finishing write tid 5 to smithi13674108-33 2024-08-19T11:42:08.735 INFO:tasks.rados.rados.0.smithi136.stdout:3282: finishing rollback tid 2 to smithi13674108-28 2024-08-19T11:42:08.735 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 1752 (ObjNum 863 snap 279 seq_num 863) dirty exists 2024-08-19T11:42:08.735 INFO:tasks.rados.rados.0.smithi136.stdout:3281: finishing write tid 6 to smithi13674108-33 2024-08-19T11:42:08.735 INFO:tasks.rados.rados.0.smithi136.stdout:3281: finishing write tid 7 to smithi13674108-33 2024-08-19T11:42:08.735 INFO:tasks.rados.rados.0.smithi136.stdout:3281: oid 33 updating version 0 to 1551 2024-08-19T11:42:08.735 INFO:tasks.rados.rados.0.smithi136.stdout:3281: oid 33 updating version 1551 to 1553 2024-08-19T11:42:08.735 INFO:tasks.rados.rados.0.smithi136.stdout:3281: oid 33 version 1553 is already newer than 1549 2024-08-19T11:42:08.736 INFO:tasks.rados.rados.0.smithi136.stdout:3281: oid 33 version 1553 is already newer than 1550 2024-08-19T11:42:08.736 INFO:tasks.rados.rados.0.smithi136.stdout:3281: oid 33 updating version 1553 to 1554 2024-08-19T11:42:08.736 INFO:tasks.rados.rados.0.smithi136.stdout:3281: oid 33 version 1554 is already newer than 1552 2024-08-19T11:42:08.736 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 33 v 1554 (ObjNum 993 snap 322 seq_num 993) dirty exists 2024-08-19T11:42:08.736 INFO:tasks.rados.rados.0.smithi136.stdout:3281: left oid 33 (ObjNum 993 snap 322 seq_num 993) 2024-08-19T11:42:08.736 INFO:tasks.rados.rados.0.smithi136.stdout:3281: done (2 left) 2024-08-19T11:42:08.736 INFO:tasks.rados.rados.0.smithi136.stdout:3282: done (1 left) 2024-08-19T11:42:08.736 INFO:tasks.rados.rados.0.smithi136.stdout:3283: done (0 left) 2024-08-19T11:42:08.736 INFO:tasks.rados.rados.0.smithi136.stdout:3284: delete oid 49 current snap is 322 2024-08-19T11:42:08.747 INFO:tasks.rados.rados.0.smithi136.stdout:3284: done (0 left) 2024-08-19T11:42:08.748 INFO:tasks.rados.rados.0.smithi136.stdout:3285: copy_from oid 47 from oid 41 current snap is 322 2024-08-19T11:42:08.748 INFO:tasks.rados.rados.0.smithi136.stdout:3286: delete oid 4 current snap is 322 2024-08-19T11:42:08.757 INFO:tasks.rados.rados.0.smithi136.stdout:3286: done (1 left) 2024-08-19T11:42:08.757 INFO:tasks.rados.rados.0.smithi136.stdout:3287: copy_from oid 34 from oid 31 current snap is 322 2024-08-19T11:42:08.757 INFO:tasks.rados.rados.0.smithi136.stdout:3288: copy_from oid 35 from oid 6 current snap is 322 2024-08-19T11:42:08.757 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 37 current snap is 322 2024-08-19T11:42:08.757 INFO:tasks.rados.rados.0.smithi136.stdout:3289: seq_num 996 ranges {0=688128,688128=507904,1196032=581632,1777664=516096} 2024-08-19T11:42:08.761 INFO:tasks.rados.rados.0.smithi136.stdout:3289: writing smithi13674108-37 from 0 to 688128 tid 1 2024-08-19T11:42:08.764 INFO:tasks.rados.rados.0.smithi136.stdout:3289: writing smithi13674108-37 from 688128 to 1196032 tid 2 2024-08-19T11:42:08.768 INFO:tasks.rados.rados.0.smithi136.stdout:3289: writing smithi13674108-37 from 1196032 to 1777664 tid 3 2024-08-19T11:42:08.772 INFO:tasks.rados.rados.0.smithi136.stdout:3289: writing smithi13674108-37 from 1777664 to 2293760 tid 4 2024-08-19T11:42:08.772 INFO:tasks.rados.rados.0.smithi136.stdout:3290: rollback oid 38 current snap is 322 2024-08-19T11:42:08.772 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 38 to 287 2024-08-19T11:42:08.772 INFO:tasks.rados.rados.0.smithi136.stdout:3287: finishing copy_from racing read to smithi13674108-34 2024-08-19T11:42:08.772 INFO:tasks.rados.rados.0.smithi136.stdout:3285: finishing copy_from racing read to smithi13674108-47 2024-08-19T11:42:08.772 INFO:tasks.rados.rados.0.smithi136.stdout:3287: finishing copy_from to smithi13674108-34 2024-08-19T11:42:08.772 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 34 v 1424 (ObjNum 5201 snap 0 seq_num 4066358048) dirty exists 2024-08-19T11:42:08.772 INFO:tasks.rados.rados.0.smithi136.stdout:3285: finishing copy_from to smithi13674108-47 2024-08-19T11:42:08.773 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 1143 (ObjNum 977 snap 319 seq_num 977) dirty exists 2024-08-19T11:42:08.773 INFO:tasks.rados.rados.0.smithi136.stdout:3289: finishing write tid 1 to smithi13674108-37 2024-08-19T11:42:08.773 INFO:tasks.rados.rados.0.smithi136.stdout:3288: finishing copy_from racing read to smithi13674108-35 2024-08-19T11:42:08.773 INFO:tasks.rados.rados.0.smithi136.stdout:3289: finishing write tid 2 to smithi13674108-37 2024-08-19T11:42:08.773 INFO:tasks.rados.rados.0.smithi136.stdout:3288: finishing copy_from to smithi13674108-35 2024-08-19T11:42:08.773 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 1103 (ObjNum 936 snap 310 seq_num 936) dirty exists 2024-08-19T11:42:08.773 INFO:tasks.rados.rados.0.smithi136.stdout:3289: finishing write tid 3 to smithi13674108-37 2024-08-19T11:42:08.773 INFO:tasks.rados.rados.0.smithi136.stdout:3285: done (4 left) 2024-08-19T11:42:08.773 INFO:tasks.rados.rados.0.smithi136.stdout:3287: done (3 left) 2024-08-19T11:42:08.773 INFO:tasks.rados.rados.0.smithi136.stdout:3288: done (2 left) 2024-08-19T11:42:08.773 INFO:tasks.rados.rados.0.smithi136.stdout:3291: delete oid 43 current snap is 322 2024-08-19T11:42:08.774 INFO:tasks.rados.rados.0.smithi136.stdout:3291: done (2 left) 2024-08-19T11:42:08.775 INFO:tasks.rados.rados.0.smithi136.stdout:3292: copy_from oid 26 from oid 5 current snap is 322 2024-08-19T11:42:08.775 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 35 current snap is 322 2024-08-19T11:42:08.775 INFO:tasks.rados.rados.0.smithi136.stdout:3293: seq_num 998 ranges {1286144=720896,2007040=679936,2686976=598016,3284992=327680} 2024-08-19T11:42:08.785 INFO:tasks.rados.rados.0.smithi136.stdout:3293: writing smithi13674108-35 from 1286144 to 2007040 tid 1 2024-08-19T11:42:08.789 INFO:tasks.rados.rados.0.smithi136.stdout:3293: writing smithi13674108-35 from 2007040 to 2686976 tid 2 2024-08-19T11:42:08.793 INFO:tasks.rados.rados.0.smithi136.stdout:3293: writing smithi13674108-35 from 2686976 to 3284992 tid 3 2024-08-19T11:42:08.796 INFO:tasks.rados.rados.0.smithi136.stdout:3293: writing smithi13674108-35 from 3284992 to 3612672 tid 4 2024-08-19T11:42:08.796 INFO:tasks.rados.rados.0.smithi136.stdout:3294: rollback oid 47 current snap is 322 2024-08-19T11:42:08.796 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 47 to 315 2024-08-19T11:42:08.796 INFO:tasks.rados.rados.0.smithi136.stdout:3289: finishing write tid 4 to smithi13674108-37 2024-08-19T11:42:08.796 INFO:tasks.rados.rados.0.smithi136.stdout:3290: finishing rollback tid 0 to smithi13674108-38 2024-08-19T11:42:08.796 INFO:tasks.rados.rados.0.smithi136.stdout:3290: finishing rollback tid 1 to smithi13674108-38 2024-08-19T11:42:08.796 INFO:tasks.rados.rados.0.smithi136.stdout:3290: finishing rollback tid 2 to smithi13674108-38 2024-08-19T11:42:08.796 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 1432 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-19T11:42:08.796 INFO:tasks.rados.rados.0.smithi136.stdout:3289: finishing write tid 5 to smithi13674108-37 2024-08-19T11:42:08.796 INFO:tasks.rados.rados.0.smithi136.stdout:3289: finishing write tid 6 to smithi13674108-37 2024-08-19T11:42:08.797 INFO:tasks.rados.rados.0.smithi136.stdout:3289: oid 37 updating version 0 to 1605 2024-08-19T11:42:08.797 INFO:tasks.rados.rados.0.smithi136.stdout:3289: oid 37 updating version 1605 to 1607 2024-08-19T11:42:08.797 INFO:tasks.rados.rados.0.smithi136.stdout:3289: oid 37 version 1607 is already newer than 1604 2024-08-19T11:42:08.797 INFO:tasks.rados.rados.0.smithi136.stdout:3289: oid 37 updating version 1607 to 1608 2024-08-19T11:42:08.797 INFO:tasks.rados.rados.0.smithi136.stdout:3289: oid 37 version 1608 is already newer than 1606 2024-08-19T11:42:08.797 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 1608 (ObjNum 996 snap 322 seq_num 996) dirty exists 2024-08-19T11:42:08.797 INFO:tasks.rados.rados.0.smithi136.stdout:3289: left oid 37 (ObjNum 996 snap 322 seq_num 996) 2024-08-19T11:42:08.797 INFO:tasks.rados.rados.0.smithi136.stdout:3293: finishing write tid 1 to smithi13674108-35 2024-08-19T11:42:08.797 INFO:tasks.rados.rados.0.smithi136.stdout:3292: finishing copy_from racing read to smithi13674108-26 2024-08-19T11:42:08.797 INFO:tasks.rados.rados.0.smithi136.stdout:3293: finishing write tid 2 to smithi13674108-35 2024-08-19T11:42:08.797 INFO:tasks.rados.rados.0.smithi136.stdout:3289: done (4 left) 2024-08-19T11:42:08.797 INFO:tasks.rados.rados.0.smithi136.stdout:3290: done (3 left) 2024-08-19T11:42:08.797 INFO:tasks.rados.rados.0.smithi136.stdout:3295: rollback oid 22 current snap is 322 2024-08-19T11:42:08.798 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 22 to 315 2024-08-19T11:42:08.798 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 28 current snap is 322 2024-08-19T11:42:08.798 INFO:tasks.rados.rados.0.smithi136.stdout:3296: seq_num 999 ranges {57344=737280,794624=565248,1359872=761856,2121728=278528} 2024-08-19T11:42:08.800 INFO:tasks.rados.rados.0.smithi136.stdout:3296: writing smithi13674108-28 from 57344 to 794624 tid 1 2024-08-19T11:42:08.803 INFO:tasks.rados.rados.0.smithi136.stdout:3296: writing smithi13674108-28 from 794624 to 1359872 tid 2 2024-08-19T11:42:08.807 INFO:tasks.rados.rados.0.smithi136.stdout:3296: writing smithi13674108-28 from 1359872 to 2121728 tid 3 2024-08-19T11:42:08.810 INFO:tasks.rados.rados.0.smithi136.stdout:3296: writing smithi13674108-28 from 2121728 to 2400256 tid 4 2024-08-19T11:42:08.810 INFO:tasks.rados.rados.0.smithi136.stdout:3297: delete oid 48 current snap is 322 2024-08-19T11:42:08.810 INFO:tasks.rados.rados.0.smithi136.stdout:3292: finishing copy_from to smithi13674108-26 2024-08-19T11:42:08.810 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 1466 (ObjNum 954 snap 316 seq_num 954) dirty exists 2024-08-19T11:42:08.810 INFO:tasks.rados.rados.0.smithi136.stdout:3293: finishing write tid 3 to smithi13674108-35 2024-08-19T11:42:08.810 INFO:tasks.rados.rados.0.smithi136.stdout:3293: finishing write tid 4 to smithi13674108-35 2024-08-19T11:42:08.810 INFO:tasks.rados.rados.0.smithi136.stdout:3293: finishing write tid 5 to smithi13674108-35 2024-08-19T11:42:08.810 INFO:tasks.rados.rados.0.smithi136.stdout:3294: finishing rollback tid 0 to smithi13674108-47 2024-08-19T11:42:08.811 INFO:tasks.rados.rados.0.smithi136.stdout:3294: finishing rollback tid 1 to smithi13674108-47 2024-08-19T11:42:08.811 INFO:tasks.rados.rados.0.smithi136.stdout:3295: finishing rollback tid 0 to smithi13674108-22 2024-08-19T11:42:08.811 INFO:tasks.rados.rados.0.smithi136.stdout:3294: finishing rollback tid 2 to smithi13674108-47 2024-08-19T11:42:08.811 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 1164 (ObjNum 941 snap 314 seq_num 941) dirty exists 2024-08-19T11:42:08.811 INFO:tasks.rados.rados.0.smithi136.stdout:3293: finishing write tid 6 to smithi13674108-35 2024-08-19T11:42:08.811 INFO:tasks.rados.rados.0.smithi136.stdout:3293: oid 35 updating version 0 to 1231 2024-08-19T11:42:08.811 INFO:tasks.rados.rados.0.smithi136.stdout:3293: oid 35 updating version 1231 to 1234 2024-08-19T11:42:08.811 INFO:tasks.rados.rados.0.smithi136.stdout:3293: oid 35 updating version 1234 to 1235 2024-08-19T11:42:08.811 INFO:tasks.rados.rados.0.smithi136.stdout:3293: oid 35 version 1235 is already newer than 1232 2024-08-19T11:42:08.811 INFO:tasks.rados.rados.0.smithi136.stdout:3293: oid 35 version 1235 is already newer than 1233 2024-08-19T11:42:08.811 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 1235 (ObjNum 998 snap 322 seq_num 998) dirty exists 2024-08-19T11:42:08.811 INFO:tasks.rados.rados.0.smithi136.stdout:3293: left oid 35 (ObjNum 998 snap 322 seq_num 998) 2024-08-19T11:42:08.811 INFO:tasks.rados.rados.0.smithi136.stdout:3295: finishing rollback tid 1 to smithi13674108-22 2024-08-19T11:42:08.811 INFO:tasks.rados.rados.0.smithi136.stdout:3295: finishing rollback tid 2 to smithi13674108-22 2024-08-19T11:42:08.812 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 1612 (ObjNum 934 snap 310 seq_num 934) dirty exists 2024-08-19T11:42:08.812 INFO:tasks.rados.rados.0.smithi136.stdout:3296: finishing write tid 1 to smithi13674108-28 2024-08-19T11:42:08.812 INFO:tasks.rados.rados.0.smithi136.stdout:3296: finishing write tid 2 to smithi13674108-28 2024-08-19T11:42:08.812 INFO:tasks.rados.rados.0.smithi136.stdout:3292: done (5 left) 2024-08-19T11:42:08.813 INFO:tasks.rados.rados.0.smithi136.stdout:3293: done (4 left) 2024-08-19T11:42:08.813 INFO:tasks.rados.rados.0.smithi136.stdout:3294: done (3 left) 2024-08-19T11:42:08.813 INFO:tasks.rados.rados.0.smithi136.stdout:3295: done (2 left) 2024-08-19T11:42:08.813 INFO:tasks.rados.rados.0.smithi136.stdout:3297: done (1 left) 2024-08-19T11:42:08.813 INFO:tasks.rados.rados.0.smithi136.stdout:3298: read oid 16 snap -1 2024-08-19T11:42:08.813 INFO:tasks.rados.rados.0.smithi136.stdout:3298: expect (ObjNum 945 snap 314 seq_num 945) 2024-08-19T11:42:08.813 INFO:tasks.rados.rados.0.smithi136.stdout:3299: delete oid 31 current snap is 322 2024-08-19T11:42:08.813 INFO:tasks.rados.rados.0.smithi136.stdout:3296: finishing write tid 3 to smithi13674108-28 2024-08-19T11:42:08.813 INFO:tasks.rados.rados.0.smithi136.stdout:3296: finishing write tid 4 to smithi13674108-28 2024-08-19T11:42:08.813 INFO:tasks.rados.rados.0.smithi136.stdout:3296: finishing write tid 5 to smithi13674108-28 2024-08-19T11:42:08.814 INFO:tasks.rados.rados.0.smithi136.stdout:3296: finishing write tid 6 to smithi13674108-28 2024-08-19T11:42:08.814 INFO:tasks.rados.rados.0.smithi136.stdout:3296: oid 28 updating version 0 to 1769 2024-08-19T11:42:08.814 INFO:tasks.rados.rados.0.smithi136.stdout:3296: oid 28 version 1769 is already newer than 1766 2024-08-19T11:42:08.814 INFO:tasks.rados.rados.0.smithi136.stdout:3296: oid 28 version 1769 is already newer than 1767 2024-08-19T11:42:08.814 INFO:tasks.rados.rados.0.smithi136.stdout:3296: oid 28 version 1769 is already newer than 1765 2024-08-19T11:42:08.814 INFO:tasks.rados.rados.0.smithi136.stdout:3296: oid 28 version 1769 is already newer than 1768 2024-08-19T11:42:08.814 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 1769 (ObjNum 999 snap 322 seq_num 999) dirty exists 2024-08-19T11:42:08.815 INFO:tasks.rados.rados.0.smithi136.stdout:3296: left oid 28 (ObjNum 999 snap 322 seq_num 999) 2024-08-19T11:42:08.815 INFO:tasks.rados.rados.0.smithi136.stdout:3296: done (2 left) 2024-08-19T11:42:08.816 INFO:tasks.rados.rados.0.smithi136.stdout:3299: done (1 left) 2024-08-19T11:42:08.816 INFO:tasks.rados.rados.0.smithi136.stdout:3300: copy_from oid 47 from oid 37 current snap is 322 2024-08-19T11:42:08.816 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 1 current snap is 322 2024-08-19T11:42:08.816 INFO:tasks.rados.rados.0.smithi136.stdout:3301: seq_num 1002 ranges {57344=786432,843776=614400,1458176=581632,2039808=409600} 2024-08-19T11:42:08.820 INFO:tasks.rados.rados.0.smithi136.stdout:3301: writing smithi13674108-1 from 57344 to 843776 tid 1 2024-08-19T11:42:08.824 INFO:tasks.rados.rados.0.smithi136.stdout:3301: writing smithi13674108-1 from 843776 to 1458176 tid 2 2024-08-19T11:42:08.828 INFO:tasks.rados.rados.0.smithi136.stdout:3301: writing smithi13674108-1 from 1458176 to 2039808 tid 3 2024-08-19T11:42:08.831 INFO:tasks.rados.rados.0.smithi136.stdout:3301: writing smithi13674108-1 from 2039808 to 2449408 tid 4 2024-08-19T11:42:08.831 INFO:tasks.rados.rados.0.smithi136.stdout:3302: read oid 50 snap -1 2024-08-19T11:42:08.831 INFO:tasks.rados.rados.0.smithi136.stdout:3302: expect (ObjNum 901 snap 296 seq_num 901) 2024-08-19T11:42:08.832 INFO:tasks.rados.rados.0.smithi136.stdout:3303: delete oid 19 current snap is 322 2024-08-19T11:42:08.832 INFO:tasks.rados.rados.0.smithi136.stdout:3300: finishing copy_from racing read to smithi13674108-47 2024-08-19T11:42:08.832 INFO:tasks.rados.rados.0.smithi136.stdout:3300: finishing copy_from to smithi13674108-47 2024-08-19T11:42:08.832 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 1608 (ObjNum 996 snap 322 seq_num 996) dirty exists 2024-08-19T11:42:08.832 INFO:tasks.rados.rados.0.smithi136.stdout:3298: expect (ObjNum 945 snap 314 seq_num 945) 2024-08-19T11:42:09.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:08 smithi136 ceph-mon[88916]: pgmap v714: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 642 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 8.1 MiB/s wr, 26 op/s 2024-08-19T11:42:09.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:08 smithi136 ceph-mon[88916]: osdmap e717: 8 total, 8 up, 8 in 2024-08-19T11:42:09.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:08 smithi136 ceph-mon[88916]: osdmap e718: 8 total, 8 up, 8 in 2024-08-19T11:42:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:08 smithi136 ceph-mon[86496]: pgmap v714: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 642 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 8.1 MiB/s wr, 26 op/s 2024-08-19T11:42:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:08 smithi136 ceph-mon[86496]: osdmap e717: 8 total, 8 up, 8 in 2024-08-19T11:42:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:08 smithi136 ceph-mon[86496]: osdmap e718: 8 total, 8 up, 8 in 2024-08-19T11:42:09.104 INFO:tasks.rados.rados.0.smithi136.stdout:3301: finishing write tid 1 to smithi13674108-1 2024-08-19T11:42:09.104 INFO:tasks.rados.rados.0.smithi136.stdout:3301: finishing write tid 2 to smithi13674108-1 2024-08-19T11:42:09.104 INFO:tasks.rados.rados.0.smithi136.stdout:3298: done (4 left) 2024-08-19T11:42:09.104 INFO:tasks.rados.rados.0.smithi136.stdout:3300: done (3 left) 2024-08-19T11:42:09.104 INFO:tasks.rados.rados.0.smithi136.stdout:3303: done (2 left) 2024-08-19T11:42:09.105 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 6 current snap is 322 2024-08-19T11:42:09.105 INFO:tasks.rados.rados.0.smithi136.stdout:3301: finishing write tid 3 to smithi13674108-1 2024-08-19T11:42:09.105 INFO:tasks.rados.rados.0.smithi136.stdout:3301: finishing write tid 4 to smithi13674108-1 2024-08-19T11:42:09.105 INFO:tasks.rados.rados.0.smithi136.stdout:3304: seq_num 1004 ranges {1286144=16384} 2024-08-19T11:42:09.111 INFO:tasks.rados.rados.0.smithi136.stdout:3304: writing smithi13674108-6 from 1286144 to 1302528 tid 1 2024-08-19T11:42:09.111 INFO:tasks.rados.rados.0.smithi136.stdout:3305: rollback oid 26 current snap is 322 2024-08-19T11:42:09.111 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 26 to 318 2024-08-19T11:42:09.111 INFO:tasks.rados.rados.0.smithi136.stdout:3301: finishing write tid 5 to smithi13674108-1 2024-08-19T11:42:09.111 INFO:tasks.rados.rados.0.smithi136.stdout:3301: finishing write tid 6 to smithi13674108-1 2024-08-19T11:42:09.111 INFO:tasks.rados.rados.0.smithi136.stdout:3301: oid 1 updating version 0 to 1690 2024-08-19T11:42:09.112 INFO:tasks.rados.rados.0.smithi136.stdout:3301: oid 1 updating version 1690 to 1693 2024-08-19T11:42:09.112 INFO:tasks.rados.rados.0.smithi136.stdout:3301: oid 1 version 1693 is already newer than 1692 2024-08-19T11:42:09.112 INFO:tasks.rados.rados.0.smithi136.stdout:3301: oid 1 updating version 1693 to 1694 2024-08-19T11:42:09.112 INFO:tasks.rados.rados.0.smithi136.stdout:3301: oid 1 version 1694 is already newer than 1691 2024-08-19T11:42:09.112 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 1 v 1694 (ObjNum 1002 snap 322 seq_num 1002) dirty exists 2024-08-19T11:42:09.112 INFO:tasks.rados.rados.0.smithi136.stdout:3301: left oid 1 (ObjNum 1002 snap 322 seq_num 1002) 2024-08-19T11:42:09.112 INFO:tasks.rados.rados.0.smithi136.stdout:3302: expect (ObjNum 901 snap 296 seq_num 901) 2024-08-19T11:42:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:08 smithi155 ceph-mon[76679]: pgmap v714: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 642 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 8.1 MiB/s wr, 26 op/s 2024-08-19T11:42:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:08 smithi155 ceph-mon[76679]: osdmap e717: 8 total, 8 up, 8 in 2024-08-19T11:42:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:08 smithi155 ceph-mon[76679]: osdmap e718: 8 total, 8 up, 8 in 2024-08-19T11:42:09.360 INFO:tasks.rados.rados.0.smithi136.stdout:3304: finishing write tid 1 to smithi13674108-6 2024-08-19T11:42:09.360 INFO:tasks.rados.rados.0.smithi136.stdout:3304: finishing write tid 2 to smithi13674108-6 2024-08-19T11:42:09.360 INFO:tasks.rados.rados.0.smithi136.stdout:3304: finishing write tid 3 to smithi13674108-6 2024-08-19T11:42:09.360 INFO:tasks.rados.rados.0.smithi136.stdout:3304: oid 6 updating version 0 to 1610 2024-08-19T11:42:09.360 INFO:tasks.rados.rados.0.smithi136.stdout:3304: oid 6 version 1610 is already newer than 1609 2024-08-19T11:42:09.360 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 1610 (ObjNum 1004 snap 322 seq_num 1004) dirty exists 2024-08-19T11:42:09.360 INFO:tasks.rados.rados.0.smithi136.stdout:3304: left oid 6 (ObjNum 1004 snap 322 seq_num 1004) 2024-08-19T11:42:09.361 INFO:tasks.rados.rados.0.smithi136.stdout:3305: finishing rollback tid 0 to smithi13674108-26 2024-08-19T11:42:09.361 INFO:tasks.rados.rados.0.smithi136.stdout:3305: finishing rollback tid 1 to smithi13674108-26 2024-08-19T11:42:09.361 INFO:tasks.rados.rados.0.smithi136.stdout:3305: finishing rollback tid 2 to smithi13674108-26 2024-08-19T11:42:09.361 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 1615 (ObjNum 807 snap 265 seq_num 807) dirty exists 2024-08-19T11:42:09.361 INFO:tasks.rados.rados.0.smithi136.stdout:3301: done (3 left) 2024-08-19T11:42:09.361 INFO:tasks.rados.rados.0.smithi136.stdout:3302: done (2 left) 2024-08-19T11:42:09.361 INFO:tasks.rados.rados.0.smithi136.stdout:3304: done (1 left) 2024-08-19T11:42:09.361 INFO:tasks.rados.rados.0.smithi136.stdout:3305: done (0 left) 2024-08-19T11:42:09.361 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 43 current snap is 322 2024-08-19T11:42:09.361 INFO:tasks.rados.rados.0.smithi136.stdout:3306: seq_num 1005 ranges {0=32768} 2024-08-19T11:42:09.361 INFO:tasks.rados.rados.0.smithi136.stdout:3306: writing smithi13674108-43 from 0 to 32768 tid 1 2024-08-19T11:42:09.361 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 1 current snap is 322 2024-08-19T11:42:09.361 INFO:tasks.rados.rados.0.smithi136.stdout:3307: seq_num 1006 ranges {2449408=49152} 2024-08-19T11:42:09.373 INFO:tasks.rados.rados.0.smithi136.stdout:3307: writing smithi13674108-1 from 2449408 to 2498560 tid 1 2024-08-19T11:42:09.373 INFO:tasks.rados.rados.0.smithi136.stdout:3308: snap_create 2024-08-19T11:42:09.373 INFO:tasks.rados.rados.0.smithi136.stdout:3306: finishing write tid 1 to smithi13674108-43 2024-08-19T11:42:09.373 INFO:tasks.rados.rados.0.smithi136.stdout:3306: finishing write tid 2 to smithi13674108-43 2024-08-19T11:42:09.373 INFO:tasks.rados.rados.0.smithi136.stdout:3306: finishing write tid 3 to smithi13674108-43 2024-08-19T11:42:09.373 INFO:tasks.rados.rados.0.smithi136.stdout:3306: oid 43 updating version 0 to 1198 2024-08-19T11:42:09.374 INFO:tasks.rados.rados.0.smithi136.stdout:3306: oid 43 updating version 1198 to 1199 2024-08-19T11:42:09.374 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 1199 (ObjNum 1005 snap 322 seq_num 1005) dirty exists 2024-08-19T11:42:09.374 INFO:tasks.rados.rados.0.smithi136.stdout:3306: left oid 43 (ObjNum 1005 snap 322 seq_num 1005) 2024-08-19T11:42:09.375 INFO:tasks.rados.rados.0.smithi136.stdout:3307: finishing write tid 1 to smithi13674108-1 2024-08-19T11:42:09.375 INFO:tasks.rados.rados.0.smithi136.stdout:3307: finishing write tid 2 to smithi13674108-1 2024-08-19T11:42:09.376 INFO:tasks.rados.rados.0.smithi136.stdout:3307: finishing write tid 3 to smithi13674108-1 2024-08-19T11:42:09.376 INFO:tasks.rados.rados.0.smithi136.stdout:3307: oid 1 updating version 0 to 1696 2024-08-19T11:42:09.376 INFO:tasks.rados.rados.0.smithi136.stdout:3307: oid 1 version 1696 is already newer than 1695 2024-08-19T11:42:09.376 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 1 v 1696 (ObjNum 1006 snap 322 seq_num 1006) dirty exists 2024-08-19T11:42:09.376 INFO:tasks.rados.rados.0.smithi136.stdout:3307: left oid 1 (ObjNum 1006 snap 322 seq_num 1006) 2024-08-19T11:42:09.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:42:09 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:42:09] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.51.0" 2024-08-19T11:42:09.757 INFO:tasks.rados.rados.0.smithi136.stdout:3306: done (2 left) 2024-08-19T11:42:09.757 INFO:tasks.rados.rados.0.smithi136.stdout:3307: done (1 left) 2024-08-19T11:42:09.758 INFO:tasks.rados.rados.0.smithi136.stdout:3308: done (0 left) 2024-08-19T11:42:09.758 INFO:tasks.rados.rados.0.smithi136.stdout:3309: delete oid 47 current snap is 323 2024-08-19T11:42:09.760 INFO:tasks.rados.rados.0.smithi136.stdout:3309: done (0 left) 2024-08-19T11:42:09.760 INFO:tasks.rados.rados.0.smithi136.stdout:3310: snap_create 2024-08-19T11:42:10.760 INFO:tasks.rados.rados.0.smithi136.stdout:3310: done (0 left) 2024-08-19T11:42:10.761 INFO:tasks.rados.rados.0.smithi136.stdout:3311: read oid 39 snap -1 2024-08-19T11:42:10.761 INFO:tasks.rados.rados.0.smithi136.stdout:3311: expect deleted 2024-08-19T11:42:10.761 INFO:tasks.rados.rados.0.smithi136.stdout:3312: snap_create 2024-08-19T11:42:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:10 smithi136 ceph-mon[88916]: pgmap v717: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 644 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 4.3 MiB/s wr, 17 op/s 2024-08-19T11:42:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:10 smithi136 ceph-mon[88916]: osdmap e719: 8 total, 8 up, 8 in 2024-08-19T11:42:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:10 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:42:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:10 smithi136 ceph-mon[86496]: pgmap v717: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 644 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 4.3 MiB/s wr, 17 op/s 2024-08-19T11:42:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:10 smithi136 ceph-mon[86496]: osdmap e719: 8 total, 8 up, 8 in 2024-08-19T11:42:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:10 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:42:11.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:10 smithi155 ceph-mon[76679]: pgmap v717: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 644 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 4.3 MiB/s wr, 17 op/s 2024-08-19T11:42:11.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:10 smithi155 ceph-mon[76679]: osdmap e719: 8 total, 8 up, 8 in 2024-08-19T11:42:11.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:10 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:42:11.771 INFO:tasks.rados.rados.0.smithi136.stdout:3311: done (1 left) 2024-08-19T11:42:11.772 INFO:tasks.rados.rados.0.smithi136.stdout:3312: done (0 left) 2024-08-19T11:42:11.772 INFO:tasks.rados.rados.0.smithi136.stdout:3313: delete oid 11 current snap is 325 2024-08-19T11:42:11.776 INFO:tasks.rados.rados.0.smithi136.stdout:3313: done (0 left) 2024-08-19T11:42:11.776 INFO:tasks.rados.rados.0.smithi136.stdout:3314: delete oid 18 current snap is 325 2024-08-19T11:42:11.780 INFO:tasks.rados.rados.0.smithi136.stdout:3314: done (0 left) 2024-08-19T11:42:11.780 INFO:tasks.rados.rados.0.smithi136.stdout:3315: read oid 38 snap -1 2024-08-19T11:42:11.780 INFO:tasks.rados.rados.0.smithi136.stdout:3315: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:42:11.780 INFO:tasks.rados.rados.0.smithi136.stdout:3316: setattr oid 48 current snap is 325 2024-08-19T11:42:11.781 INFO:tasks.rados.rados.0.smithi136.stdout:3315: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:42:11.783 INFO:tasks.rados.rados.0.smithi136.stdout:3315: done (1 left) 2024-08-19T11:42:11.783 INFO:tasks.rados.rados.0.smithi136.stdout:3317: delete oid 44 current snap is 325 2024-08-19T11:42:11.785 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 48 v 1634 (ObjNum 129 snap 0 seq_num 4066356560) dirty exists 2024-08-19T11:42:11.788 INFO:tasks.rados.rados.0.smithi136.stdout:3316: done (1 left) 2024-08-19T11:42:11.788 INFO:tasks.rados.rados.0.smithi136.stdout:3317: done (0 left) 2024-08-19T11:42:11.788 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 14 current snap is 325 2024-08-19T11:42:11.789 INFO:tasks.rados.rados.0.smithi136.stdout:3318: seq_num 1011 ranges {0=139264} 2024-08-19T11:42:11.789 INFO:tasks.rados.rados.0.smithi136.stdout:3318: writing smithi13674108-14 from 0 to 139264 tid 1 2024-08-19T11:42:11.789 INFO:tasks.rados.rados.0.smithi136.stdout:3319: delete oid 48 current snap is 325 2024-08-19T11:42:11.792 INFO:tasks.rados.rados.0.smithi136.stdout:3319: done (1 left) 2024-08-19T11:42:11.792 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 5 current snap is 325 2024-08-19T11:42:11.792 INFO:tasks.rados.rados.0.smithi136.stdout:3320: seq_num 1013 ranges {3964928=172032} 2024-08-19T11:42:11.814 INFO:tasks.rados.rados.0.smithi136.stdout:3320: writing smithi13674108-5 from 3964928 to 4136960 tid 1 2024-08-19T11:42:11.814 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 48 current snap is 325 2024-08-19T11:42:11.814 INFO:tasks.rados.rados.0.smithi136.stdout:3321: seq_num 1014 ranges {0=188416} 2024-08-19T11:42:11.815 INFO:tasks.rados.rados.0.smithi136.stdout:3321: writing smithi13674108-48 from 0 to 188416 tid 1 2024-08-19T11:42:11.815 INFO:tasks.rados.rados.0.smithi136.stdout:3322: rollback oid 41 current snap is 325 2024-08-19T11:42:11.816 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 41 to 287 2024-08-19T11:42:11.816 INFO:tasks.rados.rados.0.smithi136.stdout:3318: finishing write tid 1 to smithi13674108-14 2024-08-19T11:42:11.816 INFO:tasks.rados.rados.0.smithi136.stdout:3318: finishing write tid 2 to smithi13674108-14 2024-08-19T11:42:11.816 INFO:tasks.rados.rados.0.smithi136.stdout:3323: delete oid 34 current snap is 325 2024-08-19T11:42:11.816 INFO:tasks.rados.rados.0.smithi136.stdout:3318: finishing write tid 3 to smithi13674108-14 2024-08-19T11:42:11.816 INFO:tasks.rados.rados.0.smithi136.stdout:3318: oid 14 updating version 0 to 1698 2024-08-19T11:42:11.816 INFO:tasks.rados.rados.0.smithi136.stdout:3318: oid 14 updating version 1698 to 1699 2024-08-19T11:42:11.816 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 1699 (ObjNum 1011 snap 325 seq_num 1011) dirty exists 2024-08-19T11:42:11.816 INFO:tasks.rados.rados.0.smithi136.stdout:3318: left oid 14 (ObjNum 1011 snap 325 seq_num 1011) 2024-08-19T11:42:11.819 INFO:tasks.rados.rados.0.smithi136.stdout:3321: finishing write tid 1 to smithi13674108-48 2024-08-19T11:42:11.819 INFO:tasks.rados.rados.0.smithi136.stdout:3321: finishing write tid 2 to smithi13674108-48 2024-08-19T11:42:11.819 INFO:tasks.rados.rados.0.smithi136.stdout:3318: done (4 left) 2024-08-19T11:42:11.820 INFO:tasks.rados.rados.0.smithi136.stdout:3323: done (3 left) 2024-08-19T11:42:11.820 INFO:tasks.rados.rados.0.smithi136.stdout:3324: delete oid 29 current snap is 325 2024-08-19T11:42:11.821 INFO:tasks.rados.rados.0.smithi136.stdout:3322: finishing rollback tid 0 to smithi13674108-41 2024-08-19T11:42:11.821 INFO:tasks.rados.rados.0.smithi136.stdout:3320: finishing write tid 1 to smithi13674108-5 2024-08-19T11:42:11.821 INFO:tasks.rados.rados.0.smithi136.stdout:3322: finishing rollback tid 1 to smithi13674108-41 2024-08-19T11:42:11.821 INFO:tasks.rados.rados.0.smithi136.stdout:3322: finishing rollback tid 2 to smithi13674108-41 2024-08-19T11:42:11.822 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 1614 (ObjNum 784 snap 259 seq_num 784) dirty exists 2024-08-19T11:42:11.822 INFO:tasks.rados.rados.0.smithi136.stdout:3320: finishing write tid 2 to smithi13674108-5 2024-08-19T11:42:11.823 INFO:tasks.rados.rados.0.smithi136.stdout:3321: finishing write tid 3 to smithi13674108-48 2024-08-19T11:42:11.823 INFO:tasks.rados.rados.0.smithi136.stdout:3321: oid 48 updating version 0 to 1636 2024-08-19T11:42:11.823 INFO:tasks.rados.rados.0.smithi136.stdout:3321: oid 48 updating version 1636 to 1637 2024-08-19T11:42:11.823 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 48 v 1637 (ObjNum 1014 snap 325 seq_num 1014) dirty exists 2024-08-19T11:42:11.823 INFO:tasks.rados.rados.0.smithi136.stdout:3321: left oid 48 (ObjNum 1014 snap 325 seq_num 1014) 2024-08-19T11:42:11.824 INFO:tasks.rados.rados.0.smithi136.stdout:3320: finishing write tid 3 to smithi13674108-5 2024-08-19T11:42:11.824 INFO:tasks.rados.rados.0.smithi136.stdout:3320: oid 5 updating version 0 to 1618 2024-08-19T11:42:11.824 INFO:tasks.rados.rados.0.smithi136.stdout:3320: oid 5 version 1618 is already newer than 1617 2024-08-19T11:42:11.824 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 1618 (ObjNum 1013 snap 325 seq_num 1013) dirty exists 2024-08-19T11:42:11.824 INFO:tasks.rados.rados.0.smithi136.stdout:3320: left oid 5 (ObjNum 1013 snap 325 seq_num 1013) 2024-08-19T11:42:11.824 INFO:tasks.rados.rados.0.smithi136.stdout:3320: done (3 left) 2024-08-19T11:42:11.824 INFO:tasks.rados.rados.0.smithi136.stdout:3321: done (2 left) 2024-08-19T11:42:11.824 INFO:tasks.rados.rados.0.smithi136.stdout:3322: done (1 left) 2024-08-19T11:42:11.824 INFO:tasks.rados.rados.0.smithi136.stdout:3324: done (0 left) 2024-08-19T11:42:11.825 INFO:tasks.rados.rados.0.smithi136.stdout:3325: read oid 36 snap 307 2024-08-19T11:42:11.825 INFO:tasks.rados.rados.0.smithi136.stdout:3325: expect (ObjNum -531837152 snap 22033 seq_num 3762667408) 2024-08-19T11:42:11.825 INFO:tasks.rados.rados.0.smithi136.stdout:3326: snap_remove snap 324 2024-08-19T11:42:12.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:11 smithi136 ceph-mon[88916]: osdmap e720: 8 total, 8 up, 8 in 2024-08-19T11:42:12.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:11 smithi136 ceph-mon[86496]: osdmap e720: 8 total, 8 up, 8 in 2024-08-19T11:42:12.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:11 smithi155 ceph-mon[76679]: osdmap e720: 8 total, 8 up, 8 in 2024-08-19T11:42:12.779 INFO:tasks.rados.rados.0.smithi136.stdout:3326: done (1 left) 2024-08-19T11:42:12.779 INFO:tasks.rados.rados.0.smithi136.stdout:3327: delete oid 35 current snap is 325 2024-08-19T11:42:12.779 INFO:tasks.rados.rados.0.smithi136.stdout:3325: expect (ObjNum -531837152 snap 22033 seq_num 3762667408) 2024-08-19T11:42:12.787 INFO:tasks.rados.rados.0.smithi136.stdout:3325: done (1 left) 2024-08-19T11:42:12.787 INFO:tasks.rados.rados.0.smithi136.stdout:3327: done (0 left) 2024-08-19T11:42:12.787 INFO:tasks.rados.rados.0.smithi136.stdout:3328: copy_from oid 15 from oid 27 current snap is 325 2024-08-19T11:42:12.787 INFO:tasks.rados.rados.0.smithi136.stdout:3329: setattr oid 44 current snap is 325 2024-08-19T11:42:12.789 INFO:tasks.rados.rados.0.smithi136.stdout:3330: read oid 16 snap 316 2024-08-19T11:42:12.789 INFO:tasks.rados.rados.0.smithi136.stdout:3330: expect (ObjNum 945 snap 314 seq_num 945) 2024-08-19T11:42:12.789 INFO:tasks.rados.rados.0.smithi136.stdout:3331: setattr oid 25 current snap is 325 2024-08-19T11:42:12.791 INFO:tasks.rados.rados.0.smithi136.stdout:3332: read oid 35 snap 315 2024-08-19T11:42:12.791 INFO:tasks.rados.rados.0.smithi136.stdout:3332: expect (ObjNum 768 snap 253 seq_num 768) 2024-08-19T11:42:12.791 INFO:tasks.rados.rados.0.smithi136.stdout:3333: rollback oid 26 current snap is 325 2024-08-19T11:42:12.791 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 26 to 320 2024-08-19T11:42:12.791 INFO:tasks.rados.rados.0.smithi136.stdout:3334: snap_remove snap 302 2024-08-19T11:42:13.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:12 smithi136 ceph-mon[88916]: pgmap v720: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 644 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 572 KiB/s wr, 3 op/s 2024-08-19T11:42:13.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:12 smithi136 ceph-mon[88916]: osdmap e721: 8 total, 8 up, 8 in 2024-08-19T11:42:13.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:12 smithi136 ceph-mon[86496]: pgmap v720: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 644 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 572 KiB/s wr, 3 op/s 2024-08-19T11:42:13.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:12 smithi136 ceph-mon[86496]: osdmap e721: 8 total, 8 up, 8 in 2024-08-19T11:42:13.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:12 smithi155 ceph-mon[76679]: pgmap v720: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 644 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 572 KiB/s wr, 3 op/s 2024-08-19T11:42:13.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:12 smithi155 ceph-mon[76679]: osdmap e721: 8 total, 8 up, 8 in 2024-08-19T11:42:13.734 INFO:tasks.rados.rados.0.smithi136.stdout:3328: finishing copy_from racing read to smithi13674108-15 2024-08-19T11:42:13.734 INFO:tasks.rados.rados.0.smithi136.stdout:3333: finishing rollback tid 0 to smithi13674108-26 2024-08-19T11:42:13.734 INFO:tasks.rados.rados.0.smithi136.stdout:3328: finishing copy_from to smithi13674108-15 2024-08-19T11:42:13.734 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 324 (ObjNum 874 snap 285 seq_num 874) dirty exists 2024-08-19T11:42:13.734 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 1433 (ObjNum 920 snap 303 seq_num 920) dirty exists 2024-08-19T11:42:13.734 INFO:tasks.rados.rados.0.smithi136.stdout:3333: finishing rollback tid 1 to smithi13674108-26 2024-08-19T11:42:13.734 INFO:tasks.rados.rados.0.smithi136.stdout:3333: finishing rollback tid 2 to smithi13674108-26 2024-08-19T11:42:13.734 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 1624 (ObjNum 807 snap 265 seq_num 807) dirty exists 2024-08-19T11:42:13.734 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 1775 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-19T11:42:13.734 INFO:tasks.rados.rados.0.smithi136.stdout:3332: expect (ObjNum 768 snap 253 seq_num 768) 2024-08-19T11:42:13.770 INFO:tasks.rados.rados.0.smithi136.stdout:3330: expect (ObjNum 945 snap 314 seq_num 945) 2024-08-19T11:42:14.041 INFO:tasks.rados.rados.0.smithi136.stdout:3328: done (6 left) 2024-08-19T11:42:14.041 INFO:tasks.rados.rados.0.smithi136.stdout:3329: done (5 left) 2024-08-19T11:42:14.041 INFO:tasks.rados.rados.0.smithi136.stdout:3330: done (4 left) 2024-08-19T11:42:14.041 INFO:tasks.rados.rados.0.smithi136.stdout:3331: done (3 left) 2024-08-19T11:42:14.041 INFO:tasks.rados.rados.0.smithi136.stdout:3332: done (2 left) 2024-08-19T11:42:14.041 INFO:tasks.rados.rados.0.smithi136.stdout:3333: done (1 left) 2024-08-19T11:42:14.041 INFO:tasks.rados.rados.0.smithi136.stdout:3334: done (0 left) 2024-08-19T11:42:14.041 INFO:tasks.rados.rados.0.smithi136.stdout:3335: rollback oid 24 current snap is 325 2024-08-19T11:42:14.041 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 24 to 287 2024-08-19T11:42:14.041 INFO:tasks.rados.rados.0.smithi136.stdout:3336: read oid 2 snap -1 2024-08-19T11:42:14.041 INFO:tasks.rados.rados.0.smithi136.stdout:3336: expect (ObjNum 943 snap 314 seq_num 943) 2024-08-19T11:42:14.042 INFO:tasks.rados.rados.0.smithi136.stdout:3337: delete oid 6 current snap is 325 2024-08-19T11:42:14.046 INFO:tasks.rados.rados.0.smithi136.stdout:3335: finishing rollback tid 0 to smithi13674108-24 2024-08-19T11:42:14.047 INFO:tasks.rados.rados.0.smithi136.stdout:3335: finishing rollback tid 1 to smithi13674108-24 2024-08-19T11:42:14.047 INFO:tasks.rados.rados.0.smithi136.stdout:3335: finishing rollback tid 2 to smithi13674108-24 2024-08-19T11:42:14.047 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 1636 (ObjNum 768 snap 253 seq_num 768) dirty exists 2024-08-19T11:42:14.047 INFO:tasks.rados.rados.0.smithi136.stdout:3335: done (2 left) 2024-08-19T11:42:14.047 INFO:tasks.rados.rados.0.smithi136.stdout:3337: done (1 left) 2024-08-19T11:42:14.047 INFO:tasks.rados.rados.0.smithi136.stdout:3338: delete oid 33 current snap is 325 2024-08-19T11:42:14.055 INFO:tasks.rados.rados.0.smithi136.stdout:3338: done (1 left) 2024-08-19T11:42:14.055 INFO:tasks.rados.rados.0.smithi136.stdout:3339: read oid 27 snap -1 2024-08-19T11:42:14.055 INFO:tasks.rados.rados.0.smithi136.stdout:3339: expect (ObjNum 874 snap 285 seq_num 874) 2024-08-19T11:42:14.055 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 3 current snap is 325 2024-08-19T11:42:14.055 INFO:tasks.rados.rados.0.smithi136.stdout:3340: seq_num 1020 ranges {9551872=286720} 2024-08-19T11:42:14.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:13 smithi136 ceph-mon[86496]: osdmap e722: 8 total, 8 up, 8 in 2024-08-19T11:42:14.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:13 smithi136 ceph-mon[86496]: osdmap e723: 8 total, 8 up, 8 in 2024-08-19T11:42:14.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:13 smithi136 ceph-mon[88916]: osdmap e722: 8 total, 8 up, 8 in 2024-08-19T11:42:14.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:13 smithi136 ceph-mon[88916]: osdmap e723: 8 total, 8 up, 8 in 2024-08-19T11:42:14.109 INFO:tasks.rados.rados.0.smithi136.stdout:3340: writing smithi13674108-3 from 9551872 to 9838592 tid 1 2024-08-19T11:42:14.110 INFO:tasks.rados.rados.0.smithi136.stdout:3341: snap_create 2024-08-19T11:42:14.110 INFO:tasks.rados.rados.0.smithi136.stdout:3339: expect (ObjNum 874 snap 285 seq_num 874) 2024-08-19T11:42:14.118 INFO:tasks.rados.rados.0.smithi136.stdout:3336: expect (ObjNum 943 snap 314 seq_num 943) 2024-08-19T11:42:14.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:13 smithi155 ceph-mon[76679]: osdmap e722: 8 total, 8 up, 8 in 2024-08-19T11:42:14.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:13 smithi155 ceph-mon[76679]: osdmap e723: 8 total, 8 up, 8 in 2024-08-19T11:42:15.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:14 smithi136 ceph-mon[88916]: pgmap v723: 121 pgs: 121 active+clean; 655 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.6 MiB/s wr, 22 op/s 2024-08-19T11:42:15.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:14 smithi136 ceph-mon[86496]: pgmap v723: 121 pgs: 121 active+clean; 655 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.6 MiB/s wr, 22 op/s 2024-08-19T11:42:15.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:14 smithi155 ceph-mon[76679]: pgmap v723: 121 pgs: 121 active+clean; 655 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.6 MiB/s wr, 22 op/s 2024-08-19T11:42:15.561 INFO:tasks.rados.rados.0.smithi136.stdout:3340: finishing write tid 1 to smithi13674108-3 2024-08-19T11:42:15.561 INFO:tasks.rados.rados.0.smithi136.stdout:3340: finishing write tid 2 to smithi13674108-3 2024-08-19T11:42:15.561 INFO:tasks.rados.rados.0.smithi136.stdout:3340: finishing write tid 3 to smithi13674108-3 2024-08-19T11:42:15.561 INFO:tasks.rados.rados.0.smithi136.stdout:3340: oid 3 updating version 0 to 1793 2024-08-19T11:42:15.561 INFO:tasks.rados.rados.0.smithi136.stdout:3340: oid 3 updating version 1793 to 1794 2024-08-19T11:42:15.561 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 1794 (ObjNum 1020 snap 325 seq_num 1020) dirty exists 2024-08-19T11:42:15.562 INFO:tasks.rados.rados.0.smithi136.stdout:3340: left oid 3 (ObjNum 1020 snap 325 seq_num 1020) 2024-08-19T11:42:15.562 INFO:tasks.rados.rados.0.smithi136.stdout:3336: done (3 left) 2024-08-19T11:42:15.562 INFO:tasks.rados.rados.0.smithi136.stdout:3339: done (2 left) 2024-08-19T11:42:15.562 INFO:tasks.rados.rados.0.smithi136.stdout:3340: done (1 left) 2024-08-19T11:42:15.562 INFO:tasks.rados.rados.0.smithi136.stdout:3341: done (0 left) 2024-08-19T11:42:15.562 INFO:tasks.rados.rados.0.smithi136.stdout:3342: delete oid 25 current snap is 326 2024-08-19T11:42:15.564 INFO:tasks.rados.rados.0.smithi136.stdout:3342: done (0 left) 2024-08-19T11:42:15.564 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 45 current snap is 326 2024-08-19T11:42:15.564 INFO:tasks.rados.rados.0.smithi136.stdout:3343: seq_num 1022 ranges {2072576=319488} 2024-08-19T11:42:15.577 INFO:tasks.rados.rados.0.smithi136.stdout:3343: writing smithi13674108-45 from 2072576 to 2392064 tid 1 2024-08-19T11:42:15.577 INFO:tasks.rados.rados.0.smithi136.stdout:3344: read oid 17 snap -1 2024-08-19T11:42:15.577 INFO:tasks.rados.rados.0.smithi136.stdout:3344: expect (ObjNum 958 snap 318 seq_num 958) 2024-08-19T11:42:15.577 INFO:tasks.rados.rados.0.smithi136.stdout:3345: delete oid 32 current snap is 326 2024-08-19T11:42:15.580 INFO:tasks.rados.rados.0.smithi136.stdout:3345: done (2 left) 2024-08-19T11:42:15.580 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 1 current snap is 326 2024-08-19T11:42:15.580 INFO:tasks.rados.rados.0.smithi136.stdout:3346: seq_num 1024 ranges {2498560=352256} 2024-08-19T11:42:15.596 INFO:tasks.rados.rados.0.smithi136.stdout:3346: writing smithi13674108-1 from 2498560 to 2850816 tid 1 2024-08-19T11:42:15.596 INFO:tasks.rados.rados.0.smithi136.stdout:3347: snap_create 2024-08-19T11:42:15.596 INFO:tasks.rados.rados.0.smithi136.stdout:3343: finishing write tid 1 to smithi13674108-45 2024-08-19T11:42:15.596 INFO:tasks.rados.rados.0.smithi136.stdout:3343: finishing write tid 2 to smithi13674108-45 2024-08-19T11:42:15.596 INFO:tasks.rados.rados.0.smithi136.stdout:3343: finishing write tid 3 to smithi13674108-45 2024-08-19T11:42:15.596 INFO:tasks.rados.rados.0.smithi136.stdout:3343: oid 45 updating version 0 to 1557 2024-08-19T11:42:15.596 INFO:tasks.rados.rados.0.smithi136.stdout:3343: oid 45 updating version 1557 to 1558 2024-08-19T11:42:15.596 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 1558 (ObjNum 1022 snap 326 seq_num 1022) dirty exists 2024-08-19T11:42:15.596 INFO:tasks.rados.rados.0.smithi136.stdout:3343: left oid 45 (ObjNum 1022 snap 326 seq_num 1022) 2024-08-19T11:42:15.600 INFO:tasks.rados.rados.0.smithi136.stdout:3346: finishing write tid 1 to smithi13674108-1 2024-08-19T11:42:15.600 INFO:tasks.rados.rados.0.smithi136.stdout:3346: finishing write tid 2 to smithi13674108-1 2024-08-19T11:42:15.601 INFO:tasks.rados.rados.0.smithi136.stdout:3344: expect (ObjNum 958 snap 318 seq_num 958) 2024-08-19T11:42:16.027 INFO:tasks.rados.rados.0.smithi136.stdout:3346: finishing write tid 3 to smithi13674108-1 2024-08-19T11:42:16.028 INFO:tasks.rados.rados.0.smithi136.stdout:3346: oid 1 updating version 0 to 1709 2024-08-19T11:42:16.028 INFO:tasks.rados.rados.0.smithi136.stdout:3346: oid 1 updating version 1709 to 1710 2024-08-19T11:42:16.028 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 1 v 1710 (ObjNum 1024 snap 326 seq_num 1024) dirty exists 2024-08-19T11:42:16.028 INFO:tasks.rados.rados.0.smithi136.stdout:3346: left oid 1 (ObjNum 1024 snap 326 seq_num 1024) 2024-08-19T11:42:16.028 INFO:tasks.rados.rados.0.smithi136.stdout:3343: done (3 left) 2024-08-19T11:42:16.028 INFO:tasks.rados.rados.0.smithi136.stdout:3344: done (2 left) 2024-08-19T11:42:16.028 INFO:tasks.rados.rados.0.smithi136.stdout:3346: done (1 left) 2024-08-19T11:42:16.028 INFO:tasks.rados.rados.0.smithi136.stdout:3347: done (0 left) 2024-08-19T11:42:16.028 INFO:tasks.rados.rados.0.smithi136.stdout:3348: delete oid 26 current snap is 327 2024-08-19T11:42:16.035 INFO:tasks.rados.rados.0.smithi136.stdout:3348: done (0 left) 2024-08-19T11:42:16.035 INFO:tasks.rados.rados.0.smithi136.stdout:3349: copy_from oid 40 from oid 42 current snap is 327 2024-08-19T11:42:16.035 INFO:tasks.rados.rados.0.smithi136.stdout:3350: rmattr oid 28 current snap is 327 2024-08-19T11:42:16.035 INFO:tasks.rados.rados.0.smithi136.stdout:3351: delete oid 50 current snap is 327 2024-08-19T11:42:16.037 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 0 (ObjNum 999 snap 322 seq_num 999) dirty exists 2024-08-19T11:42:16.040 INFO:tasks.rados.rados.0.smithi136.stdout:3350: done (2 left) 2024-08-19T11:42:16.040 INFO:tasks.rados.rados.0.smithi136.stdout:3351: done (1 left) 2024-08-19T11:42:16.040 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 45 current snap is 327 2024-08-19T11:42:16.040 INFO:tasks.rados.rados.0.smithi136.stdout:3352: seq_num 1027 ranges {2392064=409600} 2024-08-19T11:42:16.055 INFO:tasks.rados.rados.0.smithi136.stdout:3352: writing smithi13674108-45 from 2392064 to 2801664 tid 1 2024-08-19T11:42:16.055 INFO:tasks.rados.rados.0.smithi136.stdout:3353: read oid 14 snap -1 2024-08-19T11:42:16.055 INFO:tasks.rados.rados.0.smithi136.stdout:3353: expect (ObjNum 1011 snap 325 seq_num 1011) 2024-08-19T11:42:16.056 INFO:tasks.rados.rados.0.smithi136.stdout:3354: read oid 46 snap -1 2024-08-19T11:42:16.056 INFO:tasks.rados.rados.0.smithi136.stdout:3354: expect (ObjNum 940 snap 313 seq_num 940) 2024-08-19T11:42:16.056 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 29 current snap is 327 2024-08-19T11:42:16.056 INFO:tasks.rados.rados.0.smithi136.stdout:3349: finishing copy_from racing read to smithi13674108-40 2024-08-19T11:42:16.056 INFO:tasks.rados.rados.0.smithi136.stdout:3349: finishing copy_from to smithi13674108-40 2024-08-19T11:42:16.056 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 1580 (ObjNum 985 snap 322 seq_num 985) dirty exists 2024-08-19T11:42:16.056 INFO:tasks.rados.rados.0.smithi136.stdout:3355: seq_num 1028 ranges {0=425984} 2024-08-19T11:42:16.058 INFO:tasks.rados.rados.0.smithi136.stdout:3355: writing smithi13674108-29 from 0 to 425984 tid 1 2024-08-19T11:42:16.058 INFO:tasks.rados.rados.0.smithi136.stdout:3349: done (4 left) 2024-08-19T11:42:16.058 INFO:tasks.rados.rados.0.smithi136.stdout:3356: read oid 50 snap 307 2024-08-19T11:42:16.059 INFO:tasks.rados.rados.0.smithi136.stdout:3356: expect (ObjNum 901 snap 296 seq_num 901) 2024-08-19T11:42:16.059 INFO:tasks.rados.rados.0.smithi136.stdout:3357: copy_from oid 7 from oid 37 current snap is 327 2024-08-19T11:42:16.059 INFO:tasks.rados.rados.0.smithi136.stdout:3358: rollback oid 21 current snap is 327 2024-08-19T11:42:16.059 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 21 to 297 2024-08-19T11:42:16.059 INFO:tasks.rados.rados.0.smithi136.stdout:3359: read oid 9 snap -1 2024-08-19T11:42:16.059 INFO:tasks.rados.rados.0.smithi136.stdout:3359: expect (ObjNum 861 snap 279 seq_num 861) 2024-08-19T11:42:16.059 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 19 current snap is 327 2024-08-19T11:42:16.059 INFO:tasks.rados.rados.0.smithi136.stdout:3360: seq_num 1029 ranges {0=442368} 2024-08-19T11:42:16.061 INFO:tasks.rados.rados.0.smithi136.stdout:3360: writing smithi13674108-19 from 0 to 442368 tid 1 2024-08-19T11:42:16.061 INFO:tasks.rados.rados.0.smithi136.stdout:3361: snap_create 2024-08-19T11:42:16.061 INFO:tasks.rados.rados.0.smithi136.stdout:3353: expect (ObjNum 1011 snap 325 seq_num 1011) 2024-08-19T11:42:16.070 INFO:tasks.rados.rados.0.smithi136.stdout:3358: finishing rollback tid 0 to smithi13674108-21 2024-08-19T11:42:16.070 INFO:tasks.rados.rados.0.smithi136.stdout:3355: finishing write tid 1 to smithi13674108-29 2024-08-19T11:42:16.070 INFO:tasks.rados.rados.0.smithi136.stdout:3352: finishing write tid 1 to smithi13674108-45 2024-08-19T11:42:16.070 INFO:tasks.rados.rados.0.smithi136.stdout:3352: finishing write tid 2 to smithi13674108-45 2024-08-19T11:42:16.070 INFO:tasks.rados.rados.0.smithi136.stdout:3355: finishing write tid 2 to smithi13674108-29 2024-08-19T11:42:16.070 INFO:tasks.rados.rados.0.smithi136.stdout:3360: finishing write tid 1 to smithi13674108-19 2024-08-19T11:42:16.070 INFO:tasks.rados.rados.0.smithi136.stdout:3358: finishing rollback tid 1 to smithi13674108-21 2024-08-19T11:42:16.071 INFO:tasks.rados.rados.0.smithi136.stdout:3360: finishing write tid 2 to smithi13674108-19 2024-08-19T11:42:16.071 INFO:tasks.rados.rados.0.smithi136.stdout:3358: finishing rollback tid 2 to smithi13674108-21 2024-08-19T11:42:16.071 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 1618 (ObjNum 895 snap 295 seq_num 895) dirty exists 2024-08-19T11:42:16.071 INFO:tasks.rados.rados.0.smithi136.stdout:3355: finishing write tid 3 to smithi13674108-29 2024-08-19T11:42:16.071 INFO:tasks.rados.rados.0.smithi136.stdout:3355: oid 29 updating version 0 to 1657 2024-08-19T11:42:16.071 INFO:tasks.rados.rados.0.smithi136.stdout:3355: oid 29 version 1657 is already newer than 1656 2024-08-19T11:42:16.071 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 1657 (ObjNum 1028 snap 327 seq_num 1028) dirty exists 2024-08-19T11:42:16.071 INFO:tasks.rados.rados.0.smithi136.stdout:3355: left oid 29 (ObjNum 1028 snap 327 seq_num 1028) 2024-08-19T11:42:16.071 INFO:tasks.rados.rados.0.smithi136.stdout:3357: finishing copy_from racing read to smithi13674108-7 2024-08-19T11:42:16.074 INFO:tasks.rados.rados.0.smithi136.stdout:3354: expect (ObjNum 940 snap 313 seq_num 940) 2024-08-19T11:42:16.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:15 smithi136 ceph-mon[88916]: osdmap e724: 8 total, 8 up, 8 in 2024-08-19T11:42:16.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:15 smithi136 ceph-mon[86496]: osdmap e724: 8 total, 8 up, 8 in 2024-08-19T11:42:16.130 INFO:tasks.rados.rados.0.smithi136.stdout:3357: finishing copy_from to smithi13674108-7 2024-08-19T11:42:16.130 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 1608 (ObjNum 996 snap 322 seq_num 996) dirty exists 2024-08-19T11:42:16.131 INFO:tasks.rados.rados.0.smithi136.stdout:3352: finishing write tid 3 to smithi13674108-45 2024-08-19T11:42:16.131 INFO:tasks.rados.rados.0.smithi136.stdout:3352: oid 45 updating version 0 to 1560 2024-08-19T11:42:16.131 INFO:tasks.rados.rados.0.smithi136.stdout:3352: oid 45 version 1560 is already newer than 1559 2024-08-19T11:42:16.131 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 1560 (ObjNum 1027 snap 327 seq_num 1027) dirty exists 2024-08-19T11:42:16.131 INFO:tasks.rados.rados.0.smithi136.stdout:3352: left oid 45 (ObjNum 1027 snap 327 seq_num 1027) 2024-08-19T11:42:16.131 INFO:tasks.rados.rados.0.smithi136.stdout:3360: finishing write tid 3 to smithi13674108-19 2024-08-19T11:42:16.131 INFO:tasks.rados.rados.0.smithi136.stdout:3360: oid 19 updating version 0 to 734 2024-08-19T11:42:16.131 INFO:tasks.rados.rados.0.smithi136.stdout:3360: oid 19 updating version 734 to 735 2024-08-19T11:42:16.131 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 735 (ObjNum 1029 snap 327 seq_num 1029) dirty exists 2024-08-19T11:42:16.131 INFO:tasks.rados.rados.0.smithi136.stdout:3360: left oid 19 (ObjNum 1029 snap 327 seq_num 1029) 2024-08-19T11:42:16.131 INFO:tasks.rados.rados.0.smithi136.stdout:3356: expect (ObjNum 901 snap 296 seq_num 901) 2024-08-19T11:42:16.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:15 smithi155 ceph-mon[76679]: osdmap e724: 8 total, 8 up, 8 in 2024-08-19T11:42:16.379 INFO:tasks.rados.rados.0.smithi136.stdout:3359: expect (ObjNum 861 snap 279 seq_num 861) 2024-08-19T11:42:17.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:16 smithi136 ceph-mon[88916]: pgmap v726: 121 pgs: 121 active+clean; 655 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.6 MiB/s wr, 35 op/s 2024-08-19T11:42:17.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:16 smithi136 ceph-mon[88916]: osdmap e725: 8 total, 8 up, 8 in 2024-08-19T11:42:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:16 smithi136 ceph-mon[86496]: pgmap v726: 121 pgs: 121 active+clean; 655 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.6 MiB/s wr, 35 op/s 2024-08-19T11:42:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:16 smithi136 ceph-mon[86496]: osdmap e725: 8 total, 8 up, 8 in 2024-08-19T11:42:17.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:16 smithi155 ceph-mon[76679]: pgmap v726: 121 pgs: 121 active+clean; 655 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.6 MiB/s wr, 35 op/s 2024-08-19T11:42:17.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:16 smithi155 ceph-mon[76679]: osdmap e725: 8 total, 8 up, 8 in 2024-08-19T11:42:17.370 INFO:tasks.rados.rados.0.smithi136.stdout:3352: done (9 left) 2024-08-19T11:42:17.370 INFO:tasks.rados.rados.0.smithi136.stdout:3353: done (8 left) 2024-08-19T11:42:17.371 INFO:tasks.rados.rados.0.smithi136.stdout:3354: done (7 left) 2024-08-19T11:42:17.371 INFO:tasks.rados.rados.0.smithi136.stdout:3355: done (6 left) 2024-08-19T11:42:17.371 INFO:tasks.rados.rados.0.smithi136.stdout:3356: done (5 left) 2024-08-19T11:42:17.371 INFO:tasks.rados.rados.0.smithi136.stdout:3357: done (4 left) 2024-08-19T11:42:17.371 INFO:tasks.rados.rados.0.smithi136.stdout:3358: done (3 left) 2024-08-19T11:42:17.371 INFO:tasks.rados.rados.0.smithi136.stdout:3359: done (2 left) 2024-08-19T11:42:17.371 INFO:tasks.rados.rados.0.smithi136.stdout:3360: done (1 left) 2024-08-19T11:42:17.371 INFO:tasks.rados.rados.0.smithi136.stdout:3361: done (0 left) 2024-08-19T11:42:17.371 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 8 current snap is 328 2024-08-19T11:42:17.371 INFO:tasks.rados.rados.0.smithi136.stdout:3362: seq_num 1030 ranges {0=458752} 2024-08-19T11:42:17.372 INFO:tasks.rados.rados.0.smithi136.stdout:3362: writing smithi13674108-8 from 0 to 458752 tid 1 2024-08-19T11:42:17.373 INFO:tasks.rados.rados.0.smithi136.stdout:3363: read oid 29 snap -1 2024-08-19T11:42:17.373 INFO:tasks.rados.rados.0.smithi136.stdout:3363: expect (ObjNum 1028 snap 327 seq_num 1028) 2024-08-19T11:42:17.373 INFO:tasks.rados.rados.0.smithi136.stdout:3364: read oid 3 snap 250 2024-08-19T11:42:17.373 INFO:tasks.rados.rados.0.smithi136.stdout:3364: expect (ObjNum 763 snap 248 seq_num 763) 2024-08-19T11:42:17.373 INFO:tasks.rados.rados.0.smithi136.stdout:3365: setattr oid 7 current snap is 328 2024-08-19T11:42:17.374 INFO:tasks.rados.rados.0.smithi136.stdout:3366: snap_remove snap 301 2024-08-19T11:42:17.805 INFO:tasks.rados.rados.0.smithi136.stdout:3366: done (4 left) 2024-08-19T11:42:17.805 INFO:tasks.rados.rados.0.smithi136.stdout:3367: rmattr oid 43 current snap is 328 2024-08-19T11:42:17.805 INFO:tasks.rados.rados.0.smithi136.stdout:3367: done (4 left) 2024-08-19T11:42:17.805 INFO:tasks.rados.rados.0.smithi136.stdout:3368: snap_create 2024-08-19T11:42:17.805 INFO:tasks.rados.rados.0.smithi136.stdout:3364: expect (ObjNum 763 snap 248 seq_num 763) 2024-08-19T11:42:17.837 INFO:tasks.rados.rados.0.smithi136.stdout:3362: finishing write tid 1 to smithi13674108-8 2024-08-19T11:42:17.837 INFO:tasks.rados.rados.0.smithi136.stdout:3362: finishing write tid 2 to smithi13674108-8 2024-08-19T11:42:17.837 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 1798 (ObjNum 996 snap 322 seq_num 996) dirty exists 2024-08-19T11:42:17.837 INFO:tasks.rados.rados.0.smithi136.stdout:3362: finishing write tid 3 to smithi13674108-8 2024-08-19T11:42:17.837 INFO:tasks.rados.rados.0.smithi136.stdout:3362: oid 8 updating version 0 to 1659 2024-08-19T11:42:17.837 INFO:tasks.rados.rados.0.smithi136.stdout:3362: oid 8 version 1659 is already newer than 1658 2024-08-19T11:42:17.837 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 1659 (ObjNum 1030 snap 328 seq_num 1030) dirty exists 2024-08-19T11:42:17.837 INFO:tasks.rados.rados.0.smithi136.stdout:3362: left oid 8 (ObjNum 1030 snap 328 seq_num 1030) 2024-08-19T11:42:17.838 INFO:tasks.rados.rados.0.smithi136.stdout:3363: expect (ObjNum 1028 snap 327 seq_num 1028) 2024-08-19T11:42:17.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:17 smithi155 ceph-mon[76679]: osdmap e726: 8 total, 8 up, 8 in 2024-08-19T11:42:18.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:17 smithi136 ceph-mon[88916]: osdmap e726: 8 total, 8 up, 8 in 2024-08-19T11:42:18.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:17 smithi136 ceph-mon[86496]: osdmap e726: 8 total, 8 up, 8 in 2024-08-19T11:42:18.733 INFO:tasks.rados.rados.0.smithi136.stdout:3362: done (4 left) 2024-08-19T11:42:18.733 INFO:tasks.rados.rados.0.smithi136.stdout:3363: done (3 left) 2024-08-19T11:42:18.733 INFO:tasks.rados.rados.0.smithi136.stdout:3364: done (2 left) 2024-08-19T11:42:18.733 INFO:tasks.rados.rados.0.smithi136.stdout:3365: done (1 left) 2024-08-19T11:42:18.733 INFO:tasks.rados.rados.0.smithi136.stdout:3368: done (0 left) 2024-08-19T11:42:18.733 INFO:tasks.rados.rados.0.smithi136.stdout:3369: copy_from oid 27 from oid 12 current snap is 329 2024-08-19T11:42:18.733 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 18 current snap is 329 2024-08-19T11:42:18.733 INFO:tasks.rados.rados.0.smithi136.stdout:3370: seq_num 1031 ranges {0=475136} 2024-08-19T11:42:18.736 INFO:tasks.rados.rados.0.smithi136.stdout:3370: writing smithi13674108-18 from 0 to 475136 tid 1 2024-08-19T11:42:18.736 INFO:tasks.rados.rados.0.smithi136.stdout:3371: snap_remove snap 328 2024-08-19T11:42:19.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:18 smithi136 ceph-mon[86496]: pgmap v729: 121 pgs: 121 active+clean; 660 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 33 MiB/s rd, 508 KiB/s wr, 30 op/s 2024-08-19T11:42:19.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:18 smithi136 ceph-mon[86496]: osdmap e727: 8 total, 8 up, 8 in 2024-08-19T11:42:19.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:18 smithi136 ceph-mon[86496]: osdmap e728: 8 total, 8 up, 8 in 2024-08-19T11:42:19.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:18 smithi136 ceph-mon[88916]: pgmap v729: 121 pgs: 121 active+clean; 660 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 33 MiB/s rd, 508 KiB/s wr, 30 op/s 2024-08-19T11:42:19.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:18 smithi136 ceph-mon[88916]: osdmap e727: 8 total, 8 up, 8 in 2024-08-19T11:42:19.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:18 smithi136 ceph-mon[88916]: osdmap e728: 8 total, 8 up, 8 in 2024-08-19T11:42:19.191 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:42:19 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:42:19] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.51.0" 2024-08-19T11:42:19.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:18 smithi155 ceph-mon[76679]: pgmap v729: 121 pgs: 121 active+clean; 660 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 33 MiB/s rd, 508 KiB/s wr, 30 op/s 2024-08-19T11:42:19.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:18 smithi155 ceph-mon[76679]: osdmap e727: 8 total, 8 up, 8 in 2024-08-19T11:42:19.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:18 smithi155 ceph-mon[76679]: osdmap e728: 8 total, 8 up, 8 in 2024-08-19T11:42:19.740 INFO:tasks.rados.rados.0.smithi136.stdout:3371: done (2 left) 2024-08-19T11:42:19.740 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 20 current snap is 329 2024-08-19T11:42:19.740 INFO:tasks.rados.rados.0.smithi136.stdout:3370: finishing write tid 1 to smithi13674108-18 2024-08-19T11:42:19.740 INFO:tasks.rados.rados.0.smithi136.stdout:3372: seq_num 1032 ranges {2490368=491520} 2024-08-19T11:42:19.756 INFO:tasks.rados.rados.0.smithi136.stdout:3372: writing smithi13674108-20 from 2490368 to 2981888 tid 1 2024-08-19T11:42:19.756 INFO:tasks.rados.rados.0.smithi136.stdout:3373: read oid 33 snap -1 2024-08-19T11:42:19.756 INFO:tasks.rados.rados.0.smithi136.stdout:3373: expect deleted 2024-08-19T11:42:19.756 INFO:tasks.rados.rados.0.smithi136.stdout:3374: rollback oid 1 current snap is 329 2024-08-19T11:42:19.756 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 1 to 326 2024-08-19T11:42:19.756 INFO:tasks.rados.rados.0.smithi136.stdout:3370: finishing write tid 2 to smithi13674108-18 2024-08-19T11:42:19.756 INFO:tasks.rados.rados.0.smithi136.stdout:3375: snap_create 2024-08-19T11:42:19.756 INFO:tasks.rados.rados.0.smithi136.stdout:3370: finishing write tid 3 to smithi13674108-18 2024-08-19T11:42:19.756 INFO:tasks.rados.rados.0.smithi136.stdout:3370: oid 18 updating version 0 to 1561 2024-08-19T11:42:19.756 INFO:tasks.rados.rados.0.smithi136.stdout:3370: oid 18 updating version 1561 to 1562 2024-08-19T11:42:19.756 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 1562 (ObjNum 1031 snap 329 seq_num 1031) dirty exists 2024-08-19T11:42:19.756 INFO:tasks.rados.rados.0.smithi136.stdout:3370: left oid 18 (ObjNum 1031 snap 329 seq_num 1031) 2024-08-19T11:42:19.757 INFO:tasks.rados.rados.0.smithi136.stdout:3369: finishing copy_from racing read to smithi13674108-27 2024-08-19T11:42:19.757 INFO:tasks.rados.rados.0.smithi136.stdout:3369: finishing copy_from to smithi13674108-27 2024-08-19T11:42:19.757 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 1230 (ObjNum 880 snap 289 seq_num 880) dirty exists 2024-08-19T11:42:19.763 INFO:tasks.rados.rados.0.smithi136.stdout:3372: finishing write tid 1 to smithi13674108-20 2024-08-19T11:42:19.763 INFO:tasks.rados.rados.0.smithi136.stdout:3372: finishing write tid 2 to smithi13674108-20 2024-08-19T11:42:19.763 INFO:tasks.rados.rados.0.smithi136.stdout:3374: finishing rollback tid 0 to smithi13674108-1 2024-08-19T11:42:19.763 INFO:tasks.rados.rados.0.smithi136.stdout:3374: finishing rollback tid 1 to smithi13674108-1 2024-08-19T11:42:19.764 INFO:tasks.rados.rados.0.smithi136.stdout:3374: finishing rollback tid 2 to smithi13674108-1 2024-08-19T11:42:19.764 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 1 v 1724 (ObjNum 1024 snap 326 seq_num 1024) dirty exists 2024-08-19T11:42:19.764 INFO:tasks.rados.rados.0.smithi136.stdout:3372: finishing write tid 3 to smithi13674108-20 2024-08-19T11:42:19.764 INFO:tasks.rados.rados.0.smithi136.stdout:3372: oid 20 updating version 0 to 1564 2024-08-19T11:42:19.764 INFO:tasks.rados.rados.0.smithi136.stdout:3372: oid 20 version 1564 is already newer than 1563 2024-08-19T11:42:19.764 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 1564 (ObjNum 1032 snap 329 seq_num 1032) dirty exists 2024-08-19T11:42:19.764 INFO:tasks.rados.rados.0.smithi136.stdout:3372: left oid 20 (ObjNum 1032 snap 329 seq_num 1032) 2024-08-19T11:42:20.753 INFO:tasks.rados.rados.0.smithi136.stdout:3369: done (5 left) 2024-08-19T11:42:20.753 INFO:tasks.rados.rados.0.smithi136.stdout:3370: done (4 left) 2024-08-19T11:42:20.753 INFO:tasks.rados.rados.0.smithi136.stdout:3372: done (3 left) 2024-08-19T11:42:20.753 INFO:tasks.rados.rados.0.smithi136.stdout:3373: done (2 left) 2024-08-19T11:42:20.753 INFO:tasks.rados.rados.0.smithi136.stdout:3374: done (1 left) 2024-08-19T11:42:20.753 INFO:tasks.rados.rados.0.smithi136.stdout:3375: done (0 left) 2024-08-19T11:42:20.753 INFO:tasks.rados.rados.0.smithi136.stdout:3376: read oid 11 snap -1 2024-08-19T11:42:20.753 INFO:tasks.rados.rados.0.smithi136.stdout:3376: expect deleted 2024-08-19T11:42:20.753 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 28 current snap is 330 2024-08-19T11:42:20.754 INFO:tasks.rados.rados.0.smithi136.stdout:3377: seq_num 1033 ranges {2400256=507904} 2024-08-19T11:42:20.768 INFO:tasks.rados.rados.0.smithi136.stdout:3377: writing smithi13674108-28 from 2400256 to 2908160 tid 1 2024-08-19T11:42:20.769 INFO:tasks.rados.rados.0.smithi136.stdout:3378: delete oid 49 current snap is 330 2024-08-19T11:42:20.774 INFO:tasks.rados.rados.0.smithi136.stdout:3376: done (2 left) 2024-08-19T11:42:20.774 INFO:tasks.rados.rados.0.smithi136.stdout:3378: done (1 left) 2024-08-19T11:42:20.774 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 48 current snap is 330 2024-08-19T11:42:20.774 INFO:tasks.rados.rados.0.smithi136.stdout:3379: seq_num 1035 ranges {188416=540672} 2024-08-19T11:42:20.778 INFO:tasks.rados.rados.0.smithi136.stdout:3379: writing smithi13674108-48 from 188416 to 729088 tid 1 2024-08-19T11:42:20.778 INFO:tasks.rados.rados.0.smithi136.stdout:3380: setattr oid 21 current snap is 330 2024-08-19T11:42:20.778 INFO:tasks.rados.rados.0.smithi136.stdout:3377: finishing write tid 1 to smithi13674108-28 2024-08-19T11:42:20.778 INFO:tasks.rados.rados.0.smithi136.stdout:3377: finishing write tid 2 to smithi13674108-28 2024-08-19T11:42:20.778 INFO:tasks.rados.rados.0.smithi136.stdout:3377: finishing write tid 3 to smithi13674108-28 2024-08-19T11:42:20.778 INFO:tasks.rados.rados.0.smithi136.stdout:3377: oid 28 updating version 0 to 1813 2024-08-19T11:42:20.779 INFO:tasks.rados.rados.0.smithi136.stdout:3377: oid 28 version 1813 is already newer than 1812 2024-08-19T11:42:20.779 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 1813 (ObjNum 1033 snap 330 seq_num 1033) dirty exists 2024-08-19T11:42:20.779 INFO:tasks.rados.rados.0.smithi136.stdout:3377: left oid 28 (ObjNum 1033 snap 330 seq_num 1033) 2024-08-19T11:42:20.780 INFO:tasks.rados.rados.0.smithi136.stdout:3377: done (2 left) 2024-08-19T11:42:20.780 INFO:tasks.rados.rados.0.smithi136.stdout:3381: rollback oid 44 current snap is 330 2024-08-19T11:42:20.780 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 44 to 319 2024-08-19T11:42:20.780 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 1 current snap is 330 2024-08-19T11:42:20.780 INFO:tasks.rados.rados.0.smithi136.stdout:3382: seq_num 1036 ranges {2850816=557056} 2024-08-19T11:42:20.799 INFO:tasks.rados.rados.0.smithi136.stdout:3382: writing smithi13674108-1 from 2850816 to 3407872 tid 1 2024-08-19T11:42:20.799 INFO:tasks.rados.rados.0.smithi136.stdout:3383: read oid 34 snap -1 2024-08-19T11:42:20.799 INFO:tasks.rados.rados.0.smithi136.stdout:3383: expect deleted 2024-08-19T11:42:20.799 INFO:tasks.rados.rados.0.smithi136.stdout:3384: rollback oid 24 current snap is 330 2024-08-19T11:42:20.799 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 24 to 271 2024-08-19T11:42:20.799 INFO:tasks.rados.rados.0.smithi136.stdout:3379: finishing write tid 1 to smithi13674108-48 2024-08-19T11:42:20.799 INFO:tasks.rados.rados.0.smithi136.stdout:3379: finishing write tid 2 to smithi13674108-48 2024-08-19T11:42:20.799 INFO:tasks.rados.rados.0.smithi136.stdout:3381: finishing rollback tid 0 to smithi13674108-44 2024-08-19T11:42:20.799 INFO:tasks.rados.rados.0.smithi136.stdout:3381: finishing rollback tid 1 to smithi13674108-44 2024-08-19T11:42:20.799 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 1619 (ObjNum 895 snap 295 seq_num 895) dirty exists 2024-08-19T11:42:20.799 INFO:tasks.rados.rados.0.smithi136.stdout:3379: finishing write tid 3 to smithi13674108-48 2024-08-19T11:42:20.800 INFO:tasks.rados.rados.0.smithi136.stdout:3379: oid 48 updating version 0 to 1673 2024-08-19T11:42:20.800 INFO:tasks.rados.rados.0.smithi136.stdout:3379: oid 48 updating version 1673 to 1674 2024-08-19T11:42:20.800 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 48 v 1674 (ObjNum 1035 snap 330 seq_num 1035) dirty exists 2024-08-19T11:42:20.800 INFO:tasks.rados.rados.0.smithi136.stdout:3379: left oid 48 (ObjNum 1035 snap 330 seq_num 1035) 2024-08-19T11:42:20.800 INFO:tasks.rados.rados.0.smithi136.stdout:3379: done (5 left) 2024-08-19T11:42:20.800 INFO:tasks.rados.rados.0.smithi136.stdout:3380: done (4 left) 2024-08-19T11:42:20.800 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 48 current snap is 330 2024-08-19T11:42:20.800 INFO:tasks.rados.rados.0.smithi136.stdout:3381: finishing rollback tid 2 to smithi13674108-44 2024-08-19T11:42:20.800 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 1817 (ObjNum 971 snap 319 seq_num 971) dirty exists 2024-08-19T11:42:20.800 INFO:tasks.rados.rados.0.smithi136.stdout:3385: seq_num 1037 ranges {729088=573440} 2024-08-19T11:42:20.806 INFO:tasks.rados.rados.0.smithi136.stdout:3385: writing smithi13674108-48 from 729088 to 1302528 tid 1 2024-08-19T11:42:20.806 INFO:tasks.rados.rados.0.smithi136.stdout:3381: done (4 left) 2024-08-19T11:42:20.806 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 19 current snap is 330 2024-08-19T11:42:20.806 INFO:tasks.rados.rados.0.smithi136.stdout:3386: seq_num 1038 ranges {442368=589824} 2024-08-19T11:42:20.812 INFO:tasks.rados.rados.0.smithi136.stdout:3386: writing smithi13674108-19 from 442368 to 1032192 tid 1 2024-08-19T11:42:20.812 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 22 current snap is 330 2024-08-19T11:42:20.812 INFO:tasks.rados.rados.0.smithi136.stdout:3387: seq_num 1039 ranges {7315456=606208} 2024-08-19T11:42:20.854 INFO:tasks.rados.rados.0.smithi136.stdout:3387: writing smithi13674108-22 from 7315456 to 7921664 tid 1 2024-08-19T11:42:20.854 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 38 current snap is 330 2024-08-19T11:42:20.854 INFO:tasks.rados.rados.0.smithi136.stdout:3388: seq_num 1040 ranges {0=622592} 2024-08-19T11:42:20.857 INFO:tasks.rados.rados.0.smithi136.stdout:3388: writing smithi13674108-38 from 0 to 622592 tid 1 2024-08-19T11:42:20.857 INFO:tasks.rados.rados.0.smithi136.stdout:3389: snap_remove snap 316 2024-08-19T11:42:21.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:20 smithi136 ceph-mon[88916]: pgmap v732: 121 pgs: 121 active+clean; 660 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 33 MiB/s rd, 1.1 MiB/s wr, 25 op/s 2024-08-19T11:42:21.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:20 smithi136 ceph-mon[88916]: osdmap e729: 8 total, 8 up, 8 in 2024-08-19T11:42:21.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:20 smithi136 ceph-mon[86496]: pgmap v732: 121 pgs: 121 active+clean; 660 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 33 MiB/s rd, 1.1 MiB/s wr, 25 op/s 2024-08-19T11:42:21.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:20 smithi136 ceph-mon[86496]: osdmap e729: 8 total, 8 up, 8 in 2024-08-19T11:42:21.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:20 smithi155 ceph-mon[76679]: pgmap v732: 121 pgs: 121 active+clean; 660 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 33 MiB/s rd, 1.1 MiB/s wr, 25 op/s 2024-08-19T11:42:21.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:20 smithi155 ceph-mon[76679]: osdmap e729: 8 total, 8 up, 8 in 2024-08-19T11:42:21.758 INFO:tasks.rados.rados.0.smithi136.stdout:3389: done (7 left) 2024-08-19T11:42:21.758 INFO:tasks.rados.rados.0.smithi136.stdout:3390: read oid 3 snap -1 2024-08-19T11:42:21.758 INFO:tasks.rados.rados.0.smithi136.stdout:3390: expect (ObjNum 1020 snap 325 seq_num 1020) 2024-08-19T11:42:21.758 INFO:tasks.rados.rados.0.smithi136.stdout:3391: snap_create 2024-08-19T11:42:21.758 INFO:tasks.rados.rados.0.smithi136.stdout:3382: finishing write tid 1 to smithi13674108-1 2024-08-19T11:42:21.758 INFO:tasks.rados.rados.0.smithi136.stdout:3382: finishing write tid 2 to smithi13674108-1 2024-08-19T11:42:21.758 INFO:tasks.rados.rados.0.smithi136.stdout:3384: finishing rollback tid 0 to smithi13674108-24 2024-08-19T11:42:21.759 INFO:tasks.rados.rados.0.smithi136.stdout:3384: finishing rollback tid 1 to smithi13674108-24 2024-08-19T11:42:21.759 INFO:tasks.rados.rados.0.smithi136.stdout:3384: finishing rollback tid 2 to smithi13674108-24 2024-08-19T11:42:21.759 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 1648 (ObjNum 808 snap 265 seq_num 808) dirty exists 2024-08-19T11:42:21.759 INFO:tasks.rados.rados.0.smithi136.stdout:3382: finishing write tid 3 to smithi13674108-1 2024-08-19T11:42:21.759 INFO:tasks.rados.rados.0.smithi136.stdout:3382: oid 1 updating version 0 to 1727 2024-08-19T11:42:21.759 INFO:tasks.rados.rados.0.smithi136.stdout:3382: oid 1 updating version 1727 to 1728 2024-08-19T11:42:21.759 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 1 v 1728 (ObjNum 1036 snap 330 seq_num 1036) dirty exists 2024-08-19T11:42:21.759 INFO:tasks.rados.rados.0.smithi136.stdout:3382: left oid 1 (ObjNum 1036 snap 330 seq_num 1036) 2024-08-19T11:42:21.759 INFO:tasks.rados.rados.0.smithi136.stdout:3385: finishing write tid 1 to smithi13674108-48 2024-08-19T11:42:21.759 INFO:tasks.rados.rados.0.smithi136.stdout:3385: finishing write tid 2 to smithi13674108-48 2024-08-19T11:42:21.759 INFO:tasks.rados.rados.0.smithi136.stdout:3385: finishing write tid 3 to smithi13674108-48 2024-08-19T11:42:21.759 INFO:tasks.rados.rados.0.smithi136.stdout:3385: oid 48 updating version 0 to 1676 2024-08-19T11:42:21.760 INFO:tasks.rados.rados.0.smithi136.stdout:3385: oid 48 version 1676 is already newer than 1675 2024-08-19T11:42:21.760 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 48 v 1676 (ObjNum 1037 snap 330 seq_num 1037) dirty exists 2024-08-19T11:42:21.760 INFO:tasks.rados.rados.0.smithi136.stdout:3385: left oid 48 (ObjNum 1037 snap 330 seq_num 1037) 2024-08-19T11:42:21.760 INFO:tasks.rados.rados.0.smithi136.stdout:3386: finishing write tid 1 to smithi13674108-19 2024-08-19T11:42:21.760 INFO:tasks.rados.rados.0.smithi136.stdout:3386: finishing write tid 2 to smithi13674108-19 2024-08-19T11:42:21.760 INFO:tasks.rados.rados.0.smithi136.stdout:3386: finishing write tid 3 to smithi13674108-19 2024-08-19T11:42:21.760 INFO:tasks.rados.rados.0.smithi136.stdout:3386: oid 19 updating version 0 to 737 2024-08-19T11:42:21.760 INFO:tasks.rados.rados.0.smithi136.stdout:3386: oid 19 version 737 is already newer than 736 2024-08-19T11:42:21.760 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 737 (ObjNum 1038 snap 330 seq_num 1038) dirty exists 2024-08-19T11:42:21.760 INFO:tasks.rados.rados.0.smithi136.stdout:3386: left oid 19 (ObjNum 1038 snap 330 seq_num 1038) 2024-08-19T11:42:21.760 INFO:tasks.rados.rados.0.smithi136.stdout:3387: finishing write tid 1 to smithi13674108-22 2024-08-19T11:42:21.760 INFO:tasks.rados.rados.0.smithi136.stdout:3387: finishing write tid 2 to smithi13674108-22 2024-08-19T11:42:21.761 INFO:tasks.rados.rados.0.smithi136.stdout:3387: finishing write tid 3 to smithi13674108-22 2024-08-19T11:42:21.761 INFO:tasks.rados.rados.0.smithi136.stdout:3387: oid 22 updating version 0 to 1650 2024-08-19T11:42:21.761 INFO:tasks.rados.rados.0.smithi136.stdout:3387: oid 22 updating version 1650 to 1651 2024-08-19T11:42:21.761 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 1651 (ObjNum 1039 snap 330 seq_num 1039) dirty exists 2024-08-19T11:42:21.761 INFO:tasks.rados.rados.0.smithi136.stdout:3387: left oid 22 (ObjNum 1039 snap 330 seq_num 1039) 2024-08-19T11:42:21.761 INFO:tasks.rados.rados.0.smithi136.stdout:3388: finishing write tid 1 to smithi13674108-38 2024-08-19T11:42:21.761 INFO:tasks.rados.rados.0.smithi136.stdout:3388: finishing write tid 2 to smithi13674108-38 2024-08-19T11:42:21.761 INFO:tasks.rados.rados.0.smithi136.stdout:3388: finishing write tid 3 to smithi13674108-38 2024-08-19T11:42:21.761 INFO:tasks.rados.rados.0.smithi136.stdout:3388: oid 38 updating version 0 to 1581 2024-08-19T11:42:21.761 INFO:tasks.rados.rados.0.smithi136.stdout:3388: oid 38 updating version 1581 to 1582 2024-08-19T11:42:21.761 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 1582 (ObjNum 1040 snap 330 seq_num 1040) dirty exists 2024-08-19T11:42:21.761 INFO:tasks.rados.rados.0.smithi136.stdout:3388: left oid 38 (ObjNum 1040 snap 330 seq_num 1040) 2024-08-19T11:42:21.823 INFO:tasks.rados.rados.0.smithi136.stdout:3390: expect (ObjNum 1020 snap 325 seq_num 1020) 2024-08-19T11:42:22.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:21 smithi136 ceph-mon[88916]: osdmap e730: 8 total, 8 up, 8 in 2024-08-19T11:42:22.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:21 smithi136 ceph-mon[86496]: osdmap e730: 8 total, 8 up, 8 in 2024-08-19T11:42:22.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:21 smithi155 ceph-mon[76679]: osdmap e730: 8 total, 8 up, 8 in 2024-08-19T11:42:22.765 INFO:tasks.rados.rados.0.smithi136.stdout:3382: done (8 left) 2024-08-19T11:42:22.766 INFO:tasks.rados.rados.0.smithi136.stdout:3383: done (7 left) 2024-08-19T11:42:22.766 INFO:tasks.rados.rados.0.smithi136.stdout:3384: done (6 left) 2024-08-19T11:42:22.766 INFO:tasks.rados.rados.0.smithi136.stdout:3385: done (5 left) 2024-08-19T11:42:22.766 INFO:tasks.rados.rados.0.smithi136.stdout:3386: done (4 left) 2024-08-19T11:42:22.766 INFO:tasks.rados.rados.0.smithi136.stdout:3387: done (3 left) 2024-08-19T11:42:22.766 INFO:tasks.rados.rados.0.smithi136.stdout:3388: done (2 left) 2024-08-19T11:42:22.766 INFO:tasks.rados.rados.0.smithi136.stdout:3390: done (1 left) 2024-08-19T11:42:22.766 INFO:tasks.rados.rados.0.smithi136.stdout:3391: done (0 left) 2024-08-19T11:42:22.766 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 18 current snap is 331 2024-08-19T11:42:22.766 INFO:tasks.rados.rados.0.smithi136.stdout:3392: seq_num 1041 ranges {475136=638976} 2024-08-19T11:42:22.771 INFO:tasks.rados.rados.0.smithi136.stdout:3392: writing smithi13674108-18 from 475136 to 1114112 tid 1 2024-08-19T11:42:22.771 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 5 current snap is 331 2024-08-19T11:42:22.771 INFO:tasks.rados.rados.0.smithi136.stdout:3393: seq_num 1042 ranges {4136960=655360} 2024-08-19T11:42:22.797 INFO:tasks.rados.rados.0.smithi136.stdout:3393: writing smithi13674108-5 from 4136960 to 4792320 tid 1 2024-08-19T11:42:22.797 INFO:tasks.rados.rados.0.smithi136.stdout:3394: delete oid 35 current snap is 331 2024-08-19T11:42:22.797 INFO:tasks.rados.rados.0.smithi136.stdout:3392: finishing write tid 1 to smithi13674108-18 2024-08-19T11:42:22.798 INFO:tasks.rados.rados.0.smithi136.stdout:3392: finishing write tid 2 to smithi13674108-18 2024-08-19T11:42:22.798 INFO:tasks.rados.rados.0.smithi136.stdout:3392: finishing write tid 3 to smithi13674108-18 2024-08-19T11:42:22.798 INFO:tasks.rados.rados.0.smithi136.stdout:3392: oid 18 updating version 0 to 1565 2024-08-19T11:42:22.798 INFO:tasks.rados.rados.0.smithi136.stdout:3392: oid 18 updating version 1565 to 1566 2024-08-19T11:42:22.798 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 1566 (ObjNum 1041 snap 331 seq_num 1041) dirty exists 2024-08-19T11:42:22.798 INFO:tasks.rados.rados.0.smithi136.stdout:3392: left oid 18 (ObjNum 1041 snap 331 seq_num 1041) 2024-08-19T11:42:22.800 INFO:tasks.rados.rados.0.smithi136.stdout:3392: done (2 left) 2024-08-19T11:42:22.800 INFO:tasks.rados.rados.0.smithi136.stdout:3394: done (1 left) 2024-08-19T11:42:22.800 INFO:tasks.rados.rados.0.smithi136.stdout:3395: delete oid 33 current snap is 331 2024-08-19T11:42:22.802 INFO:tasks.rados.rados.0.smithi136.stdout:3395: done (1 left) 2024-08-19T11:42:22.802 INFO:tasks.rados.rados.0.smithi136.stdout:3396: snap_create 2024-08-19T11:42:22.806 INFO:tasks.rados.rados.0.smithi136.stdout:3393: finishing write tid 1 to smithi13674108-5 2024-08-19T11:42:22.806 INFO:tasks.rados.rados.0.smithi136.stdout:3393: finishing write tid 2 to smithi13674108-5 2024-08-19T11:42:22.808 INFO:tasks.rados.rados.0.smithi136.stdout:3393: finishing write tid 3 to smithi13674108-5 2024-08-19T11:42:22.808 INFO:tasks.rados.rados.0.smithi136.stdout:3393: oid 5 updating version 0 to 1663 2024-08-19T11:42:22.808 INFO:tasks.rados.rados.0.smithi136.stdout:3393: oid 5 updating version 1663 to 1664 2024-08-19T11:42:22.808 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 1664 (ObjNum 1042 snap 331 seq_num 1042) dirty exists 2024-08-19T11:42:22.808 INFO:tasks.rados.rados.0.smithi136.stdout:3393: left oid 5 (ObjNum 1042 snap 331 seq_num 1042) 2024-08-19T11:42:23.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:22 smithi136 ceph-mon[86496]: pgmap v735: 121 pgs: 121 active+clean; 662 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 577 KiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-08-19T11:42:23.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:22 smithi136 ceph-mon[86496]: osdmap e731: 8 total, 8 up, 8 in 2024-08-19T11:42:23.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:22 smithi136 ceph-mon[88916]: pgmap v735: 121 pgs: 121 active+clean; 662 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 577 KiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-08-19T11:42:23.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:22 smithi136 ceph-mon[88916]: osdmap e731: 8 total, 8 up, 8 in 2024-08-19T11:42:23.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:22 smithi155 ceph-mon[76679]: pgmap v735: 121 pgs: 121 active+clean; 662 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 577 KiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-08-19T11:42:23.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:22 smithi155 ceph-mon[76679]: osdmap e731: 8 total, 8 up, 8 in 2024-08-19T11:42:23.735 INFO:tasks.rados.rados.0.smithi136.stdout:3393: done (1 left) 2024-08-19T11:42:23.735 INFO:tasks.rados.rados.0.smithi136.stdout:3396: done (0 left) 2024-08-19T11:42:23.735 INFO:tasks.rados.rados.0.smithi136.stdout:3397: copy_from oid 23 from oid 22 current snap is 332 2024-08-19T11:42:23.735 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 33 current snap is 332 2024-08-19T11:42:23.735 INFO:tasks.rados.rados.0.smithi136.stdout:3398: seq_num 1045 ranges {0=704512} 2024-08-19T11:42:23.738 INFO:tasks.rados.rados.0.smithi136.stdout:3398: writing smithi13674108-33 from 0 to 704512 tid 1 2024-08-19T11:42:23.739 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 13 current snap is 332 2024-08-19T11:42:23.739 INFO:tasks.rados.rados.0.smithi136.stdout:3399: seq_num 1046 ranges {0=729088} 2024-08-19T11:42:23.743 INFO:tasks.rados.rados.0.smithi136.stdout:3399: writing smithi13674108-13 from 0 to 729088 tid 1 2024-08-19T11:42:23.743 INFO:tasks.rados.rados.0.smithi136.stdout:3400: rmattr oid 16 current snap is 332 2024-08-19T11:42:23.743 INFO:tasks.rados.rados.0.smithi136.stdout:3400: done (3 left) 2024-08-19T11:42:23.743 INFO:tasks.rados.rados.0.smithi136.stdout:3401: snap_create 2024-08-19T11:42:23.744 INFO:tasks.rados.rados.0.smithi136.stdout:3398: finishing write tid 1 to smithi13674108-33 2024-08-19T11:42:23.744 INFO:tasks.rados.rados.0.smithi136.stdout:3398: finishing write tid 2 to smithi13674108-33 2024-08-19T11:42:23.746 INFO:tasks.rados.rados.0.smithi136.stdout:3398: finishing write tid 3 to smithi13674108-33 2024-08-19T11:42:23.746 INFO:tasks.rados.rados.0.smithi136.stdout:3398: oid 33 updating version 0 to 1567 2024-08-19T11:42:23.746 INFO:tasks.rados.rados.0.smithi136.stdout:3398: oid 33 updating version 1567 to 1568 2024-08-19T11:42:23.746 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 33 v 1568 (ObjNum 1045 snap 332 seq_num 1045) dirty exists 2024-08-19T11:42:23.746 INFO:tasks.rados.rados.0.smithi136.stdout:3398: left oid 33 (ObjNum 1045 snap 332 seq_num 1045) 2024-08-19T11:42:23.752 INFO:tasks.rados.rados.0.smithi136.stdout:3399: finishing write tid 1 to smithi13674108-13 2024-08-19T11:42:23.753 INFO:tasks.rados.rados.0.smithi136.stdout:3399: finishing write tid 2 to smithi13674108-13 2024-08-19T11:42:23.754 INFO:tasks.rados.rados.0.smithi136.stdout:3399: finishing write tid 3 to smithi13674108-13 2024-08-19T11:42:23.754 INFO:tasks.rados.rados.0.smithi136.stdout:3399: oid 13 updating version 0 to 1201 2024-08-19T11:42:23.754 INFO:tasks.rados.rados.0.smithi136.stdout:3399: oid 13 version 1201 is already newer than 1200 2024-08-19T11:42:23.754 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 1201 (ObjNum 1046 snap 332 seq_num 1046) dirty exists 2024-08-19T11:42:23.754 INFO:tasks.rados.rados.0.smithi136.stdout:3399: left oid 13 (ObjNum 1046 snap 332 seq_num 1046) 2024-08-19T11:42:23.774 INFO:tasks.rados.rados.0.smithi136.stdout:3397: finishing copy_from racing read to smithi13674108-23 2024-08-19T11:42:23.780 INFO:tasks.rados.rados.0.smithi136.stdout:3397: finishing copy_from to smithi13674108-23 2024-08-19T11:42:23.780 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 1651 (ObjNum 1039 snap 330 seq_num 1039) dirty exists 2024-08-19T11:42:24.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:23 smithi136 ceph-mon[86496]: osdmap e732: 8 total, 8 up, 8 in 2024-08-19T11:42:24.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:23 smithi136 ceph-mon[86496]: osdmap e733: 8 total, 8 up, 8 in 2024-08-19T11:42:24.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:23 smithi136 ceph-mon[88916]: osdmap e732: 8 total, 8 up, 8 in 2024-08-19T11:42:24.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:23 smithi136 ceph-mon[88916]: osdmap e733: 8 total, 8 up, 8 in 2024-08-19T11:42:24.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:23 smithi155 ceph-mon[76679]: osdmap e732: 8 total, 8 up, 8 in 2024-08-19T11:42:24.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:23 smithi155 ceph-mon[76679]: osdmap e733: 8 total, 8 up, 8 in 2024-08-19T11:42:24.733 INFO:tasks.rados.rados.0.smithi136.stdout:3397: done (3 left) 2024-08-19T11:42:24.734 INFO:tasks.rados.rados.0.smithi136.stdout:3398: done (2 left) 2024-08-19T11:42:24.734 INFO:tasks.rados.rados.0.smithi136.stdout:3399: done (1 left) 2024-08-19T11:42:24.734 INFO:tasks.rados.rados.0.smithi136.stdout:3401: done (0 left) 2024-08-19T11:42:24.734 INFO:tasks.rados.rados.0.smithi136.stdout:3402: delete oid 7 current snap is 333 2024-08-19T11:42:24.739 INFO:tasks.rados.rados.0.smithi136.stdout:3402: done (0 left) 2024-08-19T11:42:24.739 INFO:tasks.rados.rados.0.smithi136.stdout:3403: snap_remove snap 332 2024-08-19T11:42:25.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:24 smithi136 ceph-mon[86496]: pgmap v738: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 667 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 314 KiB/s rd, 4.4 MiB/s wr, 14 op/s 2024-08-19T11:42:25.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:24 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:42:25.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:24 smithi136 ceph-mon[86496]: osdmap e734: 8 total, 8 up, 8 in 2024-08-19T11:42:25.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:24 smithi136 ceph-mon[88916]: pgmap v738: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 667 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 314 KiB/s rd, 4.4 MiB/s wr, 14 op/s 2024-08-19T11:42:25.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:24 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:42:25.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:24 smithi136 ceph-mon[88916]: osdmap e734: 8 total, 8 up, 8 in 2024-08-19T11:42:25.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:24 smithi155 ceph-mon[76679]: pgmap v738: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 667 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 314 KiB/s rd, 4.4 MiB/s wr, 14 op/s 2024-08-19T11:42:25.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:24 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:42:25.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:24 smithi155 ceph-mon[76679]: osdmap e734: 8 total, 8 up, 8 in 2024-08-19T11:42:25.735 INFO:tasks.rados.rados.0.smithi136.stdout:3403: done (0 left) 2024-08-19T11:42:25.736 INFO:tasks.rados.rados.0.smithi136.stdout:3404: read oid 20 snap -1 2024-08-19T11:42:25.736 INFO:tasks.rados.rados.0.smithi136.stdout:3404: expect (ObjNum 1032 snap 329 seq_num 1032) 2024-08-19T11:42:25.736 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 29 current snap is 333 2024-08-19T11:42:25.736 INFO:tasks.rados.rados.0.smithi136.stdout:3405: seq_num 1048 ranges {425984=761856} 2024-08-19T11:42:25.742 INFO:tasks.rados.rados.0.smithi136.stdout:3405: writing smithi13674108-29 from 425984 to 1187840 tid 1 2024-08-19T11:42:25.743 INFO:tasks.rados.rados.0.smithi136.stdout:3406: read oid 23 snap 287 2024-08-19T11:42:25.743 INFO:tasks.rados.rados.0.smithi136.stdout:3406: expect deleted 2024-08-19T11:42:25.743 INFO:tasks.rados.rados.0.smithi136.stdout:3407: read oid 16 snap -1 2024-08-19T11:42:25.743 INFO:tasks.rados.rados.0.smithi136.stdout:3407: expect (ObjNum 945 snap 314 seq_num 945) 2024-08-19T11:42:25.743 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 15 current snap is 333 2024-08-19T11:42:25.743 INFO:tasks.rados.rados.0.smithi136.stdout:3408: seq_num 1049 ranges {245760=778240} 2024-08-19T11:42:25.749 INFO:tasks.rados.rados.0.smithi136.stdout:3408: writing smithi13674108-15 from 245760 to 1024000 tid 1 2024-08-19T11:42:25.749 INFO:tasks.rados.rados.0.smithi136.stdout:3409: read oid 31 snap -1 2024-08-19T11:42:25.749 INFO:tasks.rados.rados.0.smithi136.stdout:3409: expect deleted 2024-08-19T11:42:25.749 INFO:tasks.rados.rados.0.smithi136.stdout:3410: delete oid 38 current snap is 333 2024-08-19T11:42:25.750 INFO:tasks.rados.rados.0.smithi136.stdout:3405: finishing write tid 1 to smithi13674108-29 2024-08-19T11:42:25.750 INFO:tasks.rados.rados.0.smithi136.stdout:3405: finishing write tid 2 to smithi13674108-29 2024-08-19T11:42:25.750 INFO:tasks.rados.rados.0.smithi136.stdout:3405: finishing write tid 3 to smithi13674108-29 2024-08-19T11:42:25.751 INFO:tasks.rados.rados.0.smithi136.stdout:3405: oid 29 updating version 0 to 1689 2024-08-19T11:42:25.751 INFO:tasks.rados.rados.0.smithi136.stdout:3405: oid 29 version 1689 is already newer than 1688 2024-08-19T11:42:25.751 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 1689 (ObjNum 1048 snap 333 seq_num 1048) dirty exists 2024-08-19T11:42:25.751 INFO:tasks.rados.rados.0.smithi136.stdout:3405: left oid 29 (ObjNum 1048 snap 333 seq_num 1048) 2024-08-19T11:42:25.754 INFO:tasks.rados.rados.0.smithi136.stdout:3404: expect (ObjNum 1032 snap 329 seq_num 1032) 2024-08-19T11:42:25.883 INFO:tasks.rados.rados.0.smithi136.stdout:3408: finishing write tid 1 to smithi13674108-15 2024-08-19T11:42:25.884 INFO:tasks.rados.rados.0.smithi136.stdout:3408: finishing write tid 2 to smithi13674108-15 2024-08-19T11:42:25.884 INFO:tasks.rados.rados.0.smithi136.stdout:3408: finishing write tid 3 to smithi13674108-15 2024-08-19T11:42:25.884 INFO:tasks.rados.rados.0.smithi136.stdout:3408: oid 15 updating version 0 to 1126 2024-08-19T11:42:25.884 INFO:tasks.rados.rados.0.smithi136.stdout:3408: oid 15 version 1126 is already newer than 1125 2024-08-19T11:42:25.884 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 1126 (ObjNum 1049 snap 333 seq_num 1049) dirty exists 2024-08-19T11:42:25.884 INFO:tasks.rados.rados.0.smithi136.stdout:3408: left oid 15 (ObjNum 1049 snap 333 seq_num 1049) 2024-08-19T11:42:25.884 INFO:tasks.rados.rados.0.smithi136.stdout:3407: expect (ObjNum 945 snap 314 seq_num 945) 2024-08-19T11:42:26.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:42:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:42:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:42:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:42:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:25 smithi136 ceph-mon[88916]: osdmap e735: 8 total, 8 up, 8 in 2024-08-19T11:42:26.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:42:26.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:42:26.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:42:26.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:42:26.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:25 smithi136 ceph-mon[86496]: osdmap e735: 8 total, 8 up, 8 in 2024-08-19T11:42:26.152 INFO:tasks.rados.rados.0.smithi136.stdout:3404: done (6 left) 2024-08-19T11:42:26.152 INFO:tasks.rados.rados.0.smithi136.stdout:3405: done (5 left) 2024-08-19T11:42:26.152 INFO:tasks.rados.rados.0.smithi136.stdout:3406: done (4 left) 2024-08-19T11:42:26.152 INFO:tasks.rados.rados.0.smithi136.stdout:3407: done (3 left) 2024-08-19T11:42:26.152 INFO:tasks.rados.rados.0.smithi136.stdout:3408: done (2 left) 2024-08-19T11:42:26.153 INFO:tasks.rados.rados.0.smithi136.stdout:3409: done (1 left) 2024-08-19T11:42:26.153 INFO:tasks.rados.rados.0.smithi136.stdout:3410: done (0 left) 2024-08-19T11:42:26.153 INFO:tasks.rados.rados.0.smithi136.stdout:3411: read oid 15 snap 318 2024-08-19T11:42:26.153 INFO:tasks.rados.rados.0.smithi136.stdout:3411: expect (ObjNum 861 snap 279 seq_num 861) 2024-08-19T11:42:26.153 INFO:tasks.rados.rados.0.smithi136.stdout:3412: rollback oid 46 current snap is 333 2024-08-19T11:42:26.153 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 46 to 331 2024-08-19T11:42:26.153 INFO:tasks.rados.rados.0.smithi136.stdout:3413: read oid 21 snap -1 2024-08-19T11:42:26.153 INFO:tasks.rados.rados.0.smithi136.stdout:3413: expect (ObjNum 895 snap 295 seq_num 895) 2024-08-19T11:42:26.153 INFO:tasks.rados.rados.0.smithi136.stdout:3414: copy_from oid 26 from oid 48 current snap is 333 2024-08-19T11:42:26.153 INFO:tasks.rados.rados.0.smithi136.stdout:3415: snap_remove snap 326 2024-08-19T11:42:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:42:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:42:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:42:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:42:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:25 smithi155 ceph-mon[76679]: osdmap e735: 8 total, 8 up, 8 in 2024-08-19T11:42:26.976 INFO:tasks.rados.rados.0.smithi136.stdout:3415: done (4 left) 2024-08-19T11:42:26.976 INFO:tasks.rados.rados.0.smithi136.stdout:3416: read oid 36 snap 327 2024-08-19T11:42:26.976 INFO:tasks.rados.rados.0.smithi136.stdout:3416: expect (ObjNum 981 snap 321 seq_num 981) 2024-08-19T11:42:26.978 INFO:tasks.rados.rados.0.smithi136.stdout:3417: read oid 31 snap -1 2024-08-19T11:42:26.978 INFO:tasks.rados.rados.0.smithi136.stdout:3417: expect deleted 2024-08-19T11:42:26.978 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 49 current snap is 333 2024-08-19T11:42:26.978 INFO:tasks.rados.rados.0.smithi136.stdout:3418: seq_num 1051 ranges {0=409600,409600=401408} 2024-08-19T11:42:26.979 INFO:tasks.rados.rados.0.smithi136.stdout:3418: writing smithi13674108-49 from 0 to 409600 tid 1 2024-08-19T11:42:26.981 INFO:tasks.rados.rados.0.smithi136.stdout:3418: writing smithi13674108-49 from 409600 to 811008 tid 2 2024-08-19T11:42:26.981 INFO:tasks.rados.rados.0.smithi136.stdout:3419: snap_remove snap 250 2024-08-19T11:42:27.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:26 smithi136 ceph-mon[88916]: pgmap v741: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 669 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.2 MiB/s wr, 16 op/s 2024-08-19T11:42:27.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:26 smithi136 ceph-mon[86496]: pgmap v741: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 669 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.2 MiB/s wr, 16 op/s 2024-08-19T11:42:27.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:26 smithi155 ceph-mon[76679]: pgmap v741: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 669 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.2 MiB/s wr, 16 op/s 2024-08-19T11:42:27.991 INFO:tasks.rados.rados.0.smithi136.stdout:3419: done (7 left) 2024-08-19T11:42:27.991 INFO:tasks.rados.rados.0.smithi136.stdout:3420: read oid 40 snap -1 2024-08-19T11:42:27.991 INFO:tasks.rados.rados.0.smithi136.stdout:3420: expect (ObjNum 985 snap 322 seq_num 985) 2024-08-19T11:42:27.992 INFO:tasks.rados.rados.0.smithi136.stdout:3421: rollback oid 6 current snap is 333 2024-08-19T11:42:27.992 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 6 to 327 2024-08-19T11:42:27.992 INFO:tasks.rados.rados.0.smithi136.stdout:3412: finishing rollback tid 0 to smithi13674108-46 2024-08-19T11:42:27.992 INFO:tasks.rados.rados.0.smithi136.stdout:3412: finishing rollback tid 1 to smithi13674108-46 2024-08-19T11:42:27.992 INFO:tasks.rados.rados.0.smithi136.stdout:3422: snap_create 2024-08-19T11:42:27.993 INFO:tasks.rados.rados.0.smithi136.stdout:3412: finishing rollback tid 2 to smithi13674108-46 2024-08-19T11:42:27.993 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 46 v 1571 (ObjNum 940 snap 313 seq_num 940) dirty exists 2024-08-19T11:42:27.993 INFO:tasks.rados.rados.0.smithi136.stdout:3413: expect (ObjNum 895 snap 295 seq_num 895) 2024-08-19T11:42:28.021 INFO:tasks.rados.rados.0.smithi136.stdout:3414: finishing copy_from to smithi13674108-26 2024-08-19T11:42:28.021 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 1676 (ObjNum 1037 snap 330 seq_num 1037) dirty exists 2024-08-19T11:42:28.022 INFO:tasks.rados.rados.0.smithi136.stdout:3414: finishing copy_from racing read to smithi13674108-26 2024-08-19T11:42:28.022 INFO:tasks.rados.rados.0.smithi136.stdout:3411: expect (ObjNum 861 snap 279 seq_num 861) 2024-08-19T11:42:28.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:27 smithi136 ceph-mon[88916]: osdmap e736: 8 total, 8 up, 8 in 2024-08-19T11:42:28.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:27 smithi136 ceph-mon[86496]: osdmap e736: 8 total, 8 up, 8 in 2024-08-19T11:42:28.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:27 smithi155 ceph-mon[76679]: osdmap e736: 8 total, 8 up, 8 in 2024-08-19T11:42:29.022 INFO:tasks.rados.rados.0.smithi136.stdout:3418: finishing write tid 1 to smithi13674108-49 2024-08-19T11:42:29.022 INFO:tasks.rados.rados.0.smithi136.stdout:3418: finishing write tid 2 to smithi13674108-49 2024-08-19T11:42:29.022 INFO:tasks.rados.rados.0.smithi136.stdout:3418: finishing write tid 3 to smithi13674108-49 2024-08-19T11:42:29.022 INFO:tasks.rados.rados.0.smithi136.stdout:3418: finishing write tid 4 to smithi13674108-49 2024-08-19T11:42:29.022 INFO:tasks.rados.rados.0.smithi136.stdout:3418: oid 49 updating version 0 to 1741 2024-08-19T11:42:29.022 INFO:tasks.rados.rados.0.smithi136.stdout:3418: oid 49 updating version 1741 to 1742 2024-08-19T11:42:29.022 INFO:tasks.rados.rados.0.smithi136.stdout:3418: oid 49 updating version 1742 to 1743 2024-08-19T11:42:29.022 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 1743 (ObjNum 1051 snap 333 seq_num 1051) dirty exists 2024-08-19T11:42:29.023 INFO:tasks.rados.rados.0.smithi136.stdout:3418: left oid 49 (ObjNum 1051 snap 333 seq_num 1051) 2024-08-19T11:42:29.023 INFO:tasks.rados.rados.0.smithi136.stdout:3416: expect (ObjNum 981 snap 321 seq_num 981) 2024-08-19T11:42:29.125 INFO:tasks.rados.rados.0.smithi136.stdout:3421: finishing rollback tid 1 to smithi13674108-6 2024-08-19T11:42:29.125 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 1615 (ObjNum 5105 snap 0 seq_num 3763745120) dirty dne 2024-08-19T11:42:29.125 INFO:tasks.rados.rados.0.smithi136.stdout:3420: expect (ObjNum 985 snap 322 seq_num 985) 2024-08-19T11:42:29.179 INFO:tasks.rados.rados.0.smithi136.stdout:3411: done (9 left) 2024-08-19T11:42:29.179 INFO:tasks.rados.rados.0.smithi136.stdout:3412: done (8 left) 2024-08-19T11:42:29.179 INFO:tasks.rados.rados.0.smithi136.stdout:3413: done (7 left) 2024-08-19T11:42:29.179 INFO:tasks.rados.rados.0.smithi136.stdout:3414: done (6 left) 2024-08-19T11:42:29.179 INFO:tasks.rados.rados.0.smithi136.stdout:3416: done (5 left) 2024-08-19T11:42:29.179 INFO:tasks.rados.rados.0.smithi136.stdout:3417: done (4 left) 2024-08-19T11:42:29.179 INFO:tasks.rados.rados.0.smithi136.stdout:3418: done (3 left) 2024-08-19T11:42:29.179 INFO:tasks.rados.rados.0.smithi136.stdout:3420: done (2 left) 2024-08-19T11:42:29.179 INFO:tasks.rados.rados.0.smithi136.stdout:3421: done (1 left) 2024-08-19T11:42:29.179 INFO:tasks.rados.rados.0.smithi136.stdout:3422: done (0 left) 2024-08-19T11:42:29.179 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 4 current snap is 334 2024-08-19T11:42:29.179 INFO:tasks.rados.rados.0.smithi136.stdout:3423: seq_num 1052 ranges {0=425984,425984=401408} 2024-08-19T11:42:29.180 INFO:tasks.rados.rados.0.smithi136.stdout:3423: writing smithi13674108-4 from 0 to 425984 tid 1 2024-08-19T11:42:29.183 INFO:tasks.rados.rados.0.smithi136.stdout:3423: writing smithi13674108-4 from 425984 to 827392 tid 2 2024-08-19T11:42:29.183 INFO:tasks.rados.rados.0.smithi136.stdout:3424: copy_from oid 17 from oid 13 current snap is 334 2024-08-19T11:42:29.183 INFO:tasks.rados.rados.0.smithi136.stdout:3425: snap_remove snap 327 2024-08-19T11:42:29.240 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:42:29 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:42:29] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.51.0" 2024-08-19T11:42:29.240 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:28 smithi136 ceph-mon[88916]: pgmap v744: 121 pgs: 121 active+clean; 674 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-08-19T11:42:29.240 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:28 smithi136 ceph-mon[88916]: osdmap e737: 8 total, 8 up, 8 in 2024-08-19T11:42:29.240 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:28 smithi136 ceph-mon[88916]: osdmap e738: 8 total, 8 up, 8 in 2024-08-19T11:42:29.241 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:28 smithi136 ceph-mon[86496]: pgmap v744: 121 pgs: 121 active+clean; 674 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-08-19T11:42:29.241 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:28 smithi136 ceph-mon[86496]: osdmap e737: 8 total, 8 up, 8 in 2024-08-19T11:42:29.241 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:28 smithi136 ceph-mon[86496]: osdmap e738: 8 total, 8 up, 8 in 2024-08-19T11:42:29.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:28 smithi155 ceph-mon[76679]: pgmap v744: 121 pgs: 121 active+clean; 674 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-08-19T11:42:29.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:28 smithi155 ceph-mon[76679]: osdmap e737: 8 total, 8 up, 8 in 2024-08-19T11:42:29.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:28 smithi155 ceph-mon[76679]: osdmap e738: 8 total, 8 up, 8 in 2024-08-19T11:42:29.994 INFO:tasks.rados.rados.0.smithi136.stdout:3425: done (2 left) 2024-08-19T11:42:29.994 INFO:tasks.rados.rados.0.smithi136.stdout:3426: delete oid 42 current snap is 334 2024-08-19T11:42:29.994 INFO:tasks.rados.rados.0.smithi136.stdout:3423: finishing write tid 1 to smithi13674108-4 2024-08-19T11:42:29.994 INFO:tasks.rados.rados.0.smithi136.stdout:3423: finishing write tid 2 to smithi13674108-4 2024-08-19T11:42:29.994 INFO:tasks.rados.rados.0.smithi136.stdout:3423: finishing write tid 3 to smithi13674108-4 2024-08-19T11:42:29.994 INFO:tasks.rados.rados.0.smithi136.stdout:3423: finishing write tid 4 to smithi13674108-4 2024-08-19T11:42:29.994 INFO:tasks.rados.rados.0.smithi136.stdout:3423: oid 4 updating version 0 to 1699 2024-08-19T11:42:29.995 INFO:tasks.rados.rados.0.smithi136.stdout:3423: oid 4 updating version 1699 to 1700 2024-08-19T11:42:29.995 INFO:tasks.rados.rados.0.smithi136.stdout:3423: oid 4 version 1700 is already newer than 1698 2024-08-19T11:42:29.995 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 1700 (ObjNum 1052 snap 334 seq_num 1052) dirty exists 2024-08-19T11:42:29.995 INFO:tasks.rados.rados.0.smithi136.stdout:3423: left oid 4 (ObjNum 1052 snap 334 seq_num 1052) 2024-08-19T11:42:29.995 INFO:tasks.rados.rados.0.smithi136.stdout:3424: finishing copy_from racing read to smithi13674108-17 2024-08-19T11:42:29.995 INFO:tasks.rados.rados.0.smithi136.stdout:3424: finishing copy_from to smithi13674108-17 2024-08-19T11:42:29.995 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 17 v 1201 (ObjNum 1046 snap 332 seq_num 1046) dirty exists 2024-08-19T11:42:30.000 INFO:tasks.rados.rados.0.smithi136.stdout:3423: done (2 left) 2024-08-19T11:42:30.000 INFO:tasks.rados.rados.0.smithi136.stdout:3424: done (1 left) 2024-08-19T11:42:30.000 INFO:tasks.rados.rados.0.smithi136.stdout:3426: done (0 left) 2024-08-19T11:42:30.000 INFO:tasks.rados.rados.0.smithi136.stdout:3427: setattr oid 12 current snap is 334 2024-08-19T11:42:30.003 INFO:tasks.rados.rados.0.smithi136.stdout:3428: read oid 5 snap -1 2024-08-19T11:42:30.003 INFO:tasks.rados.rados.0.smithi136.stdout:3428: expect (ObjNum 1042 snap 331 seq_num 1042) 2024-08-19T11:42:30.003 INFO:tasks.rados.rados.0.smithi136.stdout:3429: read oid 6 snap -1 2024-08-19T11:42:30.003 INFO:tasks.rados.rados.0.smithi136.stdout:3429: expect deleted 2024-08-19T11:42:30.003 INFO:tasks.rados.rados.0.smithi136.stdout:3430: snap_create 2024-08-19T11:42:30.009 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 1237 (ObjNum 880 snap 289 seq_num 880) dirty exists 2024-08-19T11:42:30.030 INFO:tasks.rados.rados.0.smithi136.stdout:3428: expect (ObjNum 1042 snap 331 seq_num 1042) 2024-08-19T11:42:31.000 INFO:tasks.rados.rados.0.smithi136.stdout:3427: done (3 left) 2024-08-19T11:42:31.000 INFO:tasks.rados.rados.0.smithi136.stdout:3428: done (2 left) 2024-08-19T11:42:31.000 INFO:tasks.rados.rados.0.smithi136.stdout:3429: done (1 left) 2024-08-19T11:42:31.000 INFO:tasks.rados.rados.0.smithi136.stdout:3430: done (0 left) 2024-08-19T11:42:31.000 INFO:tasks.rados.rados.0.smithi136.stdout:3431: delete oid 50 current snap is 335 2024-08-19T11:42:31.005 INFO:tasks.rados.rados.0.smithi136.stdout:3431: done (0 left) 2024-08-19T11:42:31.005 INFO:tasks.rados.rados.0.smithi136.stdout:3432: read oid 32 snap -1 2024-08-19T11:42:31.005 INFO:tasks.rados.rados.0.smithi136.stdout:3432: expect deleted 2024-08-19T11:42:31.005 INFO:tasks.rados.rados.0.smithi136.stdout:3433: copy_from oid 39 from oid 16 current snap is 335 2024-08-19T11:42:31.005 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 11 current snap is 335 2024-08-19T11:42:31.005 INFO:tasks.rados.rados.0.smithi136.stdout:3434: seq_num 1055 ranges {0=475136,475136=401408} 2024-08-19T11:42:31.007 INFO:tasks.rados.rados.0.smithi136.stdout:3434: writing smithi13674108-11 from 0 to 475136 tid 1 2024-08-19T11:42:31.010 INFO:tasks.rados.rados.0.smithi136.stdout:3434: writing smithi13674108-11 from 475136 to 876544 tid 2 2024-08-19T11:42:31.010 INFO:tasks.rados.rados.0.smithi136.stdout:3435: delete oid 14 current snap is 335 2024-08-19T11:42:31.015 INFO:tasks.rados.rados.0.smithi136.stdout:3432: done (3 left) 2024-08-19T11:42:31.015 INFO:tasks.rados.rados.0.smithi136.stdout:3435: done (2 left) 2024-08-19T11:42:31.015 INFO:tasks.rados.rados.0.smithi136.stdout:3436: copy_from oid 4 from oid 18 current snap is 335 2024-08-19T11:42:31.015 INFO:tasks.rados.rados.0.smithi136.stdout:3437: read oid 2 snap -1 2024-08-19T11:42:31.015 INFO:tasks.rados.rados.0.smithi136.stdout:3437: expect (ObjNum 943 snap 314 seq_num 943) 2024-08-19T11:42:31.015 INFO:tasks.rados.rados.0.smithi136.stdout:3438: snap_remove snap 283 2024-08-19T11:42:31.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:30 smithi136 ceph-mon[86496]: pgmap v747: 121 pgs: 121 active+clean; 676 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.2 MiB/s wr, 11 op/s 2024-08-19T11:42:31.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:30 smithi136 ceph-mon[86496]: osdmap e739: 8 total, 8 up, 8 in 2024-08-19T11:42:31.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:30 smithi136 ceph-mon[88916]: pgmap v747: 121 pgs: 121 active+clean; 676 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.2 MiB/s wr, 11 op/s 2024-08-19T11:42:31.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:30 smithi136 ceph-mon[88916]: osdmap e739: 8 total, 8 up, 8 in 2024-08-19T11:42:31.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:30 smithi155 ceph-mon[76679]: pgmap v747: 121 pgs: 121 active+clean; 676 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.2 MiB/s wr, 11 op/s 2024-08-19T11:42:31.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:30 smithi155 ceph-mon[76679]: osdmap e739: 8 total, 8 up, 8 in 2024-08-19T11:42:32.008 INFO:tasks.rados.rados.0.smithi136.stdout:3438: done (4 left) 2024-08-19T11:42:32.008 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 3 current snap is 335 2024-08-19T11:42:32.008 INFO:tasks.rados.rados.0.smithi136.stdout:3434: finishing write tid 1 to smithi13674108-11 2024-08-19T11:42:32.008 INFO:tasks.rados.rados.0.smithi136.stdout:3439: seq_num 1057 ranges {9838592=507904,10346496=401408} 2024-08-19T11:42:32.063 INFO:tasks.rados.rados.0.smithi136.stdout:3439: writing smithi13674108-3 from 9838592 to 10346496 tid 1 2024-08-19T11:42:32.065 INFO:tasks.rados.rados.0.smithi136.stdout:3439: writing smithi13674108-3 from 10346496 to 10747904 tid 2 2024-08-19T11:42:32.066 INFO:tasks.rados.rados.0.smithi136.stdout:3440: copy_from oid 5 from oid 34 current snap is 335 2024-08-19T11:42:32.066 INFO:tasks.rados.rados.0.smithi136.stdout:3434: finishing write tid 2 to smithi13674108-11 2024-08-19T11:42:32.066 INFO:tasks.rados.rados.0.smithi136.stdout:3434: finishing write tid 3 to smithi13674108-11 2024-08-19T11:42:32.066 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 8 current snap is 335 2024-08-19T11:42:32.066 INFO:tasks.rados.rados.0.smithi136.stdout:3434: finishing write tid 4 to smithi13674108-11 2024-08-19T11:42:32.066 INFO:tasks.rados.rados.0.smithi136.stdout:3434: oid 11 updating version 0 to 1711 2024-08-19T11:42:32.066 INFO:tasks.rados.rados.0.smithi136.stdout:3434: oid 11 version 1711 is already newer than 1709 2024-08-19T11:42:32.066 INFO:tasks.rados.rados.0.smithi136.stdout:3434: oid 11 version 1711 is already newer than 1710 2024-08-19T11:42:32.066 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 1711 (ObjNum 1055 snap 335 seq_num 1055) dirty exists 2024-08-19T11:42:32.066 INFO:tasks.rados.rados.0.smithi136.stdout:3434: left oid 11 (ObjNum 1055 snap 335 seq_num 1055) 2024-08-19T11:42:32.066 INFO:tasks.rados.rados.0.smithi136.stdout:3433: finishing copy_from racing read to smithi13674108-39 2024-08-19T11:42:32.066 INFO:tasks.rados.rados.0.smithi136.stdout:3436: finishing copy_from racing read to smithi13674108-4 2024-08-19T11:42:32.067 INFO:tasks.rados.rados.0.smithi136.stdout:3441: seq_num 1058 ranges {458752=524288,983040=401408} 2024-08-19T11:42:32.071 INFO:tasks.rados.rados.0.smithi136.stdout:3441: writing smithi13674108-8 from 458752 to 983040 tid 1 2024-08-19T11:42:32.074 INFO:tasks.rados.rados.0.smithi136.stdout:3441: writing smithi13674108-8 from 983040 to 1384448 tid 2 2024-08-19T11:42:32.074 INFO:tasks.rados.rados.0.smithi136.stdout:3434: done (6 left) 2024-08-19T11:42:32.074 INFO:tasks.rados.rados.0.smithi136.stdout:3442: snap_create 2024-08-19T11:42:32.074 INFO:tasks.rados.rados.0.smithi136.stdout:3433: finishing copy_from to smithi13674108-39 2024-08-19T11:42:32.074 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 1568 (ObjNum 945 snap 314 seq_num 945) dirty exists 2024-08-19T11:42:32.075 INFO:tasks.rados.rados.0.smithi136.stdout:3436: finishing copy_from to smithi13674108-4 2024-08-19T11:42:32.075 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 1566 (ObjNum 1041 snap 331 seq_num 1041) dirty exists 2024-08-19T11:42:32.075 INFO:tasks.rados.rados.0.smithi136.stdout:3437: expect (ObjNum 943 snap 314 seq_num 943) 2024-08-19T11:42:32.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:32 smithi136 ceph-mon[88916]: osdmap e740: 8 total, 8 up, 8 in 2024-08-19T11:42:32.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:32 smithi136 ceph-mon[86496]: osdmap e740: 8 total, 8 up, 8 in 2024-08-19T11:42:32.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:32 smithi155 ceph-mon[76679]: osdmap e740: 8 total, 8 up, 8 in 2024-08-19T11:42:32.460 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:42:32 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:42:32.079+0000 7f5a2398a640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16b after trimming was started 2024-08-19T11:42:33.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:33 smithi136 ceph-mon[88916]: pgmap v750: 121 pgs: 121 active+clean; 665 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-19T11:42:33.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:33 smithi136 ceph-mon[88916]: osdmap e741: 8 total, 8 up, 8 in 2024-08-19T11:42:33.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:33 smithi136 ceph-mon[86496]: pgmap v750: 121 pgs: 121 active+clean; 665 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-19T11:42:33.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:33 smithi136 ceph-mon[86496]: osdmap e741: 8 total, 8 up, 8 in 2024-08-19T11:42:33.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:33 smithi155 ceph-mon[76679]: pgmap v750: 121 pgs: 121 active+clean; 665 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-19T11:42:33.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:33 smithi155 ceph-mon[76679]: osdmap e741: 8 total, 8 up, 8 in 2024-08-19T11:42:33.523 INFO:tasks.rados.rados.0.smithi136.stdout:3439: finishing write tid 1 to smithi13674108-3 2024-08-19T11:42:33.523 INFO:tasks.rados.rados.0.smithi136.stdout:3439: finishing write tid 2 to smithi13674108-3 2024-08-19T11:42:33.523 INFO:tasks.rados.rados.0.smithi136.stdout:3440: finishing copy_from to smithi13674108-5 2024-08-19T11:42:33.523 INFO:tasks.rados.rados.0.smithi136.stdout:3440: got expected ENOENT (src dne) 2024-08-19T11:42:33.523 INFO:tasks.rados.rados.0.smithi136.stdout:3440: finishing copy_from racing read to smithi13674108-5 2024-08-19T11:42:33.523 INFO:tasks.rados.rados.0.smithi136.stdout:3439: finishing write tid 3 to smithi13674108-3 2024-08-19T11:42:33.523 INFO:tasks.rados.rados.0.smithi136.stdout:3433: done (6 left) 2024-08-19T11:42:33.523 INFO:tasks.rados.rados.0.smithi136.stdout:3436: done (5 left) 2024-08-19T11:42:33.523 INFO:tasks.rados.rados.0.smithi136.stdout:3437: done (4 left) 2024-08-19T11:42:33.523 INFO:tasks.rados.rados.0.smithi136.stdout:3440: done (3 left) 2024-08-19T11:42:33.523 INFO:tasks.rados.rados.0.smithi136.stdout:3442: done (2 left) 2024-08-19T11:42:33.524 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 27 current snap is 336 2024-08-19T11:42:33.524 INFO:tasks.rados.rados.0.smithi136.stdout:3443: seq_num 1059 ranges {12247040=540672,12787712=401408} 2024-08-19T11:42:33.589 INFO:tasks.rados.rados.0.smithi136.stdout:3443: writing smithi13674108-27 from 12247040 to 12787712 tid 1 2024-08-19T11:42:33.592 INFO:tasks.rados.rados.0.smithi136.stdout:3443: writing smithi13674108-27 from 12787712 to 13189120 tid 2 2024-08-19T11:42:33.592 INFO:tasks.rados.rados.0.smithi136.stdout:3444: snap_create 2024-08-19T11:42:33.592 INFO:tasks.rados.rados.0.smithi136.stdout:3441: finishing write tid 1 to smithi13674108-8 2024-08-19T11:42:33.592 INFO:tasks.rados.rados.0.smithi136.stdout:3441: finishing write tid 2 to smithi13674108-8 2024-08-19T11:42:33.592 INFO:tasks.rados.rados.0.smithi136.stdout:3441: finishing write tid 3 to smithi13674108-8 2024-08-19T11:42:33.592 INFO:tasks.rados.rados.0.smithi136.stdout:3439: finishing write tid 4 to smithi13674108-3 2024-08-19T11:42:33.592 INFO:tasks.rados.rados.0.smithi136.stdout:3439: oid 3 updating version 0 to 1855 2024-08-19T11:42:33.592 INFO:tasks.rados.rados.0.smithi136.stdout:3439: oid 3 updating version 1855 to 1861 2024-08-19T11:42:33.592 INFO:tasks.rados.rados.0.smithi136.stdout:3439: oid 3 version 1861 is already newer than 1860 2024-08-19T11:42:33.592 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 1861 (ObjNum 1057 snap 335 seq_num 1057) dirty exists 2024-08-19T11:42:33.592 INFO:tasks.rados.rados.0.smithi136.stdout:3439: left oid 3 (ObjNum 1057 snap 335 seq_num 1057) 2024-08-19T11:42:33.593 INFO:tasks.rados.rados.0.smithi136.stdout:3441: finishing write tid 4 to smithi13674108-8 2024-08-19T11:42:33.593 INFO:tasks.rados.rados.0.smithi136.stdout:3441: oid 8 updating version 0 to 1721 2024-08-19T11:42:33.593 INFO:tasks.rados.rados.0.smithi136.stdout:3441: oid 8 version 1721 is already newer than 1720 2024-08-19T11:42:33.593 INFO:tasks.rados.rados.0.smithi136.stdout:3441: oid 8 version 1721 is already newer than 1719 2024-08-19T11:42:33.593 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 1721 (ObjNum 1058 snap 335 seq_num 1058) dirty exists 2024-08-19T11:42:33.593 INFO:tasks.rados.rados.0.smithi136.stdout:3441: left oid 8 (ObjNum 1058 snap 335 seq_num 1058) 2024-08-19T11:42:33.595 INFO:tasks.rados.rados.0.smithi136.stdout:3443: finishing write tid 1 to smithi13674108-27 2024-08-19T11:42:33.595 INFO:tasks.rados.rados.0.smithi136.stdout:3443: finishing write tid 2 to smithi13674108-27 2024-08-19T11:42:33.595 INFO:tasks.rados.rados.0.smithi136.stdout:3443: finishing write tid 3 to smithi13674108-27 2024-08-19T11:42:33.596 INFO:tasks.rados.rados.0.smithi136.stdout:3443: finishing write tid 4 to smithi13674108-27 2024-08-19T11:42:33.597 INFO:tasks.rados.rados.0.smithi136.stdout:3443: oid 27 updating version 0 to 1233 2024-08-19T11:42:33.597 INFO:tasks.rados.rados.0.smithi136.stdout:3443: oid 27 version 1233 is already newer than 1232 2024-08-19T11:42:33.597 INFO:tasks.rados.rados.0.smithi136.stdout:3443: oid 27 version 1233 is already newer than 1231 2024-08-19T11:42:33.597 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 1233 (ObjNum 1059 snap 336 seq_num 1059) dirty exists 2024-08-19T11:42:33.597 INFO:tasks.rados.rados.0.smithi136.stdout:3443: left oid 27 (ObjNum 1059 snap 336 seq_num 1059) 2024-08-19T11:42:33.735 INFO:tasks.rados.rados.0.smithi136.stdout:3439: done (3 left) 2024-08-19T11:42:33.735 INFO:tasks.rados.rados.0.smithi136.stdout:3441: done (2 left) 2024-08-19T11:42:33.735 INFO:tasks.rados.rados.0.smithi136.stdout:3443: done (1 left) 2024-08-19T11:42:33.735 INFO:tasks.rados.rados.0.smithi136.stdout:3444: done (0 left) 2024-08-19T11:42:33.736 INFO:tasks.rados.rados.0.smithi136.stdout:3445: read oid 10 snap -1 2024-08-19T11:42:33.736 INFO:tasks.rados.rados.0.smithi136.stdout:3445: expect (ObjNum 957 snap 316 seq_num 957) 2024-08-19T11:42:33.736 INFO:tasks.rados.rados.0.smithi136.stdout:3446: snap_remove snap 335 2024-08-19T11:42:34.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:34 smithi136 ceph-mon[88916]: osdmap e742: 8 total, 8 up, 8 in 2024-08-19T11:42:34.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:34 smithi136 ceph-mon[88916]: osdmap e743: 8 total, 8 up, 8 in 2024-08-19T11:42:34.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:34 smithi136 ceph-mon[86496]: osdmap e742: 8 total, 8 up, 8 in 2024-08-19T11:42:34.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:34 smithi136 ceph-mon[86496]: osdmap e743: 8 total, 8 up, 8 in 2024-08-19T11:42:34.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:34 smithi155 ceph-mon[76679]: osdmap e742: 8 total, 8 up, 8 in 2024-08-19T11:42:34.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:34 smithi155 ceph-mon[76679]: osdmap e743: 8 total, 8 up, 8 in 2024-08-19T11:42:34.740 INFO:tasks.rados.rados.0.smithi136.stdout:3446: done (1 left) 2024-08-19T11:42:34.741 INFO:tasks.rados.rados.0.smithi136.stdout:3447: copy_from oid 4 from oid 16 current snap is 337 2024-08-19T11:42:34.741 INFO:tasks.rados.rados.0.smithi136.stdout:3445: expect (ObjNum 957 snap 316 seq_num 957) 2024-08-19T11:42:35.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:35 smithi136 ceph-mon[88916]: pgmap v753: 121 pgs: 121 active+clean; 640 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-08-19T11:42:35.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:35 smithi136 ceph-mon[88916]: osdmap e744: 8 total, 8 up, 8 in 2024-08-19T11:42:35.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:35 smithi136 ceph-mon[86496]: pgmap v753: 121 pgs: 121 active+clean; 640 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-08-19T11:42:35.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:35 smithi136 ceph-mon[86496]: osdmap e744: 8 total, 8 up, 8 in 2024-08-19T11:42:35.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:35 smithi155 ceph-mon[76679]: pgmap v753: 121 pgs: 121 active+clean; 640 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-08-19T11:42:35.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:35 smithi155 ceph-mon[76679]: osdmap e744: 8 total, 8 up, 8 in 2024-08-19T11:42:35.963 INFO:tasks.rados.rados.0.smithi136.stdout:3447: finishing copy_from racing read to smithi13674108-4 2024-08-19T11:42:35.963 INFO:tasks.rados.rados.0.smithi136.stdout:3447: finishing copy_from to smithi13674108-4 2024-08-19T11:42:35.963 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 1568 (ObjNum 945 snap 314 seq_num 945) dirty exists 2024-08-19T11:42:35.963 INFO:tasks.rados.rados.0.smithi136.stdout:3445: done (1 left) 2024-08-19T11:42:35.963 INFO:tasks.rados.rados.0.smithi136.stdout:3447: done (0 left) 2024-08-19T11:42:35.964 INFO:tasks.rados.rados.0.smithi136.stdout:3448: read oid 20 snap 331 2024-08-19T11:42:35.964 INFO:tasks.rados.rados.0.smithi136.stdout:3448: expect (ObjNum 1032 snap 329 seq_num 1032) 2024-08-19T11:42:35.964 INFO:tasks.rados.rados.0.smithi136.stdout:3449: snap_remove snap 336 2024-08-19T11:42:36.023 INFO:tasks.rados.rados.0.smithi136.stdout:3449: done (1 left) 2024-08-19T11:42:36.023 INFO:tasks.rados.rados.0.smithi136.stdout:3450: snap_remove snap 287 2024-08-19T11:42:37.029 INFO:tasks.rados.rados.0.smithi136.stdout:3450: done (1 left) 2024-08-19T11:42:37.029 INFO:tasks.rados.rados.0.smithi136.stdout:3451: snap_remove snap 271 2024-08-19T11:42:37.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:37 smithi136 ceph-mon[88916]: pgmap v756: 121 pgs: 121 active+clean; 641 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-08-19T11:42:37.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:37 smithi136 ceph-mon[88916]: osdmap e745: 8 total, 8 up, 8 in 2024-08-19T11:42:37.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:37 smithi136 ceph-mon[86496]: pgmap v756: 121 pgs: 121 active+clean; 641 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-08-19T11:42:37.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:37 smithi136 ceph-mon[86496]: osdmap e745: 8 total, 8 up, 8 in 2024-08-19T11:42:37.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:37 smithi155 ceph-mon[76679]: pgmap v756: 121 pgs: 121 active+clean; 641 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-08-19T11:42:37.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:37 smithi155 ceph-mon[76679]: osdmap e745: 8 total, 8 up, 8 in 2024-08-19T11:42:38.040 INFO:tasks.rados.rados.0.smithi136.stdout:3451: done (1 left) 2024-08-19T11:42:38.040 INFO:tasks.rados.rados.0.smithi136.stdout:3452: delete oid 47 current snap is 337 2024-08-19T11:42:38.041 INFO:tasks.rados.rados.0.smithi136.stdout:3448: expect (ObjNum 1032 snap 329 seq_num 1032) 2024-08-19T11:42:38.176 INFO:tasks.rados.rados.0.smithi136.stdout:3448: done (1 left) 2024-08-19T11:42:38.176 INFO:tasks.rados.rados.0.smithi136.stdout:3452: done (0 left) 2024-08-19T11:42:38.176 INFO:tasks.rados.rados.0.smithi136.stdout:3453: setattr oid 17 current snap is 337 2024-08-19T11:42:38.176 INFO:tasks.rados.rados.0.smithi136.stdout:3454: snap_remove snap 307 2024-08-19T11:42:38.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:38 smithi136 ceph-mon[88916]: osdmap e746: 8 total, 8 up, 8 in 2024-08-19T11:42:38.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:38 smithi136 ceph-mon[86496]: osdmap e746: 8 total, 8 up, 8 in 2024-08-19T11:42:38.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:38 smithi155 ceph-mon[76679]: osdmap e746: 8 total, 8 up, 8 in 2024-08-19T11:42:38.739 INFO:tasks.rados.rados.0.smithi136.stdout:3454: done (1 left) 2024-08-19T11:42:38.740 INFO:tasks.rados.rados.0.smithi136.stdout:3455: snap_create 2024-08-19T11:42:38.740 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 17 v 1751 (ObjNum 1046 snap 332 seq_num 1046) dirty exists 2024-08-19T11:42:39.347 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:42:39 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:42:39] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.51.0" 2024-08-19T11:42:39.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:39 smithi136 ceph-mon[88916]: pgmap v759: 121 pgs: 121 active+clean; 638 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-19T11:42:39.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:39 smithi136 ceph-mon[88916]: osdmap e747: 8 total, 8 up, 8 in 2024-08-19T11:42:39.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:39 smithi136 ceph-mon[88916]: osdmap e748: 8 total, 8 up, 8 in 2024-08-19T11:42:39.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:39 smithi136 ceph-mon[86496]: pgmap v759: 121 pgs: 121 active+clean; 638 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-19T11:42:39.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:39 smithi136 ceph-mon[86496]: osdmap e747: 8 total, 8 up, 8 in 2024-08-19T11:42:39.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:39 smithi136 ceph-mon[86496]: osdmap e748: 8 total, 8 up, 8 in 2024-08-19T11:42:39.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:39 smithi155 ceph-mon[76679]: pgmap v759: 121 pgs: 121 active+clean; 638 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-19T11:42:39.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:39 smithi155 ceph-mon[76679]: osdmap e747: 8 total, 8 up, 8 in 2024-08-19T11:42:39.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:39 smithi155 ceph-mon[76679]: osdmap e748: 8 total, 8 up, 8 in 2024-08-19T11:42:39.739 INFO:tasks.rados.rados.0.smithi136.stdout:3453: done (1 left) 2024-08-19T11:42:39.739 INFO:tasks.rados.rados.0.smithi136.stdout:3455: done (0 left) 2024-08-19T11:42:39.739 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 46 current snap is 338 2024-08-19T11:42:39.739 INFO:tasks.rados.rados.0.smithi136.stdout:3456: seq_num 1061 ranges {1744896=573440,2318336=401408} 2024-08-19T11:42:39.751 INFO:tasks.rados.rados.0.smithi136.stdout:3456: writing smithi13674108-46 from 1744896 to 2318336 tid 1 2024-08-19T11:42:39.753 INFO:tasks.rados.rados.0.smithi136.stdout:3456: writing smithi13674108-46 from 2318336 to 2719744 tid 2 2024-08-19T11:42:39.753 INFO:tasks.rados.rados.0.smithi136.stdout:3457: read oid 11 snap -1 2024-08-19T11:42:39.754 INFO:tasks.rados.rados.0.smithi136.stdout:3457: expect (ObjNum 1055 snap 335 seq_num 1055) 2024-08-19T11:42:39.754 INFO:tasks.rados.rados.0.smithi136.stdout:3458: setattr oid 38 current snap is 338 2024-08-19T11:42:39.755 INFO:tasks.rados.rados.0.smithi136.stdout:3459: snap_remove snap 320 2024-08-19T11:42:40.741 INFO:tasks.rados.rados.0.smithi136.stdout:3456: finishing write tid 1 to smithi13674108-46 2024-08-19T11:42:40.741 INFO:tasks.rados.rados.0.smithi136.stdout:3459: done (3 left) 2024-08-19T11:42:40.741 INFO:tasks.rados.rados.0.smithi136.stdout:3460: snap_remove snap 337 2024-08-19T11:42:40.741 INFO:tasks.rados.rados.0.smithi136.stdout:3456: finishing write tid 2 to smithi13674108-46 2024-08-19T11:42:40.742 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 1584 (ObjNum 4113 snap 0 seq_num 3243170789) dirty exists 2024-08-19T11:42:40.742 INFO:tasks.rados.rados.0.smithi136.stdout:3456: finishing write tid 3 to smithi13674108-46 2024-08-19T11:42:40.742 INFO:tasks.rados.rados.0.smithi136.stdout:3457: expect (ObjNum 1055 snap 335 seq_num 1055) 2024-08-19T11:42:40.776 INFO:tasks.rados.rados.0.smithi136.stdout:3456: finishing write tid 4 to smithi13674108-46 2024-08-19T11:42:40.776 INFO:tasks.rados.rados.0.smithi136.stdout:3456: oid 46 updating version 0 to 1574 2024-08-19T11:42:40.776 INFO:tasks.rados.rados.0.smithi136.stdout:3456: oid 46 version 1574 is already newer than 1573 2024-08-19T11:42:40.776 INFO:tasks.rados.rados.0.smithi136.stdout:3456: oid 46 version 1574 is already newer than 1572 2024-08-19T11:42:40.776 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 46 v 1574 (ObjNum 1061 snap 338 seq_num 1061) dirty exists 2024-08-19T11:42:40.776 INFO:tasks.rados.rados.0.smithi136.stdout:3456: left oid 46 (ObjNum 1061 snap 338 seq_num 1061) 2024-08-19T11:42:41.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:40 smithi136 ceph-mon[86496]: pgmap v762: 121 pgs: 121 active+clean; 593 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-19T11:42:41.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:40 smithi136 ceph-mon[86496]: osdmap e749: 8 total, 8 up, 8 in 2024-08-19T11:42:41.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:42:41.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:40 smithi136 ceph-mon[88916]: pgmap v762: 121 pgs: 121 active+clean; 593 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-19T11:42:41.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:40 smithi136 ceph-mon[88916]: osdmap e749: 8 total, 8 up, 8 in 2024-08-19T11:42:41.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:42:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:40 smithi155 ceph-mon[76679]: pgmap v762: 121 pgs: 121 active+clean; 593 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-19T11:42:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:40 smithi155 ceph-mon[76679]: osdmap e749: 8 total, 8 up, 8 in 2024-08-19T11:42:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:42:41.752 INFO:tasks.rados.rados.0.smithi136.stdout:3456: done (3 left) 2024-08-19T11:42:41.752 INFO:tasks.rados.rados.0.smithi136.stdout:3457: done (2 left) 2024-08-19T11:42:41.752 INFO:tasks.rados.rados.0.smithi136.stdout:3458: done (1 left) 2024-08-19T11:42:41.753 INFO:tasks.rados.rados.0.smithi136.stdout:3460: done (0 left) 2024-08-19T11:42:41.753 INFO:tasks.rados.rados.0.smithi136.stdout:3461: snap_create 2024-08-19T11:42:42.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:41 smithi136 ceph-mon[88916]: osdmap e750: 8 total, 8 up, 8 in 2024-08-19T11:42:42.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:41 smithi136 ceph-mon[86496]: osdmap e750: 8 total, 8 up, 8 in 2024-08-19T11:42:42.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:41 smithi155 ceph-mon[76679]: osdmap e750: 8 total, 8 up, 8 in 2024-08-19T11:42:42.759 INFO:tasks.rados.rados.0.smithi136.stdout:3461: done (0 left) 2024-08-19T11:42:42.759 INFO:tasks.rados.rados.0.smithi136.stdout:3462: rmattr oid 20 current snap is 339 2024-08-19T11:42:42.759 INFO:tasks.rados.rados.0.smithi136.stdout:3463: rollback oid 4 current snap is 339 2024-08-19T11:42:42.759 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 4 to 297 2024-08-19T11:42:42.759 INFO:tasks.rados.rados.0.smithi136.stdout:3464: rmattr oid 41 current snap is 339 2024-08-19T11:42:42.759 INFO:tasks.rados.rados.0.smithi136.stdout:3464: done (2 left) 2024-08-19T11:42:42.760 INFO:tasks.rados.rados.0.smithi136.stdout:3465: read oid 3 snap 329 2024-08-19T11:42:42.760 INFO:tasks.rados.rados.0.smithi136.stdout:3465: expect (ObjNum 1020 snap 325 seq_num 1020) 2024-08-19T11:42:42.760 INFO:tasks.rados.rados.0.smithi136.stdout:3466: read oid 32 snap 297 2024-08-19T11:42:42.760 INFO:tasks.rados.rados.0.smithi136.stdout:3466: expect (ObjNum 885 snap 291 seq_num 885) 2024-08-19T11:42:42.760 INFO:tasks.rados.rados.0.smithi136.stdout:3467: copy_from oid 27 from oid 34 current snap is 339 2024-08-19T11:42:42.760 INFO:tasks.rados.rados.0.smithi136.stdout:3468: read oid 15 snap 331 2024-08-19T11:42:42.760 INFO:tasks.rados.rados.0.smithi136.stdout:3468: expect (ObjNum 874 snap 285 seq_num 874) 2024-08-19T11:42:42.760 INFO:tasks.rados.rados.0.smithi136.stdout:3469: copy_from oid 13 from oid 48 current snap is 339 2024-08-19T11:42:42.760 INFO:tasks.rados.rados.0.smithi136.stdout:3470: rmattr oid 49 current snap is 339 2024-08-19T11:42:42.760 INFO:tasks.rados.rados.0.smithi136.stdout:3470: done (7 left) 2024-08-19T11:42:42.760 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 10 current snap is 339 2024-08-19T11:42:42.760 INFO:tasks.rados.rados.0.smithi136.stdout:3471: seq_num 1062 ranges {13885440=589824,14475264=401408} 2024-08-19T11:42:42.836 INFO:tasks.rados.rados.0.smithi136.stdout:3471: writing smithi13674108-10 from 13885440 to 14475264 tid 1 2024-08-19T11:42:42.839 INFO:tasks.rados.rados.0.smithi136.stdout:3471: writing smithi13674108-10 from 14475264 to 14876672 tid 2 2024-08-19T11:42:42.839 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 40 current snap is 339 2024-08-19T11:42:42.839 INFO:tasks.rados.rados.0.smithi136.stdout:3467: finishing copy_from to smithi13674108-27 2024-08-19T11:42:42.839 INFO:tasks.rados.rados.0.smithi136.stdout:3467: got expected ENOENT (src dne) 2024-08-19T11:42:42.839 INFO:tasks.rados.rados.0.smithi136.stdout:3472: seq_num 1063 ranges {2105344=606208,2711552=401408} 2024-08-19T11:42:42.853 INFO:tasks.rados.rados.0.smithi136.stdout:3472: writing smithi13674108-40 from 2105344 to 2711552 tid 1 2024-08-19T11:42:42.855 INFO:tasks.rados.rados.0.smithi136.stdout:3472: writing smithi13674108-40 from 2711552 to 3112960 tid 2 2024-08-19T11:42:42.855 INFO:tasks.rados.rados.0.smithi136.stdout:3473: snap_remove snap 315 2024-08-19T11:42:43.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:42 smithi136 ceph-mon[88916]: pgmap v765: 121 pgs: 121 active+clean; 593 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:42:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:42 smithi136 ceph-mon[88916]: osdmap e751: 8 total, 8 up, 8 in 2024-08-19T11:42:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:42 smithi136 ceph-mon[86496]: pgmap v765: 121 pgs: 121 active+clean; 593 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:42:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:42 smithi136 ceph-mon[86496]: osdmap e751: 8 total, 8 up, 8 in 2024-08-19T11:42:43.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:42 smithi155 ceph-mon[76679]: pgmap v765: 121 pgs: 121 active+clean; 593 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:42:43.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:42 smithi155 ceph-mon[76679]: osdmap e751: 8 total, 8 up, 8 in 2024-08-19T11:42:43.745 INFO:tasks.rados.rados.0.smithi136.stdout:3467: finishing copy_from racing read to smithi13674108-27 2024-08-19T11:42:43.745 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 1575 (ObjNum 1032 snap 329 seq_num 1032) dirty exists 2024-08-19T11:42:43.745 INFO:tasks.rados.rados.0.smithi136.stdout:3463: finishing rollback tid 0 to smithi13674108-4 2024-08-19T11:42:43.745 INFO:tasks.rados.rados.0.smithi136.stdout:3463: finishing rollback tid 1 to smithi13674108-4 2024-08-19T11:42:43.745 INFO:tasks.rados.rados.0.smithi136.stdout:3463: finishing rollback tid 2 to smithi13674108-4 2024-08-19T11:42:43.745 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 1777 (ObjNum 785 snap 259 seq_num 785) dirty exists 2024-08-19T11:42:43.745 INFO:tasks.rados.rados.0.smithi136.stdout:3466: expect (ObjNum 885 snap 291 seq_num 885) 2024-08-19T11:42:43.765 INFO:tasks.rados.rados.0.smithi136.stdout:3468: expect (ObjNum 874 snap 285 seq_num 874) 2024-08-19T11:42:43.776 INFO:tasks.rados.rados.0.smithi136.stdout:3469: finishing copy_from racing read to smithi13674108-13 2024-08-19T11:42:43.776 INFO:tasks.rados.rados.0.smithi136.stdout:3469: finishing copy_from to smithi13674108-13 2024-08-19T11:42:43.776 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 1676 (ObjNum 1037 snap 330 seq_num 1037) dirty exists 2024-08-19T11:42:43.777 INFO:tasks.rados.rados.0.smithi136.stdout:3465: expect (ObjNum 1020 snap 325 seq_num 1020) 2024-08-19T11:42:44.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:43 smithi136 ceph-mon[88916]: osdmap e752: 8 total, 8 up, 8 in 2024-08-19T11:42:44.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:43 smithi136 ceph-mon[88916]: osdmap e753: 8 total, 8 up, 8 in 2024-08-19T11:42:44.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:43 smithi136 ceph-mon[86496]: osdmap e752: 8 total, 8 up, 8 in 2024-08-19T11:42:44.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:43 smithi136 ceph-mon[86496]: osdmap e753: 8 total, 8 up, 8 in 2024-08-19T11:42:44.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:43 smithi155 ceph-mon[76679]: osdmap e752: 8 total, 8 up, 8 in 2024-08-19T11:42:44.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:43 smithi155 ceph-mon[76679]: osdmap e753: 8 total, 8 up, 8 in 2024-08-19T11:42:44.490 INFO:tasks.rados.rados.0.smithi136.stdout:3471: finishing write tid 1 to smithi13674108-10 2024-08-19T11:42:44.490 INFO:tasks.rados.rados.0.smithi136.stdout:3471: finishing write tid 2 to smithi13674108-10 2024-08-19T11:42:44.491 INFO:tasks.rados.rados.0.smithi136.stdout:3471: finishing write tid 3 to smithi13674108-10 2024-08-19T11:42:44.491 INFO:tasks.rados.rados.0.smithi136.stdout:3471: finishing write tid 4 to smithi13674108-10 2024-08-19T11:42:44.491 INFO:tasks.rados.rados.0.smithi136.stdout:3471: oid 10 updating version 0 to 1156 2024-08-19T11:42:44.491 INFO:tasks.rados.rados.0.smithi136.stdout:3471: oid 10 updating version 1156 to 1158 2024-08-19T11:42:44.491 INFO:tasks.rados.rados.0.smithi136.stdout:3471: oid 10 version 1158 is already newer than 1157 2024-08-19T11:42:44.491 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 1158 (ObjNum 1062 snap 339 seq_num 1062) dirty exists 2024-08-19T11:42:44.491 INFO:tasks.rados.rados.0.smithi136.stdout:3471: left oid 10 (ObjNum 1062 snap 339 seq_num 1062) 2024-08-19T11:42:44.491 INFO:tasks.rados.rados.0.smithi136.stdout:3472: finishing write tid 1 to smithi13674108-40 2024-08-19T11:42:44.491 INFO:tasks.rados.rados.0.smithi136.stdout:3462: done (9 left) 2024-08-19T11:42:44.491 INFO:tasks.rados.rados.0.smithi136.stdout:3463: done (8 left) 2024-08-19T11:42:44.491 INFO:tasks.rados.rados.0.smithi136.stdout:3465: done (7 left) 2024-08-19T11:42:44.492 INFO:tasks.rados.rados.0.smithi136.stdout:3466: done (6 left) 2024-08-19T11:42:44.492 INFO:tasks.rados.rados.0.smithi136.stdout:3467: done (5 left) 2024-08-19T11:42:44.492 INFO:tasks.rados.rados.0.smithi136.stdout:3468: done (4 left) 2024-08-19T11:42:44.492 INFO:tasks.rados.rados.0.smithi136.stdout:3469: done (3 left) 2024-08-19T11:42:44.492 INFO:tasks.rados.rados.0.smithi136.stdout:3471: done (2 left) 2024-08-19T11:42:44.492 INFO:tasks.rados.rados.0.smithi136.stdout:3473: done (1 left) 2024-08-19T11:42:44.492 INFO:tasks.rados.rados.0.smithi136.stdout:3474: snap_create 2024-08-19T11:42:44.492 INFO:tasks.rados.rados.0.smithi136.stdout:3472: finishing write tid 2 to smithi13674108-40 2024-08-19T11:42:44.492 INFO:tasks.rados.rados.0.smithi136.stdout:3472: finishing write tid 3 to smithi13674108-40 2024-08-19T11:42:44.493 INFO:tasks.rados.rados.0.smithi136.stdout:3472: finishing write tid 4 to smithi13674108-40 2024-08-19T11:42:44.493 INFO:tasks.rados.rados.0.smithi136.stdout:3472: oid 40 updating version 0 to 1585 2024-08-19T11:42:44.493 INFO:tasks.rados.rados.0.smithi136.stdout:3472: oid 40 updating version 1585 to 1586 2024-08-19T11:42:44.493 INFO:tasks.rados.rados.0.smithi136.stdout:3472: oid 40 updating version 1586 to 1587 2024-08-19T11:42:44.493 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 1587 (ObjNum 1063 snap 339 seq_num 1063) dirty exists 2024-08-19T11:42:44.493 INFO:tasks.rados.rados.0.smithi136.stdout:3472: left oid 40 (ObjNum 1063 snap 339 seq_num 1063) 2024-08-19T11:42:44.775 INFO:tasks.rados.rados.0.smithi136.stdout:3472: done (1 left) 2024-08-19T11:42:44.775 INFO:tasks.rados.rados.0.smithi136.stdout:3474: done (0 left) 2024-08-19T11:42:44.775 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 17 current snap is 340 2024-08-19T11:42:44.775 INFO:tasks.rados.rados.0.smithi136.stdout:3475: seq_num 1064 ranges {729088=622592,1351680=401408} 2024-08-19T11:42:44.781 INFO:tasks.rados.rados.0.smithi136.stdout:3475: writing smithi13674108-17 from 729088 to 1351680 tid 1 2024-08-19T11:42:44.784 INFO:tasks.rados.rados.0.smithi136.stdout:3475: writing smithi13674108-17 from 1351680 to 1753088 tid 2 2024-08-19T11:42:44.784 INFO:tasks.rados.rados.0.smithi136.stdout:3476: read oid 7 snap -1 2024-08-19T11:42:44.784 INFO:tasks.rados.rados.0.smithi136.stdout:3476: expect deleted 2024-08-19T11:42:44.784 INFO:tasks.rados.rados.0.smithi136.stdout:3477: snap_remove snap 300 2024-08-19T11:42:45.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:44 smithi136 ceph-mon[88916]: pgmap v768: 121 pgs: 121 active+clean; 470 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 642 KiB/s rd, 238 KiB/s wr, 6 op/s 2024-08-19T11:42:45.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:44 smithi136 ceph-mon[86496]: pgmap v768: 121 pgs: 121 active+clean; 470 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 642 KiB/s rd, 238 KiB/s wr, 6 op/s 2024-08-19T11:42:45.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:44 smithi155 ceph-mon[76679]: pgmap v768: 121 pgs: 121 active+clean; 470 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 642 KiB/s rd, 238 KiB/s wr, 6 op/s 2024-08-19T11:42:45.787 INFO:tasks.rados.rados.0.smithi136.stdout:3477: done (2 left) 2024-08-19T11:42:45.787 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 16 current snap is 340 2024-08-19T11:42:45.787 INFO:tasks.rados.rados.0.smithi136.stdout:3478: seq_num 1065 ranges {5226496=638976,5865472=401408} 2024-08-19T11:42:45.819 INFO:tasks.rados.rados.0.smithi136.stdout:3478: writing smithi13674108-16 from 5226496 to 5865472 tid 1 2024-08-19T11:42:45.822 INFO:tasks.rados.rados.0.smithi136.stdout:3478: writing smithi13674108-16 from 5865472 to 6266880 tid 2 2024-08-19T11:42:45.822 INFO:tasks.rados.rados.0.smithi136.stdout:3479: rmattr oid 29 current snap is 340 2024-08-19T11:42:45.822 INFO:tasks.rados.rados.0.smithi136.stdout:3479: done (3 left) 2024-08-19T11:42:45.823 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 10 current snap is 340 2024-08-19T11:42:45.823 INFO:tasks.rados.rados.0.smithi136.stdout:3480: seq_num 1066 ranges {14876672=663552,15540224=401408} 2024-08-19T11:42:45.903 INFO:tasks.rados.rados.0.smithi136.stdout:3480: writing smithi13674108-10 from 14876672 to 15540224 tid 1 2024-08-19T11:42:45.906 INFO:tasks.rados.rados.0.smithi136.stdout:3480: writing smithi13674108-10 from 15540224 to 15941632 tid 2 2024-08-19T11:42:45.906 INFO:tasks.rados.rados.0.smithi136.stdout:3481: delete oid 19 current snap is 340 2024-08-19T11:42:45.906 INFO:tasks.rados.rados.0.smithi136.stdout:3475: finishing write tid 1 to smithi13674108-17 2024-08-19T11:42:45.906 INFO:tasks.rados.rados.0.smithi136.stdout:3475: finishing write tid 2 to smithi13674108-17 2024-08-19T11:42:45.906 INFO:tasks.rados.rados.0.smithi136.stdout:3475: finishing write tid 3 to smithi13674108-17 2024-08-19T11:42:45.907 INFO:tasks.rados.rados.0.smithi136.stdout:3475: finishing write tid 4 to smithi13674108-17 2024-08-19T11:42:45.907 INFO:tasks.rados.rados.0.smithi136.stdout:3475: oid 17 updating version 0 to 1789 2024-08-19T11:42:45.907 INFO:tasks.rados.rados.0.smithi136.stdout:3475: oid 17 updating version 1789 to 1790 2024-08-19T11:42:45.907 INFO:tasks.rados.rados.0.smithi136.stdout:3475: oid 17 updating version 1790 to 1791 2024-08-19T11:42:45.907 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 17 v 1791 (ObjNum 1064 snap 340 seq_num 1064) dirty exists 2024-08-19T11:42:45.907 INFO:tasks.rados.rados.0.smithi136.stdout:3475: left oid 17 (ObjNum 1064 snap 340 seq_num 1064) 2024-08-19T11:42:45.907 INFO:tasks.rados.rados.0.smithi136.stdout:3478: finishing write tid 1 to smithi13674108-16 2024-08-19T11:42:45.907 INFO:tasks.rados.rados.0.smithi136.stdout:3478: finishing write tid 2 to smithi13674108-16 2024-08-19T11:42:45.907 INFO:tasks.rados.rados.0.smithi136.stdout:3478: finishing write tid 3 to smithi13674108-16 2024-08-19T11:42:45.907 INFO:tasks.rados.rados.0.smithi136.stdout:3478: finishing write tid 4 to smithi13674108-16 2024-08-19T11:42:45.908 INFO:tasks.rados.rados.0.smithi136.stdout:3478: oid 16 updating version 0 to 1824 2024-08-19T11:42:45.908 INFO:tasks.rados.rados.0.smithi136.stdout:3478: oid 16 version 1824 is already newer than 1822 2024-08-19T11:42:45.908 INFO:tasks.rados.rados.0.smithi136.stdout:3478: oid 16 version 1824 is already newer than 1823 2024-08-19T11:42:45.908 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 16 v 1824 (ObjNum 1065 snap 340 seq_num 1065) dirty exists 2024-08-19T11:42:45.908 INFO:tasks.rados.rados.0.smithi136.stdout:3478: left oid 16 (ObjNum 1065 snap 340 seq_num 1065) 2024-08-19T11:42:45.908 INFO:tasks.rados.rados.0.smithi136.stdout:3475: done (4 left) 2024-08-19T11:42:45.909 INFO:tasks.rados.rados.0.smithi136.stdout:3476: done (3 left) 2024-08-19T11:42:45.909 INFO:tasks.rados.rados.0.smithi136.stdout:3478: done (2 left) 2024-08-19T11:42:45.909 INFO:tasks.rados.rados.0.smithi136.stdout:3481: done (1 left) 2024-08-19T11:42:45.909 INFO:tasks.rados.rados.0.smithi136.stdout:3482: copy_from oid 35 from oid 7 current snap is 340 2024-08-19T11:42:45.909 INFO:tasks.rados.rados.0.smithi136.stdout:3483: rmattr oid 43 current snap is 340 2024-08-19T11:42:45.909 INFO:tasks.rados.rados.0.smithi136.stdout:3483: done (2 left) 2024-08-19T11:42:45.909 INFO:tasks.rados.rados.0.smithi136.stdout:3484: snap_remove snap 333 2024-08-19T11:42:46.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:45 smithi136 ceph-mon[88916]: osdmap e754: 8 total, 8 up, 8 in 2024-08-19T11:42:46.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:45 smithi136 ceph-mon[86496]: osdmap e754: 8 total, 8 up, 8 in 2024-08-19T11:42:46.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:45 smithi155 ceph-mon[76679]: osdmap e754: 8 total, 8 up, 8 in 2024-08-19T11:42:46.790 INFO:tasks.rados.rados.0.smithi136.stdout:3480: finishing write tid 1 to smithi13674108-10 2024-08-19T11:42:46.790 INFO:tasks.rados.rados.0.smithi136.stdout:3482: finishing copy_from to smithi13674108-35 2024-08-19T11:42:46.790 INFO:tasks.rados.rados.0.smithi136.stdout:3482: got expected ENOENT (src dne) 2024-08-19T11:42:46.790 INFO:tasks.rados.rados.0.smithi136.stdout:3480: finishing write tid 2 to smithi13674108-10 2024-08-19T11:42:46.790 INFO:tasks.rados.rados.0.smithi136.stdout:3482: finishing copy_from racing read to smithi13674108-35 2024-08-19T11:42:46.790 INFO:tasks.rados.rados.0.smithi136.stdout:3480: finishing write tid 3 to smithi13674108-10 2024-08-19T11:42:46.790 INFO:tasks.rados.rados.0.smithi136.stdout:3480: finishing write tid 4 to smithi13674108-10 2024-08-19T11:42:46.790 INFO:tasks.rados.rados.0.smithi136.stdout:3480: oid 10 updating version 0 to 1159 2024-08-19T11:42:46.790 INFO:tasks.rados.rados.0.smithi136.stdout:3480: oid 10 updating version 1159 to 1161 2024-08-19T11:42:46.791 INFO:tasks.rados.rados.0.smithi136.stdout:3480: oid 10 version 1161 is already newer than 1160 2024-08-19T11:42:46.791 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 1161 (ObjNum 1066 snap 340 seq_num 1066) dirty exists 2024-08-19T11:42:46.791 INFO:tasks.rados.rados.0.smithi136.stdout:3480: left oid 10 (ObjNum 1066 snap 340 seq_num 1066) 2024-08-19T11:42:46.791 INFO:tasks.rados.rados.0.smithi136.stdout:3480: done (2 left) 2024-08-19T11:42:46.791 INFO:tasks.rados.rados.0.smithi136.stdout:3482: done (1 left) 2024-08-19T11:42:46.791 INFO:tasks.rados.rados.0.smithi136.stdout:3484: done (0 left) 2024-08-19T11:42:46.791 INFO:tasks.rados.rados.0.smithi136.stdout:3485: setattr oid 42 current snap is 340 2024-08-19T11:42:46.793 INFO:tasks.rados.rados.0.smithi136.stdout:3486: copy_from oid 3 from oid 9 current snap is 340 2024-08-19T11:42:46.793 INFO:tasks.rados.rados.0.smithi136.stdout:3487: read oid 44 snap -1 2024-08-19T11:42:46.794 INFO:tasks.rados.rados.0.smithi136.stdout:3487: expect (ObjNum 971 snap 319 seq_num 971) 2024-08-19T11:42:46.794 INFO:tasks.rados.rados.0.smithi136.stdout:3488: read oid 49 snap 339 2024-08-19T11:42:46.794 INFO:tasks.rados.rados.0.smithi136.stdout:3488: expect (ObjNum 1051 snap 333 seq_num 1051) 2024-08-19T11:42:46.794 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 29 current snap is 340 2024-08-19T11:42:46.794 INFO:tasks.rados.rados.0.smithi136.stdout:3489: seq_num 1068 ranges {1187840=696320,1884160=401408} 2024-08-19T11:42:46.805 INFO:tasks.rados.rados.0.smithi136.stdout:3489: writing smithi13674108-29 from 1187840 to 1884160 tid 1 2024-08-19T11:42:46.808 INFO:tasks.rados.rados.0.smithi136.stdout:3489: writing smithi13674108-29 from 1884160 to 2285568 tid 2 2024-08-19T11:42:46.808 INFO:tasks.rados.rados.0.smithi136.stdout:3490: snap_remove snap 334 2024-08-19T11:42:47.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:46 smithi136 ceph-mon[88916]: pgmap v771: 121 pgs: 121 active+clean; 472 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 726 KiB/s wr, 14 op/s 2024-08-19T11:42:47.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:46 smithi136 ceph-mon[88916]: osdmap e755: 8 total, 8 up, 8 in 2024-08-19T11:42:47.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:46 smithi136 ceph-mon[86496]: pgmap v771: 121 pgs: 121 active+clean; 472 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 726 KiB/s wr, 14 op/s 2024-08-19T11:42:47.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:46 smithi136 ceph-mon[86496]: osdmap e755: 8 total, 8 up, 8 in 2024-08-19T11:42:47.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:46 smithi155 ceph-mon[76679]: pgmap v771: 121 pgs: 121 active+clean; 472 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 726 KiB/s wr, 14 op/s 2024-08-19T11:42:47.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:46 smithi155 ceph-mon[76679]: osdmap e755: 8 total, 8 up, 8 in 2024-08-19T11:42:47.798 INFO:tasks.rados.rados.0.smithi136.stdout:3490: done (5 left) 2024-08-19T11:42:47.799 INFO:tasks.rados.rados.0.smithi136.stdout:3491: rmattr oid 19 current snap is 340 2024-08-19T11:42:47.799 INFO:tasks.rados.rados.0.smithi136.stdout:3491: done (5 left) 2024-08-19T11:42:47.799 INFO:tasks.rados.rados.0.smithi136.stdout:3492: snap_create 2024-08-19T11:42:47.799 INFO:tasks.rados.rados.0.smithi136.stdout:3488: expect (ObjNum 1051 snap 333 seq_num 1051) 2024-08-19T11:42:47.819 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 1582 (ObjNum 33 snap 0 seq_num 2168769262) dirty exists 2024-08-19T11:42:47.819 INFO:tasks.rados.rados.0.smithi136.stdout:3487: expect (ObjNum 971 snap 319 seq_num 971) 2024-08-19T11:42:47.867 INFO:tasks.rados.rados.0.smithi136.stdout:3489: finishing write tid 1 to smithi13674108-29 2024-08-19T11:42:47.867 INFO:tasks.rados.rados.0.smithi136.stdout:3489: finishing write tid 2 to smithi13674108-29 2024-08-19T11:42:47.867 INFO:tasks.rados.rados.0.smithi136.stdout:3489: finishing write tid 3 to smithi13674108-29 2024-08-19T11:42:47.867 INFO:tasks.rados.rados.0.smithi136.stdout:3489: finishing write tid 4 to smithi13674108-29 2024-08-19T11:42:47.867 INFO:tasks.rados.rados.0.smithi136.stdout:3489: oid 29 updating version 0 to 1810 2024-08-19T11:42:47.867 INFO:tasks.rados.rados.0.smithi136.stdout:3489: oid 29 version 1810 is already newer than 1809 2024-08-19T11:42:47.867 INFO:tasks.rados.rados.0.smithi136.stdout:3489: oid 29 updating version 1810 to 1811 2024-08-19T11:42:47.867 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 1811 (ObjNum 1068 snap 340 seq_num 1068) dirty exists 2024-08-19T11:42:47.867 INFO:tasks.rados.rados.0.smithi136.stdout:3489: left oid 29 (ObjNum 1068 snap 340 seq_num 1068) 2024-08-19T11:42:47.867 INFO:tasks.rados.rados.0.smithi136.stdout:3486: finishing copy_from racing read to smithi13674108-3 2024-08-19T11:42:47.868 INFO:tasks.rados.rados.0.smithi136.stdout:3486: finishing copy_from to smithi13674108-3 2024-08-19T11:42:47.868 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 1108 (ObjNum 861 snap 279 seq_num 861) dirty exists 2024-08-19T11:42:48.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:47 smithi136 ceph-mon[86496]: osdmap e756: 8 total, 8 up, 8 in 2024-08-19T11:42:48.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:47 smithi136 ceph-mon[88916]: osdmap e756: 8 total, 8 up, 8 in 2024-08-19T11:42:48.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:47 smithi155 ceph-mon[76679]: osdmap e756: 8 total, 8 up, 8 in 2024-08-19T11:42:48.744 INFO:tasks.rados.rados.0.smithi136.stdout:3485: done (5 left) 2024-08-19T11:42:48.744 INFO:tasks.rados.rados.0.smithi136.stdout:3486: done (4 left) 2024-08-19T11:42:48.744 INFO:tasks.rados.rados.0.smithi136.stdout:3487: done (3 left) 2024-08-19T11:42:48.745 INFO:tasks.rados.rados.0.smithi136.stdout:3488: done (2 left) 2024-08-19T11:42:48.745 INFO:tasks.rados.rados.0.smithi136.stdout:3489: done (1 left) 2024-08-19T11:42:48.745 INFO:tasks.rados.rados.0.smithi136.stdout:3492: done (0 left) 2024-08-19T11:42:48.745 INFO:tasks.rados.rados.0.smithi136.stdout:3493: read oid 3 snap -1 2024-08-19T11:42:48.745 INFO:tasks.rados.rados.0.smithi136.stdout:3493: expect (ObjNum 861 snap 279 seq_num 861) 2024-08-19T11:42:48.745 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 33 current snap is 341 2024-08-19T11:42:48.745 INFO:tasks.rados.rados.0.smithi136.stdout:3494: seq_num 1069 ranges {704512=712704,1417216=401408} 2024-08-19T11:42:48.751 INFO:tasks.rados.rados.0.smithi136.stdout:3494: writing smithi13674108-33 from 704512 to 1417216 tid 1 2024-08-19T11:42:48.754 INFO:tasks.rados.rados.0.smithi136.stdout:3494: writing smithi13674108-33 from 1417216 to 1818624 tid 2 2024-08-19T11:42:48.754 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 4 current snap is 341 2024-08-19T11:42:48.754 INFO:tasks.rados.rados.0.smithi136.stdout:3495: seq_num 1070 ranges {7962624=729088,8691712=401408} 2024-08-19T11:42:48.802 INFO:tasks.rados.rados.0.smithi136.stdout:3495: writing smithi13674108-4 from 7962624 to 8691712 tid 1 2024-08-19T11:42:48.805 INFO:tasks.rados.rados.0.smithi136.stdout:3495: writing smithi13674108-4 from 8691712 to 9093120 tid 2 2024-08-19T11:42:48.805 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 18 current snap is 341 2024-08-19T11:42:48.805 INFO:tasks.rados.rados.0.smithi136.stdout:3496: seq_num 1071 ranges {1114112=745472,1859584=401408} 2024-08-19T11:42:48.815 INFO:tasks.rados.rados.0.smithi136.stdout:3496: writing smithi13674108-18 from 1114112 to 1859584 tid 1 2024-08-19T11:42:48.817 INFO:tasks.rados.rados.0.smithi136.stdout:3496: writing smithi13674108-18 from 1859584 to 2260992 tid 2 2024-08-19T11:42:48.818 INFO:tasks.rados.rados.0.smithi136.stdout:3497: snap_remove snap 322 2024-08-19T11:42:49.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:48 smithi136 ceph-mon[86496]: pgmap v774: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 480 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.5 MiB/s wr, 20 op/s 2024-08-19T11:42:49.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:48 smithi136 ceph-mon[86496]: osdmap e757: 8 total, 8 up, 8 in 2024-08-19T11:42:49.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:48 smithi136 ceph-mon[86496]: osdmap e758: 8 total, 8 up, 8 in 2024-08-19T11:42:49.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:48 smithi136 ceph-mon[88916]: pgmap v774: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 480 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.5 MiB/s wr, 20 op/s 2024-08-19T11:42:49.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:48 smithi136 ceph-mon[88916]: osdmap e757: 8 total, 8 up, 8 in 2024-08-19T11:42:49.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:48 smithi136 ceph-mon[88916]: osdmap e758: 8 total, 8 up, 8 in 2024-08-19T11:42:49.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:48 smithi155 ceph-mon[76679]: pgmap v774: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 480 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.5 MiB/s wr, 20 op/s 2024-08-19T11:42:49.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:48 smithi155 ceph-mon[76679]: osdmap e757: 8 total, 8 up, 8 in 2024-08-19T11:42:49.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:48 smithi155 ceph-mon[76679]: osdmap e758: 8 total, 8 up, 8 in 2024-08-19T11:42:49.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:42:49 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:42:49] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.51.0" 2024-08-19T11:42:49.801 INFO:tasks.rados.rados.0.smithi136.stdout:3494: finishing write tid 1 to smithi13674108-33 2024-08-19T11:42:49.802 INFO:tasks.rados.rados.0.smithi136.stdout:3494: finishing write tid 2 to smithi13674108-33 2024-08-19T11:42:49.802 INFO:tasks.rados.rados.0.smithi136.stdout:3494: finishing write tid 3 to smithi13674108-33 2024-08-19T11:42:49.802 INFO:tasks.rados.rados.0.smithi136.stdout:3494: finishing write tid 4 to smithi13674108-33 2024-08-19T11:42:49.802 INFO:tasks.rados.rados.0.smithi136.stdout:3494: oid 33 updating version 0 to 1578 2024-08-19T11:42:49.802 INFO:tasks.rados.rados.0.smithi136.stdout:3494: oid 33 version 1578 is already newer than 1577 2024-08-19T11:42:49.802 INFO:tasks.rados.rados.0.smithi136.stdout:3494: oid 33 version 1578 is already newer than 1576 2024-08-19T11:42:49.802 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 33 v 1578 (ObjNum 1069 snap 341 seq_num 1069) dirty exists 2024-08-19T11:42:49.802 INFO:tasks.rados.rados.0.smithi136.stdout:3494: left oid 33 (ObjNum 1069 snap 341 seq_num 1069) 2024-08-19T11:42:49.802 INFO:tasks.rados.rados.0.smithi136.stdout:3493: expect (ObjNum 861 snap 279 seq_num 861) 2024-08-19T11:42:50.819 INFO:tasks.rados.rados.0.smithi136.stdout:3495: finishing write tid 1 to smithi13674108-4 2024-08-19T11:42:50.819 INFO:tasks.rados.rados.0.smithi136.stdout:3495: finishing write tid 2 to smithi13674108-4 2024-08-19T11:42:50.819 INFO:tasks.rados.rados.0.smithi136.stdout:3495: finishing write tid 3 to smithi13674108-4 2024-08-19T11:42:50.819 INFO:tasks.rados.rados.0.smithi136.stdout:3495: finishing write tid 4 to smithi13674108-4 2024-08-19T11:42:50.819 INFO:tasks.rados.rados.0.smithi136.stdout:3495: oid 4 updating version 0 to 1821 2024-08-19T11:42:50.819 INFO:tasks.rados.rados.0.smithi136.stdout:3495: oid 4 updating version 1821 to 1822 2024-08-19T11:42:50.819 INFO:tasks.rados.rados.0.smithi136.stdout:3495: oid 4 updating version 1822 to 1823 2024-08-19T11:42:50.820 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 1823 (ObjNum 1070 snap 341 seq_num 1070) dirty exists 2024-08-19T11:42:50.820 INFO:tasks.rados.rados.0.smithi136.stdout:3495: left oid 4 (ObjNum 1070 snap 341 seq_num 1070) 2024-08-19T11:42:50.820 INFO:tasks.rados.rados.0.smithi136.stdout:3496: finishing write tid 1 to smithi13674108-18 2024-08-19T11:42:50.820 INFO:tasks.rados.rados.0.smithi136.stdout:3493: done (4 left) 2024-08-19T11:42:50.820 INFO:tasks.rados.rados.0.smithi136.stdout:3494: done (3 left) 2024-08-19T11:42:50.820 INFO:tasks.rados.rados.0.smithi136.stdout:3495: done (2 left) 2024-08-19T11:42:50.820 INFO:tasks.rados.rados.0.smithi136.stdout:3497: done (1 left) 2024-08-19T11:42:50.820 INFO:tasks.rados.rados.0.smithi136.stdout:3498: snap_remove snap 338 2024-08-19T11:42:51.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:50 smithi136 ceph-mon[88916]: pgmap v777: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 491 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.2 MiB/s wr, 16 op/s 2024-08-19T11:42:51.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:50 smithi136 ceph-mon[88916]: osdmap e759: 8 total, 8 up, 8 in 2024-08-19T11:42:51.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:50 smithi136 ceph-mon[86496]: pgmap v777: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 491 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.2 MiB/s wr, 16 op/s 2024-08-19T11:42:51.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:50 smithi136 ceph-mon[86496]: osdmap e759: 8 total, 8 up, 8 in 2024-08-19T11:42:51.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:50 smithi155 ceph-mon[76679]: pgmap v777: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 491 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.2 MiB/s wr, 16 op/s 2024-08-19T11:42:51.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:50 smithi155 ceph-mon[76679]: osdmap e759: 8 total, 8 up, 8 in 2024-08-19T11:42:51.805 INFO:tasks.rados.rados.0.smithi136.stdout:3498: done (1 left) 2024-08-19T11:42:51.805 INFO:tasks.rados.rados.0.smithi136.stdout:3499: snap_remove snap 329 2024-08-19T11:42:52.815 INFO:tasks.rados.rados.0.smithi136.stdout:3499: done (1 left) 2024-08-19T11:42:52.815 INFO:tasks.rados.rados.0.smithi136.stdout:3500: read oid 33 snap -1 2024-08-19T11:42:52.816 INFO:tasks.rados.rados.0.smithi136.stdout:3500: expect (ObjNum 1069 snap 341 seq_num 1069) 2024-08-19T11:42:52.816 INFO:tasks.rados.rados.0.smithi136.stdout:3501: read oid 2 snap -1 2024-08-19T11:42:52.816 INFO:tasks.rados.rados.0.smithi136.stdout:3501: expect (ObjNum 943 snap 314 seq_num 943) 2024-08-19T11:42:52.816 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 37 current snap is 341 2024-08-19T11:42:52.816 INFO:tasks.rados.rados.0.smithi136.stdout:3496: finishing write tid 2 to smithi13674108-18 2024-08-19T11:42:52.816 INFO:tasks.rados.rados.0.smithi136.stdout:3496: finishing write tid 3 to smithi13674108-18 2024-08-19T11:42:52.816 INFO:tasks.rados.rados.0.smithi136.stdout:3502: seq_num 1072 ranges {2293760=761856,3055616=401408} 2024-08-19T11:42:52.831 INFO:tasks.rados.rados.0.smithi136.stdout:3502: writing smithi13674108-37 from 2293760 to 3055616 tid 1 2024-08-19T11:42:52.834 INFO:tasks.rados.rados.0.smithi136.stdout:3502: writing smithi13674108-37 from 3055616 to 3457024 tid 2 2024-08-19T11:42:52.834 INFO:tasks.rados.rados.0.smithi136.stdout:3503: delete oid 12 current snap is 341 2024-08-19T11:42:52.835 INFO:tasks.rados.rados.0.smithi136.stdout:3496: finishing write tid 4 to smithi13674108-18 2024-08-19T11:42:52.835 INFO:tasks.rados.rados.0.smithi136.stdout:3496: oid 18 updating version 0 to 1581 2024-08-19T11:42:52.835 INFO:tasks.rados.rados.0.smithi136.stdout:3496: oid 18 version 1581 is already newer than 1579 2024-08-19T11:42:52.835 INFO:tasks.rados.rados.0.smithi136.stdout:3496: oid 18 version 1581 is already newer than 1580 2024-08-19T11:42:52.835 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 1581 (ObjNum 1071 snap 341 seq_num 1071) dirty exists 2024-08-19T11:42:52.835 INFO:tasks.rados.rados.0.smithi136.stdout:3496: left oid 18 (ObjNum 1071 snap 341 seq_num 1071) 2024-08-19T11:42:52.836 INFO:tasks.rados.rados.0.smithi136.stdout:3500: expect (ObjNum 1069 snap 341 seq_num 1069) 2024-08-19T11:42:52.909 INFO:tasks.rados.rados.0.smithi136.stdout:3502: finishing write tid 1 to smithi13674108-37 2024-08-19T11:42:52.909 INFO:tasks.rados.rados.0.smithi136.stdout:3502: finishing write tid 2 to smithi13674108-37 2024-08-19T11:42:52.909 INFO:tasks.rados.rados.0.smithi136.stdout:3496: done (4 left) 2024-08-19T11:42:52.909 INFO:tasks.rados.rados.0.smithi136.stdout:3500: done (3 left) 2024-08-19T11:42:52.910 INFO:tasks.rados.rados.0.smithi136.stdout:3503: done (2 left) 2024-08-19T11:42:52.910 INFO:tasks.rados.rados.0.smithi136.stdout:3504: read oid 22 snap 297 2024-08-19T11:42:52.910 INFO:tasks.rados.rados.0.smithi136.stdout:3504: expect (ObjNum 897 snap 295 seq_num 897) 2024-08-19T11:42:52.910 INFO:tasks.rados.rados.0.smithi136.stdout:3505: snap_create 2024-08-19T11:42:52.910 INFO:tasks.rados.rados.0.smithi136.stdout:3502: finishing write tid 3 to smithi13674108-37 2024-08-19T11:42:52.910 INFO:tasks.rados.rados.0.smithi136.stdout:3502: finishing write tid 4 to smithi13674108-37 2024-08-19T11:42:52.910 INFO:tasks.rados.rados.0.smithi136.stdout:3502: oid 37 updating version 0 to 1759 2024-08-19T11:42:52.910 INFO:tasks.rados.rados.0.smithi136.stdout:3502: oid 37 version 1759 is already newer than 1757 2024-08-19T11:42:52.910 INFO:tasks.rados.rados.0.smithi136.stdout:3502: oid 37 version 1759 is already newer than 1758 2024-08-19T11:42:52.910 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 1759 (ObjNum 1072 snap 341 seq_num 1072) dirty exists 2024-08-19T11:42:52.910 INFO:tasks.rados.rados.0.smithi136.stdout:3502: left oid 37 (ObjNum 1072 snap 341 seq_num 1072) 2024-08-19T11:42:52.910 INFO:tasks.rados.rados.0.smithi136.stdout:3501: expect (ObjNum 943 snap 314 seq_num 943) 2024-08-19T11:42:53.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:52 smithi136 ceph-mon[88916]: pgmap v779: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 491 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.5 MiB/s wr, 12 op/s 2024-08-19T11:42:53.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:52 smithi136 ceph-mon[88916]: osdmap e760: 8 total, 8 up, 8 in 2024-08-19T11:42:53.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:52 smithi136 ceph-mon[86496]: pgmap v779: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 491 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.5 MiB/s wr, 12 op/s 2024-08-19T11:42:53.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:52 smithi136 ceph-mon[86496]: osdmap e760: 8 total, 8 up, 8 in 2024-08-19T11:42:53.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:52 smithi155 ceph-mon[76679]: pgmap v779: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 491 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.5 MiB/s wr, 12 op/s 2024-08-19T11:42:53.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:52 smithi155 ceph-mon[76679]: osdmap e760: 8 total, 8 up, 8 in 2024-08-19T11:42:54.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:53 smithi136 ceph-mon[88916]: osdmap e761: 8 total, 8 up, 8 in 2024-08-19T11:42:54.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:53 smithi136 ceph-mon[88916]: osdmap e762: 8 total, 8 up, 8 in 2024-08-19T11:42:54.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:53 smithi136 ceph-mon[86496]: osdmap e761: 8 total, 8 up, 8 in 2024-08-19T11:42:54.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:53 smithi136 ceph-mon[86496]: osdmap e762: 8 total, 8 up, 8 in 2024-08-19T11:42:54.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:53 smithi155 ceph-mon[76679]: osdmap e761: 8 total, 8 up, 8 in 2024-08-19T11:42:54.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:53 smithi155 ceph-mon[76679]: osdmap e762: 8 total, 8 up, 8 in 2024-08-19T11:42:54.360 INFO:tasks.rados.rados.0.smithi136.stdout:3504: expect (ObjNum 897 snap 295 seq_num 897) 2024-08-19T11:42:55.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:54 smithi136 ceph-mon[88916]: pgmap v782: 121 pgs: 121 active+clean; 491 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-08-19T11:42:55.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:54 smithi136 ceph-mon[86496]: pgmap v782: 121 pgs: 121 active+clean; 491 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-08-19T11:42:55.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:54 smithi155 ceph-mon[76679]: pgmap v782: 121 pgs: 121 active+clean; 491 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-08-19T11:42:55.278 INFO:tasks.rados.rados.0.smithi136.stdout:3501: done (3 left) 2024-08-19T11:42:55.278 INFO:tasks.rados.rados.0.smithi136.stdout:3502: done (2 left) 2024-08-19T11:42:55.278 INFO:tasks.rados.rados.0.smithi136.stdout:3504: done (1 left) 2024-08-19T11:42:55.278 INFO:tasks.rados.rados.0.smithi136.stdout:3505: done (0 left) 2024-08-19T11:42:55.278 INFO:tasks.rados.rados.0.smithi136.stdout:3506: snap_create 2024-08-19T11:42:55.828 INFO:tasks.rados.rados.0.smithi136.stdout:3506: done (0 left) 2024-08-19T11:42:55.828 INFO:tasks.rados.rados.0.smithi136.stdout:3507: read oid 11 snap -1 2024-08-19T11:42:55.828 INFO:tasks.rados.rados.0.smithi136.stdout:3507: expect (ObjNum 1055 snap 335 seq_num 1055) 2024-08-19T11:42:55.828 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 28 current snap is 343 2024-08-19T11:42:55.828 INFO:tasks.rados.rados.0.smithi136.stdout:3508: seq_num 1074 ranges {2908160=794624,3702784=401408} 2024-08-19T11:42:55.848 INFO:tasks.rados.rados.0.smithi136.stdout:3508: writing smithi13674108-28 from 2908160 to 3702784 tid 1 2024-08-19T11:42:55.850 INFO:tasks.rados.rados.0.smithi136.stdout:3508: writing smithi13674108-28 from 3702784 to 4104192 tid 2 2024-08-19T11:42:55.850 INFO:tasks.rados.rados.0.smithi136.stdout:3509: delete oid 46 current snap is 343 2024-08-19T11:42:55.850 INFO:tasks.rados.rados.0.smithi136.stdout:3507: expect (ObjNum 1055 snap 335 seq_num 1055) 2024-08-19T11:42:55.874 INFO:tasks.rados.rados.0.smithi136.stdout:3508: finishing write tid 1 to smithi13674108-28 2024-08-19T11:42:55.874 INFO:tasks.rados.rados.0.smithi136.stdout:3508: finishing write tid 2 to smithi13674108-28 2024-08-19T11:42:55.875 INFO:tasks.rados.rados.0.smithi136.stdout:3508: finishing write tid 3 to smithi13674108-28 2024-08-19T11:42:55.875 INFO:tasks.rados.rados.0.smithi136.stdout:3508: finishing write tid 4 to smithi13674108-28 2024-08-19T11:42:55.875 INFO:tasks.rados.rados.0.smithi136.stdout:3508: oid 28 updating version 0 to 1955 2024-08-19T11:42:55.875 INFO:tasks.rados.rados.0.smithi136.stdout:3508: oid 28 updating version 1955 to 1956 2024-08-19T11:42:55.875 INFO:tasks.rados.rados.0.smithi136.stdout:3508: oid 28 updating version 1956 to 1957 2024-08-19T11:42:55.875 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 1957 (ObjNum 1074 snap 343 seq_num 1074) dirty exists 2024-08-19T11:42:55.875 INFO:tasks.rados.rados.0.smithi136.stdout:3508: left oid 28 (ObjNum 1074 snap 343 seq_num 1074) 2024-08-19T11:42:55.875 INFO:tasks.rados.rados.0.smithi136.stdout:3507: done (2 left) 2024-08-19T11:42:55.875 INFO:tasks.rados.rados.0.smithi136.stdout:3508: done (1 left) 2024-08-19T11:42:55.875 INFO:tasks.rados.rados.0.smithi136.stdout:3509: done (0 left) 2024-08-19T11:42:55.875 INFO:tasks.rados.rados.0.smithi136.stdout:3510: read oid 9 snap -1 2024-08-19T11:42:55.875 INFO:tasks.rados.rados.0.smithi136.stdout:3510: expect (ObjNum 861 snap 279 seq_num 861) 2024-08-19T11:42:55.875 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 42 current snap is 343 2024-08-19T11:42:55.875 INFO:tasks.rados.rados.0.smithi136.stdout:3511: seq_num 1076 ranges {0=425984,425984=548864,974848=253952} 2024-08-19T11:42:55.876 INFO:tasks.rados.rados.0.smithi136.stdout:3511: writing smithi13674108-42 from 0 to 425984 tid 1 2024-08-19T11:42:55.880 INFO:tasks.rados.rados.0.smithi136.stdout:3511: writing smithi13674108-42 from 425984 to 974848 tid 2 2024-08-19T11:42:55.881 INFO:tasks.rados.rados.0.smithi136.stdout:3511: writing smithi13674108-42 from 974848 to 1228800 tid 3 2024-08-19T11:42:55.882 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 47 current snap is 343 2024-08-19T11:42:55.882 INFO:tasks.rados.rados.0.smithi136.stdout:3512: seq_num 1077 ranges {0=442368,442368=434176,876544=368640} 2024-08-19T11:42:55.884 INFO:tasks.rados.rados.0.smithi136.stdout:3512: writing smithi13674108-47 from 0 to 442368 tid 1 2024-08-19T11:42:55.887 INFO:tasks.rados.rados.0.smithi136.stdout:3512: writing smithi13674108-47 from 442368 to 876544 tid 2 2024-08-19T11:42:55.889 INFO:tasks.rados.rados.0.smithi136.stdout:3512: writing smithi13674108-47 from 876544 to 1245184 tid 3 2024-08-19T11:42:55.889 INFO:tasks.rados.rados.0.smithi136.stdout:3513: delete oid 14 current snap is 343 2024-08-19T11:42:55.890 INFO:tasks.rados.rados.0.smithi136.stdout:3512: finishing write tid 1 to smithi13674108-47 2024-08-19T11:42:55.890 INFO:tasks.rados.rados.0.smithi136.stdout:3512: finishing write tid 2 to smithi13674108-47 2024-08-19T11:42:55.892 INFO:tasks.rados.rados.0.smithi136.stdout:3513: done (3 left) 2024-08-19T11:42:55.892 INFO:tasks.rados.rados.0.smithi136.stdout:3514: read oid 27 snap -1 2024-08-19T11:42:55.892 INFO:tasks.rados.rados.0.smithi136.stdout:3514: expect (ObjNum 1059 snap 336 seq_num 1059) 2024-08-19T11:42:55.892 INFO:tasks.rados.rados.0.smithi136.stdout:3515: setattr oid 30 current snap is 343 2024-08-19T11:42:55.893 INFO:tasks.rados.rados.0.smithi136.stdout:3512: finishing write tid 3 to smithi13674108-47 2024-08-19T11:42:55.893 INFO:tasks.rados.rados.0.smithi136.stdout:3512: finishing write tid 4 to smithi13674108-47 2024-08-19T11:42:55.894 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 11 current snap is 343 2024-08-19T11:42:55.894 INFO:tasks.rados.rados.0.smithi136.stdout:3516: seq_num 1079 ranges {876544=475136,1351680=606208,1957888=196608} 2024-08-19T11:42:55.901 INFO:tasks.rados.rados.0.smithi136.stdout:3516: writing smithi13674108-11 from 876544 to 1351680 tid 1 2024-08-19T11:42:55.905 INFO:tasks.rados.rados.0.smithi136.stdout:3516: writing smithi13674108-11 from 1351680 to 1957888 tid 2 2024-08-19T11:42:55.907 INFO:tasks.rados.rados.0.smithi136.stdout:3516: writing smithi13674108-11 from 1957888 to 2154496 tid 3 2024-08-19T11:42:55.907 INFO:tasks.rados.rados.0.smithi136.stdout:3517: read oid 13 snap -1 2024-08-19T11:42:55.907 INFO:tasks.rados.rados.0.smithi136.stdout:3517: expect (ObjNum 1037 snap 330 seq_num 1037) 2024-08-19T11:42:55.907 INFO:tasks.rados.rados.0.smithi136.stdout:3518: rollback oid 38 current snap is 343 2024-08-19T11:42:55.907 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 38 to 330 2024-08-19T11:42:55.908 INFO:tasks.rados.rados.0.smithi136.stdout:3512: finishing write tid 5 to smithi13674108-47 2024-08-19T11:42:55.908 INFO:tasks.rados.rados.0.smithi136.stdout:3512: oid 47 updating version 0 to 1622 2024-08-19T11:42:55.908 INFO:tasks.rados.rados.0.smithi136.stdout:3512: oid 47 updating version 1622 to 1623 2024-08-19T11:42:55.908 INFO:tasks.rados.rados.0.smithi136.stdout:3512: oid 47 version 1623 is already newer than 1620 2024-08-19T11:42:55.908 INFO:tasks.rados.rados.0.smithi136.stdout:3512: oid 47 version 1623 is already newer than 1621 2024-08-19T11:42:55.908 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 1623 (ObjNum 1077 snap 343 seq_num 1077) dirty exists 2024-08-19T11:42:55.908 INFO:tasks.rados.rados.0.smithi136.stdout:3512: left oid 47 (ObjNum 1077 snap 343 seq_num 1077) 2024-08-19T11:42:55.908 INFO:tasks.rados.rados.0.smithi136.stdout:3512: done (7 left) 2024-08-19T11:42:55.908 INFO:tasks.rados.rados.0.smithi136.stdout:3519: snap_create 2024-08-19T11:42:55.908 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 1162 (ObjNum 951 snap 315 seq_num 951) dirty exists 2024-08-19T11:42:55.910 INFO:tasks.rados.rados.0.smithi136.stdout:3518: finishing rollback tid 0 to smithi13674108-38 2024-08-19T11:42:55.911 INFO:tasks.rados.rados.0.smithi136.stdout:3518: finishing rollback tid 1 to smithi13674108-38 2024-08-19T11:42:55.911 INFO:tasks.rados.rados.0.smithi136.stdout:3518: finishing rollback tid 2 to smithi13674108-38 2024-08-19T11:42:55.911 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 1590 (ObjNum 1040 snap 330 seq_num 1040) dirty exists 2024-08-19T11:42:55.912 INFO:tasks.rados.rados.0.smithi136.stdout:3511: finishing write tid 1 to smithi13674108-42 2024-08-19T11:42:55.923 INFO:tasks.rados.rados.0.smithi136.stdout:3510: expect (ObjNum 861 snap 279 seq_num 861) 2024-08-19T11:42:56.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:55 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:42:56.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:42:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:55 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:42:56.920 INFO:tasks.rados.rados.0.smithi136.stdout:3511: finishing write tid 2 to smithi13674108-42 2024-08-19T11:42:56.920 INFO:tasks.rados.rados.0.smithi136.stdout:3511: finishing write tid 3 to smithi13674108-42 2024-08-19T11:42:56.920 INFO:tasks.rados.rados.0.smithi136.stdout:3510: done (7 left) 2024-08-19T11:42:56.920 INFO:tasks.rados.rados.0.smithi136.stdout:3515: done (6 left) 2024-08-19T11:42:56.920 INFO:tasks.rados.rados.0.smithi136.stdout:3518: done (5 left) 2024-08-19T11:42:56.921 INFO:tasks.rados.rados.0.smithi136.stdout:3519: done (4 left) 2024-08-19T11:42:56.921 INFO:tasks.rados.rados.0.smithi136.stdout:3520: snap_create 2024-08-19T11:42:56.921 INFO:tasks.rados.rados.0.smithi136.stdout:3516: finishing write tid 1 to smithi13674108-11 2024-08-19T11:42:56.921 INFO:tasks.rados.rados.0.smithi136.stdout:3516: finishing write tid 2 to smithi13674108-11 2024-08-19T11:42:56.921 INFO:tasks.rados.rados.0.smithi136.stdout:3516: finishing write tid 3 to smithi13674108-11 2024-08-19T11:42:56.921 INFO:tasks.rados.rados.0.smithi136.stdout:3517: expect (ObjNum 1037 snap 330 seq_num 1037) 2024-08-19T11:42:56.968 INFO:tasks.rados.rados.0.smithi136.stdout:3516: finishing write tid 4 to smithi13674108-11 2024-08-19T11:42:56.968 INFO:tasks.rados.rados.0.smithi136.stdout:3516: finishing write tid 5 to smithi13674108-11 2024-08-19T11:42:56.968 INFO:tasks.rados.rados.0.smithi136.stdout:3516: oid 11 updating version 0 to 1847 2024-08-19T11:42:56.968 INFO:tasks.rados.rados.0.smithi136.stdout:3516: oid 11 updating version 1847 to 1848 2024-08-19T11:42:56.968 INFO:tasks.rados.rados.0.smithi136.stdout:3516: oid 11 version 1848 is already newer than 1845 2024-08-19T11:42:56.969 INFO:tasks.rados.rados.0.smithi136.stdout:3516: oid 11 version 1848 is already newer than 1846 2024-08-19T11:42:56.969 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 1848 (ObjNum 1079 snap 343 seq_num 1079) dirty exists 2024-08-19T11:42:56.969 INFO:tasks.rados.rados.0.smithi136.stdout:3516: left oid 11 (ObjNum 1079 snap 343 seq_num 1079) 2024-08-19T11:42:56.969 INFO:tasks.rados.rados.0.smithi136.stdout:3511: finishing write tid 4 to smithi13674108-42 2024-08-19T11:42:56.969 INFO:tasks.rados.rados.0.smithi136.stdout:3511: finishing write tid 5 to smithi13674108-42 2024-08-19T11:42:56.969 INFO:tasks.rados.rados.0.smithi136.stdout:3511: oid 42 updating version 0 to 1584 2024-08-19T11:42:56.970 INFO:tasks.rados.rados.0.smithi136.stdout:3511: oid 42 version 1584 is already newer than 1583 2024-08-19T11:42:56.970 INFO:tasks.rados.rados.0.smithi136.stdout:3511: oid 42 updating version 1584 to 1586 2024-08-19T11:42:56.970 INFO:tasks.rados.rados.0.smithi136.stdout:3511: oid 42 version 1586 is already newer than 1585 2024-08-19T11:42:56.970 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 1586 (ObjNum 1076 snap 343 seq_num 1076) dirty exists 2024-08-19T11:42:56.970 INFO:tasks.rados.rados.0.smithi136.stdout:3511: left oid 42 (ObjNum 1076 snap 343 seq_num 1076) 2024-08-19T11:42:56.970 INFO:tasks.rados.rados.0.smithi136.stdout:3514: expect (ObjNum 1059 snap 336 seq_num 1059) 2024-08-19T11:42:57.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:56 smithi136 ceph-mon[86496]: pgmap v784: 121 pgs: 121 active+clean; 491 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 433 KiB/s rd, 602 KiB/s wr, 3 op/s 2024-08-19T11:42:57.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:56 smithi136 ceph-mon[86496]: osdmap e763: 8 total, 8 up, 8 in 2024-08-19T11:42:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:56 smithi136 ceph-mon[88916]: pgmap v784: 121 pgs: 121 active+clean; 491 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 433 KiB/s rd, 602 KiB/s wr, 3 op/s 2024-08-19T11:42:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:56 smithi136 ceph-mon[88916]: osdmap e763: 8 total, 8 up, 8 in 2024-08-19T11:42:57.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:56 smithi155 ceph-mon[76679]: pgmap v784: 121 pgs: 121 active+clean; 491 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 433 KiB/s rd, 602 KiB/s wr, 3 op/s 2024-08-19T11:42:57.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:56 smithi155 ceph-mon[76679]: osdmap e763: 8 total, 8 up, 8 in 2024-08-19T11:42:58.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:57 smithi136 ceph-mon[88916]: osdmap e764: 8 total, 8 up, 8 in 2024-08-19T11:42:58.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:57 smithi136 ceph-mon[86496]: osdmap e764: 8 total, 8 up, 8 in 2024-08-19T11:42:58.172 INFO:tasks.rados.rados.0.smithi136.stdout:3511: done (4 left) 2024-08-19T11:42:58.173 INFO:tasks.rados.rados.0.smithi136.stdout:3514: done (3 left) 2024-08-19T11:42:58.173 INFO:tasks.rados.rados.0.smithi136.stdout:3516: done (2 left) 2024-08-19T11:42:58.173 INFO:tasks.rados.rados.0.smithi136.stdout:3517: done (1 left) 2024-08-19T11:42:58.173 INFO:tasks.rados.rados.0.smithi136.stdout:3520: done (0 left) 2024-08-19T11:42:58.173 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 8 current snap is 345 2024-08-19T11:42:58.173 INFO:tasks.rados.rados.0.smithi136.stdout:3521: seq_num 1080 ranges {1384448=491520,1875968=540672,2416640=262144} 2024-08-19T11:42:58.182 INFO:tasks.rados.rados.0.smithi136.stdout:3521: writing smithi13674108-8 from 1384448 to 1875968 tid 1 2024-08-19T11:42:58.185 INFO:tasks.rados.rados.0.smithi136.stdout:3521: writing smithi13674108-8 from 1875968 to 2416640 tid 2 2024-08-19T11:42:58.187 INFO:tasks.rados.rados.0.smithi136.stdout:3521: writing smithi13674108-8 from 2416640 to 2678784 tid 3 2024-08-19T11:42:58.187 INFO:tasks.rados.rados.0.smithi136.stdout:3522: rollback oid 37 current snap is 345 2024-08-19T11:42:58.187 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 37 to 323 2024-08-19T11:42:58.187 INFO:tasks.rados.rados.0.smithi136.stdout:3523: snap_create 2024-08-19T11:42:58.190 INFO:tasks.rados.rados.0.smithi136.stdout:3521: finishing write tid 1 to smithi13674108-8 2024-08-19T11:42:58.190 INFO:tasks.rados.rados.0.smithi136.stdout:3521: finishing write tid 2 to smithi13674108-8 2024-08-19T11:42:58.190 INFO:tasks.rados.rados.0.smithi136.stdout:3521: finishing write tid 3 to smithi13674108-8 2024-08-19T11:42:58.190 INFO:tasks.rados.rados.0.smithi136.stdout:3521: finishing write tid 4 to smithi13674108-8 2024-08-19T11:42:58.191 INFO:tasks.rados.rados.0.smithi136.stdout:3521: finishing write tid 5 to smithi13674108-8 2024-08-19T11:42:58.192 INFO:tasks.rados.rados.0.smithi136.stdout:3521: oid 8 updating version 0 to 1853 2024-08-19T11:42:58.192 INFO:tasks.rados.rados.0.smithi136.stdout:3521: oid 8 version 1853 is already newer than 1852 2024-08-19T11:42:58.192 INFO:tasks.rados.rados.0.smithi136.stdout:3521: oid 8 version 1853 is already newer than 1850 2024-08-19T11:42:58.192 INFO:tasks.rados.rados.0.smithi136.stdout:3521: oid 8 version 1853 is already newer than 1851 2024-08-19T11:42:58.192 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 1853 (ObjNum 1080 snap 345 seq_num 1080) dirty exists 2024-08-19T11:42:58.192 INFO:tasks.rados.rados.0.smithi136.stdout:3521: left oid 8 (ObjNum 1080 snap 345 seq_num 1080) 2024-08-19T11:42:58.194 INFO:tasks.rados.rados.0.smithi136.stdout:3522: finishing rollback tid 0 to smithi13674108-37 2024-08-19T11:42:58.195 INFO:tasks.rados.rados.0.smithi136.stdout:3522: finishing rollback tid 1 to smithi13674108-37 2024-08-19T11:42:58.195 INFO:tasks.rados.rados.0.smithi136.stdout:3522: finishing rollback tid 2 to smithi13674108-37 2024-08-19T11:42:58.195 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 1763 (ObjNum 996 snap 322 seq_num 996) dirty exists 2024-08-19T11:42:58.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:57 smithi155 ceph-mon[76679]: osdmap e764: 8 total, 8 up, 8 in 2024-08-19T11:42:58.750 INFO:tasks.rados.rados.0.smithi136.stdout:3521: done (2 left) 2024-08-19T11:42:58.750 INFO:tasks.rados.rados.0.smithi136.stdout:3522: done (1 left) 2024-08-19T11:42:58.750 INFO:tasks.rados.rados.0.smithi136.stdout:3523: done (0 left) 2024-08-19T11:42:58.751 INFO:tasks.rados.rados.0.smithi136.stdout:3524: setattr oid 17 current snap is 346 2024-08-19T11:42:58.751 INFO:tasks.rados.rados.0.smithi136.stdout:3525: snap_create 2024-08-19T11:42:58.759 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 17 v 1855 (ObjNum 1064 snap 340 seq_num 1064) dirty exists 2024-08-19T11:42:59.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:58 smithi136 ceph-mon[88916]: pgmap v787: 121 pgs: 121 active+clean; 489 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 35 MiB/s rd, 798 KiB/s wr, 10 op/s 2024-08-19T11:42:59.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:58 smithi136 ceph-mon[88916]: osdmap e765: 8 total, 8 up, 8 in 2024-08-19T11:42:59.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:42:58 smithi136 ceph-mon[88916]: osdmap e766: 8 total, 8 up, 8 in 2024-08-19T11:42:59.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:58 smithi136 ceph-mon[86496]: pgmap v787: 121 pgs: 121 active+clean; 489 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 35 MiB/s rd, 798 KiB/s wr, 10 op/s 2024-08-19T11:42:59.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:58 smithi136 ceph-mon[86496]: osdmap e765: 8 total, 8 up, 8 in 2024-08-19T11:42:59.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:42:58 smithi136 ceph-mon[86496]: osdmap e766: 8 total, 8 up, 8 in 2024-08-19T11:42:59.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:58 smithi155 ceph-mon[76679]: pgmap v787: 121 pgs: 121 active+clean; 489 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 35 MiB/s rd, 798 KiB/s wr, 10 op/s 2024-08-19T11:42:59.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:58 smithi155 ceph-mon[76679]: osdmap e765: 8 total, 8 up, 8 in 2024-08-19T11:42:59.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:42:58 smithi155 ceph-mon[76679]: osdmap e766: 8 total, 8 up, 8 in 2024-08-19T11:42:59.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:42:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:42:59] "GET /metrics HTTP/1.1" 200 36446 "" "Prometheus/2.51.0" 2024-08-19T11:42:59.755 INFO:tasks.rados.rados.0.smithi136.stdout:3524: done (1 left) 2024-08-19T11:42:59.756 INFO:tasks.rados.rados.0.smithi136.stdout:3525: done (0 left) 2024-08-19T11:42:59.756 INFO:tasks.rados.rados.0.smithi136.stdout:3526: snap_create 2024-08-19T11:43:00.759 INFO:tasks.rados.rados.0.smithi136.stdout:3526: done (0 left) 2024-08-19T11:43:00.759 INFO:tasks.rados.rados.0.smithi136.stdout:3527: read oid 29 snap -1 2024-08-19T11:43:00.759 INFO:tasks.rados.rados.0.smithi136.stdout:3527: expect (ObjNum 1068 snap 340 seq_num 1068) 2024-08-19T11:43:00.759 INFO:tasks.rados.rados.0.smithi136.stdout:3528: read oid 23 snap 345 2024-08-19T11:43:00.759 INFO:tasks.rados.rados.0.smithi136.stdout:3528: expect (ObjNum 1039 snap 330 seq_num 1039) 2024-08-19T11:43:00.759 INFO:tasks.rados.rados.0.smithi136.stdout:3529: rollback oid 37 current snap is 348 2024-08-19T11:43:00.759 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 37 to 319 2024-08-19T11:43:00.760 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 41 current snap is 348 2024-08-19T11:43:00.760 INFO:tasks.rados.rados.0.smithi136.stdout:3530: seq_num 1081 ranges {3792896=507904,4300800=425984,4726784=376832} 2024-08-19T11:43:00.783 INFO:tasks.rados.rados.0.smithi136.stdout:3530: writing smithi13674108-41 from 3792896 to 4300800 tid 1 2024-08-19T11:43:00.785 INFO:tasks.rados.rados.0.smithi136.stdout:3530: writing smithi13674108-41 from 4300800 to 4726784 tid 2 2024-08-19T11:43:00.790 INFO:tasks.rados.rados.0.smithi136.stdout:3530: writing smithi13674108-41 from 4726784 to 5103616 tid 3 2024-08-19T11:43:00.791 INFO:tasks.rados.rados.0.smithi136.stdout:3531: rollback oid 32 current snap is 348 2024-08-19T11:43:00.791 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 32 to 312 2024-08-19T11:43:00.791 INFO:tasks.rados.rados.0.smithi136.stdout:3529: finishing rollback tid 0 to smithi13674108-37 2024-08-19T11:43:00.791 INFO:tasks.rados.rados.0.smithi136.stdout:3529: finishing rollback tid 1 to smithi13674108-37 2024-08-19T11:43:00.791 INFO:tasks.rados.rados.0.smithi136.stdout:3529: finishing rollback tid 2 to smithi13674108-37 2024-08-19T11:43:00.791 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 1767 (ObjNum 963 snap 318 seq_num 963) dirty exists 2024-08-19T11:43:00.791 INFO:tasks.rados.rados.0.smithi136.stdout:3527: expect (ObjNum 1068 snap 340 seq_num 1068) 2024-08-19T11:43:00.874 INFO:tasks.rados.rados.0.smithi136.stdout:3531: finishing rollback tid 1 to smithi13674108-32 2024-08-19T11:43:00.874 INFO:tasks.rados.rados.0.smithi136.stdout:3531: finishing rollback tid 2 to smithi13674108-32 2024-08-19T11:43:00.874 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 32 v 1570 (ObjNum 885 snap 291 seq_num 885) dirty exists 2024-08-19T11:43:00.874 INFO:tasks.rados.rados.0.smithi136.stdout:3528: expect (ObjNum 1039 snap 330 seq_num 1039) 2024-08-19T11:43:01.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:00 smithi136 ceph-mon[86496]: pgmap v790: 121 pgs: 121 active+clean; 491 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 39 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-08-19T11:43:01.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:00 smithi136 ceph-mon[86496]: osdmap e767: 8 total, 8 up, 8 in 2024-08-19T11:43:01.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:00 smithi136 ceph-mon[88916]: pgmap v790: 121 pgs: 121 active+clean; 491 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 39 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-08-19T11:43:01.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:00 smithi136 ceph-mon[88916]: osdmap e767: 8 total, 8 up, 8 in 2024-08-19T11:43:01.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:00 smithi155 ceph-mon[76679]: pgmap v790: 121 pgs: 121 active+clean; 491 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 39 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-08-19T11:43:01.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:00 smithi155 ceph-mon[76679]: osdmap e767: 8 total, 8 up, 8 in 2024-08-19T11:43:01.465 INFO:tasks.rados.rados.0.smithi136.stdout:3530: finishing write tid 1 to smithi13674108-41 2024-08-19T11:43:01.465 INFO:tasks.rados.rados.0.smithi136.stdout:3530: finishing write tid 2 to smithi13674108-41 2024-08-19T11:43:01.466 INFO:tasks.rados.rados.0.smithi136.stdout:3530: finishing write tid 3 to smithi13674108-41 2024-08-19T11:43:01.466 INFO:tasks.rados.rados.0.smithi136.stdout:3527: done (4 left) 2024-08-19T11:43:01.466 INFO:tasks.rados.rados.0.smithi136.stdout:3528: done (3 left) 2024-08-19T11:43:01.466 INFO:tasks.rados.rados.0.smithi136.stdout:3529: done (2 left) 2024-08-19T11:43:01.466 INFO:tasks.rados.rados.0.smithi136.stdout:3531: done (1 left) 2024-08-19T11:43:01.466 INFO:tasks.rados.rados.0.smithi136.stdout:3532: read oid 21 snap -1 2024-08-19T11:43:01.466 INFO:tasks.rados.rados.0.smithi136.stdout:3532: expect (ObjNum 895 snap 295 seq_num 895) 2024-08-19T11:43:01.466 INFO:tasks.rados.rados.0.smithi136.stdout:3533: snap_remove snap 347 2024-08-19T11:43:01.771 INFO:tasks.rados.rados.0.smithi136.stdout:3533: done (2 left) 2024-08-19T11:43:01.771 INFO:tasks.rados.rados.0.smithi136.stdout:3534: delete oid 16 current snap is 348 2024-08-19T11:43:01.772 INFO:tasks.rados.rados.0.smithi136.stdout:3530: finishing write tid 4 to smithi13674108-41 2024-08-19T11:43:01.772 INFO:tasks.rados.rados.0.smithi136.stdout:3530: finishing write tid 5 to smithi13674108-41 2024-08-19T11:43:01.772 INFO:tasks.rados.rados.0.smithi136.stdout:3530: oid 41 updating version 0 to 1625 2024-08-19T11:43:01.772 INFO:tasks.rados.rados.0.smithi136.stdout:3530: oid 41 updating version 1625 to 1627 2024-08-19T11:43:01.772 INFO:tasks.rados.rados.0.smithi136.stdout:3530: oid 41 version 1627 is already newer than 1626 2024-08-19T11:43:01.772 INFO:tasks.rados.rados.0.smithi136.stdout:3530: oid 41 version 1627 is already newer than 1624 2024-08-19T11:43:01.772 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 1627 (ObjNum 1081 snap 348 seq_num 1081) dirty exists 2024-08-19T11:43:01.772 INFO:tasks.rados.rados.0.smithi136.stdout:3530: left oid 41 (ObjNum 1081 snap 348 seq_num 1081) 2024-08-19T11:43:01.772 INFO:tasks.rados.rados.0.smithi136.stdout:3532: expect (ObjNum 895 snap 295 seq_num 895) 2024-08-19T11:43:01.792 INFO:tasks.rados.rados.0.smithi136.stdout:3530: done (2 left) 2024-08-19T11:43:01.792 INFO:tasks.rados.rados.0.smithi136.stdout:3532: done (1 left) 2024-08-19T11:43:01.792 INFO:tasks.rados.rados.0.smithi136.stdout:3534: done (0 left) 2024-08-19T11:43:01.792 INFO:tasks.rados.rados.0.smithi136.stdout:3535: snap_remove snap 312 2024-08-19T11:43:02.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:01 smithi136 ceph-mon[86496]: osdmap e768: 8 total, 8 up, 8 in 2024-08-19T11:43:02.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:01 smithi136 ceph-mon[88916]: osdmap e768: 8 total, 8 up, 8 in 2024-08-19T11:43:02.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:01 smithi155 ceph-mon[76679]: osdmap e768: 8 total, 8 up, 8 in 2024-08-19T11:43:02.773 INFO:tasks.rados.rados.0.smithi136.stdout:3535: done (0 left) 2024-08-19T11:43:02.773 INFO:tasks.rados.rados.0.smithi136.stdout:3536: read oid 35 snap 343 2024-08-19T11:43:02.773 INFO:tasks.rados.rados.0.smithi136.stdout:3536: expect deleted 2024-08-19T11:43:02.773 INFO:tasks.rados.rados.0.smithi136.stdout:3537: copy_from oid 34 from oid 5 current snap is 348 2024-08-19T11:43:02.774 INFO:tasks.rados.rados.0.smithi136.stdout:3538: setattr oid 47 current snap is 348 2024-08-19T11:43:02.774 INFO:tasks.rados.rados.0.smithi136.stdout:3539: snap_create 2024-08-19T11:43:02.789 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 1628 (ObjNum 1077 snap 343 seq_num 1077) dirty exists 2024-08-19T11:43:02.815 INFO:tasks.rados.rados.0.smithi136.stdout:3537: finishing copy_from racing read to smithi13674108-34 2024-08-19T11:43:02.816 INFO:tasks.rados.rados.0.smithi136.stdout:3537: finishing copy_from to smithi13674108-34 2024-08-19T11:43:02.816 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 34 v 1664 (ObjNum 1042 snap 331 seq_num 1042) dirty exists 2024-08-19T11:43:03.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:02 smithi136 ceph-mon[86496]: pgmap v793: 121 pgs: 121 active+clean; 492 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 596 KiB/s wr, 7 op/s 2024-08-19T11:43:03.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:02 smithi136 ceph-mon[86496]: osdmap e769: 8 total, 8 up, 8 in 2024-08-19T11:43:03.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:02 smithi136 ceph-mon[88916]: pgmap v793: 121 pgs: 121 active+clean; 492 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 596 KiB/s wr, 7 op/s 2024-08-19T11:43:03.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:02 smithi136 ceph-mon[88916]: osdmap e769: 8 total, 8 up, 8 in 2024-08-19T11:43:03.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:02 smithi155 ceph-mon[76679]: pgmap v793: 121 pgs: 121 active+clean; 492 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 596 KiB/s wr, 7 op/s 2024-08-19T11:43:03.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:02 smithi155 ceph-mon[76679]: osdmap e769: 8 total, 8 up, 8 in 2024-08-19T11:43:03.746 INFO:tasks.rados.rados.0.smithi136.stdout:3536: done (3 left) 2024-08-19T11:43:03.746 INFO:tasks.rados.rados.0.smithi136.stdout:3537: done (2 left) 2024-08-19T11:43:03.746 INFO:tasks.rados.rados.0.smithi136.stdout:3538: done (1 left) 2024-08-19T11:43:03.746 INFO:tasks.rados.rados.0.smithi136.stdout:3539: done (0 left) 2024-08-19T11:43:03.746 INFO:tasks.rados.rados.0.smithi136.stdout:3540: delete oid 34 current snap is 349 2024-08-19T11:43:03.752 INFO:tasks.rados.rados.0.smithi136.stdout:3540: done (0 left) 2024-08-19T11:43:03.753 INFO:tasks.rados.rados.0.smithi136.stdout:3541: rmattr oid 6 current snap is 349 2024-08-19T11:43:03.753 INFO:tasks.rados.rados.0.smithi136.stdout:3541: done (0 left) 2024-08-19T11:43:03.753 INFO:tasks.rados.rados.0.smithi136.stdout:3542: read oid 36 snap -1 2024-08-19T11:43:03.753 INFO:tasks.rados.rados.0.smithi136.stdout:3542: expect (ObjNum 981 snap 321 seq_num 981) 2024-08-19T11:43:03.753 INFO:tasks.rados.rados.0.smithi136.stdout:3543: snap_create 2024-08-19T11:43:03.769 INFO:tasks.rados.rados.0.smithi136.stdout:3542: expect (ObjNum 981 snap 321 seq_num 981) 2024-08-19T11:43:04.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:03 smithi136 ceph-mon[86496]: osdmap e770: 8 total, 8 up, 8 in 2024-08-19T11:43:04.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:03 smithi136 ceph-mon[86496]: osdmap e771: 8 total, 8 up, 8 in 2024-08-19T11:43:04.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:03 smithi136 ceph-mon[88916]: osdmap e770: 8 total, 8 up, 8 in 2024-08-19T11:43:04.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:03 smithi136 ceph-mon[88916]: osdmap e771: 8 total, 8 up, 8 in 2024-08-19T11:43:04.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:03 smithi155 ceph-mon[76679]: osdmap e770: 8 total, 8 up, 8 in 2024-08-19T11:43:04.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:03 smithi155 ceph-mon[76679]: osdmap e771: 8 total, 8 up, 8 in 2024-08-19T11:43:04.751 INFO:tasks.rados.rados.0.smithi136.stdout:3542: done (1 left) 2024-08-19T11:43:04.751 INFO:tasks.rados.rados.0.smithi136.stdout:3543: done (0 left) 2024-08-19T11:43:04.751 INFO:tasks.rados.rados.0.smithi136.stdout:3544: read oid 35 snap 323 2024-08-19T11:43:04.751 INFO:tasks.rados.rados.0.smithi136.stdout:3544: expect (ObjNum 998 snap 322 seq_num 998) 2024-08-19T11:43:04.751 INFO:tasks.rados.rados.0.smithi136.stdout:3545: read oid 5 snap 344 2024-08-19T11:43:04.751 INFO:tasks.rados.rados.0.smithi136.stdout:3545: expect (ObjNum 1042 snap 331 seq_num 1042) 2024-08-19T11:43:04.751 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 43 current snap is 350 2024-08-19T11:43:04.752 INFO:tasks.rados.rados.0.smithi136.stdout:3546: seq_num 1084 ranges {32768=557056,589824=475136,1064960=327680} 2024-08-19T11:43:04.754 INFO:tasks.rados.rados.0.smithi136.stdout:3546: writing smithi13674108-43 from 32768 to 589824 tid 1 2024-08-19T11:43:04.757 INFO:tasks.rados.rados.0.smithi136.stdout:3546: writing smithi13674108-43 from 589824 to 1064960 tid 2 2024-08-19T11:43:04.759 INFO:tasks.rados.rados.0.smithi136.stdout:3546: writing smithi13674108-43 from 1064960 to 1392640 tid 3 2024-08-19T11:43:04.759 INFO:tasks.rados.rados.0.smithi136.stdout:3547: rollback oid 44 current snap is 350 2024-08-19T11:43:04.760 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 44 to 341 2024-08-19T11:43:04.760 INFO:tasks.rados.rados.0.smithi136.stdout:3548: delete oid 2 current snap is 350 2024-08-19T11:43:04.764 INFO:tasks.rados.rados.0.smithi136.stdout:3548: done (4 left) 2024-08-19T11:43:04.764 INFO:tasks.rados.rados.0.smithi136.stdout:3549: delete oid 31 current snap is 350 2024-08-19T11:43:04.766 INFO:tasks.rados.rados.0.smithi136.stdout:3546: finishing write tid 1 to smithi13674108-43 2024-08-19T11:43:04.769 INFO:tasks.rados.rados.0.smithi136.stdout:3546: finishing write tid 2 to smithi13674108-43 2024-08-19T11:43:04.769 INFO:tasks.rados.rados.0.smithi136.stdout:3546: finishing write tid 3 to smithi13674108-43 2024-08-19T11:43:04.769 INFO:tasks.rados.rados.0.smithi136.stdout:3546: finishing write tid 4 to smithi13674108-43 2024-08-19T11:43:04.770 INFO:tasks.rados.rados.0.smithi136.stdout:3547: finishing rollback tid 0 to smithi13674108-44 2024-08-19T11:43:04.770 INFO:tasks.rados.rados.0.smithi136.stdout:3547: finishing rollback tid 1 to smithi13674108-44 2024-08-19T11:43:04.771 INFO:tasks.rados.rados.0.smithi136.stdout:3546: finishing write tid 5 to smithi13674108-43 2024-08-19T11:43:04.771 INFO:tasks.rados.rados.0.smithi136.stdout:3546: oid 43 updating version 0 to 1678 2024-08-19T11:43:04.771 INFO:tasks.rados.rados.0.smithi136.stdout:3546: oid 43 updating version 1678 to 1679 2024-08-19T11:43:04.771 INFO:tasks.rados.rados.0.smithi136.stdout:3546: oid 43 version 1679 is already newer than 1677 2024-08-19T11:43:04.771 INFO:tasks.rados.rados.0.smithi136.stdout:3546: oid 43 updating version 1679 to 1680 2024-08-19T11:43:04.771 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 1680 (ObjNum 1084 snap 350 seq_num 1084) dirty exists 2024-08-19T11:43:04.771 INFO:tasks.rados.rados.0.smithi136.stdout:3546: left oid 43 (ObjNum 1084 snap 350 seq_num 1084) 2024-08-19T11:43:04.772 INFO:tasks.rados.rados.0.smithi136.stdout:3547: finishing rollback tid 2 to smithi13674108-44 2024-08-19T11:43:04.772 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 1974 (ObjNum 971 snap 319 seq_num 971) dirty exists 2024-08-19T11:43:04.772 INFO:tasks.rados.rados.0.smithi136.stdout:3544: expect (ObjNum 998 snap 322 seq_num 998) 2024-08-19T11:43:04.887 INFO:tasks.rados.rados.0.smithi136.stdout:3545: expect (ObjNum 1042 snap 331 seq_num 1042) 2024-08-19T11:43:05.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:04 smithi136 ceph-mon[88916]: pgmap v796: 121 pgs: 121 active+clean; 508 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 636 KiB/s wr, 12 op/s 2024-08-19T11:43:05.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:04 smithi136 ceph-mon[88916]: osdmap e772: 8 total, 8 up, 8 in 2024-08-19T11:43:05.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:04 smithi136 ceph-mon[86496]: pgmap v796: 121 pgs: 121 active+clean; 508 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 636 KiB/s wr, 12 op/s 2024-08-19T11:43:05.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:04 smithi136 ceph-mon[86496]: osdmap e772: 8 total, 8 up, 8 in 2024-08-19T11:43:05.188 INFO:tasks.rados.rados.0.smithi136.stdout:3544: done (4 left) 2024-08-19T11:43:05.188 INFO:tasks.rados.rados.0.smithi136.stdout:3545: done (3 left) 2024-08-19T11:43:05.188 INFO:tasks.rados.rados.0.smithi136.stdout:3546: done (2 left) 2024-08-19T11:43:05.188 INFO:tasks.rados.rados.0.smithi136.stdout:3547: done (1 left) 2024-08-19T11:43:05.188 INFO:tasks.rados.rados.0.smithi136.stdout:3549: done (0 left) 2024-08-19T11:43:05.188 INFO:tasks.rados.rados.0.smithi136.stdout:3550: read oid 30 snap 339 2024-08-19T11:43:05.188 INFO:tasks.rados.rados.0.smithi136.stdout:3550: expect (ObjNum 951 snap 315 seq_num 951) 2024-08-19T11:43:05.188 INFO:tasks.rados.rados.0.smithi136.stdout:3551: copy_from oid 9 from oid 32 current snap is 350 2024-08-19T11:43:05.188 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 8 current snap is 350 2024-08-19T11:43:05.188 INFO:tasks.rados.rados.0.smithi136.stdout:3552: seq_num 1087 ranges {2678784=614400,3293184=532480,3825664=270336} 2024-08-19T11:43:05.206 INFO:tasks.rados.rados.0.smithi136.stdout:3552: writing smithi13674108-8 from 2678784 to 3293184 tid 1 2024-08-19T11:43:05.209 INFO:tasks.rados.rados.0.smithi136.stdout:3552: writing smithi13674108-8 from 3293184 to 3825664 tid 2 2024-08-19T11:43:05.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:04 smithi155 ceph-mon[76679]: pgmap v796: 121 pgs: 121 active+clean; 508 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 636 KiB/s wr, 12 op/s 2024-08-19T11:43:05.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:04 smithi155 ceph-mon[76679]: osdmap e772: 8 total, 8 up, 8 in 2024-08-19T11:43:05.210 INFO:tasks.rados.rados.0.smithi136.stdout:3552: writing smithi13674108-8 from 3825664 to 4096000 tid 3 2024-08-19T11:43:05.211 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 23 current snap is 350 2024-08-19T11:43:05.211 INFO:tasks.rados.rados.0.smithi136.stdout:3551: finishing copy_from racing read to smithi13674108-9 2024-08-19T11:43:05.211 INFO:tasks.rados.rados.0.smithi136.stdout:3553: seq_num 1088 ranges {7921664=630784,8552448=466944,9019392=335872} 2024-08-19T11:43:05.255 INFO:tasks.rados.rados.0.smithi136.stdout:3553: writing smithi13674108-23 from 7921664 to 8552448 tid 1 2024-08-19T11:43:05.258 INFO:tasks.rados.rados.0.smithi136.stdout:3553: writing smithi13674108-23 from 8552448 to 9019392 tid 2 2024-08-19T11:43:05.260 INFO:tasks.rados.rados.0.smithi136.stdout:3553: writing smithi13674108-23 from 9019392 to 9355264 tid 3 2024-08-19T11:43:05.260 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 20 current snap is 350 2024-08-19T11:43:05.260 INFO:tasks.rados.rados.0.smithi136.stdout:3551: finishing copy_from to smithi13674108-9 2024-08-19T11:43:05.260 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 1570 (ObjNum 885 snap 291 seq_num 885) dirty exists 2024-08-19T11:43:05.260 INFO:tasks.rados.rados.0.smithi136.stdout:3550: expect (ObjNum 951 snap 315 seq_num 951) 2024-08-19T11:43:05.441 INFO:tasks.rados.rados.0.smithi136.stdout:3552: finishing write tid 1 to smithi13674108-8 2024-08-19T11:43:05.441 INFO:tasks.rados.rados.0.smithi136.stdout:3552: finishing write tid 2 to smithi13674108-8 2024-08-19T11:43:05.441 INFO:tasks.rados.rados.0.smithi136.stdout:3552: finishing write tid 3 to smithi13674108-8 2024-08-19T11:43:05.441 INFO:tasks.rados.rados.0.smithi136.stdout:3552: finishing write tid 4 to smithi13674108-8 2024-08-19T11:43:05.441 INFO:tasks.rados.rados.0.smithi136.stdout:3552: finishing write tid 5 to smithi13674108-8 2024-08-19T11:43:05.441 INFO:tasks.rados.rados.0.smithi136.stdout:3552: oid 8 updating version 0 to 1872 2024-08-19T11:43:05.441 INFO:tasks.rados.rados.0.smithi136.stdout:3552: oid 8 version 1872 is already newer than 1871 2024-08-19T11:43:05.441 INFO:tasks.rados.rados.0.smithi136.stdout:3552: oid 8 version 1872 is already newer than 1869 2024-08-19T11:43:05.441 INFO:tasks.rados.rados.0.smithi136.stdout:3552: oid 8 version 1872 is already newer than 1870 2024-08-19T11:43:05.442 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 1872 (ObjNum 1087 snap 350 seq_num 1087) dirty exists 2024-08-19T11:43:05.442 INFO:tasks.rados.rados.0.smithi136.stdout:3552: left oid 8 (ObjNum 1087 snap 350 seq_num 1087) 2024-08-19T11:43:05.442 INFO:tasks.rados.rados.0.smithi136.stdout:3553: finishing write tid 1 to smithi13674108-23 2024-08-19T11:43:05.442 INFO:tasks.rados.rados.0.smithi136.stdout:3554: seq_num 1089 ranges {2981888=647168,3629056=745472,4374528=57344} 2024-08-19T11:43:05.459 INFO:tasks.rados.rados.0.smithi136.stdout:3554: writing smithi13674108-20 from 2981888 to 3629056 tid 1 2024-08-19T11:43:05.463 INFO:tasks.rados.rados.0.smithi136.stdout:3554: writing smithi13674108-20 from 3629056 to 4374528 tid 2 2024-08-19T11:43:05.464 INFO:tasks.rados.rados.0.smithi136.stdout:3554: writing smithi13674108-20 from 4374528 to 4431872 tid 3 2024-08-19T11:43:05.464 INFO:tasks.rados.rados.0.smithi136.stdout:3550: done (4 left) 2024-08-19T11:43:05.464 INFO:tasks.rados.rados.0.smithi136.stdout:3551: done (3 left) 2024-08-19T11:43:05.464 INFO:tasks.rados.rados.0.smithi136.stdout:3552: done (2 left) 2024-08-19T11:43:05.464 INFO:tasks.rados.rados.0.smithi136.stdout:3555: snap_remove snap 323 2024-08-19T11:43:05.788 INFO:tasks.rados.rados.0.smithi136.stdout:3555: done (2 left) 2024-08-19T11:43:05.788 INFO:tasks.rados.rados.0.smithi136.stdout:3556: snap_remove snap 346 2024-08-19T11:43:06.791 INFO:tasks.rados.rados.0.smithi136.stdout:3556: done (2 left) 2024-08-19T11:43:06.792 INFO:tasks.rados.rados.0.smithi136.stdout:3557: rollback oid 8 current snap is 350 2024-08-19T11:43:06.792 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 8 to 331 2024-08-19T11:43:06.792 INFO:tasks.rados.rados.0.smithi136.stdout:3558: rollback oid 43 current snap is 350 2024-08-19T11:43:06.792 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 43 to 342 2024-08-19T11:43:06.792 INFO:tasks.rados.rados.0.smithi136.stdout:3559: read oid 21 snap -1 2024-08-19T11:43:06.792 INFO:tasks.rados.rados.0.smithi136.stdout:3559: expect (ObjNum 895 snap 295 seq_num 895) 2024-08-19T11:43:06.792 INFO:tasks.rados.rados.0.smithi136.stdout:3560: copy_from oid 7 from oid 19 current snap is 350 2024-08-19T11:43:06.792 INFO:tasks.rados.rados.0.smithi136.stdout:3561: copy_from oid 22 from oid 26 current snap is 350 2024-08-19T11:43:06.792 INFO:tasks.rados.rados.0.smithi136.stdout:3562: delete oid 45 current snap is 350 2024-08-19T11:43:06.794 INFO:tasks.rados.rados.0.smithi136.stdout:3553: finishing write tid 2 to smithi13674108-23 2024-08-19T11:43:06.794 INFO:tasks.rados.rados.0.smithi136.stdout:3553: finishing write tid 3 to smithi13674108-23 2024-08-19T11:43:06.794 INFO:tasks.rados.rados.0.smithi136.stdout:3553: finishing write tid 4 to smithi13674108-23 2024-08-19T11:43:06.795 INFO:tasks.rados.rados.0.smithi136.stdout:3553: finishing write tid 5 to smithi13674108-23 2024-08-19T11:43:06.795 INFO:tasks.rados.rados.0.smithi136.stdout:3553: oid 23 updating version 0 to 1654 2024-08-19T11:43:06.795 INFO:tasks.rados.rados.0.smithi136.stdout:3553: oid 23 version 1654 is already newer than 1653 2024-08-19T11:43:06.795 INFO:tasks.rados.rados.0.smithi136.stdout:3553: oid 23 version 1654 is already newer than 1652 2024-08-19T11:43:06.795 INFO:tasks.rados.rados.0.smithi136.stdout:3553: oid 23 updating version 1654 to 1655 2024-08-19T11:43:06.795 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 1655 (ObjNum 1088 snap 350 seq_num 1088) dirty exists 2024-08-19T11:43:06.795 INFO:tasks.rados.rados.0.smithi136.stdout:3553: left oid 23 (ObjNum 1088 snap 350 seq_num 1088) 2024-08-19T11:43:06.795 INFO:tasks.rados.rados.0.smithi136.stdout:3554: finishing write tid 1 to smithi13674108-20 2024-08-19T11:43:06.795 INFO:tasks.rados.rados.0.smithi136.stdout:3554: finishing write tid 2 to smithi13674108-20 2024-08-19T11:43:06.795 INFO:tasks.rados.rados.0.smithi136.stdout:3554: finishing write tid 3 to smithi13674108-20 2024-08-19T11:43:06.795 INFO:tasks.rados.rados.0.smithi136.stdout:3554: finishing write tid 4 to smithi13674108-20 2024-08-19T11:43:06.795 INFO:tasks.rados.rados.0.smithi136.stdout:3554: finishing write tid 5 to smithi13674108-20 2024-08-19T11:43:06.795 INFO:tasks.rados.rados.0.smithi136.stdout:3554: oid 20 updating version 0 to 1602 2024-08-19T11:43:06.795 INFO:tasks.rados.rados.0.smithi136.stdout:3554: oid 20 version 1602 is already newer than 1601 2024-08-19T11:43:06.796 INFO:tasks.rados.rados.0.smithi136.stdout:3554: oid 20 updating version 1602 to 1604 2024-08-19T11:43:06.796 INFO:tasks.rados.rados.0.smithi136.stdout:3554: oid 20 version 1604 is already newer than 1603 2024-08-19T11:43:06.796 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 1604 (ObjNum 1089 snap 350 seq_num 1089) dirty exists 2024-08-19T11:43:06.796 INFO:tasks.rados.rados.0.smithi136.stdout:3554: left oid 20 (ObjNum 1089 snap 350 seq_num 1089) 2024-08-19T11:43:06.801 INFO:tasks.rados.rados.0.smithi136.stdout:3560: finishing copy_from to smithi13674108-7 2024-08-19T11:43:06.801 INFO:tasks.rados.rados.0.smithi136.stdout:3560: got expected ENOENT (src dne) 2024-08-19T11:43:06.801 INFO:tasks.rados.rados.0.smithi136.stdout:3560: finishing copy_from racing read to smithi13674108-7 2024-08-19T11:43:06.802 INFO:tasks.rados.rados.0.smithi136.stdout:3553: done (7 left) 2024-08-19T11:43:06.802 INFO:tasks.rados.rados.0.smithi136.stdout:3554: done (6 left) 2024-08-19T11:43:06.802 INFO:tasks.rados.rados.0.smithi136.stdout:3560: done (5 left) 2024-08-19T11:43:06.803 INFO:tasks.rados.rados.0.smithi136.stdout:3562: done (4 left) 2024-08-19T11:43:06.803 INFO:tasks.rados.rados.0.smithi136.stdout:3563: rollback oid 23 current snap is 350 2024-08-19T11:43:06.803 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 23 to 340 2024-08-19T11:43:06.803 INFO:tasks.rados.rados.0.smithi136.stdout:3564: rollback oid 1 current snap is 350 2024-08-19T11:43:06.803 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 1 to 297 2024-08-19T11:43:06.803 INFO:tasks.rados.rados.0.smithi136.stdout:3565: delete oid 7 current snap is 350 2024-08-19T11:43:06.803 INFO:tasks.rados.rados.0.smithi136.stdout:3559: expect (ObjNum 895 snap 295 seq_num 895) 2024-08-19T11:43:06.826 INFO:tasks.rados.rados.0.smithi136.stdout:3558: finishing rollback tid 0 to smithi13674108-43 2024-08-19T11:43:06.826 INFO:tasks.rados.rados.0.smithi136.stdout:3557: finishing rollback tid 0 to smithi13674108-8 2024-08-19T11:43:06.826 INFO:tasks.rados.rados.0.smithi136.stdout:3558: finishing rollback tid 1 to smithi13674108-43 2024-08-19T11:43:06.826 INFO:tasks.rados.rados.0.smithi136.stdout:3558: finishing rollback tid 2 to smithi13674108-43 2024-08-19T11:43:06.826 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 1683 (ObjNum 1005 snap 322 seq_num 1005) dirty exists 2024-08-19T11:43:06.826 INFO:tasks.rados.rados.0.smithi136.stdout:3557: finishing rollback tid 1 to smithi13674108-8 2024-08-19T11:43:06.827 INFO:tasks.rados.rados.0.smithi136.stdout:3558: done (6 left) 2024-08-19T11:43:06.827 INFO:tasks.rados.rados.0.smithi136.stdout:3559: done (5 left) 2024-08-19T11:43:06.827 INFO:tasks.rados.rados.0.smithi136.stdout:3565: done (4 left) 2024-08-19T11:43:06.827 INFO:tasks.rados.rados.0.smithi136.stdout:3566: copy_from oid 34 from oid 25 current snap is 350 2024-08-19T11:43:06.827 INFO:tasks.rados.rados.0.smithi136.stdout:3563: finishing rollback tid 0 to smithi13674108-23 2024-08-19T11:43:06.827 INFO:tasks.rados.rados.0.smithi136.stdout:3563: finishing rollback tid 1 to smithi13674108-23 2024-08-19T11:43:06.827 INFO:tasks.rados.rados.0.smithi136.stdout:3557: finishing rollback tid 2 to smithi13674108-8 2024-08-19T11:43:06.827 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 1881 (ObjNum 1030 snap 328 seq_num 1030) dirty exists 2024-08-19T11:43:06.827 INFO:tasks.rados.rados.0.smithi136.stdout:3563: finishing rollback tid 2 to smithi13674108-23 2024-08-19T11:43:06.827 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 1658 (ObjNum 1039 snap 330 seq_num 1039) dirty exists 2024-08-19T11:43:06.827 INFO:tasks.rados.rados.0.smithi136.stdout:3564: finishing rollback tid 0 to smithi13674108-1 2024-08-19T11:43:06.827 INFO:tasks.rados.rados.0.smithi136.stdout:3564: finishing rollback tid 1 to smithi13674108-1 2024-08-19T11:43:06.827 INFO:tasks.rados.rados.0.smithi136.stdout:3564: finishing rollback tid 2 to smithi13674108-1 2024-08-19T11:43:06.827 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 1 v 1881 (ObjNum 863 snap 279 seq_num 863) dirty exists 2024-08-19T11:43:06.827 INFO:tasks.rados.rados.0.smithi136.stdout:3561: finishing copy_from racing read to smithi13674108-22 2024-08-19T11:43:06.828 INFO:tasks.rados.rados.0.smithi136.stdout:3561: finishing copy_from to smithi13674108-22 2024-08-19T11:43:06.828 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 1676 (ObjNum 1037 snap 330 seq_num 1037) dirty exists 2024-08-19T11:43:06.828 INFO:tasks.rados.rados.0.smithi136.stdout:3557: done (4 left) 2024-08-19T11:43:06.828 INFO:tasks.rados.rados.0.smithi136.stdout:3561: done (3 left) 2024-08-19T11:43:06.828 INFO:tasks.rados.rados.0.smithi136.stdout:3563: done (2 left) 2024-08-19T11:43:06.828 INFO:tasks.rados.rados.0.smithi136.stdout:3564: done (1 left) 2024-08-19T11:43:06.828 INFO:tasks.rados.rados.0.smithi136.stdout:3567: snap_create 2024-08-19T11:43:06.828 INFO:tasks.rados.rados.0.smithi136.stdout:3566: finishing copy_from to smithi13674108-34 2024-08-19T11:43:06.829 INFO:tasks.rados.rados.0.smithi136.stdout:3566: got expected ENOENT (src dne) 2024-08-19T11:43:06.829 INFO:tasks.rados.rados.0.smithi136.stdout:3566: finishing copy_from racing read to smithi13674108-34 2024-08-19T11:43:07.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:06 smithi136 ceph-mon[88916]: pgmap v799: 121 pgs: 121 active+clean; 512 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-08-19T11:43:07.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:06 smithi136 ceph-mon[88916]: osdmap e773: 8 total, 8 up, 8 in 2024-08-19T11:43:07.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:06 smithi136 ceph-mon[86496]: pgmap v799: 121 pgs: 121 active+clean; 512 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-08-19T11:43:07.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:06 smithi136 ceph-mon[86496]: osdmap e773: 8 total, 8 up, 8 in 2024-08-19T11:43:07.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:06 smithi155 ceph-mon[76679]: pgmap v799: 121 pgs: 121 active+clean; 512 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-08-19T11:43:07.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:06 smithi155 ceph-mon[76679]: osdmap e773: 8 total, 8 up, 8 in 2024-08-19T11:43:07.803 INFO:tasks.rados.rados.0.smithi136.stdout:3566: done (1 left) 2024-08-19T11:43:07.804 INFO:tasks.rados.rados.0.smithi136.stdout:3567: done (0 left) 2024-08-19T11:43:07.804 INFO:tasks.rados.rados.0.smithi136.stdout:3568: delete oid 13 current snap is 351 2024-08-19T11:43:07.808 INFO:tasks.rados.rados.0.smithi136.stdout:3568: done (0 left) 2024-08-19T11:43:07.808 INFO:tasks.rados.rados.0.smithi136.stdout:3569: delete oid 2 current snap is 351 2024-08-19T11:43:07.811 INFO:tasks.rados.rados.0.smithi136.stdout:3569: done (0 left) 2024-08-19T11:43:07.811 INFO:tasks.rados.rados.0.smithi136.stdout:3570: snap_create 2024-08-19T11:43:08.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:07 smithi136 ceph-mon[88916]: osdmap e774: 8 total, 8 up, 8 in 2024-08-19T11:43:08.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:07 smithi136 ceph-mon[86496]: osdmap e774: 8 total, 8 up, 8 in 2024-08-19T11:43:08.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:07 smithi155 ceph-mon[76679]: osdmap e774: 8 total, 8 up, 8 in 2024-08-19T11:43:08.749 INFO:tasks.rados.rados.0.smithi136.stdout:3570: done (0 left) 2024-08-19T11:43:08.749 INFO:tasks.rados.rados.0.smithi136.stdout:3571: read oid 49 snap -1 2024-08-19T11:43:08.749 INFO:tasks.rados.rados.0.smithi136.stdout:3571: expect (ObjNum 1051 snap 333 seq_num 1051) 2024-08-19T11:43:08.749 INFO:tasks.rados.rados.0.smithi136.stdout:3572: snap_remove snap 330 2024-08-19T11:43:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:08 smithi136 ceph-mon[86496]: pgmap v802: 121 pgs: 121 active+clean; 494 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2024-08-19T11:43:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:08 smithi136 ceph-mon[86496]: osdmap e775: 8 total, 8 up, 8 in 2024-08-19T11:43:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:08 smithi136 ceph-mon[86496]: osdmap e776: 8 total, 8 up, 8 in 2024-08-19T11:43:09.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:08 smithi136 ceph-mon[88916]: pgmap v802: 121 pgs: 121 active+clean; 494 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2024-08-19T11:43:09.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:08 smithi136 ceph-mon[88916]: osdmap e775: 8 total, 8 up, 8 in 2024-08-19T11:43:09.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:08 smithi136 ceph-mon[88916]: osdmap e776: 8 total, 8 up, 8 in 2024-08-19T11:43:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:08 smithi155 ceph-mon[76679]: pgmap v802: 121 pgs: 121 active+clean; 494 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2024-08-19T11:43:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:08 smithi155 ceph-mon[76679]: osdmap e775: 8 total, 8 up, 8 in 2024-08-19T11:43:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:08 smithi155 ceph-mon[76679]: osdmap e776: 8 total, 8 up, 8 in 2024-08-19T11:43:09.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:43:09 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:43:09] "GET /metrics HTTP/1.1" 200 36446 "" "Prometheus/2.51.0" 2024-08-19T11:43:09.753 INFO:tasks.rados.rados.0.smithi136.stdout:3571: expect (ObjNum 1051 snap 333 seq_num 1051) 2024-08-19T11:43:09.784 INFO:tasks.rados.rados.0.smithi136.stdout:3571: done (1 left) 2024-08-19T11:43:09.784 INFO:tasks.rados.rados.0.smithi136.stdout:3572: done (0 left) 2024-08-19T11:43:09.784 INFO:tasks.rados.rados.0.smithi136.stdout:3573: snap_remove snap 325 2024-08-19T11:43:10.765 INFO:tasks.rados.rados.0.smithi136.stdout:3573: done (0 left) 2024-08-19T11:43:10.765 INFO:tasks.rados.rados.0.smithi136.stdout:3574: delete oid 7 current snap is 352 2024-08-19T11:43:10.779 INFO:tasks.rados.rados.0.smithi136.stdout:3574: done (0 left) 2024-08-19T11:43:10.779 INFO:tasks.rados.rados.0.smithi136.stdout:3575: rollback oid 19 current snap is 352 2024-08-19T11:43:10.779 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 19 to 345 2024-08-19T11:43:10.779 INFO:tasks.rados.rados.0.smithi136.stdout:3576: copy_from oid 18 from oid 42 current snap is 352 2024-08-19T11:43:10.779 INFO:tasks.rados.rados.0.smithi136.stdout:3577: read oid 30 snap 348 2024-08-19T11:43:10.779 INFO:tasks.rados.rados.0.smithi136.stdout:3577: expect (ObjNum 951 snap 315 seq_num 951) 2024-08-19T11:43:10.779 INFO:tasks.rados.rados.0.smithi136.stdout:3578: copy_from oid 39 from oid 25 current snap is 352 2024-08-19T11:43:10.779 INFO:tasks.rados.rados.0.smithi136.stdout:3579: snap_create 2024-08-19T11:43:10.781 INFO:tasks.rados.rados.0.smithi136.stdout:3575: finishing rollback tid 1 to smithi13674108-19 2024-08-19T11:43:10.781 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 738 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-19T11:43:10.781 INFO:tasks.rados.rados.0.smithi136.stdout:3578: finishing copy_from to smithi13674108-39 2024-08-19T11:43:10.782 INFO:tasks.rados.rados.0.smithi136.stdout:3578: got expected ENOENT (src dne) 2024-08-19T11:43:10.782 INFO:tasks.rados.rados.0.smithi136.stdout:3578: finishing copy_from racing read to smithi13674108-39 2024-08-19T11:43:10.791 INFO:tasks.rados.rados.0.smithi136.stdout:3576: finishing copy_from racing read to smithi13674108-18 2024-08-19T11:43:10.794 INFO:tasks.rados.rados.0.smithi136.stdout:3576: finishing copy_from to smithi13674108-18 2024-08-19T11:43:10.794 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 1586 (ObjNum 1076 snap 343 seq_num 1076) dirty exists 2024-08-19T11:43:10.803 INFO:tasks.rados.rados.0.smithi136.stdout:3577: expect (ObjNum 951 snap 315 seq_num 951) 2024-08-19T11:43:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:10 smithi136 ceph-mon[88916]: pgmap v805: 121 pgs: 121 active+clean; 483 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-08-19T11:43:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:10 smithi136 ceph-mon[88916]: osdmap e777: 8 total, 8 up, 8 in 2024-08-19T11:43:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:10 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:43:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:10 smithi136 ceph-mon[86496]: pgmap v805: 121 pgs: 121 active+clean; 483 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-08-19T11:43:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:10 smithi136 ceph-mon[86496]: osdmap e777: 8 total, 8 up, 8 in 2024-08-19T11:43:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:10 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:43:11.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:10 smithi155 ceph-mon[76679]: pgmap v805: 121 pgs: 121 active+clean; 483 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-08-19T11:43:11.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:10 smithi155 ceph-mon[76679]: osdmap e777: 8 total, 8 up, 8 in 2024-08-19T11:43:11.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:10 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:43:11.771 INFO:tasks.rados.rados.0.smithi136.stdout:3575: done (4 left) 2024-08-19T11:43:11.771 INFO:tasks.rados.rados.0.smithi136.stdout:3576: done (3 left) 2024-08-19T11:43:11.771 INFO:tasks.rados.rados.0.smithi136.stdout:3577: done (2 left) 2024-08-19T11:43:11.771 INFO:tasks.rados.rados.0.smithi136.stdout:3578: done (1 left) 2024-08-19T11:43:11.771 INFO:tasks.rados.rados.0.smithi136.stdout:3579: done (0 left) 2024-08-19T11:43:11.771 INFO:tasks.rados.rados.0.smithi136.stdout:3580: snap_remove snap 348 2024-08-19T11:43:12.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:11 smithi136 ceph-mon[86496]: osdmap e778: 8 total, 8 up, 8 in 2024-08-19T11:43:12.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:11 smithi136 ceph-mon[88916]: osdmap e778: 8 total, 8 up, 8 in 2024-08-19T11:43:12.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:11 smithi155 ceph-mon[76679]: osdmap e778: 8 total, 8 up, 8 in 2024-08-19T11:43:12.774 INFO:tasks.rados.rados.0.smithi136.stdout:3580: done (0 left) 2024-08-19T11:43:12.774 INFO:tasks.rados.rados.0.smithi136.stdout:3581: snap_create 2024-08-19T11:43:13.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:12 smithi136 ceph-mon[86496]: pgmap v808: 121 pgs: 121 active+clean; 483 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 350 KiB/s wr, 9 op/s 2024-08-19T11:43:13.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:12 smithi136 ceph-mon[86496]: osdmap e779: 8 total, 8 up, 8 in 2024-08-19T11:43:13.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:12 smithi136 ceph-mon[88916]: pgmap v808: 121 pgs: 121 active+clean; 483 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 350 KiB/s wr, 9 op/s 2024-08-19T11:43:13.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:12 smithi136 ceph-mon[88916]: osdmap e779: 8 total, 8 up, 8 in 2024-08-19T11:43:13.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:12 smithi155 ceph-mon[76679]: pgmap v808: 121 pgs: 121 active+clean; 483 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 350 KiB/s wr, 9 op/s 2024-08-19T11:43:13.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:12 smithi155 ceph-mon[76679]: osdmap e779: 8 total, 8 up, 8 in 2024-08-19T11:43:13.753 INFO:tasks.rados.rados.0.smithi136.stdout:3581: done (0 left) 2024-08-19T11:43:13.754 INFO:tasks.rados.rados.0.smithi136.stdout:3582: snap_create 2024-08-19T11:43:14.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:13 smithi136 ceph-mon[86496]: osdmap e780: 8 total, 8 up, 8 in 2024-08-19T11:43:14.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:13 smithi136 ceph-mon[86496]: osdmap e781: 8 total, 8 up, 8 in 2024-08-19T11:43:14.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:13 smithi136 ceph-mon[88916]: osdmap e780: 8 total, 8 up, 8 in 2024-08-19T11:43:14.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:13 smithi136 ceph-mon[88916]: osdmap e781: 8 total, 8 up, 8 in 2024-08-19T11:43:14.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:13 smithi155 ceph-mon[76679]: osdmap e780: 8 total, 8 up, 8 in 2024-08-19T11:43:14.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:13 smithi155 ceph-mon[76679]: osdmap e781: 8 total, 8 up, 8 in 2024-08-19T11:43:14.753 INFO:tasks.rados.rados.0.smithi136.stdout:3582: done (0 left) 2024-08-19T11:43:14.754 INFO:tasks.rados.rados.0.smithi136.stdout:3583: copy_from oid 28 from oid 26 current snap is 355 2024-08-19T11:43:14.754 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 20 current snap is 355 2024-08-19T11:43:14.754 INFO:tasks.rados.rados.0.smithi136.stdout:3584: seq_num 1095 ranges {4431872=745472,5177344=499712,5677056=303104} 2024-08-19T11:43:14.781 INFO:tasks.rados.rados.0.smithi136.stdout:3584: writing smithi13674108-20 from 4431872 to 5177344 tid 1 2024-08-19T11:43:14.784 INFO:tasks.rados.rados.0.smithi136.stdout:3584: writing smithi13674108-20 from 5177344 to 5677056 tid 2 2024-08-19T11:43:14.786 INFO:tasks.rados.rados.0.smithi136.stdout:3584: writing smithi13674108-20 from 5677056 to 5980160 tid 3 2024-08-19T11:43:14.786 INFO:tasks.rados.rados.0.smithi136.stdout:3585: snap_create 2024-08-19T11:43:14.786 INFO:tasks.rados.rados.0.smithi136.stdout:3583: finishing copy_from racing read to smithi13674108-28 2024-08-19T11:43:14.786 INFO:tasks.rados.rados.0.smithi136.stdout:3583: finishing copy_from to smithi13674108-28 2024-08-19T11:43:14.786 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 1676 (ObjNum 1037 snap 330 seq_num 1037) dirty exists 2024-08-19T11:43:14.791 INFO:tasks.rados.rados.0.smithi136.stdout:3584: finishing write tid 1 to smithi13674108-20 2024-08-19T11:43:14.791 INFO:tasks.rados.rados.0.smithi136.stdout:3584: finishing write tid 2 to smithi13674108-20 2024-08-19T11:43:14.791 INFO:tasks.rados.rados.0.smithi136.stdout:3584: finishing write tid 3 to smithi13674108-20 2024-08-19T11:43:14.792 INFO:tasks.rados.rados.0.smithi136.stdout:3584: finishing write tid 4 to smithi13674108-20 2024-08-19T11:43:14.793 INFO:tasks.rados.rados.0.smithi136.stdout:3584: finishing write tid 5 to smithi13674108-20 2024-08-19T11:43:14.793 INFO:tasks.rados.rados.0.smithi136.stdout:3584: oid 20 updating version 0 to 1644 2024-08-19T11:43:14.793 INFO:tasks.rados.rados.0.smithi136.stdout:3584: oid 20 version 1644 is already newer than 1642 2024-08-19T11:43:14.793 INFO:tasks.rados.rados.0.smithi136.stdout:3584: oid 20 updating version 1644 to 1645 2024-08-19T11:43:14.793 INFO:tasks.rados.rados.0.smithi136.stdout:3584: oid 20 version 1645 is already newer than 1643 2024-08-19T11:43:14.793 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 1645 (ObjNum 1095 snap 355 seq_num 1095) dirty exists 2024-08-19T11:43:14.794 INFO:tasks.rados.rados.0.smithi136.stdout:3584: left oid 20 (ObjNum 1095 snap 355 seq_num 1095) 2024-08-19T11:43:15.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:14 smithi136 ceph-mon[88916]: pgmap v811: 121 pgs: 121 active+clean; 481 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 594 KiB/s rd, 300 KiB/s wr, 2 op/s 2024-08-19T11:43:15.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:14 smithi136 ceph-mon[88916]: osdmap e782: 8 total, 8 up, 8 in 2024-08-19T11:43:15.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:14 smithi136 ceph-mon[86496]: pgmap v811: 121 pgs: 121 active+clean; 481 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 594 KiB/s rd, 300 KiB/s wr, 2 op/s 2024-08-19T11:43:15.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:14 smithi136 ceph-mon[86496]: osdmap e782: 8 total, 8 up, 8 in 2024-08-19T11:43:15.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:14 smithi155 ceph-mon[76679]: pgmap v811: 121 pgs: 121 active+clean; 481 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 594 KiB/s rd, 300 KiB/s wr, 2 op/s 2024-08-19T11:43:15.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:14 smithi155 ceph-mon[76679]: osdmap e782: 8 total, 8 up, 8 in 2024-08-19T11:43:15.802 INFO:tasks.rados.rados.0.smithi136.stdout:3583: done (2 left) 2024-08-19T11:43:15.802 INFO:tasks.rados.rados.0.smithi136.stdout:3584: done (1 left) 2024-08-19T11:43:15.802 INFO:tasks.rados.rados.0.smithi136.stdout:3585: done (0 left) 2024-08-19T11:43:15.802 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 5 current snap is 356 2024-08-19T11:43:15.802 INFO:tasks.rados.rados.0.smithi136.stdout:3586: seq_num 1096 ranges {4792320=761856,5554176=786432,6340608=16384} 2024-08-19T11:43:15.831 INFO:tasks.rados.rados.0.smithi136.stdout:3586: writing smithi13674108-5 from 4792320 to 5554176 tid 1 2024-08-19T11:43:15.835 INFO:tasks.rados.rados.0.smithi136.stdout:3586: writing smithi13674108-5 from 5554176 to 6340608 tid 2 2024-08-19T11:43:15.835 INFO:tasks.rados.rados.0.smithi136.stdout:3586: writing smithi13674108-5 from 6340608 to 6356992 tid 3 2024-08-19T11:43:15.835 INFO:tasks.rados.rados.0.smithi136.stdout:3587: delete oid 35 current snap is 356 2024-08-19T11:43:15.840 INFO:tasks.rados.rados.0.smithi136.stdout:3587: done (1 left) 2024-08-19T11:43:15.840 INFO:tasks.rados.rados.0.smithi136.stdout:3588: rmattr oid 45 current snap is 356 2024-08-19T11:43:15.840 INFO:tasks.rados.rados.0.smithi136.stdout:3588: done (1 left) 2024-08-19T11:43:15.840 INFO:tasks.rados.rados.0.smithi136.stdout:3589: read oid 42 snap -1 2024-08-19T11:43:15.840 INFO:tasks.rados.rados.0.smithi136.stdout:3589: expect (ObjNum 1076 snap 343 seq_num 1076) 2024-08-19T11:43:15.840 INFO:tasks.rados.rados.0.smithi136.stdout:3590: read oid 6 snap -1 2024-08-19T11:43:15.840 INFO:tasks.rados.rados.0.smithi136.stdout:3590: expect deleted 2024-08-19T11:43:15.840 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 1 current snap is 356 2024-08-19T11:43:15.840 INFO:tasks.rados.rados.0.smithi136.stdout:3591: seq_num 1098 ranges {57344=794624,851968=557056,1409024=245760} 2024-08-19T11:43:15.845 INFO:tasks.rados.rados.0.smithi136.stdout:3591: writing smithi13674108-1 from 57344 to 851968 tid 1 2024-08-19T11:43:15.848 INFO:tasks.rados.rados.0.smithi136.stdout:3591: writing smithi13674108-1 from 851968 to 1409024 tid 2 2024-08-19T11:43:15.850 INFO:tasks.rados.rados.0.smithi136.stdout:3591: writing smithi13674108-1 from 1409024 to 1654784 tid 3 2024-08-19T11:43:15.850 INFO:tasks.rados.rados.0.smithi136.stdout:3592: snap_create 2024-08-19T11:43:15.850 INFO:tasks.rados.rados.0.smithi136.stdout:3589: expect (ObjNum 1076 snap 343 seq_num 1076) 2024-08-19T11:43:15.887 INFO:tasks.rados.rados.0.smithi136.stdout:3586: finishing write tid 1 to smithi13674108-5 2024-08-19T11:43:15.887 INFO:tasks.rados.rados.0.smithi136.stdout:3586: finishing write tid 2 to smithi13674108-5 2024-08-19T11:43:15.887 INFO:tasks.rados.rados.0.smithi136.stdout:3586: finishing write tid 3 to smithi13674108-5 2024-08-19T11:43:15.887 INFO:tasks.rados.rados.0.smithi136.stdout:3586: finishing write tid 4 to smithi13674108-5 2024-08-19T11:43:15.887 INFO:tasks.rados.rados.0.smithi136.stdout:3586: finishing write tid 5 to smithi13674108-5 2024-08-19T11:43:15.887 INFO:tasks.rados.rados.0.smithi136.stdout:3586: oid 5 updating version 0 to 1812 2024-08-19T11:43:15.887 INFO:tasks.rados.rados.0.smithi136.stdout:3586: oid 5 updating version 1812 to 1813 2024-08-19T11:43:15.887 INFO:tasks.rados.rados.0.smithi136.stdout:3586: oid 5 updating version 1813 to 1814 2024-08-19T11:43:15.887 INFO:tasks.rados.rados.0.smithi136.stdout:3586: oid 5 version 1814 is already newer than 1811 2024-08-19T11:43:15.887 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 1814 (ObjNum 1096 snap 356 seq_num 1096) dirty exists 2024-08-19T11:43:15.887 INFO:tasks.rados.rados.0.smithi136.stdout:3586: left oid 5 (ObjNum 1096 snap 356 seq_num 1096) 2024-08-19T11:43:15.888 INFO:tasks.rados.rados.0.smithi136.stdout:3591: finishing write tid 1 to smithi13674108-1 2024-08-19T11:43:15.888 INFO:tasks.rados.rados.0.smithi136.stdout:3591: finishing write tid 2 to smithi13674108-1 2024-08-19T11:43:15.888 INFO:tasks.rados.rados.0.smithi136.stdout:3591: finishing write tid 3 to smithi13674108-1 2024-08-19T11:43:15.888 INFO:tasks.rados.rados.0.smithi136.stdout:3591: finishing write tid 4 to smithi13674108-1 2024-08-19T11:43:15.888 INFO:tasks.rados.rados.0.smithi136.stdout:3591: finishing write tid 5 to smithi13674108-1 2024-08-19T11:43:15.888 INFO:tasks.rados.rados.0.smithi136.stdout:3591: oid 1 updating version 0 to 1906 2024-08-19T11:43:15.888 INFO:tasks.rados.rados.0.smithi136.stdout:3591: oid 1 updating version 1906 to 1909 2024-08-19T11:43:15.888 INFO:tasks.rados.rados.0.smithi136.stdout:3591: oid 1 version 1909 is already newer than 1907 2024-08-19T11:43:15.888 INFO:tasks.rados.rados.0.smithi136.stdout:3591: oid 1 version 1909 is already newer than 1908 2024-08-19T11:43:15.888 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 1 v 1909 (ObjNum 1098 snap 356 seq_num 1098) dirty exists 2024-08-19T11:43:15.888 INFO:tasks.rados.rados.0.smithi136.stdout:3591: left oid 1 (ObjNum 1098 snap 356 seq_num 1098) 2024-08-19T11:43:16.804 INFO:tasks.rados.rados.0.smithi136.stdout:3586: done (4 left) 2024-08-19T11:43:16.804 INFO:tasks.rados.rados.0.smithi136.stdout:3589: done (3 left) 2024-08-19T11:43:16.804 INFO:tasks.rados.rados.0.smithi136.stdout:3590: done (2 left) 2024-08-19T11:43:16.804 INFO:tasks.rados.rados.0.smithi136.stdout:3591: done (1 left) 2024-08-19T11:43:16.804 INFO:tasks.rados.rados.0.smithi136.stdout:3592: done (0 left) 2024-08-19T11:43:16.804 INFO:tasks.rados.rados.0.smithi136.stdout:3593: delete oid 15 current snap is 357 2024-08-19T11:43:16.809 INFO:tasks.rados.rados.0.smithi136.stdout:3593: done (0 left) 2024-08-19T11:43:16.809 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 8 current snap is 357 2024-08-19T11:43:16.809 INFO:tasks.rados.rados.0.smithi136.stdout:3594: seq_num 1100 ranges {458752=425984,884736=729088,1613824=475136} 2024-08-19T11:43:16.814 INFO:tasks.rados.rados.0.smithi136.stdout:3594: writing smithi13674108-8 from 458752 to 884736 tid 1 2024-08-19T11:43:16.818 INFO:tasks.rados.rados.0.smithi136.stdout:3594: writing smithi13674108-8 from 884736 to 1613824 tid 2 2024-08-19T11:43:16.822 INFO:tasks.rados.rados.0.smithi136.stdout:3594: writing smithi13674108-8 from 1613824 to 2088960 tid 3 2024-08-19T11:43:16.822 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 20 current snap is 357 2024-08-19T11:43:16.822 INFO:tasks.rados.rados.0.smithi136.stdout:3594: finishing write tid 1 to smithi13674108-8 2024-08-19T11:43:16.822 INFO:tasks.rados.rados.0.smithi136.stdout:3595: seq_num 1101 ranges {5980160=442368,6422528=606208,7028736=598016} 2024-08-19T11:43:16.856 INFO:tasks.rados.rados.0.smithi136.stdout:3595: writing smithi13674108-20 from 5980160 to 6422528 tid 1 2024-08-19T11:43:16.859 INFO:tasks.rados.rados.0.smithi136.stdout:3595: writing smithi13674108-20 from 6422528 to 7028736 tid 2 2024-08-19T11:43:16.862 INFO:tasks.rados.rados.0.smithi136.stdout:3595: writing smithi13674108-20 from 7028736 to 7626752 tid 3 2024-08-19T11:43:16.863 INFO:tasks.rados.rados.0.smithi136.stdout:3596: snap_remove snap 344 2024-08-19T11:43:17.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:16 smithi136 ceph-mon[88916]: pgmap v814: 121 pgs: 121 active+clean; 472 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 300 KiB/s wr, 3 op/s 2024-08-19T11:43:17.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:16 smithi136 ceph-mon[88916]: osdmap e783: 8 total, 8 up, 8 in 2024-08-19T11:43:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:16 smithi136 ceph-mon[86496]: pgmap v814: 121 pgs: 121 active+clean; 472 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 300 KiB/s wr, 3 op/s 2024-08-19T11:43:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:16 smithi136 ceph-mon[86496]: osdmap e783: 8 total, 8 up, 8 in 2024-08-19T11:43:17.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:16 smithi155 ceph-mon[76679]: pgmap v814: 121 pgs: 121 active+clean; 472 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 300 KiB/s wr, 3 op/s 2024-08-19T11:43:17.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:16 smithi155 ceph-mon[76679]: osdmap e783: 8 total, 8 up, 8 in 2024-08-19T11:43:17.811 INFO:tasks.rados.rados.0.smithi136.stdout:3596: done (2 left) 2024-08-19T11:43:17.811 INFO:tasks.rados.rados.0.smithi136.stdout:3597: delete oid 19 current snap is 357 2024-08-19T11:43:17.811 INFO:tasks.rados.rados.0.smithi136.stdout:3594: finishing write tid 2 to smithi13674108-8 2024-08-19T11:43:17.811 INFO:tasks.rados.rados.0.smithi136.stdout:3594: finishing write tid 3 to smithi13674108-8 2024-08-19T11:43:17.811 INFO:tasks.rados.rados.0.smithi136.stdout:3594: finishing write tid 4 to smithi13674108-8 2024-08-19T11:43:17.811 INFO:tasks.rados.rados.0.smithi136.stdout:3594: finishing write tid 5 to smithi13674108-8 2024-08-19T11:43:17.811 INFO:tasks.rados.rados.0.smithi136.stdout:3594: oid 8 updating version 0 to 1899 2024-08-19T11:43:17.811 INFO:tasks.rados.rados.0.smithi136.stdout:3594: oid 8 updating version 1899 to 1900 2024-08-19T11:43:17.812 INFO:tasks.rados.rados.0.smithi136.stdout:3594: oid 8 version 1900 is already newer than 1897 2024-08-19T11:43:17.812 INFO:tasks.rados.rados.0.smithi136.stdout:3594: oid 8 version 1900 is already newer than 1898 2024-08-19T11:43:17.812 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 1900 (ObjNum 1100 snap 357 seq_num 1100) dirty exists 2024-08-19T11:43:17.812 INFO:tasks.rados.rados.0.smithi136.stdout:3594: left oid 8 (ObjNum 1100 snap 357 seq_num 1100) 2024-08-19T11:43:17.812 INFO:tasks.rados.rados.0.smithi136.stdout:3595: finishing write tid 1 to smithi13674108-20 2024-08-19T11:43:17.812 INFO:tasks.rados.rados.0.smithi136.stdout:3595: finishing write tid 2 to smithi13674108-20 2024-08-19T11:43:17.812 INFO:tasks.rados.rados.0.smithi136.stdout:3595: finishing write tid 3 to smithi13674108-20 2024-08-19T11:43:17.812 INFO:tasks.rados.rados.0.smithi136.stdout:3595: finishing write tid 4 to smithi13674108-20 2024-08-19T11:43:17.812 INFO:tasks.rados.rados.0.smithi136.stdout:3595: finishing write tid 5 to smithi13674108-20 2024-08-19T11:43:17.812 INFO:tasks.rados.rados.0.smithi136.stdout:3595: oid 20 updating version 0 to 1649 2024-08-19T11:43:17.812 INFO:tasks.rados.rados.0.smithi136.stdout:3595: oid 20 updating version 1649 to 1650 2024-08-19T11:43:17.812 INFO:tasks.rados.rados.0.smithi136.stdout:3595: oid 20 version 1650 is already newer than 1647 2024-08-19T11:43:17.812 INFO:tasks.rados.rados.0.smithi136.stdout:3595: oid 20 version 1650 is already newer than 1648 2024-08-19T11:43:17.812 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 1650 (ObjNum 1101 snap 357 seq_num 1101) dirty exists 2024-08-19T11:43:17.813 INFO:tasks.rados.rados.0.smithi136.stdout:3595: left oid 20 (ObjNum 1101 snap 357 seq_num 1101) 2024-08-19T11:43:17.816 INFO:tasks.rados.rados.0.smithi136.stdout:3594: done (2 left) 2024-08-19T11:43:17.817 INFO:tasks.rados.rados.0.smithi136.stdout:3595: done (1 left) 2024-08-19T11:43:17.817 INFO:tasks.rados.rados.0.smithi136.stdout:3597: done (0 left) 2024-08-19T11:43:17.817 INFO:tasks.rados.rados.0.smithi136.stdout:3598: snap_create 2024-08-19T11:43:18.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:17 smithi136 ceph-mon[86496]: osdmap e784: 8 total, 8 up, 8 in 2024-08-19T11:43:18.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:17 smithi136 ceph-mon[88916]: osdmap e784: 8 total, 8 up, 8 in 2024-08-19T11:43:18.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:17 smithi155 ceph-mon[76679]: osdmap e784: 8 total, 8 up, 8 in 2024-08-19T11:43:18.754 INFO:tasks.rados.rados.0.smithi136.stdout:3598: done (0 left) 2024-08-19T11:43:18.754 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 8 current snap is 358 2024-08-19T11:43:18.754 INFO:tasks.rados.rados.0.smithi136.stdout:3599: seq_num 1103 ranges {2088960=475136,2564096=425984,2990080=696320,3686400=81920} 2024-08-19T11:43:18.767 INFO:tasks.rados.rados.0.smithi136.stdout:3599: writing smithi13674108-8 from 2088960 to 2564096 tid 1 2024-08-19T11:43:18.770 INFO:tasks.rados.rados.0.smithi136.stdout:3599: writing smithi13674108-8 from 2564096 to 2990080 tid 2 2024-08-19T11:43:18.779 INFO:tasks.rados.rados.0.smithi136.stdout:3599: writing smithi13674108-8 from 2990080 to 3686400 tid 3 2024-08-19T11:43:18.779 INFO:tasks.rados.rados.0.smithi136.stdout:3599: writing smithi13674108-8 from 3686400 to 3768320 tid 4 2024-08-19T11:43:18.779 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 29 current snap is 358 2024-08-19T11:43:18.779 INFO:tasks.rados.rados.0.smithi136.stdout:3600: seq_num 1104 ranges {2285568=499712,2785280=712704,3497984=491520} 2024-08-19T11:43:18.790 INFO:tasks.rados.rados.0.smithi136.stdout:3600: writing smithi13674108-29 from 2285568 to 2785280 tid 1 2024-08-19T11:43:18.795 INFO:tasks.rados.rados.0.smithi136.stdout:3600: writing smithi13674108-29 from 2785280 to 3497984 tid 2 2024-08-19T11:43:18.798 INFO:tasks.rados.rados.0.smithi136.stdout:3600: writing smithi13674108-29 from 3497984 to 3989504 tid 3 2024-08-19T11:43:18.799 INFO:tasks.rados.rados.0.smithi136.stdout:3601: copy_from oid 12 from oid 17 current snap is 358 2024-08-19T11:43:18.799 INFO:tasks.rados.rados.0.smithi136.stdout:3599: finishing write tid 1 to smithi13674108-8 2024-08-19T11:43:18.799 INFO:tasks.rados.rados.0.smithi136.stdout:3599: finishing write tid 2 to smithi13674108-8 2024-08-19T11:43:18.799 INFO:tasks.rados.rados.0.smithi136.stdout:3599: finishing write tid 3 to smithi13674108-8 2024-08-19T11:43:18.799 INFO:tasks.rados.rados.0.smithi136.stdout:3599: finishing write tid 4 to smithi13674108-8 2024-08-19T11:43:18.799 INFO:tasks.rados.rados.0.smithi136.stdout:3599: finishing write tid 5 to smithi13674108-8 2024-08-19T11:43:18.799 INFO:tasks.rados.rados.0.smithi136.stdout:3599: finishing write tid 6 to smithi13674108-8 2024-08-19T11:43:18.799 INFO:tasks.rados.rados.0.smithi136.stdout:3599: oid 8 updating version 0 to 1906 2024-08-19T11:43:18.799 INFO:tasks.rados.rados.0.smithi136.stdout:3599: oid 8 updating version 1906 to 1909 2024-08-19T11:43:18.799 INFO:tasks.rados.rados.0.smithi136.stdout:3599: oid 8 updating version 1909 to 1910 2024-08-19T11:43:18.799 INFO:tasks.rados.rados.0.smithi136.stdout:3599: oid 8 version 1910 is already newer than 1907 2024-08-19T11:43:18.799 INFO:tasks.rados.rados.0.smithi136.stdout:3599: oid 8 version 1910 is already newer than 1908 2024-08-19T11:43:18.799 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 1910 (ObjNum 1103 snap 358 seq_num 1103) dirty exists 2024-08-19T11:43:18.800 INFO:tasks.rados.rados.0.smithi136.stdout:3599: left oid 8 (ObjNum 1103 snap 358 seq_num 1103) 2024-08-19T11:43:18.800 INFO:tasks.rados.rados.0.smithi136.stdout:3600: finishing write tid 1 to smithi13674108-29 2024-08-19T11:43:18.800 INFO:tasks.rados.rados.0.smithi136.stdout:3599: done (2 left) 2024-08-19T11:43:18.800 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 22 current snap is 358 2024-08-19T11:43:18.800 INFO:tasks.rados.rados.0.smithi136.stdout:3602: seq_num 1105 ranges {1302528=516096,1818624=598016,2416640=606208} 2024-08-19T11:43:18.809 INFO:tasks.rados.rados.0.smithi136.stdout:3602: writing smithi13674108-22 from 1302528 to 1818624 tid 1 2024-08-19T11:43:18.812 INFO:tasks.rados.rados.0.smithi136.stdout:3602: writing smithi13674108-22 from 1818624 to 2416640 tid 2 2024-08-19T11:43:18.816 INFO:tasks.rados.rados.0.smithi136.stdout:3602: writing smithi13674108-22 from 2416640 to 3022848 tid 3 2024-08-19T11:43:18.816 INFO:tasks.rados.rados.0.smithi136.stdout:3603: snap_remove snap 354 2024-08-19T11:43:19.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:18 smithi136 ceph-mon[88916]: pgmap v817: 121 pgs: 121 active+clean; 477 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-08-19T11:43:19.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:18 smithi136 ceph-mon[88916]: osdmap e785: 8 total, 8 up, 8 in 2024-08-19T11:43:19.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:18 smithi136 ceph-mon[88916]: osdmap e786: 8 total, 8 up, 8 in 2024-08-19T11:43:19.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:18 smithi136 ceph-mon[86496]: pgmap v817: 121 pgs: 121 active+clean; 477 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-08-19T11:43:19.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:18 smithi136 ceph-mon[86496]: osdmap e785: 8 total, 8 up, 8 in 2024-08-19T11:43:19.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:18 smithi136 ceph-mon[86496]: osdmap e786: 8 total, 8 up, 8 in 2024-08-19T11:43:19.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:18 smithi155 ceph-mon[76679]: pgmap v817: 121 pgs: 121 active+clean; 477 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-08-19T11:43:19.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:18 smithi155 ceph-mon[76679]: osdmap e785: 8 total, 8 up, 8 in 2024-08-19T11:43:19.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:18 smithi155 ceph-mon[76679]: osdmap e786: 8 total, 8 up, 8 in 2024-08-19T11:43:19.598 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:43:19 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:43:19] "GET /metrics HTTP/1.1" 200 36448 "" "Prometheus/2.51.0" 2024-08-19T11:43:19.821 INFO:tasks.rados.rados.0.smithi136.stdout:3603: done (3 left) 2024-08-19T11:43:19.821 INFO:tasks.rados.rados.0.smithi136.stdout:3604: rollback oid 40 current snap is 358 2024-08-19T11:43:19.821 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 40 to 350 2024-08-19T11:43:19.821 INFO:tasks.rados.rados.0.smithi136.stdout:3600: finishing write tid 2 to smithi13674108-29 2024-08-19T11:43:19.821 INFO:tasks.rados.rados.0.smithi136.stdout:3600: finishing write tid 3 to smithi13674108-29 2024-08-19T11:43:19.821 INFO:tasks.rados.rados.0.smithi136.stdout:3600: finishing write tid 4 to smithi13674108-29 2024-08-19T11:43:19.822 INFO:tasks.rados.rados.0.smithi136.stdout:3600: finishing write tid 5 to smithi13674108-29 2024-08-19T11:43:19.822 INFO:tasks.rados.rados.0.smithi136.stdout:3600: oid 29 updating version 0 to 1913 2024-08-19T11:43:19.822 INFO:tasks.rados.rados.0.smithi136.stdout:3600: oid 29 updating version 1913 to 1915 2024-08-19T11:43:19.822 INFO:tasks.rados.rados.0.smithi136.stdout:3600: oid 29 version 1915 is already newer than 1914 2024-08-19T11:43:19.822 INFO:tasks.rados.rados.0.smithi136.stdout:3600: oid 29 version 1915 is already newer than 1912 2024-08-19T11:43:19.822 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 1915 (ObjNum 1104 snap 358 seq_num 1104) dirty exists 2024-08-19T11:43:19.822 INFO:tasks.rados.rados.0.smithi136.stdout:3600: left oid 29 (ObjNum 1104 snap 358 seq_num 1104) 2024-08-19T11:43:19.822 INFO:tasks.rados.rados.0.smithi136.stdout:3602: finishing write tid 1 to smithi13674108-22 2024-08-19T11:43:19.822 INFO:tasks.rados.rados.0.smithi136.stdout:3601: finishing copy_from racing read to smithi13674108-12 2024-08-19T11:43:19.822 INFO:tasks.rados.rados.0.smithi136.stdout:3601: finishing copy_from to smithi13674108-12 2024-08-19T11:43:19.822 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 1855 (ObjNum 1064 snap 340 seq_num 1064) dirty exists 2024-08-19T11:43:19.823 INFO:tasks.rados.rados.0.smithi136.stdout:3602: finishing write tid 2 to smithi13674108-22 2024-08-19T11:43:19.823 INFO:tasks.rados.rados.0.smithi136.stdout:3602: finishing write tid 3 to smithi13674108-22 2024-08-19T11:43:19.823 INFO:tasks.rados.rados.0.smithi136.stdout:3602: finishing write tid 4 to smithi13674108-22 2024-08-19T11:43:19.823 INFO:tasks.rados.rados.0.smithi136.stdout:3602: finishing write tid 5 to smithi13674108-22 2024-08-19T11:43:19.823 INFO:tasks.rados.rados.0.smithi136.stdout:3602: oid 22 updating version 0 to 1825 2024-08-19T11:43:19.823 INFO:tasks.rados.rados.0.smithi136.stdout:3602: oid 22 version 1825 is already newer than 1823 2024-08-19T11:43:19.823 INFO:tasks.rados.rados.0.smithi136.stdout:3602: oid 22 version 1825 is already newer than 1822 2024-08-19T11:43:19.823 INFO:tasks.rados.rados.0.smithi136.stdout:3602: oid 22 version 1825 is already newer than 1824 2024-08-19T11:43:19.823 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 1825 (ObjNum 1105 snap 358 seq_num 1105) dirty exists 2024-08-19T11:43:19.823 INFO:tasks.rados.rados.0.smithi136.stdout:3602: left oid 22 (ObjNum 1105 snap 358 seq_num 1105) 2024-08-19T11:43:19.823 INFO:tasks.rados.rados.0.smithi136.stdout:3600: done (3 left) 2024-08-19T11:43:19.824 INFO:tasks.rados.rados.0.smithi136.stdout:3601: done (2 left) 2024-08-19T11:43:19.824 INFO:tasks.rados.rados.0.smithi136.stdout:3602: done (1 left) 2024-08-19T11:43:19.824 INFO:tasks.rados.rados.0.smithi136.stdout:3605: snap_remove snap 318 2024-08-19T11:43:20.823 INFO:tasks.rados.rados.0.smithi136.stdout:3604: finishing rollback tid 0 to smithi13674108-40 2024-08-19T11:43:20.823 INFO:tasks.rados.rados.0.smithi136.stdout:3604: finishing rollback tid 1 to smithi13674108-40 2024-08-19T11:43:20.824 INFO:tasks.rados.rados.0.smithi136.stdout:3604: finishing rollback tid 2 to smithi13674108-40 2024-08-19T11:43:20.824 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 1593 (ObjNum 1063 snap 339 seq_num 1063) dirty exists 2024-08-19T11:43:20.824 INFO:tasks.rados.rados.0.smithi136.stdout:3604: done (1 left) 2024-08-19T11:43:20.824 INFO:tasks.rados.rados.0.smithi136.stdout:3605: done (0 left) 2024-08-19T11:43:20.824 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 34 current snap is 358 2024-08-19T11:43:20.824 INFO:tasks.rados.rados.0.smithi136.stdout:3606: seq_num 1106 ranges {0=532480,532480=483328,1015808=475136,1490944=245760} 2024-08-19T11:43:20.827 INFO:tasks.rados.rados.0.smithi136.stdout:3606: writing smithi13674108-34 from 0 to 532480 tid 1 2024-08-19T11:43:20.831 INFO:tasks.rados.rados.0.smithi136.stdout:3606: writing smithi13674108-34 from 532480 to 1015808 tid 2 2024-08-19T11:43:20.834 INFO:tasks.rados.rados.0.smithi136.stdout:3606: writing smithi13674108-34 from 1015808 to 1490944 tid 3 2024-08-19T11:43:20.836 INFO:tasks.rados.rados.0.smithi136.stdout:3606: writing smithi13674108-34 from 1490944 to 1736704 tid 4 2024-08-19T11:43:20.836 INFO:tasks.rados.rados.0.smithi136.stdout:3607: snap_create 2024-08-19T11:43:20.848 INFO:tasks.rados.rados.0.smithi136.stdout:3606: finishing write tid 1 to smithi13674108-34 2024-08-19T11:43:20.848 INFO:tasks.rados.rados.0.smithi136.stdout:3606: finishing write tid 2 to smithi13674108-34 2024-08-19T11:43:20.849 INFO:tasks.rados.rados.0.smithi136.stdout:3606: finishing write tid 3 to smithi13674108-34 2024-08-19T11:43:20.849 INFO:tasks.rados.rados.0.smithi136.stdout:3606: finishing write tid 4 to smithi13674108-34 2024-08-19T11:43:20.849 INFO:tasks.rados.rados.0.smithi136.stdout:3606: finishing write tid 5 to smithi13674108-34 2024-08-19T11:43:20.852 INFO:tasks.rados.rados.0.smithi136.stdout:3606: finishing write tid 6 to smithi13674108-34 2024-08-19T11:43:20.852 INFO:tasks.rados.rados.0.smithi136.stdout:3606: oid 34 updating version 0 to 2021 2024-08-19T11:43:20.852 INFO:tasks.rados.rados.0.smithi136.stdout:3606: oid 34 updating version 2021 to 2022 2024-08-19T11:43:20.852 INFO:tasks.rados.rados.0.smithi136.stdout:3606: oid 34 version 2022 is already newer than 2018 2024-08-19T11:43:20.852 INFO:tasks.rados.rados.0.smithi136.stdout:3606: oid 34 version 2022 is already newer than 2019 2024-08-19T11:43:20.852 INFO:tasks.rados.rados.0.smithi136.stdout:3606: oid 34 version 2022 is already newer than 2020 2024-08-19T11:43:20.853 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 34 v 2022 (ObjNum 1106 snap 358 seq_num 1106) dirty exists 2024-08-19T11:43:20.853 INFO:tasks.rados.rados.0.smithi136.stdout:3606: left oid 34 (ObjNum 1106 snap 358 seq_num 1106) 2024-08-19T11:43:21.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:20 smithi136 ceph-mon[86496]: pgmap v820: 121 pgs: 121 active+clean; 478 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 924 KiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-08-19T11:43:21.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:20 smithi136 ceph-mon[86496]: osdmap e787: 8 total, 8 up, 8 in 2024-08-19T11:43:21.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:20 smithi136 ceph-mon[88916]: pgmap v820: 121 pgs: 121 active+clean; 478 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 924 KiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-08-19T11:43:21.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:20 smithi136 ceph-mon[88916]: osdmap e787: 8 total, 8 up, 8 in 2024-08-19T11:43:21.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:20 smithi155 ceph-mon[76679]: pgmap v820: 121 pgs: 121 active+clean; 478 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 924 KiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-08-19T11:43:21.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:20 smithi155 ceph-mon[76679]: osdmap e787: 8 total, 8 up, 8 in 2024-08-19T11:43:21.836 INFO:tasks.rados.rados.0.smithi136.stdout:3606: done (1 left) 2024-08-19T11:43:21.836 INFO:tasks.rados.rados.0.smithi136.stdout:3607: done (0 left) 2024-08-19T11:43:21.837 INFO:tasks.rados.rados.0.smithi136.stdout:3608: read oid 31 snap -1 2024-08-19T11:43:21.837 INFO:tasks.rados.rados.0.smithi136.stdout:3608: expect deleted 2024-08-19T11:43:21.837 INFO:tasks.rados.rados.0.smithi136.stdout:3609: read oid 45 snap -1 2024-08-19T11:43:21.837 INFO:tasks.rados.rados.0.smithi136.stdout:3609: expect deleted 2024-08-19T11:43:21.837 INFO:tasks.rados.rados.0.smithi136.stdout:3610: read oid 38 snap 351 2024-08-19T11:43:21.837 INFO:tasks.rados.rados.0.smithi136.stdout:3610: expect (ObjNum 1040 snap 330 seq_num 1040) 2024-08-19T11:43:21.837 INFO:tasks.rados.rados.0.smithi136.stdout:3611: delete oid 48 current snap is 359 2024-08-19T11:43:21.842 INFO:tasks.rados.rados.0.smithi136.stdout:3608: done (3 left) 2024-08-19T11:43:21.842 INFO:tasks.rados.rados.0.smithi136.stdout:3609: done (2 left) 2024-08-19T11:43:21.842 INFO:tasks.rados.rados.0.smithi136.stdout:3611: done (1 left) 2024-08-19T11:43:21.842 INFO:tasks.rados.rados.0.smithi136.stdout:3612: rollback oid 30 current snap is 359 2024-08-19T11:43:21.842 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 30 to 310 2024-08-19T11:43:21.842 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 19 current snap is 359 2024-08-19T11:43:21.842 INFO:tasks.rados.rados.0.smithi136.stdout:3613: seq_num 1108 ranges {0=565248,565248=647168,1212416=483328,1695744=73728} 2024-08-19T11:43:21.845 INFO:tasks.rados.rados.0.smithi136.stdout:3613: writing smithi13674108-19 from 0 to 565248 tid 1 2024-08-19T11:43:21.849 INFO:tasks.rados.rados.0.smithi136.stdout:3613: writing smithi13674108-19 from 565248 to 1212416 tid 2 2024-08-19T11:43:21.854 INFO:tasks.rados.rados.0.smithi136.stdout:3613: writing smithi13674108-19 from 1212416 to 1695744 tid 3 2024-08-19T11:43:21.854 INFO:tasks.rados.rados.0.smithi136.stdout:3613: writing smithi13674108-19 from 1695744 to 1769472 tid 4 2024-08-19T11:43:21.854 INFO:tasks.rados.rados.0.smithi136.stdout:3614: snap_create 2024-08-19T11:43:21.855 INFO:tasks.rados.rados.0.smithi136.stdout:3612: finishing rollback tid 0 to smithi13674108-30 2024-08-19T11:43:21.855 INFO:tasks.rados.rados.0.smithi136.stdout:3612: finishing rollback tid 1 to smithi13674108-30 2024-08-19T11:43:21.855 INFO:tasks.rados.rados.0.smithi136.stdout:3613: finishing write tid 1 to smithi13674108-19 2024-08-19T11:43:21.855 INFO:tasks.rados.rados.0.smithi136.stdout:3612: finishing rollback tid 2 to smithi13674108-30 2024-08-19T11:43:21.855 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 1165 (ObjNum 807 snap 265 seq_num 807) dirty exists 2024-08-19T11:43:21.855 INFO:tasks.rados.rados.0.smithi136.stdout:3610: expect (ObjNum 1040 snap 330 seq_num 1040) 2024-08-19T11:43:21.872 INFO:tasks.rados.rados.0.smithi136.stdout:3613: finishing write tid 2 to smithi13674108-19 2024-08-19T11:43:21.872 INFO:tasks.rados.rados.0.smithi136.stdout:3613: finishing write tid 3 to smithi13674108-19 2024-08-19T11:43:21.872 INFO:tasks.rados.rados.0.smithi136.stdout:3613: finishing write tid 4 to smithi13674108-19 2024-08-19T11:43:21.872 INFO:tasks.rados.rados.0.smithi136.stdout:3613: finishing write tid 5 to smithi13674108-19 2024-08-19T11:43:21.872 INFO:tasks.rados.rados.0.smithi136.stdout:3613: finishing write tid 6 to smithi13674108-19 2024-08-19T11:43:21.872 INFO:tasks.rados.rados.0.smithi136.stdout:3613: oid 19 updating version 0 to 743 2024-08-19T11:43:21.872 INFO:tasks.rados.rados.0.smithi136.stdout:3613: oid 19 version 743 is already newer than 741 2024-08-19T11:43:21.872 INFO:tasks.rados.rados.0.smithi136.stdout:3613: oid 19 version 743 is already newer than 740 2024-08-19T11:43:21.872 INFO:tasks.rados.rados.0.smithi136.stdout:3613: oid 19 version 743 is already newer than 739 2024-08-19T11:43:21.872 INFO:tasks.rados.rados.0.smithi136.stdout:3613: oid 19 version 743 is already newer than 742 2024-08-19T11:43:21.872 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 743 (ObjNum 1108 snap 359 seq_num 1108) dirty exists 2024-08-19T11:43:21.873 INFO:tasks.rados.rados.0.smithi136.stdout:3613: left oid 19 (ObjNum 1108 snap 359 seq_num 1108) 2024-08-19T11:43:22.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:21 smithi136 ceph-mon[88916]: osdmap e788: 8 total, 8 up, 8 in 2024-08-19T11:43:22.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:21 smithi136 ceph-mon[86496]: osdmap e788: 8 total, 8 up, 8 in 2024-08-19T11:43:22.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:21 smithi155 ceph-mon[76679]: osdmap e788: 8 total, 8 up, 8 in 2024-08-19T11:43:22.841 INFO:tasks.rados.rados.0.smithi136.stdout:3610: done (3 left) 2024-08-19T11:43:22.841 INFO:tasks.rados.rados.0.smithi136.stdout:3612: done (2 left) 2024-08-19T11:43:22.842 INFO:tasks.rados.rados.0.smithi136.stdout:3613: done (1 left) 2024-08-19T11:43:22.842 INFO:tasks.rados.rados.0.smithi136.stdout:3614: done (0 left) 2024-08-19T11:43:22.842 INFO:tasks.rados.rados.0.smithi136.stdout:3615: rollback oid 16 current snap is 360 2024-08-19T11:43:22.842 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 16 to 349 2024-08-19T11:43:22.842 INFO:tasks.rados.rados.0.smithi136.stdout:3616: setattr oid 43 current snap is 360 2024-08-19T11:43:22.842 INFO:tasks.rados.rados.0.smithi136.stdout:3617: delete oid 40 current snap is 360 2024-08-19T11:43:22.847 INFO:tasks.rados.rados.0.smithi136.stdout:3615: finishing rollback tid 1 to smithi13674108-16 2024-08-19T11:43:22.847 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 16 v 1851 (ObjNum 12465 snap 0 seq_num 3764536224) dirty dne 2024-08-19T11:43:22.849 INFO:tasks.rados.rados.0.smithi136.stdout:3615: done (2 left) 2024-08-19T11:43:22.849 INFO:tasks.rados.rados.0.smithi136.stdout:3617: done (1 left) 2024-08-19T11:43:22.849 INFO:tasks.rados.rados.0.smithi136.stdout:3618: copy_from oid 6 from oid 22 current snap is 360 2024-08-19T11:43:22.849 INFO:tasks.rados.rados.0.smithi136.stdout:3619: setattr oid 40 current snap is 360 2024-08-19T11:43:22.849 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 1685 (ObjNum 1005 snap 322 seq_num 1005) dirty exists 2024-08-19T11:43:22.850 INFO:tasks.rados.rados.0.smithi136.stdout:3616: done (2 left) 2024-08-19T11:43:22.850 INFO:tasks.rados.rados.0.smithi136.stdout:3620: copy_from oid 5 from oid 30 current snap is 360 2024-08-19T11:43:22.850 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 38 current snap is 360 2024-08-19T11:43:22.850 INFO:tasks.rados.rados.0.smithi136.stdout:3621: seq_num 1110 ranges {622592=598016,1220608=466944,1687552=450560,2138112=286720} 2024-08-19T11:43:22.857 INFO:tasks.rados.rados.0.smithi136.stdout:3621: writing smithi13674108-38 from 622592 to 1220608 tid 1 2024-08-19T11:43:22.859 INFO:tasks.rados.rados.0.smithi136.stdout:3621: writing smithi13674108-38 from 1220608 to 1687552 tid 2 2024-08-19T11:43:22.862 INFO:tasks.rados.rados.0.smithi136.stdout:3621: writing smithi13674108-38 from 1687552 to 2138112 tid 3 2024-08-19T11:43:22.864 INFO:tasks.rados.rados.0.smithi136.stdout:3621: writing smithi13674108-38 from 2138112 to 2424832 tid 4 2024-08-19T11:43:22.864 INFO:tasks.rados.rados.0.smithi136.stdout:3622: snap_create 2024-08-19T11:43:22.864 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 1595 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-19T11:43:22.865 INFO:tasks.rados.rados.0.smithi136.stdout:3618: finishing copy_from racing read to smithi13674108-6 2024-08-19T11:43:22.865 INFO:tasks.rados.rados.0.smithi136.stdout:3618: finishing copy_from to smithi13674108-6 2024-08-19T11:43:22.865 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 1825 (ObjNum 1105 snap 358 seq_num 1105) dirty exists 2024-08-19T11:43:22.865 INFO:tasks.rados.rados.0.smithi136.stdout:3621: finishing write tid 1 to smithi13674108-38 2024-08-19T11:43:22.868 INFO:tasks.rados.rados.0.smithi136.stdout:3621: finishing write tid 2 to smithi13674108-38 2024-08-19T11:43:22.868 INFO:tasks.rados.rados.0.smithi136.stdout:3621: finishing write tid 3 to smithi13674108-38 2024-08-19T11:43:22.869 INFO:tasks.rados.rados.0.smithi136.stdout:3621: finishing write tid 4 to smithi13674108-38 2024-08-19T11:43:22.869 INFO:tasks.rados.rados.0.smithi136.stdout:3621: finishing write tid 5 to smithi13674108-38 2024-08-19T11:43:22.870 INFO:tasks.rados.rados.0.smithi136.stdout:3621: finishing write tid 6 to smithi13674108-38 2024-08-19T11:43:22.871 INFO:tasks.rados.rados.0.smithi136.stdout:3621: oid 38 updating version 0 to 1596 2024-08-19T11:43:22.871 INFO:tasks.rados.rados.0.smithi136.stdout:3621: oid 38 updating version 1596 to 1600 2024-08-19T11:43:22.871 INFO:tasks.rados.rados.0.smithi136.stdout:3621: oid 38 version 1600 is already newer than 1598 2024-08-19T11:43:22.871 INFO:tasks.rados.rados.0.smithi136.stdout:3621: oid 38 version 1600 is already newer than 1597 2024-08-19T11:43:22.871 INFO:tasks.rados.rados.0.smithi136.stdout:3621: oid 38 version 1600 is already newer than 1599 2024-08-19T11:43:22.871 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 1600 (ObjNum 1110 snap 360 seq_num 1110) dirty exists 2024-08-19T11:43:22.871 INFO:tasks.rados.rados.0.smithi136.stdout:3621: left oid 38 (ObjNum 1110 snap 360 seq_num 1110) 2024-08-19T11:43:22.872 INFO:tasks.rados.rados.0.smithi136.stdout:3620: finishing copy_from racing read to smithi13674108-5 2024-08-19T11:43:22.875 INFO:tasks.rados.rados.0.smithi136.stdout:3620: finishing copy_from to smithi13674108-5 2024-08-19T11:43:22.875 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 1165 (ObjNum 807 snap 265 seq_num 807) dirty exists 2024-08-19T11:43:23.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:22 smithi136 ceph-mon[88916]: pgmap v823: 121 pgs: 121 active+clean; 478 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 318 KiB/s wr, 0 op/s 2024-08-19T11:43:23.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:22 smithi136 ceph-mon[88916]: osdmap e789: 8 total, 8 up, 8 in 2024-08-19T11:43:23.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:22 smithi136 ceph-mon[86496]: pgmap v823: 121 pgs: 121 active+clean; 478 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 318 KiB/s wr, 0 op/s 2024-08-19T11:43:23.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:22 smithi136 ceph-mon[86496]: osdmap e789: 8 total, 8 up, 8 in 2024-08-19T11:43:23.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:22 smithi155 ceph-mon[76679]: pgmap v823: 121 pgs: 121 active+clean; 478 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 318 KiB/s wr, 0 op/s 2024-08-19T11:43:23.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:22 smithi155 ceph-mon[76679]: osdmap e789: 8 total, 8 up, 8 in 2024-08-19T11:43:23.756 INFO:tasks.rados.rados.0.smithi136.stdout:3618: done (4 left) 2024-08-19T11:43:23.756 INFO:tasks.rados.rados.0.smithi136.stdout:3619: done (3 left) 2024-08-19T11:43:23.756 INFO:tasks.rados.rados.0.smithi136.stdout:3620: done (2 left) 2024-08-19T11:43:23.756 INFO:tasks.rados.rados.0.smithi136.stdout:3621: done (1 left) 2024-08-19T11:43:23.756 INFO:tasks.rados.rados.0.smithi136.stdout:3622: done (0 left) 2024-08-19T11:43:23.756 INFO:tasks.rados.rados.0.smithi136.stdout:3623: read oid 10 snap -1 2024-08-19T11:43:23.756 INFO:tasks.rados.rados.0.smithi136.stdout:3623: expect (ObjNum 1066 snap 340 seq_num 1066) 2024-08-19T11:43:23.756 INFO:tasks.rados.rados.0.smithi136.stdout:3624: snap_create 2024-08-19T11:43:23.832 INFO:tasks.rados.rados.0.smithi136.stdout:3623: expect (ObjNum 1066 snap 340 seq_num 1066) 2024-08-19T11:43:24.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:23 smithi136 ceph-mon[88916]: osdmap e790: 8 total, 8 up, 8 in 2024-08-19T11:43:24.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:23 smithi136 ceph-mon[88916]: osdmap e791: 8 total, 8 up, 8 in 2024-08-19T11:43:24.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:23 smithi136 ceph-mon[86496]: osdmap e790: 8 total, 8 up, 8 in 2024-08-19T11:43:24.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:23 smithi136 ceph-mon[86496]: osdmap e791: 8 total, 8 up, 8 in 2024-08-19T11:43:24.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:23 smithi155 ceph-mon[76679]: osdmap e790: 8 total, 8 up, 8 in 2024-08-19T11:43:24.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:23 smithi155 ceph-mon[76679]: osdmap e791: 8 total, 8 up, 8 in 2024-08-19T11:43:25.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:24 smithi136 ceph-mon[88916]: pgmap v826: 121 pgs: 121 active+clean; 487 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-08-19T11:43:25.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:24 smithi136 ceph-mon[88916]: osdmap e792: 8 total, 8 up, 8 in 2024-08-19T11:43:25.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:24 smithi136 ceph-mon[86496]: pgmap v826: 121 pgs: 121 active+clean; 487 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-08-19T11:43:25.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:24 smithi136 ceph-mon[86496]: osdmap e792: 8 total, 8 up, 8 in 2024-08-19T11:43:25.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:24 smithi155 ceph-mon[76679]: pgmap v826: 121 pgs: 121 active+clean; 487 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-08-19T11:43:25.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:24 smithi155 ceph-mon[76679]: osdmap e792: 8 total, 8 up, 8 in 2024-08-19T11:43:25.578 INFO:tasks.rados.rados.0.smithi136.stdout:3623: done (1 left) 2024-08-19T11:43:25.578 INFO:tasks.rados.rados.0.smithi136.stdout:3624: done (0 left) 2024-08-19T11:43:25.578 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 42 current snap is 362 2024-08-19T11:43:25.578 INFO:tasks.rados.rados.0.smithi136.stdout:3625: seq_num 1111 ranges {1228800=614400,1843200=753664,2596864=450560} 2024-08-19T11:43:25.587 INFO:tasks.rados.rados.0.smithi136.stdout:3625: writing smithi13674108-42 from 1228800 to 1843200 tid 1 2024-08-19T11:43:25.592 INFO:tasks.rados.rados.0.smithi136.stdout:3625: writing smithi13674108-42 from 1843200 to 2596864 tid 2 2024-08-19T11:43:25.595 INFO:tasks.rados.rados.0.smithi136.stdout:3625: writing smithi13674108-42 from 2596864 to 3047424 tid 3 2024-08-19T11:43:25.595 INFO:tasks.rados.rados.0.smithi136.stdout:3625: finishing write tid 1 to smithi13674108-42 2024-08-19T11:43:25.595 INFO:tasks.rados.rados.0.smithi136.stdout:3626: setattr oid 12 current snap is 362 2024-08-19T11:43:25.598 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 25 current snap is 362 2024-08-19T11:43:25.598 INFO:tasks.rados.rados.0.smithi136.stdout:3627: seq_num 1112 ranges {0=630784,630784=638976,1269760=466944,1736704=98304} 2024-08-19T11:43:25.602 INFO:tasks.rados.rados.0.smithi136.stdout:3627: writing smithi13674108-25 from 0 to 630784 tid 1 2024-08-19T11:43:25.606 INFO:tasks.rados.rados.0.smithi136.stdout:3627: writing smithi13674108-25 from 630784 to 1269760 tid 2 2024-08-19T11:43:25.609 INFO:tasks.rados.rados.0.smithi136.stdout:3627: writing smithi13674108-25 from 1269760 to 1736704 tid 3 2024-08-19T11:43:25.610 INFO:tasks.rados.rados.0.smithi136.stdout:3627: writing smithi13674108-25 from 1736704 to 1835008 tid 4 2024-08-19T11:43:25.610 INFO:tasks.rados.rados.0.smithi136.stdout:3628: read oid 23 snap -1 2024-08-19T11:43:25.610 INFO:tasks.rados.rados.0.smithi136.stdout:3628: expect (ObjNum 1039 snap 330 seq_num 1039) 2024-08-19T11:43:25.610 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 24 current snap is 362 2024-08-19T11:43:25.610 INFO:tasks.rados.rados.0.smithi136.stdout:3625: finishing write tid 2 to smithi13674108-42 2024-08-19T11:43:25.610 INFO:tasks.rados.rados.0.smithi136.stdout:3629: seq_num 1113 ranges {2621440=647168,3268608=524288,3792896=622592,4415488=57344} 2024-08-19T11:43:25.629 INFO:tasks.rados.rados.0.smithi136.stdout:3629: writing smithi13674108-24 from 2621440 to 3268608 tid 1 2024-08-19T11:43:25.632 INFO:tasks.rados.rados.0.smithi136.stdout:3629: writing smithi13674108-24 from 3268608 to 3792896 tid 2 2024-08-19T11:43:25.635 INFO:tasks.rados.rados.0.smithi136.stdout:3629: writing smithi13674108-24 from 3792896 to 4415488 tid 3 2024-08-19T11:43:25.637 INFO:tasks.rados.rados.0.smithi136.stdout:3629: writing smithi13674108-24 from 4415488 to 4472832 tid 4 2024-08-19T11:43:25.637 INFO:tasks.rados.rados.0.smithi136.stdout:3630: rollback oid 14 current snap is 362 2024-08-19T11:43:25.637 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 14 to 331 2024-08-19T11:43:25.637 INFO:tasks.rados.rados.0.smithi136.stdout:3625: finishing write tid 3 to smithi13674108-42 2024-08-19T11:43:25.637 INFO:tasks.rados.rados.0.smithi136.stdout:3625: finishing write tid 4 to smithi13674108-42 2024-08-19T11:43:25.637 INFO:tasks.rados.rados.0.smithi136.stdout:3625: finishing write tid 5 to smithi13674108-42 2024-08-19T11:43:25.637 INFO:tasks.rados.rados.0.smithi136.stdout:3625: oid 42 updating version 0 to 1588 2024-08-19T11:43:25.637 INFO:tasks.rados.rados.0.smithi136.stdout:3625: oid 42 version 1588 is already newer than 1587 2024-08-19T11:43:25.637 INFO:tasks.rados.rados.0.smithi136.stdout:3625: oid 42 updating version 1588 to 1590 2024-08-19T11:43:25.637 INFO:tasks.rados.rados.0.smithi136.stdout:3625: oid 42 version 1590 is already newer than 1589 2024-08-19T11:43:25.637 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 1590 (ObjNum 1111 snap 362 seq_num 1111) dirty exists 2024-08-19T11:43:25.637 INFO:tasks.rados.rados.0.smithi136.stdout:3625: left oid 42 (ObjNum 1111 snap 362 seq_num 1111) 2024-08-19T11:43:25.638 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 1856 (ObjNum 1064 snap 340 seq_num 1064) dirty exists 2024-08-19T11:43:25.638 INFO:tasks.rados.rados.0.smithi136.stdout:3627: finishing write tid 1 to smithi13674108-25 2024-08-19T11:43:25.638 INFO:tasks.rados.rados.0.smithi136.stdout:3627: finishing write tid 2 to smithi13674108-25 2024-08-19T11:43:25.638 INFO:tasks.rados.rados.0.smithi136.stdout:3625: done (5 left) 2024-08-19T11:43:25.638 INFO:tasks.rados.rados.0.smithi136.stdout:3626: done (4 left) 2024-08-19T11:43:25.638 INFO:tasks.rados.rados.0.smithi136.stdout:3631: snap_create 2024-08-19T11:43:25.638 INFO:tasks.rados.rados.0.smithi136.stdout:3627: finishing write tid 3 to smithi13674108-25 2024-08-19T11:43:25.638 INFO:tasks.rados.rados.0.smithi136.stdout:3627: finishing write tid 4 to smithi13674108-25 2024-08-19T11:43:25.638 INFO:tasks.rados.rados.0.smithi136.stdout:3627: finishing write tid 5 to smithi13674108-25 2024-08-19T11:43:25.638 INFO:tasks.rados.rados.0.smithi136.stdout:3627: finishing write tid 6 to smithi13674108-25 2024-08-19T11:43:25.638 INFO:tasks.rados.rados.0.smithi136.stdout:3627: oid 25 updating version 0 to 1602 2024-08-19T11:43:25.638 INFO:tasks.rados.rados.0.smithi136.stdout:3627: oid 25 updating version 1602 to 1603 2024-08-19T11:43:25.638 INFO:tasks.rados.rados.0.smithi136.stdout:3627: oid 25 updating version 1603 to 1604 2024-08-19T11:43:25.639 INFO:tasks.rados.rados.0.smithi136.stdout:3627: oid 25 version 1604 is already newer than 1601 2024-08-19T11:43:25.639 INFO:tasks.rados.rados.0.smithi136.stdout:3627: oid 25 updating version 1604 to 1605 2024-08-19T11:43:25.639 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 1605 (ObjNum 1112 snap 362 seq_num 1112) dirty exists 2024-08-19T11:43:25.639 INFO:tasks.rados.rados.0.smithi136.stdout:3627: left oid 25 (ObjNum 1112 snap 362 seq_num 1112) 2024-08-19T11:43:25.639 INFO:tasks.rados.rados.0.smithi136.stdout:3629: finishing write tid 1 to smithi13674108-24 2024-08-19T11:43:25.639 INFO:tasks.rados.rados.0.smithi136.stdout:3629: finishing write tid 2 to smithi13674108-24 2024-08-19T11:43:25.640 INFO:tasks.rados.rados.0.smithi136.stdout:3630: finishing rollback tid 1 to smithi13674108-14 2024-08-19T11:43:25.640 INFO:tasks.rados.rados.0.smithi136.stdout:3630: finishing rollback tid 2 to smithi13674108-14 2024-08-19T11:43:25.640 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 1932 (ObjNum 1011 snap 325 seq_num 1011) dirty exists 2024-08-19T11:43:25.642 INFO:tasks.rados.rados.0.smithi136.stdout:3629: finishing write tid 3 to smithi13674108-24 2024-08-19T11:43:25.643 INFO:tasks.rados.rados.0.smithi136.stdout:3629: finishing write tid 4 to smithi13674108-24 2024-08-19T11:43:25.643 INFO:tasks.rados.rados.0.smithi136.stdout:3629: finishing write tid 5 to smithi13674108-24 2024-08-19T11:43:25.644 INFO:tasks.rados.rados.0.smithi136.stdout:3629: finishing write tid 6 to smithi13674108-24 2024-08-19T11:43:25.644 INFO:tasks.rados.rados.0.smithi136.stdout:3629: oid 24 updating version 0 to 1846 2024-08-19T11:43:25.644 INFO:tasks.rados.rados.0.smithi136.stdout:3629: oid 24 version 1846 is already newer than 1843 2024-08-19T11:43:25.645 INFO:tasks.rados.rados.0.smithi136.stdout:3629: oid 24 updating version 1846 to 1847 2024-08-19T11:43:25.645 INFO:tasks.rados.rados.0.smithi136.stdout:3629: oid 24 version 1847 is already newer than 1844 2024-08-19T11:43:25.645 INFO:tasks.rados.rados.0.smithi136.stdout:3629: oid 24 version 1847 is already newer than 1845 2024-08-19T11:43:25.645 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 1847 (ObjNum 1113 snap 362 seq_num 1113) dirty exists 2024-08-19T11:43:25.645 INFO:tasks.rados.rados.0.smithi136.stdout:3629: left oid 24 (ObjNum 1113 snap 362 seq_num 1113) 2024-08-19T11:43:25.650 INFO:tasks.rados.rados.0.smithi136.stdout:3628: expect (ObjNum 1039 snap 330 seq_num 1039) 2024-08-19T11:43:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:43:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:43:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:43:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:43:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:43:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:43:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:43:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:43:26.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:43:26.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:43:26.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:43:26.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:43:26.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:43:26.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:43:26.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:43:26.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:43:26.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:43:26.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:43:26.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:43:26.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:43:26.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:43:26.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:43:26.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:43:26.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:43:26.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:43:26.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:43:26.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:43:26.388 INFO:tasks.rados.rados.0.smithi136.stdout:3627: done (4 left) 2024-08-19T11:43:26.388 INFO:tasks.rados.rados.0.smithi136.stdout:3628: done (3 left) 2024-08-19T11:43:26.388 INFO:tasks.rados.rados.0.smithi136.stdout:3629: done (2 left) 2024-08-19T11:43:26.388 INFO:tasks.rados.rados.0.smithi136.stdout:3630: done (1 left) 2024-08-19T11:43:26.388 INFO:tasks.rados.rados.0.smithi136.stdout:3631: done (0 left) 2024-08-19T11:43:26.388 INFO:tasks.rados.rados.0.smithi136.stdout:3632: read oid 41 snap -1 2024-08-19T11:43:26.389 INFO:tasks.rados.rados.0.smithi136.stdout:3632: expect (ObjNum 1081 snap 348 seq_num 1081) 2024-08-19T11:43:26.389 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 8 current snap is 363 2024-08-19T11:43:26.389 INFO:tasks.rados.rados.0.smithi136.stdout:3633: seq_num 1114 ranges {3768320=663552,4431872=802816,5234688=401408} 2024-08-19T11:43:26.411 INFO:tasks.rados.rados.0.smithi136.stdout:3633: writing smithi13674108-8 from 3768320 to 4431872 tid 1 2024-08-19T11:43:26.416 INFO:tasks.rados.rados.0.smithi136.stdout:3633: writing smithi13674108-8 from 4431872 to 5234688 tid 2 2024-08-19T11:43:26.419 INFO:tasks.rados.rados.0.smithi136.stdout:3633: writing smithi13674108-8 from 5234688 to 5636096 tid 3 2024-08-19T11:43:26.419 INFO:tasks.rados.rados.0.smithi136.stdout:3634: snap_create 2024-08-19T11:43:26.419 INFO:tasks.rados.rados.0.smithi136.stdout:3632: expect (ObjNum 1081 snap 348 seq_num 1081) 2024-08-19T11:43:26.683 INFO:tasks.rados.rados.0.smithi136.stdout:3633: finishing write tid 1 to smithi13674108-8 2024-08-19T11:43:26.683 INFO:tasks.rados.rados.0.smithi136.stdout:3633: finishing write tid 2 to smithi13674108-8 2024-08-19T11:43:26.683 INFO:tasks.rados.rados.0.smithi136.stdout:3633: finishing write tid 3 to smithi13674108-8 2024-08-19T11:43:26.683 INFO:tasks.rados.rados.0.smithi136.stdout:3633: finishing write tid 4 to smithi13674108-8 2024-08-19T11:43:26.683 INFO:tasks.rados.rados.0.smithi136.stdout:3633: finishing write tid 5 to smithi13674108-8 2024-08-19T11:43:26.683 INFO:tasks.rados.rados.0.smithi136.stdout:3633: oid 8 updating version 0 to 1934 2024-08-19T11:43:26.683 INFO:tasks.rados.rados.0.smithi136.stdout:3633: oid 8 version 1934 is already newer than 1933 2024-08-19T11:43:26.683 INFO:tasks.rados.rados.0.smithi136.stdout:3633: oid 8 updating version 1934 to 1935 2024-08-19T11:43:26.684 INFO:tasks.rados.rados.0.smithi136.stdout:3633: oid 8 updating version 1935 to 1936 2024-08-19T11:43:26.684 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 1936 (ObjNum 1114 snap 363 seq_num 1114) dirty exists 2024-08-19T11:43:26.684 INFO:tasks.rados.rados.0.smithi136.stdout:3633: left oid 8 (ObjNum 1114 snap 363 seq_num 1114) 2024-08-19T11:43:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:26 smithi155 ceph-mon[76679]: pgmap v829: 121 pgs: 121 active+clean; 492 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 19 op/s 2024-08-19T11:43:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:26 smithi155 ceph-mon[76679]: osdmap e793: 8 total, 8 up, 8 in 2024-08-19T11:43:27.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:26 smithi136 ceph-mon[86496]: pgmap v829: 121 pgs: 121 active+clean; 492 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 19 op/s 2024-08-19T11:43:27.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:26 smithi136 ceph-mon[86496]: osdmap e793: 8 total, 8 up, 8 in 2024-08-19T11:43:27.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:26 smithi136 ceph-mon[88916]: pgmap v829: 121 pgs: 121 active+clean; 492 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 19 op/s 2024-08-19T11:43:27.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:26 smithi136 ceph-mon[88916]: osdmap e793: 8 total, 8 up, 8 in 2024-08-19T11:43:27.389 INFO:tasks.rados.rados.0.smithi136.stdout:3632: done (2 left) 2024-08-19T11:43:27.389 INFO:tasks.rados.rados.0.smithi136.stdout:3633: done (1 left) 2024-08-19T11:43:27.389 INFO:tasks.rados.rados.0.smithi136.stdout:3634: done (0 left) 2024-08-19T11:43:27.389 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 4 current snap is 364 2024-08-19T11:43:27.389 INFO:tasks.rados.rados.0.smithi136.stdout:3635: seq_num 1115 ranges {9093120=679936,9773056=688128,10461184=516096} 2024-08-19T11:43:27.439 INFO:tasks.rados.rados.0.smithi136.stdout:3635: writing smithi13674108-4 from 9093120 to 9773056 tid 1 2024-08-19T11:43:27.444 INFO:tasks.rados.rados.0.smithi136.stdout:3635: writing smithi13674108-4 from 9773056 to 10461184 tid 2 2024-08-19T11:43:27.447 INFO:tasks.rados.rados.0.smithi136.stdout:3635: writing smithi13674108-4 from 10461184 to 10977280 tid 3 2024-08-19T11:43:27.447 INFO:tasks.rados.rados.0.smithi136.stdout:3636: copy_from oid 41 from oid 13 current snap is 364 2024-08-19T11:43:27.447 INFO:tasks.rados.rados.0.smithi136.stdout:3635: finishing write tid 1 to smithi13674108-4 2024-08-19T11:43:27.447 INFO:tasks.rados.rados.0.smithi136.stdout:3637: setattr oid 47 current snap is 364 2024-08-19T11:43:27.448 INFO:tasks.rados.rados.0.smithi136.stdout:3635: finishing write tid 2 to smithi13674108-4 2024-08-19T11:43:27.448 INFO:tasks.rados.rados.0.smithi136.stdout:3636: finishing copy_from to smithi13674108-41 2024-08-19T11:43:27.448 INFO:tasks.rados.rados.0.smithi136.stdout:3636: got expected ENOENT (src dne) 2024-08-19T11:43:27.448 INFO:tasks.rados.rados.0.smithi136.stdout:3636: finishing copy_from racing read to smithi13674108-41 2024-08-19T11:43:27.449 INFO:tasks.rados.rados.0.smithi136.stdout:3636: done (2 left) 2024-08-19T11:43:27.449 INFO:tasks.rados.rados.0.smithi136.stdout:3638: delete oid 2 current snap is 364 2024-08-19T11:43:27.451 INFO:tasks.rados.rados.0.smithi136.stdout:3635: finishing write tid 3 to smithi13674108-4 2024-08-19T11:43:27.451 INFO:tasks.rados.rados.0.smithi136.stdout:3635: finishing write tid 4 to smithi13674108-4 2024-08-19T11:43:27.453 INFO:tasks.rados.rados.0.smithi136.stdout:3635: finishing write tid 5 to smithi13674108-4 2024-08-19T11:43:27.453 INFO:tasks.rados.rados.0.smithi136.stdout:3635: oid 4 updating version 0 to 1938 2024-08-19T11:43:27.453 INFO:tasks.rados.rados.0.smithi136.stdout:3635: oid 4 updating version 1938 to 1940 2024-08-19T11:43:27.453 INFO:tasks.rados.rados.0.smithi136.stdout:3635: oid 4 version 1940 is already newer than 1939 2024-08-19T11:43:27.453 INFO:tasks.rados.rados.0.smithi136.stdout:3635: oid 4 updating version 1940 to 1941 2024-08-19T11:43:27.453 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 1941 (ObjNum 1115 snap 364 seq_num 1115) dirty exists 2024-08-19T11:43:27.453 INFO:tasks.rados.rados.0.smithi136.stdout:3635: left oid 4 (ObjNum 1115 snap 364 seq_num 1115) 2024-08-19T11:43:27.454 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 1826 (ObjNum 1077 snap 343 seq_num 1077) dirty exists 2024-08-19T11:43:27.454 INFO:tasks.rados.rados.0.smithi136.stdout:3635: done (2 left) 2024-08-19T11:43:27.454 INFO:tasks.rados.rados.0.smithi136.stdout:3637: done (1 left) 2024-08-19T11:43:27.454 INFO:tasks.rados.rados.0.smithi136.stdout:3638: done (0 left) 2024-08-19T11:43:27.455 INFO:tasks.rados.rados.0.smithi136.stdout:3639: delete oid 28 current snap is 364 2024-08-19T11:43:27.460 INFO:tasks.rados.rados.0.smithi136.stdout:3639: done (0 left) 2024-08-19T11:43:27.460 INFO:tasks.rados.rados.0.smithi136.stdout:3640: snap_remove snap 357 2024-08-19T11:43:28.401 INFO:tasks.rados.rados.0.smithi136.stdout:3640: done (0 left) 2024-08-19T11:43:28.401 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 41 current snap is 364 2024-08-19T11:43:28.401 INFO:tasks.rados.rados.0.smithi136.stdout:3641: seq_num 1118 ranges {5103616=729088,5832704=794624,6627328=409600} 2024-08-19T11:43:28.433 INFO:tasks.rados.rados.0.smithi136.stdout:3641: writing smithi13674108-41 from 5103616 to 5832704 tid 1 2024-08-19T11:43:28.437 INFO:tasks.rados.rados.0.smithi136.stdout:3641: writing smithi13674108-41 from 5832704 to 6627328 tid 2 2024-08-19T11:43:28.439 INFO:tasks.rados.rados.0.smithi136.stdout:3641: writing smithi13674108-41 from 6627328 to 7036928 tid 3 2024-08-19T11:43:28.440 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 27 current snap is 364 2024-08-19T11:43:28.440 INFO:tasks.rados.rados.0.smithi136.stdout:3641: finishing write tid 1 to smithi13674108-41 2024-08-19T11:43:28.440 INFO:tasks.rados.rados.0.smithi136.stdout:3642: seq_num 1119 ranges {13189120=745472,13934592=679936,14614528=524288} 2024-08-19T11:43:28.513 INFO:tasks.rados.rados.0.smithi136.stdout:3642: writing smithi13674108-27 from 13189120 to 13934592 tid 1 2024-08-19T11:43:28.517 INFO:tasks.rados.rados.0.smithi136.stdout:3642: writing smithi13674108-27 from 13934592 to 14614528 tid 2 2024-08-19T11:43:28.521 INFO:tasks.rados.rados.0.smithi136.stdout:3642: writing smithi13674108-27 from 14614528 to 15138816 tid 3 2024-08-19T11:43:28.521 INFO:tasks.rados.rados.0.smithi136.stdout:3643: read oid 3 snap -1 2024-08-19T11:43:28.521 INFO:tasks.rados.rados.0.smithi136.stdout:3643: expect (ObjNum 861 snap 279 seq_num 861) 2024-08-19T11:43:28.521 INFO:tasks.rados.rados.0.smithi136.stdout:3644: rmattr oid 34 current snap is 364 2024-08-19T11:43:28.521 INFO:tasks.rados.rados.0.smithi136.stdout:3644: done (3 left) 2024-08-19T11:43:28.521 INFO:tasks.rados.rados.0.smithi136.stdout:3645: snap_remove snap 331 2024-08-19T11:43:28.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:28 smithi155 ceph-mon[76679]: pgmap v831: 121 pgs: 121 active+clean; 501 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 25 op/s 2024-08-19T11:43:28.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:28 smithi155 ceph-mon[76679]: osdmap e794: 8 total, 8 up, 8 in 2024-08-19T11:43:28.755 INFO:tasks.rados.rados.0.smithi136.stdout:3645: done (3 left) 2024-08-19T11:43:28.756 INFO:tasks.rados.rados.0.smithi136.stdout:3646: snap_create 2024-08-19T11:43:28.756 INFO:tasks.rados.rados.0.smithi136.stdout:3641: finishing write tid 2 to smithi13674108-41 2024-08-19T11:43:28.756 INFO:tasks.rados.rados.0.smithi136.stdout:3641: finishing write tid 3 to smithi13674108-41 2024-08-19T11:43:28.756 INFO:tasks.rados.rados.0.smithi136.stdout:3641: finishing write tid 4 to smithi13674108-41 2024-08-19T11:43:28.756 INFO:tasks.rados.rados.0.smithi136.stdout:3641: finishing write tid 5 to smithi13674108-41 2024-08-19T11:43:28.756 INFO:tasks.rados.rados.0.smithi136.stdout:3641: oid 41 updating version 0 to 1829 2024-08-19T11:43:28.756 INFO:tasks.rados.rados.0.smithi136.stdout:3641: oid 41 version 1829 is already newer than 1827 2024-08-19T11:43:28.756 INFO:tasks.rados.rados.0.smithi136.stdout:3641: oid 41 version 1829 is already newer than 1828 2024-08-19T11:43:28.756 INFO:tasks.rados.rados.0.smithi136.stdout:3641: oid 41 updating version 1829 to 1830 2024-08-19T11:43:28.756 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 1830 (ObjNum 1118 snap 364 seq_num 1118) dirty exists 2024-08-19T11:43:28.756 INFO:tasks.rados.rados.0.smithi136.stdout:3641: left oid 41 (ObjNum 1118 snap 364 seq_num 1118) 2024-08-19T11:43:28.757 INFO:tasks.rados.rados.0.smithi136.stdout:3642: finishing write tid 1 to smithi13674108-27 2024-08-19T11:43:28.757 INFO:tasks.rados.rados.0.smithi136.stdout:3642: finishing write tid 2 to smithi13674108-27 2024-08-19T11:43:28.757 INFO:tasks.rados.rados.0.smithi136.stdout:3642: finishing write tid 3 to smithi13674108-27 2024-08-19T11:43:28.757 INFO:tasks.rados.rados.0.smithi136.stdout:3642: finishing write tid 4 to smithi13674108-27 2024-08-19T11:43:28.757 INFO:tasks.rados.rados.0.smithi136.stdout:3642: finishing write tid 5 to smithi13674108-27 2024-08-19T11:43:28.757 INFO:tasks.rados.rados.0.smithi136.stdout:3642: oid 27 updating version 0 to 1237 2024-08-19T11:43:28.757 INFO:tasks.rados.rados.0.smithi136.stdout:3642: oid 27 version 1237 is already newer than 1234 2024-08-19T11:43:28.757 INFO:tasks.rados.rados.0.smithi136.stdout:3642: oid 27 version 1237 is already newer than 1235 2024-08-19T11:43:28.757 INFO:tasks.rados.rados.0.smithi136.stdout:3642: oid 27 version 1237 is already newer than 1236 2024-08-19T11:43:28.757 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 1237 (ObjNum 1119 snap 364 seq_num 1119) dirty exists 2024-08-19T11:43:28.757 INFO:tasks.rados.rados.0.smithi136.stdout:3642: left oid 27 (ObjNum 1119 snap 364 seq_num 1119) 2024-08-19T11:43:28.757 INFO:tasks.rados.rados.0.smithi136.stdout:3643: expect (ObjNum 861 snap 279 seq_num 861) 2024-08-19T11:43:28.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:28 smithi136 ceph-mon[86496]: pgmap v831: 121 pgs: 121 active+clean; 501 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 25 op/s 2024-08-19T11:43:28.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:28 smithi136 ceph-mon[86496]: osdmap e794: 8 total, 8 up, 8 in 2024-08-19T11:43:28.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:28 smithi136 ceph-mon[88916]: pgmap v831: 121 pgs: 121 active+clean; 501 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 25 op/s 2024-08-19T11:43:28.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:28 smithi136 ceph-mon[88916]: osdmap e794: 8 total, 8 up, 8 in 2024-08-19T11:43:29.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:43:29 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:43:29] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.51.0" 2024-08-19T11:43:29.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:29 smithi136 ceph-mon[88916]: osdmap e795: 8 total, 8 up, 8 in 2024-08-19T11:43:29.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:29 smithi136 ceph-mon[88916]: osdmap e796: 8 total, 8 up, 8 in 2024-08-19T11:43:29.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:29 smithi136 ceph-mon[86496]: osdmap e795: 8 total, 8 up, 8 in 2024-08-19T11:43:29.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:29 smithi136 ceph-mon[86496]: osdmap e796: 8 total, 8 up, 8 in 2024-08-19T11:43:29.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:29 smithi155 ceph-mon[76679]: osdmap e795: 8 total, 8 up, 8 in 2024-08-19T11:43:29.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:29 smithi155 ceph-mon[76679]: osdmap e796: 8 total, 8 up, 8 in 2024-08-19T11:43:29.760 INFO:tasks.rados.rados.0.smithi136.stdout:3641: done (3 left) 2024-08-19T11:43:29.760 INFO:tasks.rados.rados.0.smithi136.stdout:3642: done (2 left) 2024-08-19T11:43:29.760 INFO:tasks.rados.rados.0.smithi136.stdout:3643: done (1 left) 2024-08-19T11:43:29.761 INFO:tasks.rados.rados.0.smithi136.stdout:3646: done (0 left) 2024-08-19T11:43:29.761 INFO:tasks.rados.rados.0.smithi136.stdout:3647: snap_remove snap 349 2024-08-19T11:43:30.763 INFO:tasks.rados.rados.0.smithi136.stdout:3647: done (0 left) 2024-08-19T11:43:30.764 INFO:tasks.rados.rados.0.smithi136.stdout:3648: snap_create 2024-08-19T11:43:31.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:30 smithi136 ceph-mon[88916]: pgmap v835: 121 pgs: 121 active+clean; 501 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-08-19T11:43:31.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:30 smithi136 ceph-mon[88916]: osdmap e797: 8 total, 8 up, 8 in 2024-08-19T11:43:31.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:30 smithi136 ceph-mon[86496]: pgmap v835: 121 pgs: 121 active+clean; 501 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-08-19T11:43:31.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:30 smithi136 ceph-mon[86496]: osdmap e797: 8 total, 8 up, 8 in 2024-08-19T11:43:31.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:30 smithi155 ceph-mon[76679]: pgmap v835: 121 pgs: 121 active+clean; 501 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-08-19T11:43:31.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:30 smithi155 ceph-mon[76679]: osdmap e797: 8 total, 8 up, 8 in 2024-08-19T11:43:31.786 INFO:tasks.rados.rados.0.smithi136.stdout:3648: done (0 left) 2024-08-19T11:43:31.786 INFO:tasks.rados.rados.0.smithi136.stdout:3649: copy_from oid 13 from oid 23 current snap is 366 2024-08-19T11:43:31.786 INFO:tasks.rados.rados.0.smithi136.stdout:3650: delete oid 7 current snap is 366 2024-08-19T11:43:31.791 INFO:tasks.rados.rados.0.smithi136.stdout:3650: done (1 left) 2024-08-19T11:43:31.792 INFO:tasks.rados.rados.0.smithi136.stdout:3651: snap_create 2024-08-19T11:43:31.821 INFO:tasks.rados.rados.0.smithi136.stdout:3649: finishing copy_from racing read to smithi13674108-13 2024-08-19T11:43:31.827 INFO:tasks.rados.rados.0.smithi136.stdout:3649: finishing copy_from to smithi13674108-13 2024-08-19T11:43:31.827 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 13 v 1658 (ObjNum 1039 snap 330 seq_num 1039) dirty exists 2024-08-19T11:43:32.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:31 smithi136 ceph-mon[86496]: osdmap e798: 8 total, 8 up, 8 in 2024-08-19T11:43:32.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:31 smithi136 ceph-mon[88916]: osdmap e798: 8 total, 8 up, 8 in 2024-08-19T11:43:32.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:31 smithi155 ceph-mon[76679]: osdmap e798: 8 total, 8 up, 8 in 2024-08-19T11:43:32.785 INFO:tasks.rados.rados.0.smithi136.stdout:3649: done (1 left) 2024-08-19T11:43:32.786 INFO:tasks.rados.rados.0.smithi136.stdout:3651: done (0 left) 2024-08-19T11:43:32.786 INFO:tasks.rados.rados.0.smithi136.stdout:3652: snap_create 2024-08-19T11:43:33.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:32 smithi136 ceph-mon[88916]: pgmap v838: 121 pgs: 121 active+clean; 502 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2024-08-19T11:43:33.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:32 smithi136 ceph-mon[88916]: osdmap e799: 8 total, 8 up, 8 in 2024-08-19T11:43:33.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:32 smithi136 ceph-mon[86496]: pgmap v838: 121 pgs: 121 active+clean; 502 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2024-08-19T11:43:33.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:32 smithi136 ceph-mon[86496]: osdmap e799: 8 total, 8 up, 8 in 2024-08-19T11:43:33.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:32 smithi155 ceph-mon[76679]: pgmap v838: 121 pgs: 121 active+clean; 502 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2024-08-19T11:43:33.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:32 smithi155 ceph-mon[76679]: osdmap e799: 8 total, 8 up, 8 in 2024-08-19T11:43:33.809 INFO:tasks.rados.rados.0.smithi136.stdout:3652: done (0 left) 2024-08-19T11:43:33.809 INFO:tasks.rados.rados.0.smithi136.stdout:3653: snap_create 2024-08-19T11:43:34.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:33 smithi136 ceph-mon[86496]: osdmap e800: 8 total, 8 up, 8 in 2024-08-19T11:43:34.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:33 smithi136 ceph-mon[88916]: osdmap e800: 8 total, 8 up, 8 in 2024-08-19T11:43:34.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:33 smithi155 ceph-mon[76679]: osdmap e800: 8 total, 8 up, 8 in 2024-08-19T11:43:34.810 INFO:tasks.rados.rados.0.smithi136.stdout:3653: done (0 left) 2024-08-19T11:43:34.810 INFO:tasks.rados.rados.0.smithi136.stdout:3654: snap_create 2024-08-19T11:43:35.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:34 smithi136 ceph-mon[88916]: pgmap v841: 121 pgs: 121 active+clean; 513 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-19T11:43:35.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:34 smithi136 ceph-mon[88916]: osdmap e801: 8 total, 8 up, 8 in 2024-08-19T11:43:35.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:34 smithi136 ceph-mon[86496]: pgmap v841: 121 pgs: 121 active+clean; 513 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-19T11:43:35.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:34 smithi136 ceph-mon[86496]: osdmap e801: 8 total, 8 up, 8 in 2024-08-19T11:43:35.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:34 smithi155 ceph-mon[76679]: pgmap v841: 121 pgs: 121 active+clean; 513 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-19T11:43:35.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:34 smithi155 ceph-mon[76679]: osdmap e801: 8 total, 8 up, 8 in 2024-08-19T11:43:35.821 INFO:tasks.rados.rados.0.smithi136.stdout:3654: done (0 left) 2024-08-19T11:43:35.821 INFO:tasks.rados.rados.0.smithi136.stdout:3655: read oid 3 snap 351 2024-08-19T11:43:35.822 INFO:tasks.rados.rados.0.smithi136.stdout:3655: expect (ObjNum 861 snap 279 seq_num 861) 2024-08-19T11:43:35.822 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 39 current snap is 370 2024-08-19T11:43:35.822 INFO:tasks.rados.rados.0.smithi136.stdout:3656: seq_num 1121 ranges {5226496=778240,6004736=442368,6447104=638976,7086080=122880} 2024-08-19T11:43:35.853 INFO:tasks.rados.rados.0.smithi136.stdout:3656: writing smithi13674108-39 from 5226496 to 6004736 tid 1 2024-08-19T11:43:35.855 INFO:tasks.rados.rados.0.smithi136.stdout:3656: writing smithi13674108-39 from 6004736 to 6447104 tid 2 2024-08-19T11:43:35.859 INFO:tasks.rados.rados.0.smithi136.stdout:3656: writing smithi13674108-39 from 6447104 to 7086080 tid 3 2024-08-19T11:43:35.860 INFO:tasks.rados.rados.0.smithi136.stdout:3656: writing smithi13674108-39 from 7086080 to 7208960 tid 4 2024-08-19T11:43:35.860 INFO:tasks.rados.rados.0.smithi136.stdout:3657: rmattr oid 47 current snap is 370 2024-08-19T11:43:35.860 INFO:tasks.rados.rados.0.smithi136.stdout:3658: read oid 40 snap -1 2024-08-19T11:43:35.861 INFO:tasks.rados.rados.0.smithi136.stdout:3658: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:43:35.861 INFO:tasks.rados.rados.0.smithi136.stdout:3659: delete oid 16 current snap is 370 2024-08-19T11:43:35.861 INFO:tasks.rados.rados.0.smithi136.stdout:3658: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T11:43:35.865 INFO:tasks.rados.rados.0.smithi136.stdout:3656: finishing write tid 1 to smithi13674108-39 2024-08-19T11:43:35.865 INFO:tasks.rados.rados.0.smithi136.stdout:3656: finishing write tid 2 to smithi13674108-39 2024-08-19T11:43:35.866 INFO:tasks.rados.rados.0.smithi136.stdout:3658: done (4 left) 2024-08-19T11:43:35.866 INFO:tasks.rados.rados.0.smithi136.stdout:3659: done (3 left) 2024-08-19T11:43:35.866 INFO:tasks.rados.rados.0.smithi136.stdout:3660: read oid 33 snap -1 2024-08-19T11:43:35.866 INFO:tasks.rados.rados.0.smithi136.stdout:3660: expect (ObjNum 1069 snap 341 seq_num 1069) 2024-08-19T11:43:35.866 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 21 current snap is 370 2024-08-19T11:43:35.866 INFO:tasks.rados.rados.0.smithi136.stdout:3661: seq_num 1123 ranges {598016=409600,1007616=614400,1622016=598016,2220032=393216} 2024-08-19T11:43:35.872 INFO:tasks.rados.rados.0.smithi136.stdout:3661: writing smithi13674108-21 from 598016 to 1007616 tid 1 2024-08-19T11:43:35.876 INFO:tasks.rados.rados.0.smithi136.stdout:3661: writing smithi13674108-21 from 1007616 to 1622016 tid 2 2024-08-19T11:43:35.879 INFO:tasks.rados.rados.0.smithi136.stdout:3661: writing smithi13674108-21 from 1622016 to 2220032 tid 3 2024-08-19T11:43:35.882 INFO:tasks.rados.rados.0.smithi136.stdout:3661: writing smithi13674108-21 from 2220032 to 2613248 tid 4 2024-08-19T11:43:35.882 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 24 current snap is 370 2024-08-19T11:43:35.883 INFO:tasks.rados.rados.0.smithi136.stdout:3656: finishing write tid 3 to smithi13674108-39 2024-08-19T11:43:35.883 INFO:tasks.rados.rados.0.smithi136.stdout:3662: seq_num 1124 ranges {4472832=434176,4907008=499712,5406720=409600,5816320=663552,6479872=32768} 2024-08-19T11:43:35.909 INFO:tasks.rados.rados.0.smithi136.stdout:3662: writing smithi13674108-24 from 4472832 to 4907008 tid 1 2024-08-19T11:43:35.911 INFO:tasks.rados.rados.0.smithi136.stdout:3662: writing smithi13674108-24 from 4907008 to 5406720 tid 2 2024-08-19T11:43:35.913 INFO:tasks.rados.rados.0.smithi136.stdout:3662: writing smithi13674108-24 from 5406720 to 5816320 tid 3 2024-08-19T11:43:35.917 INFO:tasks.rados.rados.0.smithi136.stdout:3662: writing smithi13674108-24 from 5816320 to 6479872 tid 4 2024-08-19T11:43:35.918 INFO:tasks.rados.rados.0.smithi136.stdout:3662: writing smithi13674108-24 from 6479872 to 6512640 tid 5 2024-08-19T11:43:35.918 INFO:tasks.rados.rados.0.smithi136.stdout:3663: read oid 49 snap -1 2024-08-19T11:43:35.918 INFO:tasks.rados.rados.0.smithi136.stdout:3663: expect (ObjNum 1051 snap 333 seq_num 1051) 2024-08-19T11:43:35.918 INFO:tasks.rados.rados.0.smithi136.stdout:3664: copy_from oid 45 from oid 11 current snap is 370 2024-08-19T11:43:35.918 INFO:tasks.rados.rados.0.smithi136.stdout:3656: finishing write tid 4 to smithi13674108-39 2024-08-19T11:43:35.919 INFO:tasks.rados.rados.0.smithi136.stdout:3656: finishing write tid 5 to smithi13674108-39 2024-08-19T11:43:35.919 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 2 current snap is 370 2024-08-19T11:43:35.919 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 1831 (ObjNum 1077 snap 343 seq_num 1077) dirty exists 2024-08-19T11:43:35.919 INFO:tasks.rados.rados.0.smithi136.stdout:3656: finishing write tid 6 to smithi13674108-39 2024-08-19T11:43:35.919 INFO:tasks.rados.rados.0.smithi136.stdout:3656: oid 39 updating version 0 to 1572 2024-08-19T11:43:35.919 INFO:tasks.rados.rados.0.smithi136.stdout:3656: oid 39 updating version 1572 to 1573 2024-08-19T11:43:35.919 INFO:tasks.rados.rados.0.smithi136.stdout:3656: oid 39 updating version 1573 to 1575 2024-08-19T11:43:35.919 INFO:tasks.rados.rados.0.smithi136.stdout:3656: oid 39 version 1575 is already newer than 1574 2024-08-19T11:43:35.919 INFO:tasks.rados.rados.0.smithi136.stdout:3656: oid 39 updating version 1575 to 1576 2024-08-19T11:43:35.919 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 1576 (ObjNum 1121 snap 370 seq_num 1121) dirty exists 2024-08-19T11:43:35.919 INFO:tasks.rados.rados.0.smithi136.stdout:3656: left oid 39 (ObjNum 1121 snap 370 seq_num 1121) 2024-08-19T11:43:35.919 INFO:tasks.rados.rados.0.smithi136.stdout:3660: expect (ObjNum 1069 snap 341 seq_num 1069) 2024-08-19T11:43:35.977 INFO:tasks.rados.rados.0.smithi136.stdout:3661: finishing write tid 1 to smithi13674108-21 2024-08-19T11:43:35.978 INFO:tasks.rados.rados.0.smithi136.stdout:3661: finishing write tid 2 to smithi13674108-21 2024-08-19T11:43:35.978 INFO:tasks.rados.rados.0.smithi136.stdout:3655: expect (ObjNum 861 snap 279 seq_num 861) 2024-08-19T11:43:36.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:35 smithi136 ceph-mon[88916]: osdmap e802: 8 total, 8 up, 8 in 2024-08-19T11:43:36.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:35 smithi136 ceph-mon[86496]: osdmap e802: 8 total, 8 up, 8 in 2024-08-19T11:43:36.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:35 smithi155 ceph-mon[76679]: osdmap e802: 8 total, 8 up, 8 in 2024-08-19T11:43:36.969 INFO:tasks.rados.rados.0.smithi136.stdout:3661: finishing write tid 3 to smithi13674108-21 2024-08-19T11:43:36.969 INFO:tasks.rados.rados.0.smithi136.stdout:3661: finishing write tid 4 to smithi13674108-21 2024-08-19T11:43:36.969 INFO:tasks.rados.rados.0.smithi136.stdout:3661: finishing write tid 5 to smithi13674108-21 2024-08-19T11:43:36.969 INFO:tasks.rados.rados.0.smithi136.stdout:3661: finishing write tid 6 to smithi13674108-21 2024-08-19T11:43:36.969 INFO:tasks.rados.rados.0.smithi136.stdout:3661: oid 21 updating version 0 to 1834 2024-08-19T11:43:36.969 INFO:tasks.rados.rados.0.smithi136.stdout:3661: oid 21 version 1834 is already newer than 1833 2024-08-19T11:43:36.969 INFO:tasks.rados.rados.0.smithi136.stdout:3661: oid 21 updating version 1834 to 1836 2024-08-19T11:43:36.969 INFO:tasks.rados.rados.0.smithi136.stdout:3661: oid 21 version 1836 is already newer than 1832 2024-08-19T11:43:36.970 INFO:tasks.rados.rados.0.smithi136.stdout:3661: oid 21 version 1836 is already newer than 1835 2024-08-19T11:43:36.970 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 1836 (ObjNum 1123 snap 370 seq_num 1123) dirty exists 2024-08-19T11:43:36.970 INFO:tasks.rados.rados.0.smithi136.stdout:3661: left oid 21 (ObjNum 1123 snap 370 seq_num 1123) 2024-08-19T11:43:36.970 INFO:tasks.rados.rados.0.smithi136.stdout:3662: finishing write tid 1 to smithi13674108-24 2024-08-19T11:43:36.970 INFO:tasks.rados.rados.0.smithi136.stdout:3662: finishing write tid 2 to smithi13674108-24 2024-08-19T11:43:36.970 INFO:tasks.rados.rados.0.smithi136.stdout:3665: seq_num 1125 ranges {0=450560,450560=786432,1236992=614400,1851392=204800} 2024-08-19T11:43:36.971 INFO:tasks.rados.rados.0.smithi136.stdout:3665: writing smithi13674108-2 from 0 to 450560 tid 1 2024-08-19T11:43:36.975 INFO:tasks.rados.rados.0.smithi136.stdout:3665: writing smithi13674108-2 from 450560 to 1236992 tid 2 2024-08-19T11:43:36.979 INFO:tasks.rados.rados.0.smithi136.stdout:3665: writing smithi13674108-2 from 1236992 to 1851392 tid 3 2024-08-19T11:43:36.981 INFO:tasks.rados.rados.0.smithi136.stdout:3665: writing smithi13674108-2 from 1851392 to 2056192 tid 4 2024-08-19T11:43:36.981 INFO:tasks.rados.rados.0.smithi136.stdout:3655: done (8 left) 2024-08-19T11:43:36.981 INFO:tasks.rados.rados.0.smithi136.stdout:3656: done (7 left) 2024-08-19T11:43:36.981 INFO:tasks.rados.rados.0.smithi136.stdout:3657: done (6 left) 2024-08-19T11:43:36.981 INFO:tasks.rados.rados.0.smithi136.stdout:3660: done (5 left) 2024-08-19T11:43:36.981 INFO:tasks.rados.rados.0.smithi136.stdout:3661: done (4 left) 2024-08-19T11:43:36.981 INFO:tasks.rados.rados.0.smithi136.stdout:3666: snap_remove snap 319 2024-08-19T11:43:37.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:36 smithi136 ceph-mon[86496]: pgmap v844: 121 pgs: 121 active+clean; 513 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-19T11:43:37.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:36 smithi136 ceph-mon[86496]: osdmap e803: 8 total, 8 up, 8 in 2024-08-19T11:43:37.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:36 smithi136 ceph-mon[88916]: pgmap v844: 121 pgs: 121 active+clean; 513 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-19T11:43:37.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:36 smithi136 ceph-mon[88916]: osdmap e803: 8 total, 8 up, 8 in 2024-08-19T11:43:37.111 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:36 smithi155 ceph-mon[76679]: pgmap v844: 121 pgs: 121 active+clean; 513 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-19T11:43:37.111 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:36 smithi155 ceph-mon[76679]: osdmap e803: 8 total, 8 up, 8 in 2024-08-19T11:43:37.825 INFO:tasks.rados.rados.0.smithi136.stdout:3666: done (4 left) 2024-08-19T11:43:37.825 INFO:tasks.rados.rados.0.smithi136.stdout:3667: snap_create 2024-08-19T11:43:37.825 INFO:tasks.rados.rados.0.smithi136.stdout:3662: finishing write tid 3 to smithi13674108-24 2024-08-19T11:43:37.825 INFO:tasks.rados.rados.0.smithi136.stdout:3663: expect (ObjNum 1051 snap 333 seq_num 1051) 2024-08-19T11:43:37.860 INFO:tasks.rados.rados.0.smithi136.stdout:3662: finishing write tid 4 to smithi13674108-24 2024-08-19T11:43:37.860 INFO:tasks.rados.rados.0.smithi136.stdout:3662: finishing write tid 5 to smithi13674108-24 2024-08-19T11:43:37.860 INFO:tasks.rados.rados.0.smithi136.stdout:3662: finishing write tid 6 to smithi13674108-24 2024-08-19T11:43:37.860 INFO:tasks.rados.rados.0.smithi136.stdout:3662: finishing write tid 7 to smithi13674108-24 2024-08-19T11:43:37.860 INFO:tasks.rados.rados.0.smithi136.stdout:3662: oid 24 updating version 0 to 1873 2024-08-19T11:43:37.860 INFO:tasks.rados.rados.0.smithi136.stdout:3662: oid 24 version 1873 is already newer than 1870 2024-08-19T11:43:37.860 INFO:tasks.rados.rados.0.smithi136.stdout:3662: oid 24 version 1873 is already newer than 1871 2024-08-19T11:43:37.860 INFO:tasks.rados.rados.0.smithi136.stdout:3662: oid 24 updating version 1873 to 1874 2024-08-19T11:43:37.860 INFO:tasks.rados.rados.0.smithi136.stdout:3662: oid 24 version 1874 is already newer than 1872 2024-08-19T11:43:37.860 INFO:tasks.rados.rados.0.smithi136.stdout:3662: oid 24 version 1874 is already newer than 1869 2024-08-19T11:43:37.861 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 1874 (ObjNum 1124 snap 370 seq_num 1124) dirty exists 2024-08-19T11:43:37.861 INFO:tasks.rados.rados.0.smithi136.stdout:3662: left oid 24 (ObjNum 1124 snap 370 seq_num 1124) 2024-08-19T11:43:37.861 INFO:tasks.rados.rados.0.smithi136.stdout:3664: finishing copy_from racing read to smithi13674108-45 2024-08-19T11:43:37.861 INFO:tasks.rados.rados.0.smithi136.stdout:3664: finishing copy_from to smithi13674108-45 2024-08-19T11:43:37.861 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 1848 (ObjNum 1079 snap 343 seq_num 1079) dirty exists 2024-08-19T11:43:37.861 INFO:tasks.rados.rados.0.smithi136.stdout:3665: finishing write tid 1 to smithi13674108-2 2024-08-19T11:43:37.861 INFO:tasks.rados.rados.0.smithi136.stdout:3665: finishing write tid 2 to smithi13674108-2 2024-08-19T11:43:37.861 INFO:tasks.rados.rados.0.smithi136.stdout:3665: finishing write tid 3 to smithi13674108-2 2024-08-19T11:43:37.861 INFO:tasks.rados.rados.0.smithi136.stdout:3665: finishing write tid 4 to smithi13674108-2 2024-08-19T11:43:37.861 INFO:tasks.rados.rados.0.smithi136.stdout:3665: finishing write tid 5 to smithi13674108-2 2024-08-19T11:43:37.861 INFO:tasks.rados.rados.0.smithi136.stdout:3665: finishing write tid 6 to smithi13674108-2 2024-08-19T11:43:37.861 INFO:tasks.rados.rados.0.smithi136.stdout:3665: oid 2 updating version 0 to 1951 2024-08-19T11:43:37.861 INFO:tasks.rados.rados.0.smithi136.stdout:3665: oid 2 version 1951 is already newer than 1950 2024-08-19T11:43:37.862 INFO:tasks.rados.rados.0.smithi136.stdout:3665: oid 2 version 1951 is already newer than 1947 2024-08-19T11:43:37.862 INFO:tasks.rados.rados.0.smithi136.stdout:3665: oid 2 version 1951 is already newer than 1948 2024-08-19T11:43:37.862 INFO:tasks.rados.rados.0.smithi136.stdout:3665: oid 2 version 1951 is already newer than 1949 2024-08-19T11:43:37.862 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 2 v 1951 (ObjNum 1125 snap 370 seq_num 1125) dirty exists 2024-08-19T11:43:37.862 INFO:tasks.rados.rados.0.smithi136.stdout:3665: left oid 2 (ObjNum 1125 snap 370 seq_num 1125) 2024-08-19T11:43:38.763 INFO:tasks.rados.rados.0.smithi136.stdout:3662: done (4 left) 2024-08-19T11:43:38.763 INFO:tasks.rados.rados.0.smithi136.stdout:3663: done (3 left) 2024-08-19T11:43:38.763 INFO:tasks.rados.rados.0.smithi136.stdout:3664: done (2 left) 2024-08-19T11:43:38.763 INFO:tasks.rados.rados.0.smithi136.stdout:3665: done (1 left) 2024-08-19T11:43:38.763 INFO:tasks.rados.rados.0.smithi136.stdout:3667: done (0 left) 2024-08-19T11:43:38.763 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 45 current snap is 371 2024-08-19T11:43:38.763 INFO:tasks.rados.rados.0.smithi136.stdout:3668: seq_num 1126 ranges {2154496=466944,2621440=720896,3342336=778240,4120576=106496} 2024-08-19T11:43:38.776 INFO:tasks.rados.rados.0.smithi136.stdout:3668: writing smithi13674108-45 from 2154496 to 2621440 tid 1 2024-08-19T11:43:38.781 INFO:tasks.rados.rados.0.smithi136.stdout:3668: writing smithi13674108-45 from 2621440 to 3342336 tid 2 2024-08-19T11:43:38.785 INFO:tasks.rados.rados.0.smithi136.stdout:3668: writing smithi13674108-45 from 3342336 to 4120576 tid 3 2024-08-19T11:43:38.786 INFO:tasks.rados.rados.0.smithi136.stdout:3668: writing smithi13674108-45 from 4120576 to 4227072 tid 4 2024-08-19T11:43:38.787 INFO:tasks.rados.rados.0.smithi136.stdout:3669: rollback oid 38 current snap is 371 2024-08-19T11:43:38.787 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 38 to 353 2024-08-19T11:43:38.787 INFO:tasks.rados.rados.0.smithi136.stdout:3668: finishing write tid 1 to smithi13674108-45 2024-08-19T11:43:38.787 INFO:tasks.rados.rados.0.smithi136.stdout:3670: rollback oid 1 current snap is 371 2024-08-19T11:43:38.787 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 1 to 351 2024-08-19T11:43:38.787 INFO:tasks.rados.rados.0.smithi136.stdout:3671: setattr oid 22 current snap is 371 2024-08-19T11:43:38.789 INFO:tasks.rados.rados.0.smithi136.stdout:3672: snap_create 2024-08-19T11:43:38.792 INFO:tasks.rados.rados.0.smithi136.stdout:3668: finishing write tid 2 to smithi13674108-45 2024-08-19T11:43:38.792 INFO:tasks.rados.rados.0.smithi136.stdout:3669: finishing rollback tid 0 to smithi13674108-38 2024-08-19T11:43:38.793 INFO:tasks.rados.rados.0.smithi136.stdout:3668: finishing write tid 3 to smithi13674108-45 2024-08-19T11:43:38.793 INFO:tasks.rados.rados.0.smithi136.stdout:3669: finishing rollback tid 1 to smithi13674108-38 2024-08-19T11:43:38.794 INFO:tasks.rados.rados.0.smithi136.stdout:3669: finishing rollback tid 2 to smithi13674108-38 2024-08-19T11:43:38.794 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 1608 (ObjNum 1040 snap 330 seq_num 1040) dirty exists 2024-08-19T11:43:38.794 INFO:tasks.rados.rados.0.smithi136.stdout:3670: finishing rollback tid 0 to smithi13674108-1 2024-08-19T11:43:38.794 INFO:tasks.rados.rados.0.smithi136.stdout:3668: finishing write tid 4 to smithi13674108-45 2024-08-19T11:43:38.794 INFO:tasks.rados.rados.0.smithi136.stdout:3670: finishing rollback tid 1 to smithi13674108-1 2024-08-19T11:43:38.794 INFO:tasks.rados.rados.0.smithi136.stdout:3668: finishing write tid 5 to smithi13674108-45 2024-08-19T11:43:38.794 INFO:tasks.rados.rados.0.smithi136.stdout:3670: finishing rollback tid 2 to smithi13674108-1 2024-08-19T11:43:38.794 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 1 v 1967 (ObjNum 863 snap 279 seq_num 863) dirty exists 2024-08-19T11:43:38.796 INFO:tasks.rados.rados.0.smithi136.stdout:3668: finishing write tid 6 to smithi13674108-45 2024-08-19T11:43:38.796 INFO:tasks.rados.rados.0.smithi136.stdout:3668: oid 45 updating version 0 to 1850 2024-08-19T11:43:38.796 INFO:tasks.rados.rados.0.smithi136.stdout:3668: oid 45 updating version 1850 to 1851 2024-08-19T11:43:38.796 INFO:tasks.rados.rados.0.smithi136.stdout:3668: oid 45 updating version 1851 to 1852 2024-08-19T11:43:38.796 INFO:tasks.rados.rados.0.smithi136.stdout:3668: oid 45 version 1852 is already newer than 1849 2024-08-19T11:43:38.796 INFO:tasks.rados.rados.0.smithi136.stdout:3668: oid 45 updating version 1852 to 1853 2024-08-19T11:43:38.796 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 1853 (ObjNum 1126 snap 371 seq_num 1126) dirty exists 2024-08-19T11:43:38.796 INFO:tasks.rados.rados.0.smithi136.stdout:3668: left oid 45 (ObjNum 1126 snap 371 seq_num 1126) 2024-08-19T11:43:38.796 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 1886 (ObjNum 1105 snap 358 seq_num 1105) dirty exists 2024-08-19T11:43:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:38 smithi136 ceph-mon[86496]: pgmap v846: 121 pgs: 121 active+clean; 519 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-08-19T11:43:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:38 smithi136 ceph-mon[86496]: osdmap e804: 8 total, 8 up, 8 in 2024-08-19T11:43:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:38 smithi136 ceph-mon[86496]: osdmap e805: 8 total, 8 up, 8 in 2024-08-19T11:43:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:38 smithi136 ceph-mon[88916]: pgmap v846: 121 pgs: 121 active+clean; 519 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-08-19T11:43:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:38 smithi136 ceph-mon[88916]: osdmap e804: 8 total, 8 up, 8 in 2024-08-19T11:43:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:38 smithi136 ceph-mon[88916]: osdmap e805: 8 total, 8 up, 8 in 2024-08-19T11:43:39.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:38 smithi155 ceph-mon[76679]: pgmap v846: 121 pgs: 121 active+clean; 519 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-08-19T11:43:39.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:38 smithi155 ceph-mon[76679]: osdmap e804: 8 total, 8 up, 8 in 2024-08-19T11:43:39.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:38 smithi155 ceph-mon[76679]: osdmap e805: 8 total, 8 up, 8 in 2024-08-19T11:43:39.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:43:39 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:43:39] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.51.0" 2024-08-19T11:43:39.766 INFO:tasks.rados.rados.0.smithi136.stdout:3668: done (4 left) 2024-08-19T11:43:39.766 INFO:tasks.rados.rados.0.smithi136.stdout:3669: done (3 left) 2024-08-19T11:43:39.766 INFO:tasks.rados.rados.0.smithi136.stdout:3670: done (2 left) 2024-08-19T11:43:39.766 INFO:tasks.rados.rados.0.smithi136.stdout:3671: done (1 left) 2024-08-19T11:43:39.766 INFO:tasks.rados.rados.0.smithi136.stdout:3672: done (0 left) 2024-08-19T11:43:39.766 INFO:tasks.rados.rados.0.smithi136.stdout:3673: rollback oid 29 current snap is 372 2024-08-19T11:43:39.766 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 29 to 367 2024-08-19T11:43:39.766 INFO:tasks.rados.rados.0.smithi136.stdout:3674: snap_create 2024-08-19T11:43:39.773 INFO:tasks.rados.rados.0.smithi136.stdout:3673: finishing rollback tid 0 to smithi13674108-29 2024-08-19T11:43:39.773 INFO:tasks.rados.rados.0.smithi136.stdout:3673: finishing rollback tid 1 to smithi13674108-29 2024-08-19T11:43:39.773 INFO:tasks.rados.rados.0.smithi136.stdout:3673: finishing rollback tid 2 to smithi13674108-29 2024-08-19T11:43:39.773 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 1979 (ObjNum 1104 snap 358 seq_num 1104) dirty exists 2024-08-19T11:43:40.768 INFO:tasks.rados.rados.0.smithi136.stdout:3673: done (1 left) 2024-08-19T11:43:40.768 INFO:tasks.rados.rados.0.smithi136.stdout:3674: done (0 left) 2024-08-19T11:43:40.768 INFO:tasks.rados.rados.0.smithi136.stdout:3675: delete oid 19 current snap is 373 2024-08-19T11:43:40.777 INFO:tasks.rados.rados.0.smithi136.stdout:3675: done (0 left) 2024-08-19T11:43:40.777 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 44 current snap is 373 2024-08-19T11:43:40.777 INFO:tasks.rados.rados.0.smithi136.stdout:3676: seq_num 1128 ranges {1875968=499712,2375680=483328,2859008=786432,3645440=335872} 2024-08-19T11:43:40.790 INFO:tasks.rados.rados.0.smithi136.stdout:3676: writing smithi13674108-44 from 1875968 to 2375680 tid 1 2024-08-19T11:43:40.792 INFO:tasks.rados.rados.0.smithi136.stdout:3676: writing smithi13674108-44 from 2375680 to 2859008 tid 2 2024-08-19T11:43:40.797 INFO:tasks.rados.rados.0.smithi136.stdout:3676: writing smithi13674108-44 from 2859008 to 3645440 tid 3 2024-08-19T11:43:40.799 INFO:tasks.rados.rados.0.smithi136.stdout:3676: writing smithi13674108-44 from 3645440 to 3981312 tid 4 2024-08-19T11:43:40.799 INFO:tasks.rados.rados.0.smithi136.stdout:3677: snap_create 2024-08-19T11:43:40.799 INFO:tasks.rados.rados.0.smithi136.stdout:3676: finishing write tid 1 to smithi13674108-44 2024-08-19T11:43:40.800 INFO:tasks.rados.rados.0.smithi136.stdout:3676: finishing write tid 2 to smithi13674108-44 2024-08-19T11:43:40.803 INFO:tasks.rados.rados.0.smithi136.stdout:3676: finishing write tid 3 to smithi13674108-44 2024-08-19T11:43:40.803 INFO:tasks.rados.rados.0.smithi136.stdout:3676: finishing write tid 4 to smithi13674108-44 2024-08-19T11:43:40.804 INFO:tasks.rados.rados.0.smithi136.stdout:3676: finishing write tid 5 to smithi13674108-44 2024-08-19T11:43:40.806 INFO:tasks.rados.rados.0.smithi136.stdout:3676: finishing write tid 6 to smithi13674108-44 2024-08-19T11:43:40.806 INFO:tasks.rados.rados.0.smithi136.stdout:3676: oid 44 updating version 0 to 2065 2024-08-19T11:43:40.806 INFO:tasks.rados.rados.0.smithi136.stdout:3676: oid 44 version 2065 is already newer than 2062 2024-08-19T11:43:40.806 INFO:tasks.rados.rados.0.smithi136.stdout:3676: oid 44 version 2065 is already newer than 2063 2024-08-19T11:43:40.806 INFO:tasks.rados.rados.0.smithi136.stdout:3676: oid 44 version 2065 is already newer than 2061 2024-08-19T11:43:40.806 INFO:tasks.rados.rados.0.smithi136.stdout:3676: oid 44 version 2065 is already newer than 2064 2024-08-19T11:43:40.806 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 2065 (ObjNum 1128 snap 373 seq_num 1128) dirty exists 2024-08-19T11:43:40.806 INFO:tasks.rados.rados.0.smithi136.stdout:3676: left oid 44 (ObjNum 1128 snap 373 seq_num 1128) 2024-08-19T11:43:41.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:40 smithi136 ceph-mon[88916]: pgmap v849: 121 pgs: 121 active+clean; 509 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-08-19T11:43:41.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:40 smithi136 ceph-mon[88916]: osdmap e806: 8 total, 8 up, 8 in 2024-08-19T11:43:41.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:43:41.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:40 smithi136 ceph-mon[86496]: pgmap v849: 121 pgs: 121 active+clean; 509 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-08-19T11:43:41.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:40 smithi136 ceph-mon[86496]: osdmap e806: 8 total, 8 up, 8 in 2024-08-19T11:43:41.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:43:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:40 smithi155 ceph-mon[76679]: pgmap v849: 121 pgs: 121 active+clean; 509 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-08-19T11:43:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:40 smithi155 ceph-mon[76679]: osdmap e806: 8 total, 8 up, 8 in 2024-08-19T11:43:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:43:41.778 INFO:tasks.rados.rados.0.smithi136.stdout:3676: done (1 left) 2024-08-19T11:43:41.778 INFO:tasks.rados.rados.0.smithi136.stdout:3677: done (0 left) 2024-08-19T11:43:41.778 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 23 current snap is 374 2024-08-19T11:43:41.779 INFO:tasks.rados.rados.0.smithi136.stdout:3678: seq_num 1129 ranges {7921664=516096,8437760=770048,9207808=598016,9805824=237568} 2024-08-19T11:43:41.822 INFO:tasks.rados.rados.0.smithi136.stdout:3678: writing smithi13674108-23 from 7921664 to 8437760 tid 1 2024-08-19T11:43:41.827 INFO:tasks.rados.rados.0.smithi136.stdout:3678: writing smithi13674108-23 from 8437760 to 9207808 tid 2 2024-08-19T11:43:41.830 INFO:tasks.rados.rados.0.smithi136.stdout:3678: writing smithi13674108-23 from 9207808 to 9805824 tid 3 2024-08-19T11:43:41.832 INFO:tasks.rados.rados.0.smithi136.stdout:3678: writing smithi13674108-23 from 9805824 to 10043392 tid 4 2024-08-19T11:43:41.832 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 3 current snap is 374 2024-08-19T11:43:41.832 INFO:tasks.rados.rados.0.smithi136.stdout:3678: finishing write tid 1 to smithi13674108-23 2024-08-19T11:43:41.832 INFO:tasks.rados.rados.0.smithi136.stdout:3678: finishing write tid 2 to smithi13674108-23 2024-08-19T11:43:41.832 INFO:tasks.rados.rados.0.smithi136.stdout:3679: seq_num 1130 ranges {11935744=532480,12468224=655360,13123584=753664,13877248=196608} 2024-08-19T11:43:41.897 INFO:tasks.rados.rados.0.smithi136.stdout:3679: writing smithi13674108-3 from 11935744 to 12468224 tid 1 2024-08-19T11:43:41.900 INFO:tasks.rados.rados.0.smithi136.stdout:3679: writing smithi13674108-3 from 12468224 to 13123584 tid 2 2024-08-19T11:43:41.905 INFO:tasks.rados.rados.0.smithi136.stdout:3679: writing smithi13674108-3 from 13123584 to 13877248 tid 3 2024-08-19T11:43:41.907 INFO:tasks.rados.rados.0.smithi136.stdout:3679: writing smithi13674108-3 from 13877248 to 14073856 tid 4 2024-08-19T11:43:41.907 INFO:tasks.rados.rados.0.smithi136.stdout:3680: read oid 34 snap -1 2024-08-19T11:43:41.907 INFO:tasks.rados.rados.0.smithi136.stdout:3680: expect (ObjNum 1106 snap 358 seq_num 1106) 2024-08-19T11:43:41.907 INFO:tasks.rados.rados.0.smithi136.stdout:3681: rollback oid 19 current snap is 374 2024-08-19T11:43:41.907 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 19 to 355 2024-08-19T11:43:41.907 INFO:tasks.rados.rados.0.smithi136.stdout:3678: finishing write tid 3 to smithi13674108-23 2024-08-19T11:43:41.907 INFO:tasks.rados.rados.0.smithi136.stdout:3678: finishing write tid 4 to smithi13674108-23 2024-08-19T11:43:41.908 INFO:tasks.rados.rados.0.smithi136.stdout:3678: finishing write tid 5 to smithi13674108-23 2024-08-19T11:43:41.908 INFO:tasks.rados.rados.0.smithi136.stdout:3678: finishing write tid 6 to smithi13674108-23 2024-08-19T11:43:41.908 INFO:tasks.rados.rados.0.smithi136.stdout:3678: oid 23 updating version 0 to 1660 2024-08-19T11:43:41.908 INFO:tasks.rados.rados.0.smithi136.stdout:3678: oid 23 updating version 1660 to 1661 2024-08-19T11:43:41.908 INFO:tasks.rados.rados.0.smithi136.stdout:3678: oid 23 updating version 1661 to 1663 2024-08-19T11:43:41.908 INFO:tasks.rados.rados.0.smithi136.stdout:3678: oid 23 version 1663 is already newer than 1659 2024-08-19T11:43:41.908 INFO:tasks.rados.rados.0.smithi136.stdout:3678: oid 23 version 1663 is already newer than 1662 2024-08-19T11:43:41.908 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 1663 (ObjNum 1129 snap 374 seq_num 1129) dirty exists 2024-08-19T11:43:41.908 INFO:tasks.rados.rados.0.smithi136.stdout:3678: left oid 23 (ObjNum 1129 snap 374 seq_num 1129) 2024-08-19T11:43:41.908 INFO:tasks.rados.rados.0.smithi136.stdout:3679: finishing write tid 1 to smithi13674108-3 2024-08-19T11:43:41.908 INFO:tasks.rados.rados.0.smithi136.stdout:3679: finishing write tid 2 to smithi13674108-3 2024-08-19T11:43:41.908 INFO:tasks.rados.rados.0.smithi136.stdout:3678: done (3 left) 2024-08-19T11:43:41.909 INFO:tasks.rados.rados.0.smithi136.stdout:3682: delete oid 5 current snap is 374 2024-08-19T11:43:41.909 INFO:tasks.rados.rados.0.smithi136.stdout:3681: finishing rollback tid 1 to smithi13674108-19 2024-08-19T11:43:41.909 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 744 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-19T11:43:41.911 INFO:tasks.rados.rados.0.smithi136.stdout:3679: finishing write tid 3 to smithi13674108-3 2024-08-19T11:43:41.911 INFO:tasks.rados.rados.0.smithi136.stdout:3679: finishing write tid 4 to smithi13674108-3 2024-08-19T11:43:41.912 INFO:tasks.rados.rados.0.smithi136.stdout:3679: finishing write tid 5 to smithi13674108-3 2024-08-19T11:43:41.914 INFO:tasks.rados.rados.0.smithi136.stdout:3681: done (3 left) 2024-08-19T11:43:41.914 INFO:tasks.rados.rados.0.smithi136.stdout:3682: done (2 left) 2024-08-19T11:43:41.914 INFO:tasks.rados.rados.0.smithi136.stdout:3683: rollback oid 10 current snap is 374 2024-08-19T11:43:41.914 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 10 to 310 2024-08-19T11:43:41.914 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 21 current snap is 374 2024-08-19T11:43:41.915 INFO:tasks.rados.rados.0.smithi136.stdout:3684: seq_num 1132 ranges {2613248=565248,3178496=425984,3604480=770048,4374528=409600} 2024-08-19T11:43:41.931 INFO:tasks.rados.rados.0.smithi136.stdout:3684: writing smithi13674108-21 from 2613248 to 3178496 tid 1 2024-08-19T11:43:41.934 INFO:tasks.rados.rados.0.smithi136.stdout:3684: writing smithi13674108-21 from 3178496 to 3604480 tid 2 2024-08-19T11:43:41.938 INFO:tasks.rados.rados.0.smithi136.stdout:3684: writing smithi13674108-21 from 3604480 to 4374528 tid 3 2024-08-19T11:43:41.941 INFO:tasks.rados.rados.0.smithi136.stdout:3684: writing smithi13674108-21 from 4374528 to 4784128 tid 4 2024-08-19T11:43:41.942 INFO:tasks.rados.rados.0.smithi136.stdout:3685: rollback oid 41 current snap is 374 2024-08-19T11:43:41.942 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 41 to 352 2024-08-19T11:43:41.942 INFO:tasks.rados.rados.0.smithi136.stdout:3679: finishing write tid 6 to smithi13674108-3 2024-08-19T11:43:41.942 INFO:tasks.rados.rados.0.smithi136.stdout:3679: oid 3 updating version 0 to 2069 2024-08-19T11:43:41.942 INFO:tasks.rados.rados.0.smithi136.stdout:3679: oid 3 updating version 2069 to 2071 2024-08-19T11:43:41.942 INFO:tasks.rados.rados.0.smithi136.stdout:3679: oid 3 version 2071 is already newer than 2070 2024-08-19T11:43:41.942 INFO:tasks.rados.rados.0.smithi136.stdout:3679: oid 3 version 2071 is already newer than 2067 2024-08-19T11:43:41.942 INFO:tasks.rados.rados.0.smithi136.stdout:3679: oid 3 version 2071 is already newer than 2068 2024-08-19T11:43:41.942 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 2071 (ObjNum 1130 snap 374 seq_num 1130) dirty exists 2024-08-19T11:43:41.942 INFO:tasks.rados.rados.0.smithi136.stdout:3679: left oid 3 (ObjNum 1130 snap 374 seq_num 1130) 2024-08-19T11:43:41.942 INFO:tasks.rados.rados.0.smithi136.stdout:3683: finishing rollback tid 0 to smithi13674108-10 2024-08-19T11:43:41.943 INFO:tasks.rados.rados.0.smithi136.stdout:3683: finishing rollback tid 1 to smithi13674108-10 2024-08-19T11:43:41.943 INFO:tasks.rados.rados.0.smithi136.stdout:3679: done (4 left) 2024-08-19T11:43:41.943 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 22 current snap is 374 2024-08-19T11:43:41.943 INFO:tasks.rados.rados.0.smithi136.stdout:3683: finishing rollback tid 2 to smithi13674108-10 2024-08-19T11:43:41.943 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 1168 (ObjNum 880 snap 289 seq_num 880) dirty exists 2024-08-19T11:43:41.943 INFO:tasks.rados.rados.0.smithi136.stdout:3680: expect (ObjNum 1106 snap 358 seq_num 1106) 2024-08-19T11:43:41.987 INFO:tasks.rados.rados.0.smithi136.stdout:3684: finishing write tid 1 to smithi13674108-21 2024-08-19T11:43:41.987 INFO:tasks.rados.rados.0.smithi136.stdout:3684: finishing write tid 2 to smithi13674108-21 2024-08-19T11:43:41.987 INFO:tasks.rados.rados.0.smithi136.stdout:3684: finishing write tid 3 to smithi13674108-21 2024-08-19T11:43:41.987 INFO:tasks.rados.rados.0.smithi136.stdout:3684: finishing write tid 4 to smithi13674108-21 2024-08-19T11:43:41.987 INFO:tasks.rados.rados.0.smithi136.stdout:3684: finishing write tid 5 to smithi13674108-21 2024-08-19T11:43:41.987 INFO:tasks.rados.rados.0.smithi136.stdout:3685: finishing rollback tid 0 to smithi13674108-41 2024-08-19T11:43:41.987 INFO:tasks.rados.rados.0.smithi136.stdout:3685: finishing rollback tid 1 to smithi13674108-41 2024-08-19T11:43:41.987 INFO:tasks.rados.rados.0.smithi136.stdout:3684: finishing write tid 6 to smithi13674108-21 2024-08-19T11:43:41.987 INFO:tasks.rados.rados.0.smithi136.stdout:3684: oid 21 updating version 0 to 1841 2024-08-19T11:43:41.987 INFO:tasks.rados.rados.0.smithi136.stdout:3684: oid 21 version 1841 is already newer than 1838 2024-08-19T11:43:41.988 INFO:tasks.rados.rados.0.smithi136.stdout:3684: oid 21 version 1841 is already newer than 1840 2024-08-19T11:43:41.988 INFO:tasks.rados.rados.0.smithi136.stdout:3684: oid 21 version 1841 is already newer than 1839 2024-08-19T11:43:41.988 INFO:tasks.rados.rados.0.smithi136.stdout:3684: oid 21 version 1841 is already newer than 1837 2024-08-19T11:43:41.988 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 1841 (ObjNum 1132 snap 374 seq_num 1132) dirty exists 2024-08-19T11:43:41.988 INFO:tasks.rados.rados.0.smithi136.stdout:3684: left oid 21 (ObjNum 1132 snap 374 seq_num 1132) 2024-08-19T11:43:41.988 INFO:tasks.rados.rados.0.smithi136.stdout:3685: finishing rollback tid 2 to smithi13674108-41 2024-08-19T11:43:41.988 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 1844 (ObjNum 1081 snap 348 seq_num 1081) dirty exists 2024-08-19T11:43:41.988 INFO:tasks.rados.rados.0.smithi136.stdout:3686: seq_num 1133 ranges {3022848=581632,3604480=753664,4358144=573440,4931584=278528} 2024-08-19T11:43:42.006 INFO:tasks.rados.rados.0.smithi136.stdout:3686: writing smithi13674108-22 from 3022848 to 3604480 tid 1 2024-08-19T11:43:42.010 INFO:tasks.rados.rados.0.smithi136.stdout:3686: writing smithi13674108-22 from 3604480 to 4358144 tid 2 2024-08-19T11:43:42.013 INFO:tasks.rados.rados.0.smithi136.stdout:3686: writing smithi13674108-22 from 4358144 to 4931584 tid 3 2024-08-19T11:43:42.015 INFO:tasks.rados.rados.0.smithi136.stdout:3686: writing smithi13674108-22 from 4931584 to 5210112 tid 4 2024-08-19T11:43:42.016 INFO:tasks.rados.rados.0.smithi136.stdout:3680: done (4 left) 2024-08-19T11:43:42.016 INFO:tasks.rados.rados.0.smithi136.stdout:3683: done (3 left) 2024-08-19T11:43:42.016 INFO:tasks.rados.rados.0.smithi136.stdout:3684: done (2 left) 2024-08-19T11:43:42.016 INFO:tasks.rados.rados.0.smithi136.stdout:3685: done (1 left) 2024-08-19T11:43:42.016 INFO:tasks.rados.rados.0.smithi136.stdout:3687: snap_create 2024-08-19T11:43:42.016 INFO:tasks.rados.rados.0.smithi136.stdout:3686: finishing write tid 1 to smithi13674108-22 2024-08-19T11:43:42.016 INFO:tasks.rados.rados.0.smithi136.stdout:3686: finishing write tid 2 to smithi13674108-22 2024-08-19T11:43:42.019 INFO:tasks.rados.rados.0.smithi136.stdout:3686: finishing write tid 3 to smithi13674108-22 2024-08-19T11:43:42.019 INFO:tasks.rados.rados.0.smithi136.stdout:3686: finishing write tid 4 to smithi13674108-22 2024-08-19T11:43:42.019 INFO:tasks.rados.rados.0.smithi136.stdout:3686: finishing write tid 5 to smithi13674108-22 2024-08-19T11:43:42.021 INFO:tasks.rados.rados.0.smithi136.stdout:3686: finishing write tid 6 to smithi13674108-22 2024-08-19T11:43:42.021 INFO:tasks.rados.rados.0.smithi136.stdout:3686: oid 22 updating version 0 to 1894 2024-08-19T11:43:42.021 INFO:tasks.rados.rados.0.smithi136.stdout:3686: oid 22 version 1894 is already newer than 1891 2024-08-19T11:43:42.021 INFO:tasks.rados.rados.0.smithi136.stdout:3686: oid 22 version 1894 is already newer than 1890 2024-08-19T11:43:42.021 INFO:tasks.rados.rados.0.smithi136.stdout:3686: oid 22 version 1894 is already newer than 1893 2024-08-19T11:43:42.021 INFO:tasks.rados.rados.0.smithi136.stdout:3686: oid 22 version 1894 is already newer than 1892 2024-08-19T11:43:42.022 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 1894 (ObjNum 1133 snap 374 seq_num 1133) dirty exists 2024-08-19T11:43:42.022 INFO:tasks.rados.rados.0.smithi136.stdout:3686: left oid 22 (ObjNum 1133 snap 374 seq_num 1133) 2024-08-19T11:43:42.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:41 smithi136 ceph-mon[88916]: osdmap e807: 8 total, 8 up, 8 in 2024-08-19T11:43:42.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:41 smithi136 ceph-mon[86496]: osdmap e807: 8 total, 8 up, 8 in 2024-08-19T11:43:42.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:41 smithi155 ceph-mon[76679]: osdmap e807: 8 total, 8 up, 8 in 2024-08-19T11:43:42.779 INFO:tasks.rados.rados.0.smithi136.stdout:3686: done (1 left) 2024-08-19T11:43:42.779 INFO:tasks.rados.rados.0.smithi136.stdout:3687: done (0 left) 2024-08-19T11:43:42.779 INFO:tasks.rados.rados.0.smithi136.stdout:3688: delete oid 49 current snap is 375 2024-08-19T11:43:42.783 INFO:tasks.rados.rados.0.smithi136.stdout:3688: done (0 left) 2024-08-19T11:43:42.783 INFO:tasks.rados.rados.0.smithi136.stdout:3689: snap_remove snap 351 2024-08-19T11:43:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:42 smithi136 ceph-mon[88916]: pgmap v852: 121 pgs: 121 active+clean; 503 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 492 KiB/s wr, 6 op/s 2024-08-19T11:43:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:42 smithi136 ceph-mon[88916]: osdmap e808: 8 total, 8 up, 8 in 2024-08-19T11:43:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:42 smithi136 ceph-mon[86496]: pgmap v852: 121 pgs: 121 active+clean; 503 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 492 KiB/s wr, 6 op/s 2024-08-19T11:43:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:42 smithi136 ceph-mon[86496]: osdmap e808: 8 total, 8 up, 8 in 2024-08-19T11:43:43.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:42 smithi155 ceph-mon[76679]: pgmap v852: 121 pgs: 121 active+clean; 503 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 492 KiB/s wr, 6 op/s 2024-08-19T11:43:43.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:42 smithi155 ceph-mon[76679]: osdmap e808: 8 total, 8 up, 8 in 2024-08-19T11:43:43.793 INFO:tasks.rados.rados.0.smithi136.stdout:3689: done (0 left) 2024-08-19T11:43:43.793 INFO:tasks.rados.rados.0.smithi136.stdout:3690: rollback oid 20 current snap is 375 2024-08-19T11:43:43.793 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 20 to 356 2024-08-19T11:43:43.793 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 10 current snap is 375 2024-08-19T11:43:43.793 INFO:tasks.rados.rados.0.smithi136.stdout:3691: seq_num 1135 ranges {12247040=614400,12861440=524288,13385728=540672,13926400=483328,14409728=57344} 2024-08-19T11:43:43.863 INFO:tasks.rados.rados.0.smithi136.stdout:3691: writing smithi13674108-10 from 12247040 to 12861440 tid 1 2024-08-19T11:43:43.866 INFO:tasks.rados.rados.0.smithi136.stdout:3691: writing smithi13674108-10 from 12861440 to 13385728 tid 2 2024-08-19T11:43:43.869 INFO:tasks.rados.rados.0.smithi136.stdout:3691: writing smithi13674108-10 from 13385728 to 13926400 tid 3 2024-08-19T11:43:43.872 INFO:tasks.rados.rados.0.smithi136.stdout:3691: writing smithi13674108-10 from 13926400 to 14409728 tid 4 2024-08-19T11:43:43.873 INFO:tasks.rados.rados.0.smithi136.stdout:3691: writing smithi13674108-10 from 14409728 to 14467072 tid 5 2024-08-19T11:43:43.873 INFO:tasks.rados.rados.0.smithi136.stdout:3692: copy_from oid 24 from oid 49 current snap is 375 2024-08-19T11:43:43.873 INFO:tasks.rados.rados.0.smithi136.stdout:3690: finishing rollback tid 0 to smithi13674108-20 2024-08-19T11:43:43.873 INFO:tasks.rados.rados.0.smithi136.stdout:3693: rollback oid 36 current snap is 375 2024-08-19T11:43:43.873 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 36 to 355 2024-08-19T11:43:43.873 INFO:tasks.rados.rados.0.smithi136.stdout:3690: finishing rollback tid 1 to smithi13674108-20 2024-08-19T11:43:43.873 INFO:tasks.rados.rados.0.smithi136.stdout:3690: finishing rollback tid 2 to smithi13674108-20 2024-08-19T11:43:43.873 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 1856 (ObjNum 1095 snap 355 seq_num 1095) dirty exists 2024-08-19T11:43:43.874 INFO:tasks.rados.rados.0.smithi136.stdout:3690: done (3 left) 2024-08-19T11:43:43.874 INFO:tasks.rados.rados.0.smithi136.stdout:3694: snap_remove snap 350 2024-08-19T11:43:44.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:43 smithi136 ceph-mon[86496]: osdmap e809: 8 total, 8 up, 8 in 2024-08-19T11:43:44.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:43 smithi136 ceph-mon[88916]: osdmap e809: 8 total, 8 up, 8 in 2024-08-19T11:43:44.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:43 smithi155 ceph-mon[76679]: osdmap e809: 8 total, 8 up, 8 in 2024-08-19T11:43:44.794 INFO:tasks.rados.rados.0.smithi136.stdout:3694: done (3 left) 2024-08-19T11:43:44.794 INFO:tasks.rados.rados.0.smithi136.stdout:3695: delete oid 3 current snap is 375 2024-08-19T11:43:44.795 INFO:tasks.rados.rados.0.smithi136.stdout:3691: finishing write tid 1 to smithi13674108-10 2024-08-19T11:43:44.795 INFO:tasks.rados.rados.0.smithi136.stdout:3691: finishing write tid 2 to smithi13674108-10 2024-08-19T11:43:44.795 INFO:tasks.rados.rados.0.smithi136.stdout:3691: finishing write tid 3 to smithi13674108-10 2024-08-19T11:43:44.795 INFO:tasks.rados.rados.0.smithi136.stdout:3692: finishing copy_from to smithi13674108-24 2024-08-19T11:43:44.795 INFO:tasks.rados.rados.0.smithi136.stdout:3692: got expected ENOENT (src dne) 2024-08-19T11:43:44.795 INFO:tasks.rados.rados.0.smithi136.stdout:3692: finishing copy_from racing read to smithi13674108-24 2024-08-19T11:43:44.795 INFO:tasks.rados.rados.0.smithi136.stdout:3691: finishing write tid 4 to smithi13674108-10 2024-08-19T11:43:44.795 INFO:tasks.rados.rados.0.smithi136.stdout:3691: finishing write tid 5 to smithi13674108-10 2024-08-19T11:43:44.795 INFO:tasks.rados.rados.0.smithi136.stdout:3691: finishing write tid 6 to smithi13674108-10 2024-08-19T11:43:44.795 INFO:tasks.rados.rados.0.smithi136.stdout:3693: finishing rollback tid 0 to smithi13674108-36 2024-08-19T11:43:44.795 INFO:tasks.rados.rados.0.smithi136.stdout:3691: finishing write tid 7 to smithi13674108-10 2024-08-19T11:43:44.795 INFO:tasks.rados.rados.0.smithi136.stdout:3691: oid 10 updating version 0 to 1170 2024-08-19T11:43:44.795 INFO:tasks.rados.rados.0.smithi136.stdout:3691: oid 10 updating version 1170 to 1173 2024-08-19T11:43:44.795 INFO:tasks.rados.rados.0.smithi136.stdout:3691: oid 10 version 1173 is already newer than 1172 2024-08-19T11:43:44.796 INFO:tasks.rados.rados.0.smithi136.stdout:3691: oid 10 version 1173 is already newer than 1171 2024-08-19T11:43:44.796 INFO:tasks.rados.rados.0.smithi136.stdout:3691: oid 10 updating version 1173 to 1174 2024-08-19T11:43:44.796 INFO:tasks.rados.rados.0.smithi136.stdout:3691: oid 10 version 1174 is already newer than 1169 2024-08-19T11:43:44.796 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 1174 (ObjNum 1135 snap 375 seq_num 1135) dirty exists 2024-08-19T11:43:44.796 INFO:tasks.rados.rados.0.smithi136.stdout:3691: left oid 10 (ObjNum 1135 snap 375 seq_num 1135) 2024-08-19T11:43:44.796 INFO:tasks.rados.rados.0.smithi136.stdout:3693: finishing rollback tid 1 to smithi13674108-36 2024-08-19T11:43:44.796 INFO:tasks.rados.rados.0.smithi136.stdout:3693: finishing rollback tid 2 to smithi13674108-36 2024-08-19T11:43:44.796 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 1177 (ObjNum 981 snap 321 seq_num 981) dirty exists 2024-08-19T11:43:44.809 INFO:tasks.rados.rados.0.smithi136.stdout:3691: done (3 left) 2024-08-19T11:43:44.809 INFO:tasks.rados.rados.0.smithi136.stdout:3692: done (2 left) 2024-08-19T11:43:44.809 INFO:tasks.rados.rados.0.smithi136.stdout:3693: done (1 left) 2024-08-19T11:43:44.809 INFO:tasks.rados.rados.0.smithi136.stdout:3695: done (0 left) 2024-08-19T11:43:44.809 INFO:tasks.rados.rados.0.smithi136.stdout:3696: read oid 27 snap -1 2024-08-19T11:43:44.809 INFO:tasks.rados.rados.0.smithi136.stdout:3696: expect (ObjNum 1119 snap 364 seq_num 1119) 2024-08-19T11:43:44.809 INFO:tasks.rados.rados.0.smithi136.stdout:3697: copy_from oid 37 from oid 10 current snap is 375 2024-08-19T11:43:44.809 INFO:tasks.rados.rados.0.smithi136.stdout:3698: snap_create 2024-08-19T11:43:44.871 INFO:tasks.rados.rados.0.smithi136.stdout:3696: expect (ObjNum 1119 snap 364 seq_num 1119) 2024-08-19T11:43:45.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:44 smithi136 ceph-mon[88916]: pgmap v855: 121 pgs: 121 active+clean; 467 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-08-19T11:43:45.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:44 smithi136 ceph-mon[88916]: osdmap e810: 8 total, 8 up, 8 in 2024-08-19T11:43:45.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:44 smithi136 ceph-mon[86496]: pgmap v855: 121 pgs: 121 active+clean; 467 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-08-19T11:43:45.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:44 smithi136 ceph-mon[86496]: osdmap e810: 8 total, 8 up, 8 in 2024-08-19T11:43:45.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:44 smithi155 ceph-mon[76679]: pgmap v855: 121 pgs: 121 active+clean; 467 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-08-19T11:43:45.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:44 smithi155 ceph-mon[76679]: osdmap e810: 8 total, 8 up, 8 in 2024-08-19T11:43:46.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:45 smithi136 ceph-mon[88916]: osdmap e811: 8 total, 8 up, 8 in 2024-08-19T11:43:46.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:45 smithi136 ceph-mon[86496]: osdmap e811: 8 total, 8 up, 8 in 2024-08-19T11:43:46.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:45 smithi155 ceph-mon[76679]: osdmap e811: 8 total, 8 up, 8 in 2024-08-19T11:43:46.330 INFO:tasks.rados.rados.0.smithi136.stdout:3697: finishing copy_from racing read to smithi13674108-37 2024-08-19T11:43:46.331 INFO:tasks.rados.rados.0.smithi136.stdout:3697: finishing copy_from to smithi13674108-37 2024-08-19T11:43:46.331 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 1174 (ObjNum 1135 snap 375 seq_num 1135) dirty exists 2024-08-19T11:43:46.331 INFO:tasks.rados.rados.0.smithi136.stdout:3696: done (2 left) 2024-08-19T11:43:46.331 INFO:tasks.rados.rados.0.smithi136.stdout:3697: done (1 left) 2024-08-19T11:43:46.331 INFO:tasks.rados.rados.0.smithi136.stdout:3698: done (0 left) 2024-08-19T11:43:46.331 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 43 current snap is 376 2024-08-19T11:43:46.331 INFO:tasks.rados.rados.0.smithi136.stdout:3699: seq_num 1137 ranges {32768=647168,679936=696320,1376256=557056,1933312=352256} 2024-08-19T11:43:46.334 INFO:tasks.rados.rados.0.smithi136.stdout:3699: writing smithi13674108-43 from 32768 to 679936 tid 1 2024-08-19T11:43:46.338 INFO:tasks.rados.rados.0.smithi136.stdout:3699: writing smithi13674108-43 from 679936 to 1376256 tid 2 2024-08-19T11:43:46.341 INFO:tasks.rados.rados.0.smithi136.stdout:3699: writing smithi13674108-43 from 1376256 to 1933312 tid 3 2024-08-19T11:43:46.344 INFO:tasks.rados.rados.0.smithi136.stdout:3699: writing smithi13674108-43 from 1933312 to 2285568 tid 4 2024-08-19T11:43:46.344 INFO:tasks.rados.rados.0.smithi136.stdout:3700: setattr oid 29 current snap is 376 2024-08-19T11:43:46.344 INFO:tasks.rados.rados.0.smithi136.stdout:3699: finishing write tid 1 to smithi13674108-43 2024-08-19T11:43:46.344 INFO:tasks.rados.rados.0.smithi136.stdout:3699: finishing write tid 2 to smithi13674108-43 2024-08-19T11:43:46.345 INFO:tasks.rados.rados.0.smithi136.stdout:3701: snap_create 2024-08-19T11:43:46.346 INFO:tasks.rados.rados.0.smithi136.stdout:3699: finishing write tid 3 to smithi13674108-43 2024-08-19T11:43:46.346 INFO:tasks.rados.rados.0.smithi136.stdout:3699: finishing write tid 4 to smithi13674108-43 2024-08-19T11:43:46.346 INFO:tasks.rados.rados.0.smithi136.stdout:3699: finishing write tid 5 to smithi13674108-43 2024-08-19T11:43:46.348 INFO:tasks.rados.rados.0.smithi136.stdout:3699: finishing write tid 6 to smithi13674108-43 2024-08-19T11:43:46.348 INFO:tasks.rados.rados.0.smithi136.stdout:3699: oid 43 updating version 0 to 1686 2024-08-19T11:43:46.348 INFO:tasks.rados.rados.0.smithi136.stdout:3699: oid 43 updating version 1686 to 1688 2024-08-19T11:43:46.348 INFO:tasks.rados.rados.0.smithi136.stdout:3699: oid 43 updating version 1688 to 1690 2024-08-19T11:43:46.348 INFO:tasks.rados.rados.0.smithi136.stdout:3699: oid 43 version 1690 is already newer than 1689 2024-08-19T11:43:46.348 INFO:tasks.rados.rados.0.smithi136.stdout:3699: oid 43 version 1690 is already newer than 1687 2024-08-19T11:43:46.348 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 1690 (ObjNum 1137 snap 376 seq_num 1137) dirty exists 2024-08-19T11:43:46.348 INFO:tasks.rados.rados.0.smithi136.stdout:3699: left oid 43 (ObjNum 1137 snap 376 seq_num 1137) 2024-08-19T11:43:46.349 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 1997 (ObjNum 1104 snap 358 seq_num 1104) dirty exists 2024-08-19T11:43:46.811 INFO:tasks.rados.rados.0.smithi136.stdout:3699: done (2 left) 2024-08-19T11:43:46.811 INFO:tasks.rados.rados.0.smithi136.stdout:3700: done (1 left) 2024-08-19T11:43:46.811 INFO:tasks.rados.rados.0.smithi136.stdout:3701: done (0 left) 2024-08-19T11:43:46.812 INFO:tasks.rados.rados.0.smithi136.stdout:3702: snap_create 2024-08-19T11:43:47.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:46 smithi136 ceph-mon[86496]: pgmap v858: 121 pgs: 121 active+clean; 471 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 MiB/s wr, 17 op/s 2024-08-19T11:43:47.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:46 smithi136 ceph-mon[86496]: osdmap e812: 8 total, 8 up, 8 in 2024-08-19T11:43:47.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:46 smithi136 ceph-mon[88916]: pgmap v858: 121 pgs: 121 active+clean; 471 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 MiB/s wr, 17 op/s 2024-08-19T11:43:47.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:46 smithi136 ceph-mon[88916]: osdmap e812: 8 total, 8 up, 8 in 2024-08-19T11:43:47.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:46 smithi155 ceph-mon[76679]: pgmap v858: 121 pgs: 121 active+clean; 471 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 MiB/s wr, 17 op/s 2024-08-19T11:43:47.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:46 smithi155 ceph-mon[76679]: osdmap e812: 8 total, 8 up, 8 in 2024-08-19T11:43:47.820 INFO:tasks.rados.rados.0.smithi136.stdout:3702: done (0 left) 2024-08-19T11:43:47.820 INFO:tasks.rados.rados.0.smithi136.stdout:3703: delete oid 2 current snap is 378 2024-08-19T11:43:47.827 INFO:tasks.rados.rados.0.smithi136.stdout:3703: done (0 left) 2024-08-19T11:43:47.827 INFO:tasks.rados.rados.0.smithi136.stdout:3704: snap_remove snap 353 2024-08-19T11:43:48.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:47 smithi136 ceph-mon[88916]: osdmap e813: 8 total, 8 up, 8 in 2024-08-19T11:43:48.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:47 smithi136 ceph-mon[86496]: osdmap e813: 8 total, 8 up, 8 in 2024-08-19T11:43:48.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:47 smithi155 ceph-mon[76679]: osdmap e813: 8 total, 8 up, 8 in 2024-08-19T11:43:48.765 INFO:tasks.rados.rados.0.smithi136.stdout:3704: done (0 left) 2024-08-19T11:43:48.766 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 15 current snap is 378 2024-08-19T11:43:48.766 INFO:tasks.rados.rados.0.smithi136.stdout:3705: seq_num 1139 ranges {0=679936,679936=458752,1138688=524288,1662976=540672,2203648=81920} 2024-08-19T11:43:48.770 INFO:tasks.rados.rados.0.smithi136.stdout:3705: writing smithi13674108-15 from 0 to 679936 tid 1 2024-08-19T11:43:48.773 INFO:tasks.rados.rados.0.smithi136.stdout:3705: writing smithi13674108-15 from 679936 to 1138688 tid 2 2024-08-19T11:43:48.776 INFO:tasks.rados.rados.0.smithi136.stdout:3705: writing smithi13674108-15 from 1138688 to 1662976 tid 3 2024-08-19T11:43:48.780 INFO:tasks.rados.rados.0.smithi136.stdout:3705: writing smithi13674108-15 from 1662976 to 2203648 tid 4 2024-08-19T11:43:48.782 INFO:tasks.rados.rados.0.smithi136.stdout:3705: writing smithi13674108-15 from 2203648 to 2285568 tid 5 2024-08-19T11:43:48.782 INFO:tasks.rados.rados.0.smithi136.stdout:3706: read oid 39 snap -1 2024-08-19T11:43:48.782 INFO:tasks.rados.rados.0.smithi136.stdout:3706: expect (ObjNum 1121 snap 370 seq_num 1121) 2024-08-19T11:43:48.782 INFO:tasks.rados.rados.0.smithi136.stdout:3707: rollback oid 17 current snap is 378 2024-08-19T11:43:48.782 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 17 to 363 2024-08-19T11:43:48.782 INFO:tasks.rados.rados.0.smithi136.stdout:3708: read oid 19 snap -1 2024-08-19T11:43:48.782 INFO:tasks.rados.rados.0.smithi136.stdout:3708: expect deleted 2024-08-19T11:43:48.782 INFO:tasks.rados.rados.0.smithi136.stdout:3709: rollback oid 24 current snap is 378 2024-08-19T11:43:48.782 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 24 to 340 2024-08-19T11:43:48.782 INFO:tasks.rados.rados.0.smithi136.stdout:3710: copy_from oid 10 from oid 32 current snap is 378 2024-08-19T11:43:48.783 INFO:tasks.rados.rados.0.smithi136.stdout:3711: copy_from oid 27 from oid 30 current snap is 378 2024-08-19T11:43:48.783 INFO:tasks.rados.rados.0.smithi136.stdout:3712: delete oid 37 current snap is 378 2024-08-19T11:43:48.788 INFO:tasks.rados.rados.0.smithi136.stdout:3707: finishing rollback tid 0 to smithi13674108-17 2024-08-19T11:43:48.790 INFO:tasks.rados.rados.0.smithi136.stdout:3705: finishing write tid 1 to smithi13674108-15 2024-08-19T11:43:48.790 INFO:tasks.rados.rados.0.smithi136.stdout:3705: finishing write tid 2 to smithi13674108-15 2024-08-19T11:43:48.792 INFO:tasks.rados.rados.0.smithi136.stdout:3705: finishing write tid 3 to smithi13674108-15 2024-08-19T11:43:48.793 INFO:tasks.rados.rados.0.smithi136.stdout:3705: finishing write tid 4 to smithi13674108-15 2024-08-19T11:43:48.793 INFO:tasks.rados.rados.0.smithi136.stdout:3705: finishing write tid 5 to smithi13674108-15 2024-08-19T11:43:48.794 INFO:tasks.rados.rados.0.smithi136.stdout:3705: finishing write tid 6 to smithi13674108-15 2024-08-19T11:43:48.794 INFO:tasks.rados.rados.0.smithi136.stdout:3707: finishing rollback tid 1 to smithi13674108-17 2024-08-19T11:43:48.794 INFO:tasks.rados.rados.0.smithi136.stdout:3707: finishing rollback tid 2 to smithi13674108-17 2024-08-19T11:43:48.794 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 17 v 2005 (ObjNum 1064 snap 340 seq_num 1064) dirty exists 2024-08-19T11:43:48.804 INFO:tasks.rados.rados.0.smithi136.stdout:3709: finishing rollback tid 0 to smithi13674108-24 2024-08-19T11:43:48.805 INFO:tasks.rados.rados.0.smithi136.stdout:3711: finishing copy_from racing read to smithi13674108-27 2024-08-19T11:43:48.808 INFO:tasks.rados.rados.0.smithi136.stdout:3711: finishing copy_from to smithi13674108-27 2024-08-19T11:43:48.808 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 1165 (ObjNum 807 snap 265 seq_num 807) dirty exists 2024-08-19T11:43:48.820 INFO:tasks.rados.rados.0.smithi136.stdout:3705: finishing write tid 7 to smithi13674108-15 2024-08-19T11:43:48.820 INFO:tasks.rados.rados.0.smithi136.stdout:3705: oid 15 updating version 0 to 1579 2024-08-19T11:43:48.820 INFO:tasks.rados.rados.0.smithi136.stdout:3705: oid 15 version 1579 is already newer than 1578 2024-08-19T11:43:48.820 INFO:tasks.rados.rados.0.smithi136.stdout:3705: oid 15 version 1579 is already newer than 1577 2024-08-19T11:43:48.820 INFO:tasks.rados.rados.0.smithi136.stdout:3705: oid 15 updating version 1579 to 1581 2024-08-19T11:43:48.821 INFO:tasks.rados.rados.0.smithi136.stdout:3705: oid 15 version 1581 is already newer than 1580 2024-08-19T11:43:48.821 INFO:tasks.rados.rados.0.smithi136.stdout:3705: oid 15 updating version 1581 to 1582 2024-08-19T11:43:48.821 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 1582 (ObjNum 1139 snap 378 seq_num 1139) dirty exists 2024-08-19T11:43:48.821 INFO:tasks.rados.rados.0.smithi136.stdout:3705: left oid 15 (ObjNum 1139 snap 378 seq_num 1139) 2024-08-19T11:43:48.821 INFO:tasks.rados.rados.0.smithi136.stdout:3709: finishing rollback tid 1 to smithi13674108-24 2024-08-19T11:43:48.821 INFO:tasks.rados.rados.0.smithi136.stdout:3709: finishing rollback tid 2 to smithi13674108-24 2024-08-19T11:43:48.821 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 1916 (ObjNum 808 snap 265 seq_num 808) dirty exists 2024-08-19T11:43:48.829 INFO:tasks.rados.rados.0.smithi136.stdout:3710: finishing copy_from racing read to smithi13674108-10 2024-08-19T11:43:48.830 INFO:tasks.rados.rados.0.smithi136.stdout:3710: finishing copy_from to smithi13674108-10 2024-08-19T11:43:48.830 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 1570 (ObjNum 885 snap 291 seq_num 885) dirty exists 2024-08-19T11:43:48.832 INFO:tasks.rados.rados.0.smithi136.stdout:3706: expect (ObjNum 1121 snap 370 seq_num 1121) 2024-08-19T11:43:49.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:48 smithi136 ceph-mon[86496]: pgmap v861: 121 pgs: 121 active+clean; 489 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 5.5 MiB/s wr, 15 op/s 2024-08-19T11:43:49.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:48 smithi136 ceph-mon[86496]: osdmap e814: 8 total, 8 up, 8 in 2024-08-19T11:43:49.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:48 smithi136 ceph-mon[86496]: osdmap e815: 8 total, 8 up, 8 in 2024-08-19T11:43:49.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:48 smithi136 ceph-mon[88916]: pgmap v861: 121 pgs: 121 active+clean; 489 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 5.5 MiB/s wr, 15 op/s 2024-08-19T11:43:49.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:48 smithi136 ceph-mon[88916]: osdmap e814: 8 total, 8 up, 8 in 2024-08-19T11:43:49.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:48 smithi136 ceph-mon[88916]: osdmap e815: 8 total, 8 up, 8 in 2024-08-19T11:43:49.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:48 smithi155 ceph-mon[76679]: pgmap v861: 121 pgs: 121 active+clean; 489 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 5.5 MiB/s wr, 15 op/s 2024-08-19T11:43:49.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:48 smithi155 ceph-mon[76679]: osdmap e814: 8 total, 8 up, 8 in 2024-08-19T11:43:49.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:48 smithi155 ceph-mon[76679]: osdmap e815: 8 total, 8 up, 8 in 2024-08-19T11:43:49.231 INFO:tasks.rados.rados.0.smithi136.stdout:3705: done (7 left) 2024-08-19T11:43:49.231 INFO:tasks.rados.rados.0.smithi136.stdout:3706: done (6 left) 2024-08-19T11:43:49.231 INFO:tasks.rados.rados.0.smithi136.stdout:3707: done (5 left) 2024-08-19T11:43:49.231 INFO:tasks.rados.rados.0.smithi136.stdout:3708: done (4 left) 2024-08-19T11:43:49.231 INFO:tasks.rados.rados.0.smithi136.stdout:3709: done (3 left) 2024-08-19T11:43:49.232 INFO:tasks.rados.rados.0.smithi136.stdout:3710: done (2 left) 2024-08-19T11:43:49.232 INFO:tasks.rados.rados.0.smithi136.stdout:3711: done (1 left) 2024-08-19T11:43:49.232 INFO:tasks.rados.rados.0.smithi136.stdout:3712: done (0 left) 2024-08-19T11:43:49.232 INFO:tasks.rados.rados.0.smithi136.stdout:3713: read oid 26 snap -1 2024-08-19T11:43:49.232 INFO:tasks.rados.rados.0.smithi136.stdout:3713: expect (ObjNum 1037 snap 330 seq_num 1037) 2024-08-19T11:43:49.232 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 28 current snap is 378 2024-08-19T11:43:49.232 INFO:tasks.rados.rados.0.smithi136.stdout:3714: seq_num 1141 ranges {0=712704,712704=679936,1392640=540672,1933312=385024} 2024-08-19T11:43:49.235 INFO:tasks.rados.rados.0.smithi136.stdout:3714: writing smithi13674108-28 from 0 to 712704 tid 1 2024-08-19T11:43:49.239 INFO:tasks.rados.rados.0.smithi136.stdout:3714: writing smithi13674108-28 from 712704 to 1392640 tid 2 2024-08-19T11:43:49.242 INFO:tasks.rados.rados.0.smithi136.stdout:3714: writing smithi13674108-28 from 1392640 to 1933312 tid 3 2024-08-19T11:43:49.244 INFO:tasks.rados.rados.0.smithi136.stdout:3714: writing smithi13674108-28 from 1933312 to 2318336 tid 4 2024-08-19T11:43:49.245 INFO:tasks.rados.rados.0.smithi136.stdout:3715: rmattr oid 25 current snap is 378 2024-08-19T11:43:49.245 INFO:tasks.rados.rados.0.smithi136.stdout:3715: done (2 left) 2024-08-19T11:43:49.245 INFO:tasks.rados.rados.0.smithi136.stdout:3716: delete oid 47 current snap is 378 2024-08-19T11:43:49.245 INFO:tasks.rados.rados.0.smithi136.stdout:3713: expect (ObjNum 1037 snap 330 seq_num 1037) 2024-08-19T11:43:49.293 INFO:tasks.rados.rados.0.smithi136.stdout:3714: finishing write tid 1 to smithi13674108-28 2024-08-19T11:43:49.293 INFO:tasks.rados.rados.0.smithi136.stdout:3714: finishing write tid 2 to smithi13674108-28 2024-08-19T11:43:49.293 INFO:tasks.rados.rados.0.smithi136.stdout:3714: finishing write tid 3 to smithi13674108-28 2024-08-19T11:43:49.293 INFO:tasks.rados.rados.0.smithi136.stdout:3714: finishing write tid 4 to smithi13674108-28 2024-08-19T11:43:49.293 INFO:tasks.rados.rados.0.smithi136.stdout:3714: finishing write tid 5 to smithi13674108-28 2024-08-19T11:43:49.293 INFO:tasks.rados.rados.0.smithi136.stdout:3714: finishing write tid 6 to smithi13674108-28 2024-08-19T11:43:49.293 INFO:tasks.rados.rados.0.smithi136.stdout:3714: oid 28 updating version 0 to 2092 2024-08-19T11:43:49.293 INFO:tasks.rados.rados.0.smithi136.stdout:3714: oid 28 updating version 2092 to 2095 2024-08-19T11:43:49.293 INFO:tasks.rados.rados.0.smithi136.stdout:3714: oid 28 version 2095 is already newer than 2094 2024-08-19T11:43:49.293 INFO:tasks.rados.rados.0.smithi136.stdout:3714: oid 28 version 2095 is already newer than 2093 2024-08-19T11:43:49.293 INFO:tasks.rados.rados.0.smithi136.stdout:3714: oid 28 updating version 2095 to 2096 2024-08-19T11:43:49.294 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 2096 (ObjNum 1141 snap 378 seq_num 1141) dirty exists 2024-08-19T11:43:49.294 INFO:tasks.rados.rados.0.smithi136.stdout:3714: left oid 28 (ObjNum 1141 snap 378 seq_num 1141) 2024-08-19T11:43:49.294 INFO:tasks.rados.rados.0.smithi136.stdout:3713: done (2 left) 2024-08-19T11:43:49.294 INFO:tasks.rados.rados.0.smithi136.stdout:3714: done (1 left) 2024-08-19T11:43:49.294 INFO:tasks.rados.rados.0.smithi136.stdout:3716: done (0 left) 2024-08-19T11:43:49.294 INFO:tasks.rados.rados.0.smithi136.stdout:3717: rmattr oid 6 current snap is 378 2024-08-19T11:43:49.294 INFO:tasks.rados.rados.0.smithi136.stdout:3717: done (0 left) 2024-08-19T11:43:49.294 INFO:tasks.rados.rados.0.smithi136.stdout:3718: copy_from oid 37 from oid 12 current snap is 378 2024-08-19T11:43:49.294 INFO:tasks.rados.rados.0.smithi136.stdout:3719: rollback oid 15 current snap is 378 2024-08-19T11:43:49.294 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 15 to 371 2024-08-19T11:43:49.294 INFO:tasks.rados.rados.0.smithi136.stdout:3720: delete oid 42 current snap is 378 2024-08-19T11:43:49.296 INFO:tasks.rados.rados.0.smithi136.stdout:3720: done (2 left) 2024-08-19T11:43:49.296 INFO:tasks.rados.rados.0.smithi136.stdout:3721: read oid 40 snap 358 2024-08-19T11:43:49.296 INFO:tasks.rados.rados.0.smithi136.stdout:3721: expect (ObjNum 1063 snap 339 seq_num 1063) 2024-08-19T11:43:49.296 INFO:tasks.rados.rados.0.smithi136.stdout:3722: setattr oid 43 current snap is 378 2024-08-19T11:43:49.296 INFO:tasks.rados.rados.0.smithi136.stdout:3719: finishing rollback tid 0 to smithi13674108-15 2024-08-19T11:43:49.296 INFO:tasks.rados.rados.0.smithi136.stdout:3719: finishing rollback tid 1 to smithi13674108-15 2024-08-19T11:43:49.296 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 1584 (ObjNum 305 snap 0 seq_num 0) dirty dne 2024-08-19T11:43:49.297 INFO:tasks.rados.rados.0.smithi136.stdout:3719: done (3 left) 2024-08-19T11:43:49.297 INFO:tasks.rados.rados.0.smithi136.stdout:3723: snap_create 2024-08-19T11:43:49.301 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 1691 (ObjNum 1137 snap 376 seq_num 1137) dirty exists 2024-08-19T11:43:49.305 INFO:tasks.rados.rados.0.smithi136.stdout:3718: finishing copy_from racing read to smithi13674108-37 2024-08-19T11:43:49.306 INFO:tasks.rados.rados.0.smithi136.stdout:3718: finishing copy_from to smithi13674108-37 2024-08-19T11:43:49.306 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 1856 (ObjNum 1064 snap 340 seq_num 1064) dirty exists 2024-08-19T11:43:49.314 INFO:tasks.rados.rados.0.smithi136.stdout:3721: expect (ObjNum 1063 snap 339 seq_num 1063) 2024-08-19T11:43:49.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:43:49 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:43:49] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.51.0" 2024-08-19T11:43:49.825 INFO:tasks.rados.rados.0.smithi136.stdout:3718: done (3 left) 2024-08-19T11:43:49.825 INFO:tasks.rados.rados.0.smithi136.stdout:3721: done (2 left) 2024-08-19T11:43:49.825 INFO:tasks.rados.rados.0.smithi136.stdout:3722: done (1 left) 2024-08-19T11:43:49.825 INFO:tasks.rados.rados.0.smithi136.stdout:3723: done (0 left) 2024-08-19T11:43:49.826 INFO:tasks.rados.rados.0.smithi136.stdout:3724: rmattr oid 41 current snap is 379 2024-08-19T11:43:49.826 INFO:tasks.rados.rados.0.smithi136.stdout:3724: done (0 left) 2024-08-19T11:43:49.826 INFO:tasks.rados.rados.0.smithi136.stdout:3725: read oid 41 snap -1 2024-08-19T11:43:49.826 INFO:tasks.rados.rados.0.smithi136.stdout:3725: expect (ObjNum 1081 snap 348 seq_num 1081) 2024-08-19T11:43:49.826 INFO:tasks.rados.rados.0.smithi136.stdout:3726: snap_remove snap 356 2024-08-19T11:43:50.829 INFO:tasks.rados.rados.0.smithi136.stdout:3726: done (1 left) 2024-08-19T11:43:50.829 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 4 current snap is 379 2024-08-19T11:43:50.829 INFO:tasks.rados.rados.0.smithi136.stdout:3727: seq_num 1144 ranges {10977280=770048,11747328=737280,12484608=712704,13197312=155648} 2024-08-19T11:43:50.893 INFO:tasks.rados.rados.0.smithi136.stdout:3727: writing smithi13674108-4 from 10977280 to 11747328 tid 1 2024-08-19T11:43:50.897 INFO:tasks.rados.rados.0.smithi136.stdout:3727: writing smithi13674108-4 from 11747328 to 12484608 tid 2 2024-08-19T11:43:50.901 INFO:tasks.rados.rados.0.smithi136.stdout:3727: writing smithi13674108-4 from 12484608 to 13197312 tid 3 2024-08-19T11:43:50.902 INFO:tasks.rados.rados.0.smithi136.stdout:3727: writing smithi13674108-4 from 13197312 to 13352960 tid 4 2024-08-19T11:43:50.902 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 16 current snap is 379 2024-08-19T11:43:50.902 INFO:tasks.rados.rados.0.smithi136.stdout:3725: expect (ObjNum 1081 snap 348 seq_num 1081) 2024-08-19T11:43:51.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:50 smithi136 ceph-mon[88916]: pgmap v864: 121 pgs: 121 active+clean; 491 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 5.1 MiB/s wr, 13 op/s 2024-08-19T11:43:51.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:50 smithi136 ceph-mon[88916]: osdmap e816: 8 total, 8 up, 8 in 2024-08-19T11:43:51.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:50 smithi136 ceph-mon[86496]: pgmap v864: 121 pgs: 121 active+clean; 491 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 5.1 MiB/s wr, 13 op/s 2024-08-19T11:43:51.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:50 smithi136 ceph-mon[86496]: osdmap e816: 8 total, 8 up, 8 in 2024-08-19T11:43:51.170 INFO:tasks.rados.rados.0.smithi136.stdout:3727: finishing write tid 1 to smithi13674108-4 2024-08-19T11:43:51.170 INFO:tasks.rados.rados.0.smithi136.stdout:3727: finishing write tid 2 to smithi13674108-4 2024-08-19T11:43:51.170 INFO:tasks.rados.rados.0.smithi136.stdout:3727: finishing write tid 3 to smithi13674108-4 2024-08-19T11:43:51.170 INFO:tasks.rados.rados.0.smithi136.stdout:3727: finishing write tid 4 to smithi13674108-4 2024-08-19T11:43:51.170 INFO:tasks.rados.rados.0.smithi136.stdout:3727: finishing write tid 5 to smithi13674108-4 2024-08-19T11:43:51.170 INFO:tasks.rados.rados.0.smithi136.stdout:3727: finishing write tid 6 to smithi13674108-4 2024-08-19T11:43:51.170 INFO:tasks.rados.rados.0.smithi136.stdout:3727: oid 4 updating version 0 to 2024 2024-08-19T11:43:51.170 INFO:tasks.rados.rados.0.smithi136.stdout:3727: oid 4 updating version 2024 to 2025 2024-08-19T11:43:51.170 INFO:tasks.rados.rados.0.smithi136.stdout:3727: oid 4 version 2025 is already newer than 2022 2024-08-19T11:43:51.170 INFO:tasks.rados.rados.0.smithi136.stdout:3727: oid 4 version 2025 is already newer than 2023 2024-08-19T11:43:51.170 INFO:tasks.rados.rados.0.smithi136.stdout:3727: oid 4 version 2025 is already newer than 2021 2024-08-19T11:43:51.170 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 2025 (ObjNum 1144 snap 379 seq_num 1144) dirty exists 2024-08-19T11:43:51.171 INFO:tasks.rados.rados.0.smithi136.stdout:3727: left oid 4 (ObjNum 1144 snap 379 seq_num 1144) 2024-08-19T11:43:51.171 INFO:tasks.rados.rados.0.smithi136.stdout:3728: seq_num 1145 ranges {0=786432,786432=622592,1409024=516096,1925120=417792,2342912=49152} 2024-08-19T11:43:51.173 INFO:tasks.rados.rados.0.smithi136.stdout:3728: writing smithi13674108-16 from 0 to 786432 tid 1 2024-08-19T11:43:51.177 INFO:tasks.rados.rados.0.smithi136.stdout:3728: writing smithi13674108-16 from 786432 to 1409024 tid 2 2024-08-19T11:43:51.180 INFO:tasks.rados.rados.0.smithi136.stdout:3728: writing smithi13674108-16 from 1409024 to 1925120 tid 3 2024-08-19T11:43:51.183 INFO:tasks.rados.rados.0.smithi136.stdout:3728: writing smithi13674108-16 from 1925120 to 2342912 tid 4 2024-08-19T11:43:51.183 INFO:tasks.rados.rados.0.smithi136.stdout:3728: writing smithi13674108-16 from 2342912 to 2392064 tid 5 2024-08-19T11:43:51.183 INFO:tasks.rados.rados.0.smithi136.stdout:3725: done (2 left) 2024-08-19T11:43:51.183 INFO:tasks.rados.rados.0.smithi136.stdout:3727: done (1 left) 2024-08-19T11:43:51.183 INFO:tasks.rados.rados.0.smithi136.stdout:3729: read oid 27 snap 362 2024-08-19T11:43:51.183 INFO:tasks.rados.rados.0.smithi136.stdout:3729: expect (ObjNum 1059 snap 336 seq_num 1059) 2024-08-19T11:43:51.184 INFO:tasks.rados.rados.0.smithi136.stdout:3730: copy_from oid 26 from oid 37 current snap is 379 2024-08-19T11:43:51.184 INFO:tasks.rados.rados.0.smithi136.stdout:3728: finishing write tid 1 to smithi13674108-16 2024-08-19T11:43:51.184 INFO:tasks.rados.rados.0.smithi136.stdout:3728: finishing write tid 2 to smithi13674108-16 2024-08-19T11:43:51.184 INFO:tasks.rados.rados.0.smithi136.stdout:3728: finishing write tid 3 to smithi13674108-16 2024-08-19T11:43:51.184 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 29 current snap is 379 2024-08-19T11:43:51.184 INFO:tasks.rados.rados.0.smithi136.stdout:3731: seq_num 1146 ranges {3989504=802816,4792320=499712,5292032=679936,5971968=425984} 2024-08-19T11:43:51.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:50 smithi155 ceph-mon[76679]: pgmap v864: 121 pgs: 121 active+clean; 491 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 5.1 MiB/s wr, 13 op/s 2024-08-19T11:43:51.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:50 smithi155 ceph-mon[76679]: osdmap e816: 8 total, 8 up, 8 in 2024-08-19T11:43:51.210 INFO:tasks.rados.rados.0.smithi136.stdout:3731: writing smithi13674108-29 from 3989504 to 4792320 tid 1 2024-08-19T11:43:51.213 INFO:tasks.rados.rados.0.smithi136.stdout:3731: writing smithi13674108-29 from 4792320 to 5292032 tid 2 2024-08-19T11:43:51.218 INFO:tasks.rados.rados.0.smithi136.stdout:3731: writing smithi13674108-29 from 5292032 to 5971968 tid 3 2024-08-19T11:43:51.226 INFO:tasks.rados.rados.0.smithi136.stdout:3731: writing smithi13674108-29 from 5971968 to 6397952 tid 4 2024-08-19T11:43:51.226 INFO:tasks.rados.rados.0.smithi136.stdout:3732: rollback oid 47 current snap is 379 2024-08-19T11:43:51.226 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 47 to 375 2024-08-19T11:43:51.226 INFO:tasks.rados.rados.0.smithi136.stdout:3728: finishing write tid 4 to smithi13674108-16 2024-08-19T11:43:51.226 INFO:tasks.rados.rados.0.smithi136.stdout:3728: finishing write tid 5 to smithi13674108-16 2024-08-19T11:43:51.226 INFO:tasks.rados.rados.0.smithi136.stdout:3728: finishing write tid 6 to smithi13674108-16 2024-08-19T11:43:51.227 INFO:tasks.rados.rados.0.smithi136.stdout:3728: finishing write tid 7 to smithi13674108-16 2024-08-19T11:43:51.227 INFO:tasks.rados.rados.0.smithi136.stdout:3728: oid 16 updating version 0 to 1988 2024-08-19T11:43:51.227 INFO:tasks.rados.rados.0.smithi136.stdout:3728: oid 16 updating version 1988 to 1989 2024-08-19T11:43:51.227 INFO:tasks.rados.rados.0.smithi136.stdout:3728: oid 16 updating version 1989 to 1990 2024-08-19T11:43:51.227 INFO:tasks.rados.rados.0.smithi136.stdout:3728: oid 16 updating version 1990 to 1992 2024-08-19T11:43:51.227 INFO:tasks.rados.rados.0.smithi136.stdout:3728: oid 16 version 1992 is already newer than 1991 2024-08-19T11:43:51.227 INFO:tasks.rados.rados.0.smithi136.stdout:3728: oid 16 updating version 1992 to 1993 2024-08-19T11:43:51.227 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 16 v 1993 (ObjNum 1145 snap 379 seq_num 1145) dirty exists 2024-08-19T11:43:51.227 INFO:tasks.rados.rados.0.smithi136.stdout:3728: left oid 16 (ObjNum 1145 snap 379 seq_num 1145) 2024-08-19T11:43:51.227 INFO:tasks.rados.rados.0.smithi136.stdout:3730: finishing copy_from racing read to smithi13674108-26 2024-08-19T11:43:51.227 INFO:tasks.rados.rados.0.smithi136.stdout:3728: done (4 left) 2024-08-19T11:43:51.227 INFO:tasks.rados.rados.0.smithi136.stdout:3733: rollback oid 22 current snap is 379 2024-08-19T11:43:51.227 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 22 to 372 2024-08-19T11:43:51.227 INFO:tasks.rados.rados.0.smithi136.stdout:3730: finishing copy_from to smithi13674108-26 2024-08-19T11:43:51.228 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 1856 (ObjNum 1064 snap 340 seq_num 1064) dirty exists 2024-08-19T11:43:51.228 INFO:tasks.rados.rados.0.smithi136.stdout:3730: done (4 left) 2024-08-19T11:43:51.228 INFO:tasks.rados.rados.0.smithi136.stdout:3734: snap_create 2024-08-19T11:43:51.228 INFO:tasks.rados.rados.0.smithi136.stdout:3732: finishing rollback tid 1 to smithi13674108-47 2024-08-19T11:43:51.228 INFO:tasks.rados.rados.0.smithi136.stdout:3732: finishing rollback tid 2 to smithi13674108-47 2024-08-19T11:43:51.228 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 1847 (ObjNum 1077 snap 343 seq_num 1077) dirty exists 2024-08-19T11:43:51.228 INFO:tasks.rados.rados.0.smithi136.stdout:3733: finishing rollback tid 0 to smithi13674108-22 2024-08-19T11:43:51.229 INFO:tasks.rados.rados.0.smithi136.stdout:3733: finishing rollback tid 1 to smithi13674108-22 2024-08-19T11:43:51.229 INFO:tasks.rados.rados.0.smithi136.stdout:3733: finishing rollback tid 2 to smithi13674108-22 2024-08-19T11:43:51.229 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 1937 (ObjNum 1105 snap 358 seq_num 1105) dirty exists 2024-08-19T11:43:51.231 INFO:tasks.rados.rados.0.smithi136.stdout:3731: finishing write tid 1 to smithi13674108-29 2024-08-19T11:43:51.231 INFO:tasks.rados.rados.0.smithi136.stdout:3731: finishing write tid 2 to smithi13674108-29 2024-08-19T11:43:51.233 INFO:tasks.rados.rados.0.smithi136.stdout:3731: finishing write tid 3 to smithi13674108-29 2024-08-19T11:43:51.235 INFO:tasks.rados.rados.0.smithi136.stdout:3731: finishing write tid 4 to smithi13674108-29 2024-08-19T11:43:51.235 INFO:tasks.rados.rados.0.smithi136.stdout:3731: finishing write tid 5 to smithi13674108-29 2024-08-19T11:43:51.242 INFO:tasks.rados.rados.0.smithi136.stdout:3729: expect (ObjNum 1059 snap 336 seq_num 1059) 2024-08-19T11:43:52.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:51 smithi136 ceph-mon[88916]: osdmap e817: 8 total, 8 up, 8 in 2024-08-19T11:43:52.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:51 smithi136 ceph-mon[86496]: osdmap e817: 8 total, 8 up, 8 in 2024-08-19T11:43:52.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:51 smithi155 ceph-mon[76679]: osdmap e817: 8 total, 8 up, 8 in 2024-08-19T11:43:52.447 INFO:tasks.rados.rados.0.smithi136.stdout:3731: finishing write tid 6 to smithi13674108-29 2024-08-19T11:43:52.447 INFO:tasks.rados.rados.0.smithi136.stdout:3731: oid 29 updating version 0 to 2031 2024-08-19T11:43:52.447 INFO:tasks.rados.rados.0.smithi136.stdout:3731: oid 29 version 2031 is already newer than 2030 2024-08-19T11:43:52.447 INFO:tasks.rados.rados.0.smithi136.stdout:3731: oid 29 version 2031 is already newer than 2028 2024-08-19T11:43:52.447 INFO:tasks.rados.rados.0.smithi136.stdout:3731: oid 29 version 2031 is already newer than 2027 2024-08-19T11:43:52.447 INFO:tasks.rados.rados.0.smithi136.stdout:3731: oid 29 version 2031 is already newer than 2029 2024-08-19T11:43:52.447 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 2031 (ObjNum 1146 snap 379 seq_num 1146) dirty exists 2024-08-19T11:43:52.447 INFO:tasks.rados.rados.0.smithi136.stdout:3731: left oid 29 (ObjNum 1146 snap 379 seq_num 1146) 2024-08-19T11:43:52.447 INFO:tasks.rados.rados.0.smithi136.stdout:3729: done (4 left) 2024-08-19T11:43:52.447 INFO:tasks.rados.rados.0.smithi136.stdout:3731: done (3 left) 2024-08-19T11:43:52.447 INFO:tasks.rados.rados.0.smithi136.stdout:3732: done (2 left) 2024-08-19T11:43:52.447 INFO:tasks.rados.rados.0.smithi136.stdout:3733: done (1 left) 2024-08-19T11:43:52.448 INFO:tasks.rados.rados.0.smithi136.stdout:3734: done (0 left) 2024-08-19T11:43:52.448 INFO:tasks.rados.rados.0.smithi136.stdout:3735: read oid 5 snap -1 2024-08-19T11:43:52.448 INFO:tasks.rados.rados.0.smithi136.stdout:3735: expect deleted 2024-08-19T11:43:52.448 INFO:tasks.rados.rados.0.smithi136.stdout:3736: copy_from oid 49 from oid 47 current snap is 380 2024-08-19T11:43:52.448 INFO:tasks.rados.rados.0.smithi136.stdout:3737: delete oid 34 current snap is 380 2024-08-19T11:43:52.449 INFO:tasks.rados.rados.0.smithi136.stdout:3735: done (2 left) 2024-08-19T11:43:52.449 INFO:tasks.rados.rados.0.smithi136.stdout:3737: done (1 left) 2024-08-19T11:43:52.449 INFO:tasks.rados.rados.0.smithi136.stdout:3738: delete oid 23 current snap is 380 2024-08-19T11:43:52.453 INFO:tasks.rados.rados.0.smithi136.stdout:3738: done (1 left) 2024-08-19T11:43:52.453 INFO:tasks.rados.rados.0.smithi136.stdout:3739: snap_create 2024-08-19T11:43:52.454 INFO:tasks.rados.rados.0.smithi136.stdout:3736: finishing copy_from racing read to smithi13674108-49 2024-08-19T11:43:52.455 INFO:tasks.rados.rados.0.smithi136.stdout:3736: finishing copy_from to smithi13674108-49 2024-08-19T11:43:52.455 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 1847 (ObjNum 1077 snap 343 seq_num 1077) dirty exists 2024-08-19T11:43:52.845 INFO:tasks.rados.rados.0.smithi136.stdout:3736: done (1 left) 2024-08-19T11:43:52.845 INFO:tasks.rados.rados.0.smithi136.stdout:3739: done (0 left) 2024-08-19T11:43:52.846 INFO:tasks.rados.rados.0.smithi136.stdout:3740: snap_remove snap 373 2024-08-19T11:43:53.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:52 smithi136 ceph-mon[88916]: pgmap v867: 121 pgs: 121 active+clean; 491 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 646 KiB/s wr, 3 op/s 2024-08-19T11:43:53.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:52 smithi136 ceph-mon[88916]: osdmap e818: 8 total, 8 up, 8 in 2024-08-19T11:43:53.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:52 smithi136 ceph-mon[86496]: pgmap v867: 121 pgs: 121 active+clean; 491 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 646 KiB/s wr, 3 op/s 2024-08-19T11:43:53.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:52 smithi136 ceph-mon[86496]: osdmap e818: 8 total, 8 up, 8 in 2024-08-19T11:43:53.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:52 smithi155 ceph-mon[76679]: pgmap v867: 121 pgs: 121 active+clean; 491 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 646 KiB/s wr, 3 op/s 2024-08-19T11:43:53.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:52 smithi155 ceph-mon[76679]: osdmap e818: 8 total, 8 up, 8 in 2024-08-19T11:43:53.768 INFO:tasks.rados.rados.0.smithi136.stdout:3740: done (0 left) 2024-08-19T11:43:53.768 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 7 current snap is 381 2024-08-19T11:43:53.768 INFO:tasks.rados.rados.0.smithi136.stdout:3741: seq_num 1149 ranges {0=49152} 2024-08-19T11:43:53.768 INFO:tasks.rados.rados.0.smithi136.stdout:3741: writing smithi13674108-7 from 0 to 49152 tid 1 2024-08-19T11:43:53.768 INFO:tasks.rados.rados.0.smithi136.stdout:3742: snap_remove snap 374 2024-08-19T11:43:54.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:53 smithi155 ceph-mon[76679]: osdmap e819: 8 total, 8 up, 8 in 2024-08-19T11:43:54.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:53 smithi155 ceph-mon[76679]: osdmap e820: 8 total, 8 up, 8 in 2024-08-19T11:43:54.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:53 smithi136 ceph-mon[88916]: osdmap e819: 8 total, 8 up, 8 in 2024-08-19T11:43:54.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:53 smithi136 ceph-mon[88916]: osdmap e820: 8 total, 8 up, 8 in 2024-08-19T11:43:54.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:53 smithi136 ceph-mon[86496]: osdmap e819: 8 total, 8 up, 8 in 2024-08-19T11:43:54.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:53 smithi136 ceph-mon[86496]: osdmap e820: 8 total, 8 up, 8 in 2024-08-19T11:43:54.769 INFO:tasks.rados.rados.0.smithi136.stdout:3742: done (1 left) 2024-08-19T11:43:54.769 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 41 current snap is 381 2024-08-19T11:43:54.769 INFO:tasks.rados.rados.0.smithi136.stdout:3741: finishing write tid 1 to smithi13674108-7 2024-08-19T11:43:54.769 INFO:tasks.rados.rados.0.smithi136.stdout:3743: seq_num 1150 ranges {5103616=65536} 2024-08-19T11:43:54.798 INFO:tasks.rados.rados.0.smithi136.stdout:3743: writing smithi13674108-41 from 5103616 to 5169152 tid 1 2024-08-19T11:43:54.798 INFO:tasks.rados.rados.0.smithi136.stdout:3744: read oid 43 snap 340 2024-08-19T11:43:54.798 INFO:tasks.rados.rados.0.smithi136.stdout:3744: expect (ObjNum 1005 snap 322 seq_num 1005) 2024-08-19T11:43:54.798 INFO:tasks.rados.rados.0.smithi136.stdout:3745: snap_create 2024-08-19T11:43:54.798 INFO:tasks.rados.rados.0.smithi136.stdout:3741: finishing write tid 2 to smithi13674108-7 2024-08-19T11:43:54.798 INFO:tasks.rados.rados.0.smithi136.stdout:3741: finishing write tid 3 to smithi13674108-7 2024-08-19T11:43:54.799 INFO:tasks.rados.rados.0.smithi136.stdout:3741: oid 7 updating version 0 to 2105 2024-08-19T11:43:54.799 INFO:tasks.rados.rados.0.smithi136.stdout:3741: oid 7 updating version 2105 to 2106 2024-08-19T11:43:54.799 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 2106 (ObjNum 1149 snap 381 seq_num 1149) dirty exists 2024-08-19T11:43:54.799 INFO:tasks.rados.rados.0.smithi136.stdout:3741: left oid 7 (ObjNum 1149 snap 381 seq_num 1149) 2024-08-19T11:43:54.800 INFO:tasks.rados.rados.0.smithi136.stdout:3744: expect (ObjNum 1005 snap 322 seq_num 1005) 2024-08-19T11:43:54.801 INFO:tasks.rados.rados.0.smithi136.stdout:3743: finishing write tid 1 to smithi13674108-41 2024-08-19T11:43:54.801 INFO:tasks.rados.rados.0.smithi136.stdout:3743: finishing write tid 2 to smithi13674108-41 2024-08-19T11:43:54.802 INFO:tasks.rados.rados.0.smithi136.stdout:3743: finishing write tid 3 to smithi13674108-41 2024-08-19T11:43:54.802 INFO:tasks.rados.rados.0.smithi136.stdout:3743: oid 41 updating version 0 to 1848 2024-08-19T11:43:54.802 INFO:tasks.rados.rados.0.smithi136.stdout:3743: oid 41 updating version 1848 to 1849 2024-08-19T11:43:54.802 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 1849 (ObjNum 1150 snap 381 seq_num 1150) dirty exists 2024-08-19T11:43:54.802 INFO:tasks.rados.rados.0.smithi136.stdout:3743: left oid 41 (ObjNum 1150 snap 381 seq_num 1150) 2024-08-19T11:43:55.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:54 smithi155 ceph-mon[76679]: pgmap v870: 121 pgs: 121 active+clean; 505 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 3.8 MiB/s wr, 21 op/s 2024-08-19T11:43:55.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:54 smithi155 ceph-mon[76679]: osdmap e821: 8 total, 8 up, 8 in 2024-08-19T11:43:55.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:54 smithi136 ceph-mon[86496]: pgmap v870: 121 pgs: 121 active+clean; 505 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 3.8 MiB/s wr, 21 op/s 2024-08-19T11:43:55.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:54 smithi136 ceph-mon[86496]: osdmap e821: 8 total, 8 up, 8 in 2024-08-19T11:43:55.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:54 smithi136 ceph-mon[88916]: pgmap v870: 121 pgs: 121 active+clean; 505 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 3.8 MiB/s wr, 21 op/s 2024-08-19T11:43:55.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:54 smithi136 ceph-mon[88916]: osdmap e821: 8 total, 8 up, 8 in 2024-08-19T11:43:55.770 INFO:tasks.rados.rados.0.smithi136.stdout:3741: done (3 left) 2024-08-19T11:43:55.770 INFO:tasks.rados.rados.0.smithi136.stdout:3743: done (2 left) 2024-08-19T11:43:55.770 INFO:tasks.rados.rados.0.smithi136.stdout:3744: done (1 left) 2024-08-19T11:43:55.770 INFO:tasks.rados.rados.0.smithi136.stdout:3745: done (0 left) 2024-08-19T11:43:55.770 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 44 current snap is 382 2024-08-19T11:43:55.770 INFO:tasks.rados.rados.0.smithi136.stdout:3746: seq_num 1151 ranges {3981312=81920} 2024-08-19T11:43:55.791 INFO:tasks.rados.rados.0.smithi136.stdout:3746: writing smithi13674108-44 from 3981312 to 4063232 tid 1 2024-08-19T11:43:55.791 INFO:tasks.rados.rados.0.smithi136.stdout:3747: snap_remove snap 381 2024-08-19T11:43:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:55 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:43:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:55 smithi155 ceph-mon[76679]: osdmap e822: 8 total, 8 up, 8 in 2024-08-19T11:43:56.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:55 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:43:56.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:55 smithi136 ceph-mon[88916]: osdmap e822: 8 total, 8 up, 8 in 2024-08-19T11:43:56.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:43:56.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:55 smithi136 ceph-mon[86496]: osdmap e822: 8 total, 8 up, 8 in 2024-08-19T11:43:56.774 INFO:tasks.rados.rados.0.smithi136.stdout:3747: done (1 left) 2024-08-19T11:43:56.775 INFO:tasks.rados.rados.0.smithi136.stdout:3748: delete oid 42 current snap is 382 2024-08-19T11:43:56.775 INFO:tasks.rados.rados.0.smithi136.stdout:3746: finishing write tid 1 to smithi13674108-44 2024-08-19T11:43:56.775 INFO:tasks.rados.rados.0.smithi136.stdout:3746: finishing write tid 2 to smithi13674108-44 2024-08-19T11:43:56.775 INFO:tasks.rados.rados.0.smithi136.stdout:3746: finishing write tid 3 to smithi13674108-44 2024-08-19T11:43:56.775 INFO:tasks.rados.rados.0.smithi136.stdout:3746: oid 44 updating version 0 to 2117 2024-08-19T11:43:56.775 INFO:tasks.rados.rados.0.smithi136.stdout:3746: oid 44 version 2117 is already newer than 2116 2024-08-19T11:43:56.775 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 2117 (ObjNum 1151 snap 382 seq_num 1151) dirty exists 2024-08-19T11:43:56.775 INFO:tasks.rados.rados.0.smithi136.stdout:3746: left oid 44 (ObjNum 1151 snap 382 seq_num 1151) 2024-08-19T11:43:56.778 INFO:tasks.rados.rados.0.smithi136.stdout:3746: done (1 left) 2024-08-19T11:43:56.778 INFO:tasks.rados.rados.0.smithi136.stdout:3748: done (0 left) 2024-08-19T11:43:56.778 INFO:tasks.rados.rados.0.smithi136.stdout:3749: setattr oid 19 current snap is 382 2024-08-19T11:43:56.780 INFO:tasks.rados.rados.0.smithi136.stdout:3750: snap_create 2024-08-19T11:43:56.784 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 745 (ObjNum 129 snap 0 seq_num 3762995184) dirty exists 2024-08-19T11:43:57.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:56 smithi155 ceph-mon[76679]: pgmap v873: 121 pgs: 121 active+clean; 507 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 4.3 MiB/s wr, 23 op/s 2024-08-19T11:43:57.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:56 smithi155 ceph-mon[76679]: osdmap e823: 8 total, 8 up, 8 in 2024-08-19T11:43:57.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:56 smithi136 ceph-mon[88916]: pgmap v873: 121 pgs: 121 active+clean; 507 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 4.3 MiB/s wr, 23 op/s 2024-08-19T11:43:57.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:56 smithi136 ceph-mon[88916]: osdmap e823: 8 total, 8 up, 8 in 2024-08-19T11:43:57.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:56 smithi136 ceph-mon[86496]: pgmap v873: 121 pgs: 121 active+clean; 507 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 4.3 MiB/s wr, 23 op/s 2024-08-19T11:43:57.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:56 smithi136 ceph-mon[86496]: osdmap e823: 8 total, 8 up, 8 in 2024-08-19T11:43:57.774 INFO:tasks.rados.rados.0.smithi136.stdout:3749: done (1 left) 2024-08-19T11:43:57.774 INFO:tasks.rados.rados.0.smithi136.stdout:3750: done (0 left) 2024-08-19T11:43:57.775 INFO:tasks.rados.rados.0.smithi136.stdout:3751: rollback oid 1 current snap is 383 2024-08-19T11:43:57.775 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 1 to 343 2024-08-19T11:43:57.775 INFO:tasks.rados.rados.0.smithi136.stdout:3752: rollback oid 18 current snap is 383 2024-08-19T11:43:57.775 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 18 to 343 2024-08-19T11:43:57.775 INFO:tasks.rados.rados.0.smithi136.stdout:3753: copy_from oid 6 from oid 4 current snap is 383 2024-08-19T11:43:57.775 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 15 current snap is 383 2024-08-19T11:43:57.775 INFO:tasks.rados.rados.0.smithi136.stdout:3754: seq_num 1153 ranges {0=114688} 2024-08-19T11:43:57.775 INFO:tasks.rados.rados.0.smithi136.stdout:3754: writing smithi13674108-15 from 0 to 114688 tid 1 2024-08-19T11:43:57.775 INFO:tasks.rados.rados.0.smithi136.stdout:3755: read oid 39 snap 340 2024-08-19T11:43:57.775 INFO:tasks.rados.rados.0.smithi136.stdout:3755: expect (ObjNum 945 snap 314 seq_num 945) 2024-08-19T11:43:57.775 INFO:tasks.rados.rados.0.smithi136.stdout:3756: snap_create 2024-08-19T11:43:57.781 INFO:tasks.rados.rados.0.smithi136.stdout:3752: finishing rollback tid 0 to smithi13674108-18 2024-08-19T11:43:57.781 INFO:tasks.rados.rados.0.smithi136.stdout:3751: finishing rollback tid 0 to smithi13674108-1 2024-08-19T11:43:57.782 INFO:tasks.rados.rados.0.smithi136.stdout:3752: finishing rollback tid 1 to smithi13674108-18 2024-08-19T11:43:57.782 INFO:tasks.rados.rados.0.smithi136.stdout:3752: finishing rollback tid 2 to smithi13674108-18 2024-08-19T11:43:57.782 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 1859 (ObjNum 1071 snap 341 seq_num 1071) dirty exists 2024-08-19T11:43:57.784 INFO:tasks.rados.rados.0.smithi136.stdout:3751: finishing rollback tid 1 to smithi13674108-1 2024-08-19T11:43:57.784 INFO:tasks.rados.rados.0.smithi136.stdout:3751: finishing rollback tid 2 to smithi13674108-1 2024-08-19T11:43:57.784 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 1 v 2006 (ObjNum 1036 snap 330 seq_num 1036) dirty exists 2024-08-19T11:43:57.799 INFO:tasks.rados.rados.0.smithi136.stdout:3754: finishing write tid 1 to smithi13674108-15 2024-08-19T11:43:57.799 INFO:tasks.rados.rados.0.smithi136.stdout:3754: finishing write tid 2 to smithi13674108-15 2024-08-19T11:43:57.808 INFO:tasks.rados.rados.0.smithi136.stdout:3755: expect (ObjNum 945 snap 314 seq_num 945) 2024-08-19T11:43:58.080 INFO:tasks.rados.rados.0.smithi136.stdout:3754: finishing write tid 3 to smithi13674108-15 2024-08-19T11:43:58.080 INFO:tasks.rados.rados.0.smithi136.stdout:3754: oid 15 updating version 0 to 1585 2024-08-19T11:43:58.080 INFO:tasks.rados.rados.0.smithi136.stdout:3754: oid 15 updating version 1585 to 1586 2024-08-19T11:43:58.080 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 15 v 1586 (ObjNum 1153 snap 383 seq_num 1153) dirty exists 2024-08-19T11:43:58.080 INFO:tasks.rados.rados.0.smithi136.stdout:3754: left oid 15 (ObjNum 1153 snap 383 seq_num 1153) 2024-08-19T11:43:58.081 INFO:tasks.rados.rados.0.smithi136.stdout:3753: finishing copy_from racing read to smithi13674108-6 2024-08-19T11:43:58.081 INFO:tasks.rados.rados.0.smithi136.stdout:3753: finishing copy_from to smithi13674108-6 2024-08-19T11:43:58.081 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 2025 (ObjNum 1144 snap 379 seq_num 1144) dirty exists 2024-08-19T11:43:58.767 INFO:tasks.rados.rados.0.smithi136.stdout:3751: done (5 left) 2024-08-19T11:43:58.768 INFO:tasks.rados.rados.0.smithi136.stdout:3752: done (4 left) 2024-08-19T11:43:58.768 INFO:tasks.rados.rados.0.smithi136.stdout:3753: done (3 left) 2024-08-19T11:43:58.768 INFO:tasks.rados.rados.0.smithi136.stdout:3754: done (2 left) 2024-08-19T11:43:58.768 INFO:tasks.rados.rados.0.smithi136.stdout:3755: done (1 left) 2024-08-19T11:43:58.768 INFO:tasks.rados.rados.0.smithi136.stdout:3756: done (0 left) 2024-08-19T11:43:58.768 INFO:tasks.rados.rados.0.smithi136.stdout:3757: rmattr oid 27 current snap is 384 2024-08-19T11:43:58.768 INFO:tasks.rados.rados.0.smithi136.stdout:3758: copy_from oid 28 from oid 23 current snap is 384 2024-08-19T11:43:58.768 INFO:tasks.rados.rados.0.smithi136.stdout:3759: setattr oid 29 current snap is 384 2024-08-19T11:43:58.769 INFO:tasks.rados.rados.0.smithi136.stdout:3760: read oid 46 snap -1 2024-08-19T11:43:58.769 INFO:tasks.rados.rados.0.smithi136.stdout:3760: expect deleted 2024-08-19T11:43:58.769 INFO:tasks.rados.rados.0.smithi136.stdout:3761: rollback oid 4 current snap is 384 2024-08-19T11:43:58.769 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 4 to 366 2024-08-19T11:43:58.769 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 37 current snap is 384 2024-08-19T11:43:58.769 INFO:tasks.rados.rados.0.smithi136.stdout:3762: seq_num 1154 ranges {1753088=131072} 2024-08-19T11:43:58.780 INFO:tasks.rados.rados.0.smithi136.stdout:3762: writing smithi13674108-37 from 1753088 to 1884160 tid 1 2024-08-19T11:43:58.780 INFO:tasks.rados.rados.0.smithi136.stdout:3763: rollback oid 22 current snap is 384 2024-08-19T11:43:58.780 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 22 to 366 2024-08-19T11:43:58.780 INFO:tasks.rados.rados.0.smithi136.stdout:3758: finishing copy_from to smithi13674108-28 2024-08-19T11:43:58.780 INFO:tasks.rados.rados.0.smithi136.stdout:3758: got expected ENOENT (src dne) 2024-08-19T11:43:58.781 INFO:tasks.rados.rados.0.smithi136.stdout:3758: finishing copy_from racing read to smithi13674108-28 2024-08-19T11:43:58.781 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 1238 (ObjNum 807 snap 265 seq_num 807) dirty exists 2024-08-19T11:43:58.781 INFO:tasks.rados.rados.0.smithi136.stdout:3757: done (6 left) 2024-08-19T11:43:58.781 INFO:tasks.rados.rados.0.smithi136.stdout:3758: done (5 left) 2024-08-19T11:43:58.781 INFO:tasks.rados.rados.0.smithi136.stdout:3760: done (4 left) 2024-08-19T11:43:58.781 INFO:tasks.rados.rados.0.smithi136.stdout:3764: setattr oid 18 current snap is 384 2024-08-19T11:43:58.781 INFO:tasks.rados.rados.0.smithi136.stdout:3765: snap_create 2024-08-19T11:43:58.782 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 2045 (ObjNum 1146 snap 379 seq_num 1146) dirty exists 2024-08-19T11:43:58.782 INFO:tasks.rados.rados.0.smithi136.stdout:3761: finishing rollback tid 0 to smithi13674108-4 2024-08-19T11:43:58.784 INFO:tasks.rados.rados.0.smithi136.stdout:3761: finishing rollback tid 1 to smithi13674108-4 2024-08-19T11:43:58.785 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 1860 (ObjNum 1071 snap 341 seq_num 1071) dirty exists 2024-08-19T11:43:58.785 INFO:tasks.rados.rados.0.smithi136.stdout:3761: finishing rollback tid 2 to smithi13674108-4 2024-08-19T11:43:58.786 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 2049 (ObjNum 1115 snap 364 seq_num 1115) dirty exists 2024-08-19T11:43:58.789 INFO:tasks.rados.rados.0.smithi136.stdout:3762: finishing write tid 1 to smithi13674108-37 2024-08-19T11:43:58.789 INFO:tasks.rados.rados.0.smithi136.stdout:3762: finishing write tid 2 to smithi13674108-37 2024-08-19T11:43:58.790 INFO:tasks.rados.rados.0.smithi136.stdout:3763: finishing rollback tid 0 to smithi13674108-22 2024-08-19T11:43:58.790 INFO:tasks.rados.rados.0.smithi136.stdout:3763: finishing rollback tid 1 to smithi13674108-22 2024-08-19T11:43:58.793 INFO:tasks.rados.rados.0.smithi136.stdout:3762: finishing write tid 3 to smithi13674108-37 2024-08-19T11:43:58.793 INFO:tasks.rados.rados.0.smithi136.stdout:3762: oid 37 updating version 0 to 1957 2024-08-19T11:43:58.793 INFO:tasks.rados.rados.0.smithi136.stdout:3762: oid 37 updating version 1957 to 1958 2024-08-19T11:43:58.793 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 1958 (ObjNum 1154 snap 384 seq_num 1154) dirty exists 2024-08-19T11:43:58.793 INFO:tasks.rados.rados.0.smithi136.stdout:3762: left oid 37 (ObjNum 1154 snap 384 seq_num 1154) 2024-08-19T11:43:58.793 INFO:tasks.rados.rados.0.smithi136.stdout:3763: finishing rollback tid 2 to smithi13674108-22 2024-08-19T11:43:58.793 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 1962 (ObjNum 1105 snap 358 seq_num 1105) dirty exists 2024-08-19T11:43:59.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:58 smithi136 ceph-mon[88916]: pgmap v876: 121 pgs: 121 active+clean; 509 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 882 KiB/s wr, 4 op/s 2024-08-19T11:43:59.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:58 smithi136 ceph-mon[88916]: osdmap e824: 8 total, 8 up, 8 in 2024-08-19T11:43:59.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:43:58 smithi136 ceph-mon[88916]: osdmap e825: 8 total, 8 up, 8 in 2024-08-19T11:43:59.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:58 smithi136 ceph-mon[86496]: pgmap v876: 121 pgs: 121 active+clean; 509 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 882 KiB/s wr, 4 op/s 2024-08-19T11:43:59.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:58 smithi136 ceph-mon[86496]: osdmap e824: 8 total, 8 up, 8 in 2024-08-19T11:43:59.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:43:58 smithi136 ceph-mon[86496]: osdmap e825: 8 total, 8 up, 8 in 2024-08-19T11:43:59.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:58 smithi155 ceph-mon[76679]: pgmap v876: 121 pgs: 121 active+clean; 509 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 882 KiB/s wr, 4 op/s 2024-08-19T11:43:59.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:58 smithi155 ceph-mon[76679]: osdmap e824: 8 total, 8 up, 8 in 2024-08-19T11:43:59.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:43:58 smithi155 ceph-mon[76679]: osdmap e825: 8 total, 8 up, 8 in 2024-08-19T11:43:59.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:43:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:43:59] "GET /metrics HTTP/1.1" 200 36448 "" "Prometheus/2.51.0" 2024-08-19T11:43:59.783 INFO:tasks.rados.rados.0.smithi136.stdout:3759: done (5 left) 2024-08-19T11:43:59.783 INFO:tasks.rados.rados.0.smithi136.stdout:3761: done (4 left) 2024-08-19T11:43:59.783 INFO:tasks.rados.rados.0.smithi136.stdout:3762: done (3 left) 2024-08-19T11:43:59.783 INFO:tasks.rados.rados.0.smithi136.stdout:3763: done (2 left) 2024-08-19T11:43:59.783 INFO:tasks.rados.rados.0.smithi136.stdout:3764: done (1 left) 2024-08-19T11:43:59.783 INFO:tasks.rados.rados.0.smithi136.stdout:3765: done (0 left) 2024-08-19T11:43:59.783 INFO:tasks.rados.rados.0.smithi136.stdout:3766: read oid 20 snap -1 2024-08-19T11:43:59.783 INFO:tasks.rados.rados.0.smithi136.stdout:3766: expect (ObjNum 1095 snap 355 seq_num 1095) 2024-08-19T11:43:59.783 INFO:tasks.rados.rados.0.smithi136.stdout:3767: read oid 45 snap 363 2024-08-19T11:43:59.783 INFO:tasks.rados.rados.0.smithi136.stdout:3767: expect deleted 2024-08-19T11:43:59.783 INFO:tasks.rados.rados.0.smithi136.stdout:3768: rmattr oid 30 current snap is 385 2024-08-19T11:43:59.783 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 2 current snap is 385 2024-08-19T11:43:59.784 INFO:tasks.rados.rados.0.smithi136.stdout:3769: seq_num 1155 ranges {0=147456} 2024-08-19T11:43:59.784 INFO:tasks.rados.rados.0.smithi136.stdout:3769: writing smithi13674108-2 from 0 to 147456 tid 1 2024-08-19T11:43:59.784 INFO:tasks.rados.rados.0.smithi136.stdout:3770: snap_create 2024-08-19T11:43:59.788 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 1571 (ObjNum 807 snap 265 seq_num 807) dirty exists 2024-08-19T11:43:59.791 INFO:tasks.rados.rados.0.smithi136.stdout:3769: finishing write tid 1 to smithi13674108-2 2024-08-19T11:43:59.791 INFO:tasks.rados.rados.0.smithi136.stdout:3769: finishing write tid 2 to smithi13674108-2 2024-08-19T11:43:59.795 INFO:tasks.rados.rados.0.smithi136.stdout:3769: finishing write tid 3 to smithi13674108-2 2024-08-19T11:43:59.796 INFO:tasks.rados.rados.0.smithi136.stdout:3769: oid 2 updating version 0 to 2007 2024-08-19T11:43:59.796 INFO:tasks.rados.rados.0.smithi136.stdout:3769: oid 2 updating version 2007 to 2008 2024-08-19T11:43:59.796 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 2 v 2008 (ObjNum 1155 snap 385 seq_num 1155) dirty exists 2024-08-19T11:43:59.796 INFO:tasks.rados.rados.0.smithi136.stdout:3769: left oid 2 (ObjNum 1155 snap 385 seq_num 1155) 2024-08-19T11:43:59.810 INFO:tasks.rados.rados.0.smithi136.stdout:3766: expect (ObjNum 1095 snap 355 seq_num 1095) 2024-08-19T11:44:00.820 INFO:tasks.rados.rados.0.smithi136.stdout:3766: done (4 left) 2024-08-19T11:44:00.820 INFO:tasks.rados.rados.0.smithi136.stdout:3767: done (3 left) 2024-08-19T11:44:00.820 INFO:tasks.rados.rados.0.smithi136.stdout:3768: done (2 left) 2024-08-19T11:44:00.820 INFO:tasks.rados.rados.0.smithi136.stdout:3769: done (1 left) 2024-08-19T11:44:00.820 INFO:tasks.rados.rados.0.smithi136.stdout:3770: done (0 left) 2024-08-19T11:44:00.820 INFO:tasks.rados.rados.0.smithi136.stdout:3771: snap_create 2024-08-19T11:44:01.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:00 smithi136 ceph-mon[88916]: pgmap v879: 121 pgs: 121 active+clean; 507 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 340 KiB/s wr, 3 op/s 2024-08-19T11:44:01.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:00 smithi136 ceph-mon[88916]: osdmap e826: 8 total, 8 up, 8 in 2024-08-19T11:44:01.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:00 smithi136 ceph-mon[86496]: pgmap v879: 121 pgs: 121 active+clean; 507 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 340 KiB/s wr, 3 op/s 2024-08-19T11:44:01.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:00 smithi136 ceph-mon[86496]: osdmap e826: 8 total, 8 up, 8 in 2024-08-19T11:44:01.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:00 smithi155 ceph-mon[76679]: pgmap v879: 121 pgs: 121 active+clean; 507 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 340 KiB/s wr, 3 op/s 2024-08-19T11:44:01.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:00 smithi155 ceph-mon[76679]: osdmap e826: 8 total, 8 up, 8 in 2024-08-19T11:44:01.833 INFO:tasks.rados.rados.0.smithi136.stdout:3771: done (0 left) 2024-08-19T11:44:01.834 INFO:tasks.rados.rados.0.smithi136.stdout:3772: rollback oid 29 current snap is 387 2024-08-19T11:44:01.834 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 29 to 345 2024-08-19T11:44:01.834 INFO:tasks.rados.rados.0.smithi136.stdout:3773: rmattr oid 15 current snap is 387 2024-08-19T11:44:01.834 INFO:tasks.rados.rados.0.smithi136.stdout:3773: done (1 left) 2024-08-19T11:44:01.834 INFO:tasks.rados.rados.0.smithi136.stdout:3774: rmattr oid 40 current snap is 387 2024-08-19T11:44:01.834 INFO:tasks.rados.rados.0.smithi136.stdout:3775: snap_remove snap 370 2024-08-19T11:44:02.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:01 smithi136 ceph-mon[88916]: osdmap e827: 8 total, 8 up, 8 in 2024-08-19T11:44:02.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:01 smithi136 ceph-mon[86496]: osdmap e827: 8 total, 8 up, 8 in 2024-08-19T11:44:02.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:01 smithi155 ceph-mon[76679]: osdmap e827: 8 total, 8 up, 8 in 2024-08-19T11:44:02.834 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 40 v 1609 (ObjNum 97 snap 0 seq_num 3763456064) dirty exists 2024-08-19T11:44:02.834 INFO:tasks.rados.rados.0.smithi136.stdout:3772: finishing rollback tid 0 to smithi13674108-29 2024-08-19T11:44:02.834 INFO:tasks.rados.rados.0.smithi136.stdout:3774: done (2 left) 2024-08-19T11:44:02.834 INFO:tasks.rados.rados.0.smithi136.stdout:3775: done (1 left) 2024-08-19T11:44:02.834 INFO:tasks.rados.rados.0.smithi136.stdout:3776: delete oid 12 current snap is 387 2024-08-19T11:44:02.834 INFO:tasks.rados.rados.0.smithi136.stdout:3772: finishing rollback tid 1 to smithi13674108-29 2024-08-19T11:44:02.834 INFO:tasks.rados.rados.0.smithi136.stdout:3772: finishing rollback tid 2 to smithi13674108-29 2024-08-19T11:44:02.835 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 2053 (ObjNum 1068 snap 340 seq_num 1068) dirty exists 2024-08-19T11:44:02.849 INFO:tasks.rados.rados.0.smithi136.stdout:3772: done (1 left) 2024-08-19T11:44:02.849 INFO:tasks.rados.rados.0.smithi136.stdout:3776: done (0 left) 2024-08-19T11:44:02.849 INFO:tasks.rados.rados.0.smithi136.stdout:3777: snap_create 2024-08-19T11:44:03.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:02 smithi136 ceph-mon[86496]: pgmap v882: 121 pgs: 121 active+clean; 507 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 36 KiB/s wr, 6 op/s 2024-08-19T11:44:03.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:02 smithi136 ceph-mon[86496]: osdmap e828: 8 total, 8 up, 8 in 2024-08-19T11:44:03.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:02 smithi136 ceph-mon[88916]: pgmap v882: 121 pgs: 121 active+clean; 507 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 36 KiB/s wr, 6 op/s 2024-08-19T11:44:03.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:02 smithi136 ceph-mon[88916]: osdmap e828: 8 total, 8 up, 8 in 2024-08-19T11:44:03.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:02 smithi155 ceph-mon[76679]: pgmap v882: 121 pgs: 121 active+clean; 507 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 36 KiB/s wr, 6 op/s 2024-08-19T11:44:03.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:02 smithi155 ceph-mon[76679]: osdmap e828: 8 total, 8 up, 8 in 2024-08-19T11:44:03.770 INFO:tasks.rados.rados.0.smithi136.stdout:3777: done (0 left) 2024-08-19T11:44:03.770 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 19 current snap is 388 2024-08-19T11:44:03.770 INFO:tasks.rados.rados.0.smithi136.stdout:3778: seq_num 1157 ranges {0=180224} 2024-08-19T11:44:03.771 INFO:tasks.rados.rados.0.smithi136.stdout:3778: writing smithi13674108-19 from 0 to 180224 tid 1 2024-08-19T11:44:03.771 INFO:tasks.rados.rados.0.smithi136.stdout:3779: copy_from oid 20 from oid 49 current snap is 388 2024-08-19T11:44:03.771 INFO:tasks.rados.rados.0.smithi136.stdout:3780: snap_remove snap 360 2024-08-19T11:44:04.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:03 smithi136 ceph-mon[88916]: osdmap e829: 8 total, 8 up, 8 in 2024-08-19T11:44:04.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:03 smithi136 ceph-mon[88916]: osdmap e830: 8 total, 8 up, 8 in 2024-08-19T11:44:04.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:03 smithi136 ceph-mon[86496]: osdmap e829: 8 total, 8 up, 8 in 2024-08-19T11:44:04.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:03 smithi136 ceph-mon[86496]: osdmap e830: 8 total, 8 up, 8 in 2024-08-19T11:44:04.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:03 smithi155 ceph-mon[76679]: osdmap e829: 8 total, 8 up, 8 in 2024-08-19T11:44:04.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:03 smithi155 ceph-mon[76679]: osdmap e830: 8 total, 8 up, 8 in 2024-08-19T11:44:04.776 INFO:tasks.rados.rados.0.smithi136.stdout:3778: finishing write tid 1 to smithi13674108-19 2024-08-19T11:44:04.776 INFO:tasks.rados.rados.0.smithi136.stdout:3778: finishing write tid 2 to smithi13674108-19 2024-08-19T11:44:04.776 INFO:tasks.rados.rados.0.smithi136.stdout:3778: finishing write tid 3 to smithi13674108-19 2024-08-19T11:44:04.776 INFO:tasks.rados.rados.0.smithi136.stdout:3778: oid 19 updating version 0 to 747 2024-08-19T11:44:04.776 INFO:tasks.rados.rados.0.smithi136.stdout:3778: oid 19 version 747 is already newer than 746 2024-08-19T11:44:04.776 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 747 (ObjNum 1157 snap 388 seq_num 1157) dirty exists 2024-08-19T11:44:04.776 INFO:tasks.rados.rados.0.smithi136.stdout:3778: left oid 19 (ObjNum 1157 snap 388 seq_num 1157) 2024-08-19T11:44:04.776 INFO:tasks.rados.rados.0.smithi136.stdout:3779: finishing copy_from racing read to smithi13674108-20 2024-08-19T11:44:04.776 INFO:tasks.rados.rados.0.smithi136.stdout:3779: finishing copy_from to smithi13674108-20 2024-08-19T11:44:04.777 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 1847 (ObjNum 1077 snap 343 seq_num 1077) dirty exists 2024-08-19T11:44:04.777 INFO:tasks.rados.rados.0.smithi136.stdout:3778: done (2 left) 2024-08-19T11:44:04.777 INFO:tasks.rados.rados.0.smithi136.stdout:3779: done (1 left) 2024-08-19T11:44:04.777 INFO:tasks.rados.rados.0.smithi136.stdout:3780: done (0 left) 2024-08-19T11:44:04.777 INFO:tasks.rados.rados.0.smithi136.stdout:3781: rollback oid 48 current snap is 388 2024-08-19T11:44:04.777 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 48 to 372 2024-08-19T11:44:04.777 INFO:tasks.rados.rados.0.smithi136.stdout:3782: copy_from oid 27 from oid 45 current snap is 388 2024-08-19T11:44:04.777 INFO:tasks.rados.rados.0.smithi136.stdout:3783: delete oid 39 current snap is 388 2024-08-19T11:44:04.782 INFO:tasks.rados.rados.0.smithi136.stdout:3781: finishing rollback tid 1 to smithi13674108-48 2024-08-19T11:44:04.783 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 48 v 1931 (ObjNum 12337 snap 0 seq_num 3764536192) dirty dne 2024-08-19T11:44:04.789 INFO:tasks.rados.rados.0.smithi136.stdout:3781: done (2 left) 2024-08-19T11:44:04.789 INFO:tasks.rados.rados.0.smithi136.stdout:3783: done (1 left) 2024-08-19T11:44:04.789 INFO:tasks.rados.rados.0.smithi136.stdout:3784: rollback oid 43 current snap is 388 2024-08-19T11:44:04.789 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 43 to 367 2024-08-19T11:44:04.789 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 14 current snap is 388 2024-08-19T11:44:04.790 INFO:tasks.rados.rados.0.smithi136.stdout:3785: seq_num 1159 ranges {139264=212992} 2024-08-19T11:44:04.791 INFO:tasks.rados.rados.0.smithi136.stdout:3785: writing smithi13674108-14 from 139264 to 352256 tid 1 2024-08-19T11:44:04.792 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 9 current snap is 388 2024-08-19T11:44:04.792 INFO:tasks.rados.rados.0.smithi136.stdout:3786: seq_num 1160 ranges {425984=229376} 2024-08-19T11:44:04.796 INFO:tasks.rados.rados.0.smithi136.stdout:3786: writing smithi13674108-9 from 425984 to 655360 tid 1 2024-08-19T11:44:04.796 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 34 current snap is 388 2024-08-19T11:44:04.796 INFO:tasks.rados.rados.0.smithi136.stdout:3787: seq_num 1161 ranges {0=245760} 2024-08-19T11:44:04.798 INFO:tasks.rados.rados.0.smithi136.stdout:3787: writing smithi13674108-34 from 0 to 245760 tid 1 2024-08-19T11:44:04.798 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 50 current snap is 388 2024-08-19T11:44:04.798 INFO:tasks.rados.rados.0.smithi136.stdout:3788: seq_num 1162 ranges {0=270336} 2024-08-19T11:44:04.800 INFO:tasks.rados.rados.0.smithi136.stdout:3788: writing smithi13674108-50 from 0 to 270336 tid 1 2024-08-19T11:44:04.800 INFO:tasks.rados.rados.0.smithi136.stdout:3789: delete oid 48 current snap is 388 2024-08-19T11:44:04.801 INFO:tasks.rados.rados.0.smithi136.stdout:3785: finishing write tid 1 to smithi13674108-14 2024-08-19T11:44:04.803 INFO:tasks.rados.rados.0.smithi136.stdout:3787: finishing write tid 1 to smithi13674108-34 2024-08-19T11:44:04.803 INFO:tasks.rados.rados.0.smithi136.stdout:3787: finishing write tid 2 to smithi13674108-34 2024-08-19T11:44:04.805 INFO:tasks.rados.rados.0.smithi136.stdout:3785: finishing write tid 2 to smithi13674108-14 2024-08-19T11:44:04.806 INFO:tasks.rados.rados.0.smithi136.stdout:3784: finishing rollback tid 0 to smithi13674108-43 2024-08-19T11:44:04.806 INFO:tasks.rados.rados.0.smithi136.stdout:3788: finishing write tid 1 to smithi13674108-50 2024-08-19T11:44:04.807 INFO:tasks.rados.rados.0.smithi136.stdout:3788: finishing write tid 2 to smithi13674108-50 2024-08-19T11:44:04.807 INFO:tasks.rados.rados.0.smithi136.stdout:3786: finishing write tid 1 to smithi13674108-9 2024-08-19T11:44:04.807 INFO:tasks.rados.rados.0.smithi136.stdout:3786: finishing write tid 2 to smithi13674108-9 2024-08-19T11:44:04.807 INFO:tasks.rados.rados.0.smithi136.stdout:3784: finishing rollback tid 1 to smithi13674108-43 2024-08-19T11:44:04.807 INFO:tasks.rados.rados.0.smithi136.stdout:3784: finishing rollback tid 2 to smithi13674108-43 2024-08-19T11:44:04.807 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 1694 (ObjNum 1005 snap 322 seq_num 1005) dirty exists 2024-08-19T11:44:04.808 INFO:tasks.rados.rados.0.smithi136.stdout:3787: finishing write tid 3 to smithi13674108-34 2024-08-19T11:44:04.808 INFO:tasks.rados.rados.0.smithi136.stdout:3787: oid 34 updating version 0 to 2135 2024-08-19T11:44:04.808 INFO:tasks.rados.rados.0.smithi136.stdout:3787: oid 34 version 2135 is already newer than 2134 2024-08-19T11:44:04.808 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 34 v 2135 (ObjNum 1161 snap 388 seq_num 1161) dirty exists 2024-08-19T11:44:04.808 INFO:tasks.rados.rados.0.smithi136.stdout:3787: left oid 34 (ObjNum 1161 snap 388 seq_num 1161) 2024-08-19T11:44:04.809 INFO:tasks.rados.rados.0.smithi136.stdout:3785: finishing write tid 3 to smithi13674108-14 2024-08-19T11:44:04.809 INFO:tasks.rados.rados.0.smithi136.stdout:3785: oid 14 updating version 0 to 2020 2024-08-19T11:44:04.809 INFO:tasks.rados.rados.0.smithi136.stdout:3785: oid 14 updating version 2020 to 2021 2024-08-19T11:44:04.809 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 2021 (ObjNum 1159 snap 388 seq_num 1159) dirty exists 2024-08-19T11:44:04.809 INFO:tasks.rados.rados.0.smithi136.stdout:3785: left oid 14 (ObjNum 1159 snap 388 seq_num 1159) 2024-08-19T11:44:04.809 INFO:tasks.rados.rados.0.smithi136.stdout:3784: done (6 left) 2024-08-19T11:44:04.809 INFO:tasks.rados.rados.0.smithi136.stdout:3785: done (5 left) 2024-08-19T11:44:04.810 INFO:tasks.rados.rados.0.smithi136.stdout:3787: done (4 left) 2024-08-19T11:44:04.810 INFO:tasks.rados.rados.0.smithi136.stdout:3789: done (3 left) 2024-08-19T11:44:04.810 INFO:tasks.rados.rados.0.smithi136.stdout:3790: delete oid 1 current snap is 388 2024-08-19T11:44:04.810 INFO:tasks.rados.rados.0.smithi136.stdout:3786: finishing write tid 3 to smithi13674108-9 2024-08-19T11:44:04.810 INFO:tasks.rados.rados.0.smithi136.stdout:3786: oid 9 updating version 0 to 1592 2024-08-19T11:44:04.810 INFO:tasks.rados.rados.0.smithi136.stdout:3786: oid 9 updating version 1592 to 1593 2024-08-19T11:44:04.810 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 1593 (ObjNum 1160 snap 388 seq_num 1160) dirty exists 2024-08-19T11:44:04.810 INFO:tasks.rados.rados.0.smithi136.stdout:3786: left oid 9 (ObjNum 1160 snap 388 seq_num 1160) 2024-08-19T11:44:04.810 INFO:tasks.rados.rados.0.smithi136.stdout:3788: finishing write tid 3 to smithi13674108-50 2024-08-19T11:44:04.810 INFO:tasks.rados.rados.0.smithi136.stdout:3788: oid 50 updating version 0 to 2022 2024-08-19T11:44:04.810 INFO:tasks.rados.rados.0.smithi136.stdout:3788: oid 50 updating version 2022 to 2023 2024-08-19T11:44:04.810 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 2023 (ObjNum 1162 snap 388 seq_num 1162) dirty exists 2024-08-19T11:44:04.810 INFO:tasks.rados.rados.0.smithi136.stdout:3788: left oid 50 (ObjNum 1162 snap 388 seq_num 1162) 2024-08-19T11:44:04.812 INFO:tasks.rados.rados.0.smithi136.stdout:3786: done (3 left) 2024-08-19T11:44:04.812 INFO:tasks.rados.rados.0.smithi136.stdout:3788: done (2 left) 2024-08-19T11:44:04.812 INFO:tasks.rados.rados.0.smithi136.stdout:3790: done (1 left) 2024-08-19T11:44:04.812 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 38 current snap is 388 2024-08-19T11:44:04.812 INFO:tasks.rados.rados.0.smithi136.stdout:3791: seq_num 1165 ranges {622592=319488} 2024-08-19T11:44:04.817 INFO:tasks.rados.rados.0.smithi136.stdout:3791: writing smithi13674108-38 from 622592 to 942080 tid 1 2024-08-19T11:44:04.817 INFO:tasks.rados.rados.0.smithi136.stdout:3792: snap_create 2024-08-19T11:44:04.818 INFO:tasks.rados.rados.0.smithi136.stdout:3782: finishing copy_from racing read to smithi13674108-27 2024-08-19T11:44:04.818 INFO:tasks.rados.rados.0.smithi136.stdout:3782: finishing copy_from to smithi13674108-27 2024-08-19T11:44:04.818 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 27 v 1853 (ObjNum 1126 snap 371 seq_num 1126) dirty exists 2024-08-19T11:44:04.821 INFO:tasks.rados.rados.0.smithi136.stdout:3791: finishing write tid 1 to smithi13674108-38 2024-08-19T11:44:04.821 INFO:tasks.rados.rados.0.smithi136.stdout:3791: finishing write tid 2 to smithi13674108-38 2024-08-19T11:44:04.823 INFO:tasks.rados.rados.0.smithi136.stdout:3791: finishing write tid 3 to smithi13674108-38 2024-08-19T11:44:04.823 INFO:tasks.rados.rados.0.smithi136.stdout:3791: oid 38 updating version 0 to 1611 2024-08-19T11:44:04.823 INFO:tasks.rados.rados.0.smithi136.stdout:3791: oid 38 version 1611 is already newer than 1610 2024-08-19T11:44:04.823 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 1611 (ObjNum 1165 snap 388 seq_num 1165) dirty exists 2024-08-19T11:44:04.823 INFO:tasks.rados.rados.0.smithi136.stdout:3791: left oid 38 (ObjNum 1165 snap 388 seq_num 1165) 2024-08-19T11:44:05.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:04 smithi155 ceph-mon[76679]: pgmap v885: 121 pgs: 121 active+clean; 525 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-08-19T11:44:05.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:04 smithi155 ceph-mon[76679]: osdmap e831: 8 total, 8 up, 8 in 2024-08-19T11:44:05.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:04 smithi136 ceph-mon[86496]: pgmap v885: 121 pgs: 121 active+clean; 525 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-08-19T11:44:05.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:04 smithi136 ceph-mon[86496]: osdmap e831: 8 total, 8 up, 8 in 2024-08-19T11:44:05.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:04 smithi136 ceph-mon[88916]: pgmap v885: 121 pgs: 121 active+clean; 525 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-08-19T11:44:05.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:04 smithi136 ceph-mon[88916]: osdmap e831: 8 total, 8 up, 8 in 2024-08-19T11:44:05.775 INFO:tasks.rados.rados.0.smithi136.stdout:3782: done (2 left) 2024-08-19T11:44:05.775 INFO:tasks.rados.rados.0.smithi136.stdout:3791: done (1 left) 2024-08-19T11:44:05.775 INFO:tasks.rados.rados.0.smithi136.stdout:3792: done (0 left) 2024-08-19T11:44:05.776 INFO:tasks.rados.rados.0.smithi136.stdout:3793: read oid 25 snap -1 2024-08-19T11:44:05.776 INFO:tasks.rados.rados.0.smithi136.stdout:3793: expect (ObjNum 1112 snap 362 seq_num 1112) 2024-08-19T11:44:05.776 INFO:tasks.rados.rados.0.smithi136.stdout:3794: rollback oid 21 current snap is 389 2024-08-19T11:44:05.776 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 21 to 384 2024-08-19T11:44:05.776 INFO:tasks.rados.rados.0.smithi136.stdout:3795: read oid 35 snap 364 2024-08-19T11:44:05.776 INFO:tasks.rados.rados.0.smithi136.stdout:3795: expect deleted 2024-08-19T11:44:05.776 INFO:tasks.rados.rados.0.smithi136.stdout:3796: snap_create 2024-08-19T11:44:05.783 INFO:tasks.rados.rados.0.smithi136.stdout:3794: finishing rollback tid 0 to smithi13674108-21 2024-08-19T11:44:05.784 INFO:tasks.rados.rados.0.smithi136.stdout:3794: finishing rollback tid 1 to smithi13674108-21 2024-08-19T11:44:05.784 INFO:tasks.rados.rados.0.smithi136.stdout:3794: finishing rollback tid 2 to smithi13674108-21 2024-08-19T11:44:05.784 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 2028 (ObjNum 1132 snap 374 seq_num 1132) dirty exists 2024-08-19T11:44:05.788 INFO:tasks.rados.rados.0.smithi136.stdout:3793: expect (ObjNum 1112 snap 362 seq_num 1112) 2024-08-19T11:44:06.779 INFO:tasks.rados.rados.0.smithi136.stdout:3793: done (3 left) 2024-08-19T11:44:06.779 INFO:tasks.rados.rados.0.smithi136.stdout:3794: done (2 left) 2024-08-19T11:44:06.779 INFO:tasks.rados.rados.0.smithi136.stdout:3795: done (1 left) 2024-08-19T11:44:06.779 INFO:tasks.rados.rados.0.smithi136.stdout:3796: done (0 left) 2024-08-19T11:44:06.779 INFO:tasks.rados.rados.0.smithi136.stdout:3797: setattr oid 4 current snap is 390 2024-08-19T11:44:06.781 INFO:tasks.rados.rados.0.smithi136.stdout:3798: setattr oid 39 current snap is 390 2024-08-19T11:44:06.782 INFO:tasks.rados.rados.0.smithi136.stdout:3799: snap_create 2024-08-19T11:44:06.786 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 1588 (ObjNum 65 snap 0 seq_num 1) dirty exists 2024-08-19T11:44:06.791 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 2071 (ObjNum 1115 snap 364 seq_num 1115) dirty exists 2024-08-19T11:44:07.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:06 smithi136 ceph-mon[88916]: pgmap v888: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 525 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.3 MiB/s wr, 26 op/s 2024-08-19T11:44:07.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:06 smithi136 ceph-mon[88916]: osdmap e832: 8 total, 8 up, 8 in 2024-08-19T11:44:07.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:06 smithi136 ceph-mon[86496]: pgmap v888: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 525 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.3 MiB/s wr, 26 op/s 2024-08-19T11:44:07.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:06 smithi136 ceph-mon[86496]: osdmap e832: 8 total, 8 up, 8 in 2024-08-19T11:44:07.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:06 smithi155 ceph-mon[76679]: pgmap v888: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 525 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.3 MiB/s wr, 26 op/s 2024-08-19T11:44:07.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:06 smithi155 ceph-mon[76679]: osdmap e832: 8 total, 8 up, 8 in 2024-08-19T11:44:07.796 INFO:tasks.rados.rados.0.smithi136.stdout:3797: done (2 left) 2024-08-19T11:44:07.796 INFO:tasks.rados.rados.0.smithi136.stdout:3798: done (1 left) 2024-08-19T11:44:07.796 INFO:tasks.rados.rados.0.smithi136.stdout:3799: done (0 left) 2024-08-19T11:44:07.796 INFO:tasks.rados.rados.0.smithi136.stdout:3800: rollback oid 29 current snap is 391 2024-08-19T11:44:07.796 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 29 to 355 2024-08-19T11:44:07.797 INFO:tasks.rados.rados.0.smithi136.stdout:3801: rollback oid 14 current snap is 391 2024-08-19T11:44:07.797 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 14 to 367 2024-08-19T11:44:07.797 INFO:tasks.rados.rados.0.smithi136.stdout:3802: snap_remove snap 372 2024-08-19T11:44:08.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:07 smithi136 ceph-mon[88916]: osdmap e833: 8 total, 8 up, 8 in 2024-08-19T11:44:08.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:07 smithi136 ceph-mon[86496]: osdmap e833: 8 total, 8 up, 8 in 2024-08-19T11:44:08.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:07 smithi155 ceph-mon[76679]: osdmap e833: 8 total, 8 up, 8 in 2024-08-19T11:44:08.773 INFO:tasks.rados.rados.0.smithi136.stdout:3802: done (2 left) 2024-08-19T11:44:08.773 INFO:tasks.rados.rados.0.smithi136.stdout:3803: rmattr oid 43 current snap is 391 2024-08-19T11:44:08.773 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 41 current snap is 391 2024-08-19T11:44:08.773 INFO:tasks.rados.rados.0.smithi136.stdout:3804: seq_num 1166 ranges {5169152=335872} 2024-08-19T11:44:08.805 INFO:tasks.rados.rados.0.smithi136.stdout:3804: writing smithi13674108-41 from 5169152 to 5505024 tid 1 2024-08-19T11:44:08.805 INFO:tasks.rados.rados.0.smithi136.stdout:3805: read oid 32 snap -1 2024-08-19T11:44:08.805 INFO:tasks.rados.rados.0.smithi136.stdout:3805: expect (ObjNum 885 snap 291 seq_num 885) 2024-08-19T11:44:08.805 INFO:tasks.rados.rados.0.smithi136.stdout:3806: snap_create 2024-08-19T11:44:08.805 INFO:tasks.rados.rados.0.smithi136.stdout:3800: finishing rollback tid 0 to smithi13674108-29 2024-08-19T11:44:08.805 INFO:tasks.rados.rados.0.smithi136.stdout:3800: finishing rollback tid 1 to smithi13674108-29 2024-08-19T11:44:08.805 INFO:tasks.rados.rados.0.smithi136.stdout:3800: finishing rollback tid 2 to smithi13674108-29 2024-08-19T11:44:08.805 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 2075 (ObjNum 1068 snap 340 seq_num 1068) dirty exists 2024-08-19T11:44:08.805 INFO:tasks.rados.rados.0.smithi136.stdout:3801: finishing rollback tid 0 to smithi13674108-14 2024-08-19T11:44:08.805 INFO:tasks.rados.rados.0.smithi136.stdout:3801: finishing rollback tid 1 to smithi13674108-14 2024-08-19T11:44:08.805 INFO:tasks.rados.rados.0.smithi136.stdout:3801: finishing rollback tid 2 to smithi13674108-14 2024-08-19T11:44:08.806 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 2029 (ObjNum 1011 snap 325 seq_num 1011) dirty exists 2024-08-19T11:44:08.806 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 1695 (ObjNum 1005 snap 322 seq_num 1005) dirty exists 2024-08-19T11:44:08.808 INFO:tasks.rados.rados.0.smithi136.stdout:3805: expect (ObjNum 885 snap 291 seq_num 885) 2024-08-19T11:44:08.821 INFO:tasks.rados.rados.0.smithi136.stdout:3804: finishing write tid 1 to smithi13674108-41 2024-08-19T11:44:08.821 INFO:tasks.rados.rados.0.smithi136.stdout:3804: finishing write tid 2 to smithi13674108-41 2024-08-19T11:44:08.821 INFO:tasks.rados.rados.0.smithi136.stdout:3804: finishing write tid 3 to smithi13674108-41 2024-08-19T11:44:08.821 INFO:tasks.rados.rados.0.smithi136.stdout:3804: oid 41 updating version 0 to 2030 2024-08-19T11:44:08.821 INFO:tasks.rados.rados.0.smithi136.stdout:3804: oid 41 version 2030 is already newer than 2029 2024-08-19T11:44:08.821 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 41 v 2030 (ObjNum 1166 snap 391 seq_num 1166) dirty exists 2024-08-19T11:44:08.821 INFO:tasks.rados.rados.0.smithi136.stdout:3804: left oid 41 (ObjNum 1166 snap 391 seq_num 1166) 2024-08-19T11:44:09.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:08 smithi136 ceph-mon[88916]: pgmap v891: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 531 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.5 MiB/s wr, 23 op/s 2024-08-19T11:44:09.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:08 smithi136 ceph-mon[88916]: osdmap e834: 8 total, 8 up, 8 in 2024-08-19T11:44:09.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:08 smithi136 ceph-mon[88916]: osdmap e835: 8 total, 8 up, 8 in 2024-08-19T11:44:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:08 smithi136 ceph-mon[86496]: pgmap v891: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 531 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.5 MiB/s wr, 23 op/s 2024-08-19T11:44:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:08 smithi136 ceph-mon[86496]: osdmap e834: 8 total, 8 up, 8 in 2024-08-19T11:44:09.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:08 smithi136 ceph-mon[86496]: osdmap e835: 8 total, 8 up, 8 in 2024-08-19T11:44:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:08 smithi155 ceph-mon[76679]: pgmap v891: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 531 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.5 MiB/s wr, 23 op/s 2024-08-19T11:44:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:08 smithi155 ceph-mon[76679]: osdmap e834: 8 total, 8 up, 8 in 2024-08-19T11:44:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:08 smithi155 ceph-mon[76679]: osdmap e835: 8 total, 8 up, 8 in 2024-08-19T11:44:09.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:44:09 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:44:09] "GET /metrics HTTP/1.1" 200 36448 "" "Prometheus/2.51.0" 2024-08-19T11:44:09.803 INFO:tasks.rados.rados.0.smithi136.stdout:3800: done (5 left) 2024-08-19T11:44:09.803 INFO:tasks.rados.rados.0.smithi136.stdout:3801: done (4 left) 2024-08-19T11:44:09.803 INFO:tasks.rados.rados.0.smithi136.stdout:3803: done (3 left) 2024-08-19T11:44:09.803 INFO:tasks.rados.rados.0.smithi136.stdout:3804: done (2 left) 2024-08-19T11:44:09.803 INFO:tasks.rados.rados.0.smithi136.stdout:3805: done (1 left) 2024-08-19T11:44:09.803 INFO:tasks.rados.rados.0.smithi136.stdout:3806: done (0 left) 2024-08-19T11:44:09.803 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 29 current snap is 392 2024-08-19T11:44:09.803 INFO:tasks.rados.rados.0.smithi136.stdout:3807: seq_num 1167 ranges {2285568=352256} 2024-08-19T11:44:09.817 INFO:tasks.rados.rados.0.smithi136.stdout:3807: writing smithi13674108-29 from 2285568 to 2637824 tid 1 2024-08-19T11:44:09.817 INFO:tasks.rados.rados.0.smithi136.stdout:3808: read oid 16 snap -1 2024-08-19T11:44:09.817 INFO:tasks.rados.rados.0.smithi136.stdout:3808: expect (ObjNum 1145 snap 379 seq_num 1145) 2024-08-19T11:44:09.817 INFO:tasks.rados.rados.0.smithi136.stdout:3809: delete oid 23 current snap is 392 2024-08-19T11:44:09.821 INFO:tasks.rados.rados.0.smithi136.stdout:3809: done (2 left) 2024-08-19T11:44:09.822 INFO:tasks.rados.rados.0.smithi136.stdout:3810: read oid 40 snap 365 2024-08-19T11:44:09.822 INFO:tasks.rados.rados.0.smithi136.stdout:3810: expect (ObjNum -532066800 snap 22033 seq_num 3764860432) 2024-08-19T11:44:09.822 INFO:tasks.rados.rados.0.smithi136.stdout:3811: delete oid 22 current snap is 392 2024-08-19T11:44:09.824 INFO:tasks.rados.rados.0.smithi136.stdout:3810: expect (ObjNum -532066800 snap 22033 seq_num 3764860432) 2024-08-19T11:44:09.826 INFO:tasks.rados.rados.0.smithi136.stdout:3807: finishing write tid 1 to smithi13674108-29 2024-08-19T11:44:09.826 INFO:tasks.rados.rados.0.smithi136.stdout:3807: finishing write tid 2 to smithi13674108-29 2024-08-19T11:44:09.827 INFO:tasks.rados.rados.0.smithi136.stdout:3810: done (3 left) 2024-08-19T11:44:09.827 INFO:tasks.rados.rados.0.smithi136.stdout:3811: done (2 left) 2024-08-19T11:44:09.827 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 32 current snap is 392 2024-08-19T11:44:09.827 INFO:tasks.rados.rados.0.smithi136.stdout:3812: seq_num 1170 ranges {425984=401408} 2024-08-19T11:44:09.832 INFO:tasks.rados.rados.0.smithi136.stdout:3812: writing smithi13674108-32 from 425984 to 827392 tid 1 2024-08-19T11:44:09.832 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 4 current snap is 392 2024-08-19T11:44:09.832 INFO:tasks.rados.rados.0.smithi136.stdout:3813: seq_num 1171 ranges {10977280=417792} 2024-08-19T11:44:09.892 INFO:tasks.rados.rados.0.smithi136.stdout:3813: writing smithi13674108-4 from 10977280 to 11395072 tid 1 2024-08-19T11:44:09.892 INFO:tasks.rados.rados.0.smithi136.stdout:3814: rollback oid 14 current snap is 392 2024-08-19T11:44:09.893 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 14 to 361 2024-08-19T11:44:09.893 INFO:tasks.rados.rados.0.smithi136.stdout:3807: finishing write tid 3 to smithi13674108-29 2024-08-19T11:44:09.893 INFO:tasks.rados.rados.0.smithi136.stdout:3807: oid 29 updating version 0 to 2084 2024-08-19T11:44:09.893 INFO:tasks.rados.rados.0.smithi136.stdout:3807: oid 29 version 2084 is already newer than 2083 2024-08-19T11:44:09.893 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 2084 (ObjNum 1167 snap 392 seq_num 1167) dirty exists 2024-08-19T11:44:09.893 INFO:tasks.rados.rados.0.smithi136.stdout:3807: left oid 29 (ObjNum 1167 snap 392 seq_num 1167) 2024-08-19T11:44:09.893 INFO:tasks.rados.rados.0.smithi136.stdout:3808: expect (ObjNum 1145 snap 379 seq_num 1145) 2024-08-19T11:44:09.955 INFO:tasks.rados.rados.0.smithi136.stdout:3812: finishing write tid 1 to smithi13674108-32 2024-08-19T11:44:09.955 INFO:tasks.rados.rados.0.smithi136.stdout:3812: finishing write tid 2 to smithi13674108-32 2024-08-19T11:44:09.956 INFO:tasks.rados.rados.0.smithi136.stdout:3812: finishing write tid 3 to smithi13674108-32 2024-08-19T11:44:09.956 INFO:tasks.rados.rados.0.smithi136.stdout:3812: oid 32 updating version 0 to 1590 2024-08-19T11:44:09.956 INFO:tasks.rados.rados.0.smithi136.stdout:3812: oid 32 version 1590 is already newer than 1589 2024-08-19T11:44:09.956 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 32 v 1590 (ObjNum 1170 snap 392 seq_num 1170) dirty exists 2024-08-19T11:44:09.956 INFO:tasks.rados.rados.0.smithi136.stdout:3812: left oid 32 (ObjNum 1170 snap 392 seq_num 1170) 2024-08-19T11:44:09.956 INFO:tasks.rados.rados.0.smithi136.stdout:3814: finishing rollback tid 0 to smithi13674108-14 2024-08-19T11:44:09.956 INFO:tasks.rados.rados.0.smithi136.stdout:3807: done (4 left) 2024-08-19T11:44:09.956 INFO:tasks.rados.rados.0.smithi136.stdout:3808: done (3 left) 2024-08-19T11:44:09.956 INFO:tasks.rados.rados.0.smithi136.stdout:3812: done (2 left) 2024-08-19T11:44:09.956 INFO:tasks.rados.rados.0.smithi136.stdout:3815: rollback oid 32 current snap is 392 2024-08-19T11:44:09.956 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 32 to 366 2024-08-19T11:44:09.956 INFO:tasks.rados.rados.0.smithi136.stdout:3813: finishing write tid 1 to smithi13674108-4 2024-08-19T11:44:09.956 INFO:tasks.rados.rados.0.smithi136.stdout:3814: finishing rollback tid 1 to smithi13674108-14 2024-08-19T11:44:09.957 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 2040 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-19T11:44:09.957 INFO:tasks.rados.rados.0.smithi136.stdout:3813: finishing write tid 2 to smithi13674108-4 2024-08-19T11:44:09.957 INFO:tasks.rados.rados.0.smithi136.stdout:3813: finishing write tid 3 to smithi13674108-4 2024-08-19T11:44:09.957 INFO:tasks.rados.rados.0.smithi136.stdout:3813: oid 4 updating version 0 to 2086 2024-08-19T11:44:09.957 INFO:tasks.rados.rados.0.smithi136.stdout:3813: oid 4 updating version 2086 to 2087 2024-08-19T11:44:09.957 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 4 v 2087 (ObjNum 1171 snap 392 seq_num 1171) dirty exists 2024-08-19T11:44:09.957 INFO:tasks.rados.rados.0.smithi136.stdout:3813: left oid 4 (ObjNum 1171 snap 392 seq_num 1171) 2024-08-19T11:44:09.957 INFO:tasks.rados.rados.0.smithi136.stdout:3813: done (2 left) 2024-08-19T11:44:09.957 INFO:tasks.rados.rados.0.smithi136.stdout:3814: done (1 left) 2024-08-19T11:44:09.957 INFO:tasks.rados.rados.0.smithi136.stdout:3816: delete oid 40 current snap is 392 2024-08-19T11:44:09.958 INFO:tasks.rados.rados.0.smithi136.stdout:3816: done (1 left) 2024-08-19T11:44:09.958 INFO:tasks.rados.rados.0.smithi136.stdout:3817: delete oid 27 current snap is 392 2024-08-19T11:44:09.959 INFO:tasks.rados.rados.0.smithi136.stdout:3815: finishing rollback tid 0 to smithi13674108-32 2024-08-19T11:44:09.959 INFO:tasks.rados.rados.0.smithi136.stdout:3815: finishing rollback tid 1 to smithi13674108-32 2024-08-19T11:44:09.959 INFO:tasks.rados.rados.0.smithi136.stdout:3815: finishing rollback tid 2 to smithi13674108-32 2024-08-19T11:44:09.960 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 32 v 1593 (ObjNum 885 snap 291 seq_num 885) dirty exists 2024-08-19T11:44:09.960 INFO:tasks.rados.rados.0.smithi136.stdout:3815: done (1 left) 2024-08-19T11:44:09.960 INFO:tasks.rados.rados.0.smithi136.stdout:3817: done (0 left) 2024-08-19T11:44:09.960 INFO:tasks.rados.rados.0.smithi136.stdout:3818: rmattr oid 44 current snap is 392 2024-08-19T11:44:09.960 INFO:tasks.rados.rados.0.smithi136.stdout:3818: done (0 left) 2024-08-19T11:44:09.960 INFO:tasks.rados.rados.0.smithi136.stdout:3819: read oid 7 snap -1 2024-08-19T11:44:09.961 INFO:tasks.rados.rados.0.smithi136.stdout:3819: expect (ObjNum 1149 snap 381 seq_num 1149) 2024-08-19T11:44:09.961 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 46 current snap is 392 2024-08-19T11:44:09.961 INFO:tasks.rados.rados.0.smithi136.stdout:3820: seq_num 1174 ranges {0=466944} 2024-08-19T11:44:09.963 INFO:tasks.rados.rados.0.smithi136.stdout:3820: writing smithi13674108-46 from 0 to 466944 tid 1 2024-08-19T11:44:09.963 INFO:tasks.rados.rados.0.smithi136.stdout:3821: copy_from oid 36 from oid 4 current snap is 392 2024-08-19T11:44:09.963 INFO:tasks.rados.rados.0.smithi136.stdout:3819: expect (ObjNum 1149 snap 381 seq_num 1149) 2024-08-19T11:44:09.965 INFO:tasks.rados.rados.0.smithi136.stdout:3819: done (2 left) 2024-08-19T11:44:09.965 INFO:tasks.rados.rados.0.smithi136.stdout:3822: read oid 12 snap -1 2024-08-19T11:44:09.965 INFO:tasks.rados.rados.0.smithi136.stdout:3822: expect deleted 2024-08-19T11:44:09.965 INFO:tasks.rados.rados.0.smithi136.stdout:3823: read oid 8 snap -1 2024-08-19T11:44:09.965 INFO:tasks.rados.rados.0.smithi136.stdout:3823: expect (ObjNum 1114 snap 363 seq_num 1114) 2024-08-19T11:44:09.965 INFO:tasks.rados.rados.0.smithi136.stdout:3824: copy_from oid 9 from oid 14 current snap is 392 2024-08-19T11:44:09.965 INFO:tasks.rados.rados.0.smithi136.stdout:3825: delete oid 30 current snap is 392 2024-08-19T11:44:09.966 INFO:tasks.rados.rados.0.smithi136.stdout:3824: finishing copy_from to smithi13674108-9 2024-08-19T11:44:09.966 INFO:tasks.rados.rados.0.smithi136.stdout:3824: got expected ENOENT (src dne) 2024-08-19T11:44:09.966 INFO:tasks.rados.rados.0.smithi136.stdout:3824: finishing copy_from racing read to smithi13674108-9 2024-08-19T11:44:09.966 INFO:tasks.rados.rados.0.smithi136.stdout:3820: finishing write tid 1 to smithi13674108-46 2024-08-19T11:44:09.966 INFO:tasks.rados.rados.0.smithi136.stdout:3820: finishing write tid 2 to smithi13674108-46 2024-08-19T11:44:09.967 INFO:tasks.rados.rados.0.smithi136.stdout:3822: done (5 left) 2024-08-19T11:44:09.968 INFO:tasks.rados.rados.0.smithi136.stdout:3824: done (4 left) 2024-08-19T11:44:09.968 INFO:tasks.rados.rados.0.smithi136.stdout:3825: done (3 left) 2024-08-19T11:44:09.968 INFO:tasks.rados.rados.0.smithi136.stdout:3826: snap_create 2024-08-19T11:44:09.969 INFO:tasks.rados.rados.0.smithi136.stdout:3820: finishing write tid 3 to smithi13674108-46 2024-08-19T11:44:09.969 INFO:tasks.rados.rados.0.smithi136.stdout:3820: oid 46 updating version 0 to 1862 2024-08-19T11:44:09.969 INFO:tasks.rados.rados.0.smithi136.stdout:3820: oid 46 version 1862 is already newer than 1861 2024-08-19T11:44:09.969 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 46 v 1862 (ObjNum 1174 snap 392 seq_num 1174) dirty exists 2024-08-19T11:44:09.969 INFO:tasks.rados.rados.0.smithi136.stdout:3820: left oid 46 (ObjNum 1174 snap 392 seq_num 1174) 2024-08-19T11:44:09.992 INFO:tasks.rados.rados.0.smithi136.stdout:3823: expect (ObjNum 1114 snap 363 seq_num 1114) 2024-08-19T11:44:10.233 INFO:tasks.rados.rados.0.smithi136.stdout:3821: finishing copy_from racing read to smithi13674108-36 2024-08-19T11:44:10.233 INFO:tasks.rados.rados.0.smithi136.stdout:3821: finishing copy_from to smithi13674108-36 2024-08-19T11:44:10.234 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 2087 (ObjNum 1171 snap 392 seq_num 1171) dirty exists 2024-08-19T11:44:10.809 INFO:tasks.rados.rados.0.smithi136.stdout:3820: done (3 left) 2024-08-19T11:44:10.810 INFO:tasks.rados.rados.0.smithi136.stdout:3821: done (2 left) 2024-08-19T11:44:10.810 INFO:tasks.rados.rados.0.smithi136.stdout:3823: done (1 left) 2024-08-19T11:44:10.810 INFO:tasks.rados.rados.0.smithi136.stdout:3826: done (0 left) 2024-08-19T11:44:10.810 INFO:tasks.rados.rados.0.smithi136.stdout:3827: read oid 47 snap 364 2024-08-19T11:44:10.810 INFO:tasks.rados.rados.0.smithi136.stdout:3827: expect (ObjNum 1077 snap 343 seq_num 1077) 2024-08-19T11:44:10.810 INFO:tasks.rados.rados.0.smithi136.stdout:3828: read oid 2 snap -1 2024-08-19T11:44:10.810 INFO:tasks.rados.rados.0.smithi136.stdout:3828: expect (ObjNum 1155 snap 385 seq_num 1155) 2024-08-19T11:44:10.810 INFO:tasks.rados.rados.0.smithi136.stdout:3829: copy_from oid 50 from oid 10 current snap is 393 2024-08-19T11:44:10.810 INFO:tasks.rados.rados.0.smithi136.stdout:3830: snap_remove snap 342 2024-08-19T11:44:11.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:10 smithi136 ceph-mon[88916]: pgmap v894: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 532 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.5 MiB/s wr, 16 op/s 2024-08-19T11:44:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:10 smithi136 ceph-mon[88916]: osdmap e836: 8 total, 8 up, 8 in 2024-08-19T11:44:11.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:10 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:44:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:10 smithi136 ceph-mon[86496]: pgmap v894: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 532 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.5 MiB/s wr, 16 op/s 2024-08-19T11:44:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:10 smithi136 ceph-mon[86496]: osdmap e836: 8 total, 8 up, 8 in 2024-08-19T11:44:11.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:10 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:44:11.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:10 smithi155 ceph-mon[76679]: pgmap v894: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 532 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.5 MiB/s wr, 16 op/s 2024-08-19T11:44:11.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:10 smithi155 ceph-mon[76679]: osdmap e836: 8 total, 8 up, 8 in 2024-08-19T11:44:11.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:10 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:44:11.823 INFO:tasks.rados.rados.0.smithi136.stdout:3830: done (3 left) 2024-08-19T11:44:11.823 INFO:tasks.rados.rados.0.smithi136.stdout:3831: snap_remove snap 390 2024-08-19T11:44:12.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:11 smithi136 ceph-mon[86496]: osdmap e837: 8 total, 8 up, 8 in 2024-08-19T11:44:12.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:11 smithi136 ceph-mon[88916]: osdmap e837: 8 total, 8 up, 8 in 2024-08-19T11:44:12.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:11 smithi155 ceph-mon[76679]: osdmap e837: 8 total, 8 up, 8 in 2024-08-19T11:44:12.818 INFO:tasks.rados.rados.0.smithi136.stdout:3831: done (3 left) 2024-08-19T11:44:12.818 INFO:tasks.rados.rados.0.smithi136.stdout:3832: rollback oid 24 current snap is 393 2024-08-19T11:44:12.819 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 24 to 345 2024-08-19T11:44:12.819 INFO:tasks.rados.rados.0.smithi136.stdout:3828: expect (ObjNum 1155 snap 385 seq_num 1155) 2024-08-19T11:44:12.824 INFO:tasks.rados.rados.0.smithi136.stdout:3827: expect (ObjNum 1077 snap 343 seq_num 1077) 2024-08-19T11:44:12.865 INFO:tasks.rados.rados.0.smithi136.stdout:3829: finishing copy_from racing read to smithi13674108-50 2024-08-19T11:44:12.865 INFO:tasks.rados.rados.0.smithi136.stdout:3829: finishing copy_from to smithi13674108-50 2024-08-19T11:44:12.865 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 1570 (ObjNum 885 snap 291 seq_num 885) dirty exists 2024-08-19T11:44:12.865 INFO:tasks.rados.rados.0.smithi136.stdout:3827: done (3 left) 2024-08-19T11:44:12.865 INFO:tasks.rados.rados.0.smithi136.stdout:3828: done (2 left) 2024-08-19T11:44:12.865 INFO:tasks.rados.rados.0.smithi136.stdout:3829: done (1 left) 2024-08-19T11:44:12.865 INFO:tasks.rados.rados.0.smithi136.stdout:3833: delete oid 21 current snap is 393 2024-08-19T11:44:12.865 INFO:tasks.rados.rados.0.smithi136.stdout:3832: finishing rollback tid 0 to smithi13674108-24 2024-08-19T11:44:12.865 INFO:tasks.rados.rados.0.smithi136.stdout:3832: finishing rollback tid 1 to smithi13674108-24 2024-08-19T11:44:12.865 INFO:tasks.rados.rados.0.smithi136.stdout:3832: finishing rollback tid 2 to smithi13674108-24 2024-08-19T11:44:12.865 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 2008 (ObjNum 808 snap 265 seq_num 808) dirty exists 2024-08-19T11:44:12.867 INFO:tasks.rados.rados.0.smithi136.stdout:3832: done (1 left) 2024-08-19T11:44:12.867 INFO:tasks.rados.rados.0.smithi136.stdout:3833: done (0 left) 2024-08-19T11:44:12.867 INFO:tasks.rados.rados.0.smithi136.stdout:3834: snap_create 2024-08-19T11:44:13.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:12 smithi136 ceph-mon[88916]: pgmap v897: 121 pgs: 121 active+clean; 532 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 138 KiB/s wr, 2 op/s 2024-08-19T11:44:13.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:12 smithi136 ceph-mon[88916]: osdmap e838: 8 total, 8 up, 8 in 2024-08-19T11:44:13.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:12 smithi136 ceph-mon[86496]: pgmap v897: 121 pgs: 121 active+clean; 532 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 138 KiB/s wr, 2 op/s 2024-08-19T11:44:13.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:12 smithi136 ceph-mon[86496]: osdmap e838: 8 total, 8 up, 8 in 2024-08-19T11:44:13.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:12 smithi155 ceph-mon[76679]: pgmap v897: 121 pgs: 121 active+clean; 532 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 138 KiB/s wr, 2 op/s 2024-08-19T11:44:13.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:12 smithi155 ceph-mon[76679]: osdmap e838: 8 total, 8 up, 8 in 2024-08-19T11:44:13.775 INFO:tasks.rados.rados.0.smithi136.stdout:3834: done (0 left) 2024-08-19T11:44:13.775 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 31 current snap is 394 2024-08-19T11:44:13.776 INFO:tasks.rados.rados.0.smithi136.stdout:3835: seq_num 1177 ranges {0=516096} 2024-08-19T11:44:13.778 INFO:tasks.rados.rados.0.smithi136.stdout:3835: writing smithi13674108-31 from 0 to 516096 tid 1 2024-08-19T11:44:13.778 INFO:tasks.rados.rados.0.smithi136.stdout:3836: delete oid 30 current snap is 394 2024-08-19T11:44:13.784 INFO:tasks.rados.rados.0.smithi136.stdout:3836: done (1 left) 2024-08-19T11:44:13.784 INFO:tasks.rados.rados.0.smithi136.stdout:3837: delete oid 22 current snap is 394 2024-08-19T11:44:13.787 INFO:tasks.rados.rados.0.smithi136.stdout:3835: finishing write tid 1 to smithi13674108-31 2024-08-19T11:44:13.787 INFO:tasks.rados.rados.0.smithi136.stdout:3835: finishing write tid 2 to smithi13674108-31 2024-08-19T11:44:13.789 INFO:tasks.rados.rados.0.smithi136.stdout:3835: finishing write tid 3 to smithi13674108-31 2024-08-19T11:44:13.789 INFO:tasks.rados.rados.0.smithi136.stdout:3835: oid 31 updating version 0 to 2148 2024-08-19T11:44:13.790 INFO:tasks.rados.rados.0.smithi136.stdout:3835: oid 31 updating version 2148 to 2149 2024-08-19T11:44:13.790 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 2149 (ObjNum 1177 snap 394 seq_num 1177) dirty exists 2024-08-19T11:44:13.790 INFO:tasks.rados.rados.0.smithi136.stdout:3835: left oid 31 (ObjNum 1177 snap 394 seq_num 1177) 2024-08-19T11:44:13.790 INFO:tasks.rados.rados.0.smithi136.stdout:3835: done (1 left) 2024-08-19T11:44:13.790 INFO:tasks.rados.rados.0.smithi136.stdout:3837: done (0 left) 2024-08-19T11:44:13.790 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 44 current snap is 394 2024-08-19T11:44:13.790 INFO:tasks.rados.rados.0.smithi136.stdout:3838: seq_num 1180 ranges {4063232=565248} 2024-08-19T11:44:13.815 INFO:tasks.rados.rados.0.smithi136.stdout:3838: writing smithi13674108-44 from 4063232 to 4628480 tid 1 2024-08-19T11:44:13.815 INFO:tasks.rados.rados.0.smithi136.stdout:3839: snap_remove snap 386 2024-08-19T11:44:14.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:13 smithi136 ceph-mon[88916]: osdmap e839: 8 total, 8 up, 8 in 2024-08-19T11:44:14.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:13 smithi136 ceph-mon[88916]: osdmap e840: 8 total, 8 up, 8 in 2024-08-19T11:44:14.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:13 smithi136 ceph-mon[86496]: osdmap e839: 8 total, 8 up, 8 in 2024-08-19T11:44:14.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:13 smithi136 ceph-mon[86496]: osdmap e840: 8 total, 8 up, 8 in 2024-08-19T11:44:14.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:13 smithi155 ceph-mon[76679]: osdmap e839: 8 total, 8 up, 8 in 2024-08-19T11:44:14.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:13 smithi155 ceph-mon[76679]: osdmap e840: 8 total, 8 up, 8 in 2024-08-19T11:44:14.777 INFO:tasks.rados.rados.0.smithi136.stdout:3839: done (1 left) 2024-08-19T11:44:14.777 INFO:tasks.rados.rados.0.smithi136.stdout:3840: snap_create 2024-08-19T11:44:14.777 INFO:tasks.rados.rados.0.smithi136.stdout:3838: finishing write tid 1 to smithi13674108-44 2024-08-19T11:44:14.777 INFO:tasks.rados.rados.0.smithi136.stdout:3838: finishing write tid 2 to smithi13674108-44 2024-08-19T11:44:14.777 INFO:tasks.rados.rados.0.smithi136.stdout:3838: finishing write tid 3 to smithi13674108-44 2024-08-19T11:44:14.777 INFO:tasks.rados.rados.0.smithi136.stdout:3838: oid 44 updating version 0 to 2151 2024-08-19T11:44:14.777 INFO:tasks.rados.rados.0.smithi136.stdout:3838: oid 44 updating version 2151 to 2152 2024-08-19T11:44:14.777 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 2152 (ObjNum 1180 snap 394 seq_num 1180) dirty exists 2024-08-19T11:44:14.777 INFO:tasks.rados.rados.0.smithi136.stdout:3838: left oid 44 (ObjNum 1180 snap 394 seq_num 1180) 2024-08-19T11:44:15.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:14 smithi136 ceph-mon[86496]: pgmap v900: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 534 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 664 KiB/s wr, 15 op/s 2024-08-19T11:44:15.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:14 smithi136 ceph-mon[86496]: osdmap e841: 8 total, 8 up, 8 in 2024-08-19T11:44:15.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:14 smithi136 ceph-mon[88916]: pgmap v900: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 534 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 664 KiB/s wr, 15 op/s 2024-08-19T11:44:15.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:14 smithi136 ceph-mon[88916]: osdmap e841: 8 total, 8 up, 8 in 2024-08-19T11:44:15.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:14 smithi155 ceph-mon[76679]: pgmap v900: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 534 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 664 KiB/s wr, 15 op/s 2024-08-19T11:44:15.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:14 smithi155 ceph-mon[76679]: osdmap e841: 8 total, 8 up, 8 in 2024-08-19T11:44:15.778 INFO:tasks.rados.rados.0.smithi136.stdout:3838: done (1 left) 2024-08-19T11:44:15.778 INFO:tasks.rados.rados.0.smithi136.stdout:3840: done (0 left) 2024-08-19T11:44:15.778 INFO:tasks.rados.rados.0.smithi136.stdout:3841: rollback oid 21 current snap is 395 2024-08-19T11:44:15.779 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 21 to 388 2024-08-19T11:44:15.779 INFO:tasks.rados.rados.0.smithi136.stdout:3842: rollback oid 38 current snap is 395 2024-08-19T11:44:15.779 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 38 to 379 2024-08-19T11:44:15.779 INFO:tasks.rados.rados.0.smithi136.stdout:3843: snap_create 2024-08-19T11:44:15.783 INFO:tasks.rados.rados.0.smithi136.stdout:3841: finishing rollback tid 1 to smithi13674108-21 2024-08-19T11:44:15.783 INFO:tasks.rados.rados.0.smithi136.stdout:3841: finishing rollback tid 2 to smithi13674108-21 2024-08-19T11:44:15.784 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 2033 (ObjNum 1132 snap 374 seq_num 1132) dirty exists 2024-08-19T11:44:15.786 INFO:tasks.rados.rados.0.smithi136.stdout:3842: finishing rollback tid 0 to smithi13674108-38 2024-08-19T11:44:15.786 INFO:tasks.rados.rados.0.smithi136.stdout:3842: finishing rollback tid 1 to smithi13674108-38 2024-08-19T11:44:15.786 INFO:tasks.rados.rados.0.smithi136.stdout:3842: finishing rollback tid 2 to smithi13674108-38 2024-08-19T11:44:15.786 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 38 v 1615 (ObjNum 1040 snap 330 seq_num 1040) dirty exists 2024-08-19T11:44:16.780 INFO:tasks.rados.rados.0.smithi136.stdout:3841: done (2 left) 2024-08-19T11:44:16.780 INFO:tasks.rados.rados.0.smithi136.stdout:3842: done (1 left) 2024-08-19T11:44:16.780 INFO:tasks.rados.rados.0.smithi136.stdout:3843: done (0 left) 2024-08-19T11:44:16.780 INFO:tasks.rados.rados.0.smithi136.stdout:3844: read oid 9 snap 380 2024-08-19T11:44:16.780 INFO:tasks.rados.rados.0.smithi136.stdout:3844: expect (ObjNum 885 snap 291 seq_num 885) 2024-08-19T11:44:16.780 INFO:tasks.rados.rados.0.smithi136.stdout:3845: delete oid 24 current snap is 396 2024-08-19T11:44:16.787 INFO:tasks.rados.rados.0.smithi136.stdout:3845: done (1 left) 2024-08-19T11:44:16.787 INFO:tasks.rados.rados.0.smithi136.stdout:3846: rollback oid 26 current snap is 396 2024-08-19T11:44:16.787 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 26 to 379 2024-08-19T11:44:16.787 INFO:tasks.rados.rados.0.smithi136.stdout:3847: snap_create 2024-08-19T11:44:16.788 INFO:tasks.rados.rados.0.smithi136.stdout:3844: expect (ObjNum 885 snap 291 seq_num 885) 2024-08-19T11:44:16.800 INFO:tasks.rados.rados.0.smithi136.stdout:3846: finishing rollback tid 0 to smithi13674108-26 2024-08-19T11:44:16.801 INFO:tasks.rados.rados.0.smithi136.stdout:3846: finishing rollback tid 1 to smithi13674108-26 2024-08-19T11:44:16.801 INFO:tasks.rados.rados.0.smithi136.stdout:3846: finishing rollback tid 2 to smithi13674108-26 2024-08-19T11:44:16.801 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 2021 (ObjNum 1064 snap 340 seq_num 1064) dirty exists 2024-08-19T11:44:17.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:16 smithi136 ceph-mon[88916]: pgmap v903: 121 pgs: 3 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 115 active+clean; 546 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-08-19T11:44:17.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:16 smithi136 ceph-mon[88916]: osdmap e842: 8 total, 8 up, 8 in 2024-08-19T11:44:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:16 smithi136 ceph-mon[86496]: pgmap v903: 121 pgs: 3 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 115 active+clean; 546 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-08-19T11:44:17.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:16 smithi136 ceph-mon[86496]: osdmap e842: 8 total, 8 up, 8 in 2024-08-19T11:44:17.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:16 smithi155 ceph-mon[76679]: pgmap v903: 121 pgs: 3 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 115 active+clean; 546 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-08-19T11:44:17.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:16 smithi155 ceph-mon[76679]: osdmap e842: 8 total, 8 up, 8 in 2024-08-19T11:44:17.792 INFO:tasks.rados.rados.0.smithi136.stdout:3844: done (2 left) 2024-08-19T11:44:17.793 INFO:tasks.rados.rados.0.smithi136.stdout:3846: done (1 left) 2024-08-19T11:44:17.793 INFO:tasks.rados.rados.0.smithi136.stdout:3847: done (0 left) 2024-08-19T11:44:17.793 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 23 current snap is 397 2024-08-19T11:44:17.793 INFO:tasks.rados.rados.0.smithi136.stdout:3848: seq_num 1182 ranges {0=606208} 2024-08-19T11:44:17.795 INFO:tasks.rados.rados.0.smithi136.stdout:3848: writing smithi13674108-23 from 0 to 606208 tid 1 2024-08-19T11:44:17.795 INFO:tasks.rados.rados.0.smithi136.stdout:3849: delete oid 13 current snap is 397 2024-08-19T11:44:17.800 INFO:tasks.rados.rados.0.smithi136.stdout:3848: finishing write tid 1 to smithi13674108-23 2024-08-19T11:44:17.800 INFO:tasks.rados.rados.0.smithi136.stdout:3848: finishing write tid 2 to smithi13674108-23 2024-08-19T11:44:17.802 INFO:tasks.rados.rados.0.smithi136.stdout:3848: finishing write tid 3 to smithi13674108-23 2024-08-19T11:44:17.802 INFO:tasks.rados.rados.0.smithi136.stdout:3848: oid 23 updating version 0 to 1665 2024-08-19T11:44:17.802 INFO:tasks.rados.rados.0.smithi136.stdout:3848: oid 23 updating version 1665 to 1666 2024-08-19T11:44:17.803 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 1666 (ObjNum 1182 snap 397 seq_num 1182) dirty exists 2024-08-19T11:44:17.803 INFO:tasks.rados.rados.0.smithi136.stdout:3848: left oid 23 (ObjNum 1182 snap 397 seq_num 1182) 2024-08-19T11:44:17.803 INFO:tasks.rados.rados.0.smithi136.stdout:3848: done (1 left) 2024-08-19T11:44:17.803 INFO:tasks.rados.rados.0.smithi136.stdout:3849: done (0 left) 2024-08-19T11:44:17.803 INFO:tasks.rados.rados.0.smithi136.stdout:3850: copy_from oid 8 from oid 23 current snap is 397 2024-08-19T11:44:17.803 INFO:tasks.rados.rados.0.smithi136.stdout:3851: snap_remove snap 369 2024-08-19T11:44:18.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:17 smithi136 ceph-mon[86496]: osdmap e843: 8 total, 8 up, 8 in 2024-08-19T11:44:18.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:17 smithi136 ceph-mon[88916]: osdmap e843: 8 total, 8 up, 8 in 2024-08-19T11:44:18.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:17 smithi155 ceph-mon[76679]: osdmap e843: 8 total, 8 up, 8 in 2024-08-19T11:44:18.775 INFO:tasks.rados.rados.0.smithi136.stdout:3851: done (1 left) 2024-08-19T11:44:18.776 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 50 current snap is 397 2024-08-19T11:44:18.776 INFO:tasks.rados.rados.0.smithi136.stdout:3850: finishing copy_from racing read to smithi13674108-8 2024-08-19T11:44:18.776 INFO:tasks.rados.rados.0.smithi136.stdout:3852: seq_num 1184 ranges {425984=638976} 2024-08-19T11:44:18.782 INFO:tasks.rados.rados.0.smithi136.stdout:3852: writing smithi13674108-50 from 425984 to 1064960 tid 1 2024-08-19T11:44:18.783 INFO:tasks.rados.rados.0.smithi136.stdout:3853: snap_create 2024-08-19T11:44:18.783 INFO:tasks.rados.rados.0.smithi136.stdout:3850: finishing copy_from to smithi13674108-8 2024-08-19T11:44:18.783 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 1666 (ObjNum 1182 snap 397 seq_num 1182) dirty exists 2024-08-19T11:44:18.799 INFO:tasks.rados.rados.0.smithi136.stdout:3852: finishing write tid 1 to smithi13674108-50 2024-08-19T11:44:18.800 INFO:tasks.rados.rados.0.smithi136.stdout:3852: finishing write tid 2 to smithi13674108-50 2024-08-19T11:44:18.804 INFO:tasks.rados.rados.0.smithi136.stdout:3852: finishing write tid 3 to smithi13674108-50 2024-08-19T11:44:18.804 INFO:tasks.rados.rados.0.smithi136.stdout:3852: oid 50 updating version 0 to 2064 2024-08-19T11:44:18.804 INFO:tasks.rados.rados.0.smithi136.stdout:3852: oid 50 updating version 2064 to 2065 2024-08-19T11:44:18.804 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 50 v 2065 (ObjNum 1184 snap 397 seq_num 1184) dirty exists 2024-08-19T11:44:18.804 INFO:tasks.rados.rados.0.smithi136.stdout:3852: left oid 50 (ObjNum 1184 snap 397 seq_num 1184) 2024-08-19T11:44:19.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:18 smithi136 ceph-mon[86496]: pgmap v906: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 546 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 369 KiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-19T11:44:19.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:18 smithi136 ceph-mon[86496]: osdmap e844: 8 total, 8 up, 8 in 2024-08-19T11:44:19.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:18 smithi136 ceph-mon[86496]: osdmap e845: 8 total, 8 up, 8 in 2024-08-19T11:44:19.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:18 smithi136 ceph-mon[88916]: pgmap v906: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 546 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 369 KiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-19T11:44:19.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:18 smithi136 ceph-mon[88916]: osdmap e844: 8 total, 8 up, 8 in 2024-08-19T11:44:19.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:18 smithi136 ceph-mon[88916]: osdmap e845: 8 total, 8 up, 8 in 2024-08-19T11:44:19.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:18 smithi155 ceph-mon[76679]: pgmap v906: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 546 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 369 KiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-19T11:44:19.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:18 smithi155 ceph-mon[76679]: osdmap e844: 8 total, 8 up, 8 in 2024-08-19T11:44:19.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:18 smithi155 ceph-mon[76679]: osdmap e845: 8 total, 8 up, 8 in 2024-08-19T11:44:19.598 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:44:19 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:44:19] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.51.0" 2024-08-19T11:44:19.778 INFO:tasks.rados.rados.0.smithi136.stdout:3850: done (2 left) 2024-08-19T11:44:19.779 INFO:tasks.rados.rados.0.smithi136.stdout:3852: done (1 left) 2024-08-19T11:44:19.779 INFO:tasks.rados.rados.0.smithi136.stdout:3853: done (0 left) 2024-08-19T11:44:19.779 INFO:tasks.rados.rados.0.smithi136.stdout:3854: copy_from oid 7 from oid 49 current snap is 398 2024-08-19T11:44:19.779 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 37 current snap is 398 2024-08-19T11:44:19.779 INFO:tasks.rados.rados.0.smithi136.stdout:3855: seq_num 1185 ranges {1884160=655360} 2024-08-19T11:44:19.794 INFO:tasks.rados.rados.0.smithi136.stdout:3855: writing smithi13674108-37 from 1884160 to 2539520 tid 1 2024-08-19T11:44:19.794 INFO:tasks.rados.rados.0.smithi136.stdout:3856: copy_from oid 5 from oid 6 current snap is 398 2024-08-19T11:44:19.794 INFO:tasks.rados.rados.0.smithi136.stdout:3854: finishing copy_from racing read to smithi13674108-7 2024-08-19T11:44:19.794 INFO:tasks.rados.rados.0.smithi136.stdout:3857: rollback oid 30 current snap is 398 2024-08-19T11:44:19.795 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 30 to 362 2024-08-19T11:44:19.795 INFO:tasks.rados.rados.0.smithi136.stdout:3854: finishing copy_from to smithi13674108-7 2024-08-19T11:44:19.795 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 1847 (ObjNum 1077 snap 343 seq_num 1077) dirty exists 2024-08-19T11:44:19.795 INFO:tasks.rados.rados.0.smithi136.stdout:3854: done (3 left) 2024-08-19T11:44:19.795 INFO:tasks.rados.rados.0.smithi136.stdout:3858: rollback oid 34 current snap is 398 2024-08-19T11:44:19.795 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 34 to 359 2024-08-19T11:44:19.795 INFO:tasks.rados.rados.0.smithi136.stdout:3859: copy_from oid 35 from oid 48 current snap is 398 2024-08-19T11:44:19.795 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 26 current snap is 398 2024-08-19T11:44:19.795 INFO:tasks.rados.rados.0.smithi136.stdout:3860: seq_num 1186 ranges {1753088=671744} 2024-08-19T11:44:19.807 INFO:tasks.rados.rados.0.smithi136.stdout:3860: writing smithi13674108-26 from 1753088 to 2424832 tid 1 2024-08-19T11:44:19.807 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 44 current snap is 398 2024-08-19T11:44:19.807 INFO:tasks.rados.rados.0.smithi136.stdout:3859: finishing copy_from to smithi13674108-35 2024-08-19T11:44:19.807 INFO:tasks.rados.rados.0.smithi136.stdout:3859: got expected ENOENT (src dne) 2024-08-19T11:44:19.807 INFO:tasks.rados.rados.0.smithi136.stdout:3859: finishing copy_from racing read to smithi13674108-35 2024-08-19T11:44:19.807 INFO:tasks.rados.rados.0.smithi136.stdout:3861: seq_num 1187 ranges {4628480=688128} 2024-08-19T11:44:19.835 INFO:tasks.rados.rados.0.smithi136.stdout:3861: writing smithi13674108-44 from 4628480 to 5316608 tid 1 2024-08-19T11:44:19.835 INFO:tasks.rados.rados.0.smithi136.stdout:3859: done (6 left) 2024-08-19T11:44:19.835 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 24 current snap is 398 2024-08-19T11:44:19.835 INFO:tasks.rados.rados.0.smithi136.stdout:3857: finishing rollback tid 1 to smithi13674108-30 2024-08-19T11:44:19.835 INFO:tasks.rados.rados.0.smithi136.stdout:3855: finishing write tid 1 to smithi13674108-37 2024-08-19T11:44:19.836 INFO:tasks.rados.rados.0.smithi136.stdout:3857: finishing rollback tid 2 to smithi13674108-30 2024-08-19T11:44:19.836 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 2089 (ObjNum 807 snap 265 seq_num 807) dirty exists 2024-08-19T11:44:19.836 INFO:tasks.rados.rados.0.smithi136.stdout:3858: finishing rollback tid 0 to smithi13674108-34 2024-08-19T11:44:19.836 INFO:tasks.rados.rados.0.smithi136.stdout:3862: seq_num 1188 ranges {0=704512} 2024-08-19T11:44:19.839 INFO:tasks.rados.rados.0.smithi136.stdout:3862: writing smithi13674108-24 from 0 to 704512 tid 1 2024-08-19T11:44:19.839 INFO:tasks.rados.rados.0.smithi136.stdout:3857: done (6 left) 2024-08-19T11:44:19.839 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 30 current snap is 398 2024-08-19T11:44:19.839 INFO:tasks.rados.rados.0.smithi136.stdout:3858: finishing rollback tid 1 to smithi13674108-34 2024-08-19T11:44:19.839 INFO:tasks.rados.rados.0.smithi136.stdout:3855: finishing write tid 2 to smithi13674108-37 2024-08-19T11:44:19.839 INFO:tasks.rados.rados.0.smithi136.stdout:3863: seq_num 1189 ranges {2826240=720896} 2024-08-19T11:44:19.859 INFO:tasks.rados.rados.0.smithi136.stdout:3863: writing smithi13674108-30 from 2826240 to 3547136 tid 1 2024-08-19T11:44:19.859 INFO:tasks.rados.rados.0.smithi136.stdout:3864: read oid 33 snap -1 2024-08-19T11:44:19.859 INFO:tasks.rados.rados.0.smithi136.stdout:3864: expect (ObjNum 1069 snap 341 seq_num 1069) 2024-08-19T11:44:19.859 INFO:tasks.rados.rados.0.smithi136.stdout:3865: copy_from oid 49 from oid 15 current snap is 398 2024-08-19T11:44:19.859 INFO:tasks.rados.rados.0.smithi136.stdout:3858: finishing rollback tid 2 to smithi13674108-34 2024-08-19T11:44:19.859 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 34 v 2166 (ObjNum 1106 snap 358 seq_num 1106) dirty exists 2024-08-19T11:44:19.859 INFO:tasks.rados.rados.0.smithi136.stdout:3855: finishing write tid 3 to smithi13674108-37 2024-08-19T11:44:19.860 INFO:tasks.rados.rados.0.smithi136.stdout:3855: oid 37 updating version 0 to 2033 2024-08-19T11:44:19.860 INFO:tasks.rados.rados.0.smithi136.stdout:3855: oid 37 updating version 2033 to 2034 2024-08-19T11:44:19.860 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 2034 (ObjNum 1185 snap 398 seq_num 1185) dirty exists 2024-08-19T11:44:19.860 INFO:tasks.rados.rados.0.smithi136.stdout:3855: left oid 37 (ObjNum 1185 snap 398 seq_num 1185) 2024-08-19T11:44:19.860 INFO:tasks.rados.rados.0.smithi136.stdout:3860: finishing write tid 1 to smithi13674108-26 2024-08-19T11:44:19.860 INFO:tasks.rados.rados.0.smithi136.stdout:3860: finishing write tid 2 to smithi13674108-26 2024-08-19T11:44:19.860 INFO:tasks.rados.rados.0.smithi136.stdout:3860: finishing write tid 3 to smithi13674108-26 2024-08-19T11:44:19.860 INFO:tasks.rados.rados.0.smithi136.stdout:3860: oid 26 updating version 0 to 2036 2024-08-19T11:44:19.860 INFO:tasks.rados.rados.0.smithi136.stdout:3860: oid 26 updating version 2036 to 2037 2024-08-19T11:44:19.860 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 2037 (ObjNum 1186 snap 398 seq_num 1186) dirty exists 2024-08-19T11:44:19.860 INFO:tasks.rados.rados.0.smithi136.stdout:3860: left oid 26 (ObjNum 1186 snap 398 seq_num 1186) 2024-08-19T11:44:19.860 INFO:tasks.rados.rados.0.smithi136.stdout:3855: done (8 left) 2024-08-19T11:44:19.860 INFO:tasks.rados.rados.0.smithi136.stdout:3858: done (7 left) 2024-08-19T11:44:19.860 INFO:tasks.rados.rados.0.smithi136.stdout:3860: done (6 left) 2024-08-19T11:44:19.861 INFO:tasks.rados.rados.0.smithi136.stdout:3866: snap_remove snap 310 2024-08-19T11:44:20.798 INFO:tasks.rados.rados.0.smithi136.stdout:3862: finishing write tid 1 to smithi13674108-24 2024-08-19T11:44:20.798 INFO:tasks.rados.rados.0.smithi136.stdout:3861: finishing write tid 1 to smithi13674108-44 2024-08-19T11:44:20.798 INFO:tasks.rados.rados.0.smithi136.stdout:3862: finishing write tid 2 to smithi13674108-24 2024-08-19T11:44:20.798 INFO:tasks.rados.rados.0.smithi136.stdout:3861: finishing write tid 2 to smithi13674108-44 2024-08-19T11:44:20.798 INFO:tasks.rados.rados.0.smithi136.stdout:3861: finishing write tid 3 to smithi13674108-44 2024-08-19T11:44:20.798 INFO:tasks.rados.rados.0.smithi136.stdout:3861: oid 44 updating version 0 to 2169 2024-08-19T11:44:20.798 INFO:tasks.rados.rados.0.smithi136.stdout:3861: oid 44 version 2169 is already newer than 2168 2024-08-19T11:44:20.799 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 2169 (ObjNum 1187 snap 398 seq_num 1187) dirty exists 2024-08-19T11:44:20.799 INFO:tasks.rados.rados.0.smithi136.stdout:3861: left oid 44 (ObjNum 1187 snap 398 seq_num 1187) 2024-08-19T11:44:20.799 INFO:tasks.rados.rados.0.smithi136.stdout:3856: finishing copy_from racing read to smithi13674108-5 2024-08-19T11:44:20.799 INFO:tasks.rados.rados.0.smithi136.stdout:3862: finishing write tid 3 to smithi13674108-24 2024-08-19T11:44:20.799 INFO:tasks.rados.rados.0.smithi136.stdout:3862: oid 24 updating version 0 to 2038 2024-08-19T11:44:20.799 INFO:tasks.rados.rados.0.smithi136.stdout:3862: oid 24 updating version 2038 to 2039 2024-08-19T11:44:20.799 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 2039 (ObjNum 1188 snap 398 seq_num 1188) dirty exists 2024-08-19T11:44:20.799 INFO:tasks.rados.rados.0.smithi136.stdout:3862: left oid 24 (ObjNum 1188 snap 398 seq_num 1188) 2024-08-19T11:44:20.799 INFO:tasks.rados.rados.0.smithi136.stdout:3856: finishing copy_from to smithi13674108-5 2024-08-19T11:44:20.799 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 5 v 2025 (ObjNum 1144 snap 379 seq_num 1144) dirty exists 2024-08-19T11:44:20.799 INFO:tasks.rados.rados.0.smithi136.stdout:3863: finishing write tid 1 to smithi13674108-30 2024-08-19T11:44:20.799 INFO:tasks.rados.rados.0.smithi136.stdout:3864: expect (ObjNum 1069 snap 341 seq_num 1069) 2024-08-19T11:44:20.867 INFO:tasks.rados.rados.0.smithi136.stdout:3863: finishing write tid 2 to smithi13674108-30 2024-08-19T11:44:20.868 INFO:tasks.rados.rados.0.smithi136.stdout:3863: finishing write tid 3 to smithi13674108-30 2024-08-19T11:44:20.868 INFO:tasks.rados.rados.0.smithi136.stdout:3863: oid 30 updating version 0 to 2090 2024-08-19T11:44:20.868 INFO:tasks.rados.rados.0.smithi136.stdout:3863: oid 30 updating version 2090 to 2091 2024-08-19T11:44:20.868 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 30 v 2091 (ObjNum 1189 snap 398 seq_num 1189) dirty exists 2024-08-19T11:44:20.868 INFO:tasks.rados.rados.0.smithi136.stdout:3863: left oid 30 (ObjNum 1189 snap 398 seq_num 1189) 2024-08-19T11:44:20.868 INFO:tasks.rados.rados.0.smithi136.stdout:3865: finishing copy_from racing read to smithi13674108-49 2024-08-19T11:44:20.868 INFO:tasks.rados.rados.0.smithi136.stdout:3865: finishing copy_from to smithi13674108-49 2024-08-19T11:44:20.868 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 49 v 1586 (ObjNum 1153 snap 383 seq_num 1153) dirty exists 2024-08-19T11:44:20.868 INFO:tasks.rados.rados.0.smithi136.stdout:3856: done (6 left) 2024-08-19T11:44:20.868 INFO:tasks.rados.rados.0.smithi136.stdout:3861: done (5 left) 2024-08-19T11:44:20.868 INFO:tasks.rados.rados.0.smithi136.stdout:3862: done (4 left) 2024-08-19T11:44:20.868 INFO:tasks.rados.rados.0.smithi136.stdout:3863: done (3 left) 2024-08-19T11:44:20.869 INFO:tasks.rados.rados.0.smithi136.stdout:3864: done (2 left) 2024-08-19T11:44:20.869 INFO:tasks.rados.rados.0.smithi136.stdout:3865: done (1 left) 2024-08-19T11:44:20.869 INFO:tasks.rados.rados.0.smithi136.stdout:3866: done (0 left) 2024-08-19T11:44:20.869 INFO:tasks.rados.rados.0.smithi136.stdout:3867: copy_from oid 45 from oid 30 current snap is 398 2024-08-19T11:44:20.869 INFO:tasks.rados.rados.0.smithi136.stdout:3868: rollback oid 35 current snap is 398 2024-08-19T11:44:20.869 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 35 to 340 2024-08-19T11:44:20.869 INFO:tasks.rados.rados.0.smithi136.stdout:3869: copy_from oid 11 from oid 41 current snap is 398 2024-08-19T11:44:20.869 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 14 current snap is 398 2024-08-19T11:44:20.869 INFO:tasks.rados.rados.0.smithi136.stdout:3870: seq_num 1190 ranges {0=737280} 2024-08-19T11:44:20.872 INFO:tasks.rados.rados.0.smithi136.stdout:3870: writing smithi13674108-14 from 0 to 737280 tid 1 2024-08-19T11:44:20.872 INFO:tasks.rados.rados.0.smithi136.stdout:3871: copy_from oid 32 from oid 5 current snap is 398 2024-08-19T11:44:20.872 INFO:tasks.rados.rados.0.smithi136.stdout:3868: finishing rollback tid 1 to smithi13674108-35 2024-08-19T11:44:20.872 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 35 v 1236 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-19T11:44:20.872 INFO:tasks.rados.rados.0.smithi136.stdout:3868: done (4 left) 2024-08-19T11:44:20.872 INFO:tasks.rados.rados.0.smithi136.stdout:3872: snap_remove snap 371 2024-08-19T11:44:21.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:20 smithi136 ceph-mon[86496]: pgmap v909: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 550 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 322 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-19T11:44:21.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:20 smithi136 ceph-mon[86496]: osdmap e846: 8 total, 8 up, 8 in 2024-08-19T11:44:21.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:20 smithi136 ceph-mon[88916]: pgmap v909: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 550 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 322 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-19T11:44:21.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:20 smithi136 ceph-mon[88916]: osdmap e846: 8 total, 8 up, 8 in 2024-08-19T11:44:21.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:20 smithi155 ceph-mon[76679]: pgmap v909: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 550 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 322 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-19T11:44:21.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:20 smithi155 ceph-mon[76679]: osdmap e846: 8 total, 8 up, 8 in 2024-08-19T11:44:21.810 INFO:tasks.rados.rados.0.smithi136.stdout:3872: done (4 left) 2024-08-19T11:44:21.810 INFO:tasks.rados.rados.0.smithi136.stdout:3873: snap_create 2024-08-19T11:44:21.810 INFO:tasks.rados.rados.0.smithi136.stdout:3870: finishing write tid 1 to smithi13674108-14 2024-08-19T11:44:21.810 INFO:tasks.rados.rados.0.smithi136.stdout:3870: finishing write tid 2 to smithi13674108-14 2024-08-19T11:44:21.810 INFO:tasks.rados.rados.0.smithi136.stdout:3870: finishing write tid 3 to smithi13674108-14 2024-08-19T11:44:21.810 INFO:tasks.rados.rados.0.smithi136.stdout:3870: oid 14 updating version 0 to 2081 2024-08-19T11:44:21.810 INFO:tasks.rados.rados.0.smithi136.stdout:3870: oid 14 version 2081 is already newer than 2080 2024-08-19T11:44:21.810 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 14 v 2081 (ObjNum 1190 snap 398 seq_num 1190) dirty exists 2024-08-19T11:44:21.810 INFO:tasks.rados.rados.0.smithi136.stdout:3870: left oid 14 (ObjNum 1190 snap 398 seq_num 1190) 2024-08-19T11:44:21.810 INFO:tasks.rados.rados.0.smithi136.stdout:3867: finishing copy_from racing read to smithi13674108-45 2024-08-19T11:44:21.810 INFO:tasks.rados.rados.0.smithi136.stdout:3867: finishing copy_from to smithi13674108-45 2024-08-19T11:44:21.811 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 2091 (ObjNum 1189 snap 398 seq_num 1189) dirty exists 2024-08-19T11:44:21.811 INFO:tasks.rados.rados.0.smithi136.stdout:3869: finishing copy_from racing read to smithi13674108-11 2024-08-19T11:44:21.811 INFO:tasks.rados.rados.0.smithi136.stdout:3869: finishing copy_from to smithi13674108-11 2024-08-19T11:44:21.811 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 2030 (ObjNum 1166 snap 391 seq_num 1166) dirty exists 2024-08-19T11:44:21.811 INFO:tasks.rados.rados.0.smithi136.stdout:3871: finishing copy_from racing read to smithi13674108-32 2024-08-19T11:44:21.811 INFO:tasks.rados.rados.0.smithi136.stdout:3871: finishing copy_from to smithi13674108-32 2024-08-19T11:44:21.811 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 32 v 2025 (ObjNum 1144 snap 379 seq_num 1144) dirty exists 2024-08-19T11:44:22.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:21 smithi136 ceph-mon[88916]: osdmap e847: 8 total, 8 up, 8 in 2024-08-19T11:44:22.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:21 smithi136 ceph-mon[86496]: osdmap e847: 8 total, 8 up, 8 in 2024-08-19T11:44:22.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:21 smithi155 ceph-mon[76679]: osdmap e847: 8 total, 8 up, 8 in 2024-08-19T11:44:22.809 INFO:tasks.rados.rados.0.smithi136.stdout:3867: done (4 left) 2024-08-19T11:44:22.809 INFO:tasks.rados.rados.0.smithi136.stdout:3869: done (3 left) 2024-08-19T11:44:22.809 INFO:tasks.rados.rados.0.smithi136.stdout:3870: done (2 left) 2024-08-19T11:44:22.810 INFO:tasks.rados.rados.0.smithi136.stdout:3871: done (1 left) 2024-08-19T11:44:22.810 INFO:tasks.rados.rados.0.smithi136.stdout:3873: done (0 left) 2024-08-19T11:44:22.810 INFO:tasks.rados.rados.0.smithi136.stdout:3874: rollback oid 42 current snap is 399 2024-08-19T11:44:22.810 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 42 to 394 2024-08-19T11:44:22.810 INFO:tasks.rados.rados.0.smithi136.stdout:3875: read oid 27 snap -1 2024-08-19T11:44:22.810 INFO:tasks.rados.rados.0.smithi136.stdout:3875: expect deleted 2024-08-19T11:44:22.810 INFO:tasks.rados.rados.0.smithi136.stdout:3876: read oid 29 snap -1 2024-08-19T11:44:22.811 INFO:tasks.rados.rados.0.smithi136.stdout:3876: expect (ObjNum 1167 snap 392 seq_num 1167) 2024-08-19T11:44:22.811 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 36 current snap is 399 2024-08-19T11:44:22.811 INFO:tasks.rados.rados.0.smithi136.stdout:3877: seq_num 1191 ranges {11395072=753664} 2024-08-19T11:44:22.875 INFO:tasks.rados.rados.0.smithi136.stdout:3877: writing smithi13674108-36 from 11395072 to 12148736 tid 1 2024-08-19T11:44:22.875 INFO:tasks.rados.rados.0.smithi136.stdout:3878: read oid 47 snap -1 2024-08-19T11:44:22.875 INFO:tasks.rados.rados.0.smithi136.stdout:3878: expect (ObjNum 1077 snap 343 seq_num 1077) 2024-08-19T11:44:22.875 INFO:tasks.rados.rados.0.smithi136.stdout:3879: rollback oid 34 current snap is 399 2024-08-19T11:44:22.875 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 34 to 398 2024-08-19T11:44:22.875 INFO:tasks.rados.rados.0.smithi136.stdout:3874: finishing rollback tid 1 to smithi13674108-42 2024-08-19T11:44:22.875 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 42 v 1591 (ObjNum 161 snap 0 seq_num 2168824855) dirty dne 2024-08-19T11:44:22.875 INFO:tasks.rados.rados.0.smithi136.stdout:3876: expect (ObjNum 1167 snap 392 seq_num 1167) 2024-08-19T11:44:23.005 INFO:tasks.rados.rados.0.smithi136.stdout:3877: finishing write tid 1 to smithi13674108-36 2024-08-19T11:44:23.005 INFO:tasks.rados.rados.0.smithi136.stdout:3879: finishing rollback tid 0 to smithi13674108-34 2024-08-19T11:44:23.005 INFO:tasks.rados.rados.0.smithi136.stdout:3877: finishing write tid 2 to smithi13674108-36 2024-08-19T11:44:23.005 INFO:tasks.rados.rados.0.smithi136.stdout:3879: finishing rollback tid 1 to smithi13674108-34 2024-08-19T11:44:23.005 INFO:tasks.rados.rados.0.smithi136.stdout:3879: finishing rollback tid 2 to smithi13674108-34 2024-08-19T11:44:23.005 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 34 v 2189 (ObjNum 1106 snap 358 seq_num 1106) dirty exists 2024-08-19T11:44:23.005 INFO:tasks.rados.rados.0.smithi136.stdout:3878: expect (ObjNum 1077 snap 343 seq_num 1077) 2024-08-19T11:44:23.040 INFO:tasks.rados.rados.0.smithi136.stdout:3877: finishing write tid 3 to smithi13674108-36 2024-08-19T11:44:23.040 INFO:tasks.rados.rados.0.smithi136.stdout:3877: oid 36 updating version 0 to 2093 2024-08-19T11:44:23.040 INFO:tasks.rados.rados.0.smithi136.stdout:3877: oid 36 version 2093 is already newer than 2092 2024-08-19T11:44:23.040 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 2093 (ObjNum 1191 snap 399 seq_num 1191) dirty exists 2024-08-19T11:44:23.040 INFO:tasks.rados.rados.0.smithi136.stdout:3877: left oid 36 (ObjNum 1191 snap 399 seq_num 1191) 2024-08-19T11:44:23.040 INFO:tasks.rados.rados.0.smithi136.stdout:3874: done (5 left) 2024-08-19T11:44:23.040 INFO:tasks.rados.rados.0.smithi136.stdout:3875: done (4 left) 2024-08-19T11:44:23.040 INFO:tasks.rados.rados.0.smithi136.stdout:3876: done (3 left) 2024-08-19T11:44:23.040 INFO:tasks.rados.rados.0.smithi136.stdout:3877: done (2 left) 2024-08-19T11:44:23.040 INFO:tasks.rados.rados.0.smithi136.stdout:3878: done (1 left) 2024-08-19T11:44:23.040 INFO:tasks.rados.rados.0.smithi136.stdout:3879: done (0 left) 2024-08-19T11:44:23.041 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 43 current snap is 399 2024-08-19T11:44:23.041 INFO:tasks.rados.rados.0.smithi136.stdout:3880: seq_num 1192 ranges {32768=770048} 2024-08-19T11:44:23.044 INFO:tasks.rados.rados.0.smithi136.stdout:3880: writing smithi13674108-43 from 32768 to 802816 tid 1 2024-08-19T11:44:23.044 INFO:tasks.rados.rados.0.smithi136.stdout:3881: read oid 40 snap -1 2024-08-19T11:44:23.044 INFO:tasks.rados.rados.0.smithi136.stdout:3881: expect deleted 2024-08-19T11:44:23.044 INFO:tasks.rados.rados.0.smithi136.stdout:3882: read oid 45 snap -1 2024-08-19T11:44:23.044 INFO:tasks.rados.rados.0.smithi136.stdout:3882: expect (ObjNum 1189 snap 398 seq_num 1189) 2024-08-19T11:44:23.044 INFO:tasks.rados.rados.0.smithi136.stdout:3883: read oid 27 snap -1 2024-08-19T11:44:23.044 INFO:tasks.rados.rados.0.smithi136.stdout:3883: expect deleted 2024-08-19T11:44:23.044 INFO:tasks.rados.rados.0.smithi136.stdout:3884: setattr oid 20 current snap is 399 2024-08-19T11:44:23.045 INFO:tasks.rados.rados.0.smithi136.stdout:3881: done (4 left) 2024-08-19T11:44:23.045 INFO:tasks.rados.rados.0.smithi136.stdout:3883: done (3 left) 2024-08-19T11:44:23.045 INFO:tasks.rados.rados.0.smithi136.stdout:3885: copy_from oid 36 from oid 1 current snap is 399 2024-08-19T11:44:23.046 INFO:tasks.rados.rados.0.smithi136.stdout:3886: read oid 46 snap -1 2024-08-19T11:44:23.046 INFO:tasks.rados.rados.0.smithi136.stdout:3886: expect (ObjNum 1174 snap 392 seq_num 1174) 2024-08-19T11:44:23.046 INFO:tasks.rados.rados.0.smithi136.stdout:3887: snap_remove snap 355 2024-08-19T11:44:23.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:22 smithi136 ceph-mon[86496]: pgmap v912: 121 pgs: 121 active+clean; 550 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 1 op/s 2024-08-19T11:44:23.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:22 smithi136 ceph-mon[86496]: osdmap e848: 8 total, 8 up, 8 in 2024-08-19T11:44:23.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:22 smithi136 ceph-mon[88916]: pgmap v912: 121 pgs: 121 active+clean; 550 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 1 op/s 2024-08-19T11:44:23.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:22 smithi136 ceph-mon[88916]: osdmap e848: 8 total, 8 up, 8 in 2024-08-19T11:44:23.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:22 smithi155 ceph-mon[76679]: pgmap v912: 121 pgs: 121 active+clean; 550 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 1 op/s 2024-08-19T11:44:23.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:22 smithi155 ceph-mon[76679]: osdmap e848: 8 total, 8 up, 8 in 2024-08-19T11:44:23.779 INFO:tasks.rados.rados.0.smithi136.stdout:3885: finishing copy_from to smithi13674108-36 2024-08-19T11:44:23.779 INFO:tasks.rados.rados.0.smithi136.stdout:3885: got expected ENOENT (src dne) 2024-08-19T11:44:23.779 INFO:tasks.rados.rados.0.smithi136.stdout:3885: finishing copy_from racing read to smithi13674108-36 2024-08-19T11:44:23.779 INFO:tasks.rados.rados.0.smithi136.stdout:3880: finishing write tid 1 to smithi13674108-43 2024-08-19T11:44:23.780 INFO:tasks.rados.rados.0.smithi136.stdout:3880: finishing write tid 2 to smithi13674108-43 2024-08-19T11:44:23.780 INFO:tasks.rados.rados.0.smithi136.stdout:3880: finishing write tid 3 to smithi13674108-43 2024-08-19T11:44:23.780 INFO:tasks.rados.rados.0.smithi136.stdout:3880: oid 43 updating version 0 to 1698 2024-08-19T11:44:23.780 INFO:tasks.rados.rados.0.smithi136.stdout:3880: oid 43 version 1698 is already newer than 1697 2024-08-19T11:44:23.780 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 1698 (ObjNum 1192 snap 399 seq_num 1192) dirty exists 2024-08-19T11:44:23.780 INFO:tasks.rados.rados.0.smithi136.stdout:3880: left oid 43 (ObjNum 1192 snap 399 seq_num 1192) 2024-08-19T11:44:23.780 INFO:tasks.rados.rados.0.smithi136.stdout:3882: expect (ObjNum 1189 snap 398 seq_num 1189) 2024-08-19T11:44:23.947 INFO:tasks.rados.rados.0.smithi136.stdout:3886: expect (ObjNum 1174 snap 392 seq_num 1174) 2024-08-19T11:44:23.959 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 2092 (ObjNum 1077 snap 343 seq_num 1077) dirty exists 2024-08-19T11:44:23.959 INFO:tasks.rados.rados.0.smithi136.stdout:3880: done (5 left) 2024-08-19T11:44:23.959 INFO:tasks.rados.rados.0.smithi136.stdout:3882: done (4 left) 2024-08-19T11:44:23.959 INFO:tasks.rados.rados.0.smithi136.stdout:3884: done (3 left) 2024-08-19T11:44:23.959 INFO:tasks.rados.rados.0.smithi136.stdout:3885: done (2 left) 2024-08-19T11:44:23.960 INFO:tasks.rados.rados.0.smithi136.stdout:3886: done (1 left) 2024-08-19T11:44:23.960 INFO:tasks.rados.rados.0.smithi136.stdout:3887: done (0 left) 2024-08-19T11:44:23.960 INFO:tasks.rados.rados.0.smithi136.stdout:3888: rollback oid 33 current snap is 399 2024-08-19T11:44:23.960 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 33 to 345 2024-08-19T11:44:23.960 INFO:tasks.rados.rados.0.smithi136.stdout:3889: rollback oid 21 current snap is 399 2024-08-19T11:44:23.960 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 21 to 385 2024-08-19T11:44:23.960 INFO:tasks.rados.rados.0.smithi136.stdout:3890: copy_from oid 3 from oid 8 current snap is 399 2024-08-19T11:44:23.960 INFO:tasks.rados.rados.0.smithi136.stdout:3891: setattr oid 26 current snap is 399 2024-08-19T11:44:23.961 INFO:tasks.rados.rados.0.smithi136.stdout:3892: rollback oid 31 current snap is 399 2024-08-19T11:44:23.961 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 31 to 379 2024-08-19T11:44:23.961 INFO:tasks.rados.rados.0.smithi136.stdout:3893: read oid 34 snap -1 2024-08-19T11:44:23.961 INFO:tasks.rados.rados.0.smithi136.stdout:3893: expect (ObjNum 1106 snap 358 seq_num 1106) 2024-08-19T11:44:23.961 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 46 current snap is 399 2024-08-19T11:44:23.962 INFO:tasks.rados.rados.0.smithi136.stdout:3894: seq_num 1193 ranges {466944=786432} 2024-08-19T11:44:23.971 INFO:tasks.rados.rados.0.smithi136.stdout:3894: writing smithi13674108-46 from 466944 to 1253376 tid 1 2024-08-19T11:44:23.971 INFO:tasks.rados.rados.0.smithi136.stdout:3895: read oid 50 snap -1 2024-08-19T11:44:23.971 INFO:tasks.rados.rados.0.smithi136.stdout:3895: expect (ObjNum 1184 snap 397 seq_num 1184) 2024-08-19T11:44:23.971 INFO:tasks.rados.rados.0.smithi136.stdout:3896: read oid 20 snap -1 2024-08-19T11:44:23.972 INFO:tasks.rados.rados.0.smithi136.stdout:3896: expect (ObjNum 1077 snap 343 seq_num 1077) 2024-08-19T11:44:23.972 INFO:tasks.rados.rados.0.smithi136.stdout:3897: read oid 16 snap 366 2024-08-19T11:44:23.972 INFO:tasks.rados.rados.0.smithi136.stdout:3897: expect deleted 2024-08-19T11:44:23.972 INFO:tasks.rados.rados.0.smithi136.stdout:3898: copy_from oid 9 from oid 49 current snap is 399 2024-08-19T11:44:23.972 INFO:tasks.rados.rados.0.smithi136.stdout:3888: finishing rollback tid 0 to smithi13674108-33 2024-08-19T11:44:23.972 INFO:tasks.rados.rados.0.smithi136.stdout:3888: finishing rollback tid 1 to smithi13674108-33 2024-08-19T11:44:23.972 INFO:tasks.rados.rados.0.smithi136.stdout:3899: delete oid 42 current snap is 399 2024-08-19T11:44:23.973 INFO:tasks.rados.rados.0.smithi136.stdout:3888: finishing rollback tid 2 to smithi13674108-33 2024-08-19T11:44:23.973 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 33 v 2095 (ObjNum 1069 snap 341 seq_num 1069) dirty exists 2024-08-19T11:44:23.973 INFO:tasks.rados.rados.0.smithi136.stdout:3889: finishing rollback tid 0 to smithi13674108-21 2024-08-19T11:44:23.973 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 2070 (ObjNum 1186 snap 398 seq_num 1186) dirty exists 2024-08-19T11:44:23.973 INFO:tasks.rados.rados.0.smithi136.stdout:3889: finishing rollback tid 1 to smithi13674108-21 2024-08-19T11:44:23.973 INFO:tasks.rados.rados.0.smithi136.stdout:3889: finishing rollback tid 2 to smithi13674108-21 2024-08-19T11:44:23.973 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 21 v 2036 (ObjNum 1132 snap 374 seq_num 1132) dirty exists 2024-08-19T11:44:23.974 INFO:tasks.rados.rados.0.smithi136.stdout:3890: finishing copy_from racing read to smithi13674108-3 2024-08-19T11:44:23.974 INFO:tasks.rados.rados.0.smithi136.stdout:3892: finishing rollback tid 0 to smithi13674108-31 2024-08-19T11:44:23.974 INFO:tasks.rados.rados.0.smithi136.stdout:3892: finishing rollback tid 1 to smithi13674108-31 2024-08-19T11:44:23.974 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 2198 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-19T11:44:23.974 INFO:tasks.rados.rados.0.smithi136.stdout:3890: finishing copy_from to smithi13674108-3 2024-08-19T11:44:23.974 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 1666 (ObjNum 1182 snap 397 seq_num 1182) dirty exists 2024-08-19T11:44:23.974 INFO:tasks.rados.rados.0.smithi136.stdout:3888: done (11 left) 2024-08-19T11:44:23.975 INFO:tasks.rados.rados.0.smithi136.stdout:3889: done (10 left) 2024-08-19T11:44:23.975 INFO:tasks.rados.rados.0.smithi136.stdout:3890: done (9 left) 2024-08-19T11:44:23.975 INFO:tasks.rados.rados.0.smithi136.stdout:3891: done (8 left) 2024-08-19T11:44:23.975 INFO:tasks.rados.rados.0.smithi136.stdout:3892: done (7 left) 2024-08-19T11:44:23.975 INFO:tasks.rados.rados.0.smithi136.stdout:3899: done (6 left) 2024-08-19T11:44:23.975 INFO:tasks.rados.rados.0.smithi136.stdout:3900: snap_remove snap 397 2024-08-19T11:44:24.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:23 smithi136 ceph-mon[88916]: osdmap e849: 8 total, 8 up, 8 in 2024-08-19T11:44:24.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:23 smithi136 ceph-mon[88916]: osdmap e850: 8 total, 8 up, 8 in 2024-08-19T11:44:24.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:23 smithi136 ceph-mon[86496]: osdmap e849: 8 total, 8 up, 8 in 2024-08-19T11:44:24.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:23 smithi136 ceph-mon[86496]: osdmap e850: 8 total, 8 up, 8 in 2024-08-19T11:44:24.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:23 smithi155 ceph-mon[76679]: osdmap e849: 8 total, 8 up, 8 in 2024-08-19T11:44:24.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:23 smithi155 ceph-mon[76679]: osdmap e850: 8 total, 8 up, 8 in 2024-08-19T11:44:24.820 INFO:tasks.rados.rados.0.smithi136.stdout:3900: done (6 left) 2024-08-19T11:44:24.820 INFO:tasks.rados.rados.0.smithi136.stdout:3901: setattr oid 11 current snap is 399 2024-08-19T11:44:24.821 INFO:tasks.rados.rados.0.smithi136.stdout:3894: finishing write tid 1 to smithi13674108-46 2024-08-19T11:44:24.822 INFO:tasks.rados.rados.0.smithi136.stdout:3898: finishing copy_from racing read to smithi13674108-9 2024-08-19T11:44:24.822 INFO:tasks.rados.rados.0.smithi136.stdout:3898: finishing copy_from to smithi13674108-9 2024-08-19T11:44:24.822 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 9 v 1586 (ObjNum 1153 snap 383 seq_num 1153) dirty exists 2024-08-19T11:44:24.822 INFO:tasks.rados.rados.0.smithi136.stdout:3895: expect (ObjNum 1184 snap 397 seq_num 1184) 2024-08-19T11:44:24.862 INFO:tasks.rados.rados.0.smithi136.stdout:3894: finishing write tid 2 to smithi13674108-46 2024-08-19T11:44:24.862 INFO:tasks.rados.rados.0.smithi136.stdout:3894: finishing write tid 3 to smithi13674108-46 2024-08-19T11:44:24.862 INFO:tasks.rados.rados.0.smithi136.stdout:3894: oid 46 updating version 0 to 2097 2024-08-19T11:44:24.862 INFO:tasks.rados.rados.0.smithi136.stdout:3894: oid 46 version 2097 is already newer than 2096 2024-08-19T11:44:24.862 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 46 v 2097 (ObjNum 1193 snap 399 seq_num 1193) dirty exists 2024-08-19T11:44:24.862 INFO:tasks.rados.rados.0.smithi136.stdout:3894: left oid 46 (ObjNum 1193 snap 399 seq_num 1193) 2024-08-19T11:44:24.862 INFO:tasks.rados.rados.0.smithi136.stdout:3893: expect (ObjNum 1106 snap 358 seq_num 1106) 2024-08-19T11:44:24.907 INFO:tasks.rados.rados.0.smithi136.stdout:3896: expect (ObjNum 1077 snap 343 seq_num 1077) 2024-08-19T11:44:24.946 INFO:tasks.rados.rados.0.smithi136.stdout:3893: done (6 left) 2024-08-19T11:44:24.946 INFO:tasks.rados.rados.0.smithi136.stdout:3894: done (5 left) 2024-08-19T11:44:24.946 INFO:tasks.rados.rados.0.smithi136.stdout:3895: done (4 left) 2024-08-19T11:44:24.946 INFO:tasks.rados.rados.0.smithi136.stdout:3896: done (3 left) 2024-08-19T11:44:24.946 INFO:tasks.rados.rados.0.smithi136.stdout:3897: done (2 left) 2024-08-19T11:44:24.946 INFO:tasks.rados.rados.0.smithi136.stdout:3898: done (1 left) 2024-08-19T11:44:24.947 INFO:tasks.rados.rados.0.smithi136.stdout:3902: delete oid 34 current snap is 399 2024-08-19T11:44:24.948 INFO:tasks.rados.rados.0.smithi136.stdout:3902: done (1 left) 2024-08-19T11:44:24.948 INFO:tasks.rados.rados.0.smithi136.stdout:3903: read oid 49 snap -1 2024-08-19T11:44:24.948 INFO:tasks.rados.rados.0.smithi136.stdout:3903: expect (ObjNum 1153 snap 383 seq_num 1153) 2024-08-19T11:44:24.948 INFO:tasks.rados.rados.0.smithi136.stdout:3904: rollback oid 22 current snap is 399 2024-08-19T11:44:24.948 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 22 to 366 2024-08-19T11:44:24.948 INFO:tasks.rados.rados.0.smithi136.stdout:3905: read oid 4 snap -1 2024-08-19T11:44:24.948 INFO:tasks.rados.rados.0.smithi136.stdout:3905: expect (ObjNum 1171 snap 392 seq_num 1171) 2024-08-19T11:44:24.949 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 8 current snap is 399 2024-08-19T11:44:24.949 INFO:tasks.rados.rados.0.smithi136.stdout:3906: seq_num 1196 ranges {606208=434176,1040384=401408} 2024-08-19T11:44:24.954 INFO:tasks.rados.rados.0.smithi136.stdout:3906: writing smithi13674108-8 from 606208 to 1040384 tid 1 2024-08-19T11:44:24.956 INFO:tasks.rados.rados.0.smithi136.stdout:3906: writing smithi13674108-8 from 1040384 to 1441792 tid 2 2024-08-19T11:44:24.956 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 25 current snap is 399 2024-08-19T11:44:24.956 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 2157 (ObjNum 1166 snap 391 seq_num 1166) dirty exists 2024-08-19T11:44:24.956 INFO:tasks.rados.rados.0.smithi136.stdout:3903: expect (ObjNum 1153 snap 383 seq_num 1153) 2024-08-19T11:44:24.960 INFO:tasks.rados.rados.0.smithi136.stdout:3904: finishing rollback tid 1 to smithi13674108-22 2024-08-19T11:44:24.961 INFO:tasks.rados.rados.0.smithi136.stdout:3904: finishing rollback tid 2 to smithi13674108-22 2024-08-19T11:44:24.961 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 2076 (ObjNum 1105 snap 358 seq_num 1105) dirty exists 2024-08-19T11:44:24.961 INFO:tasks.rados.rados.0.smithi136.stdout:3907: seq_num 1197 ranges {1835008=450560,2285568=401408} 2024-08-19T11:44:24.974 INFO:tasks.rados.rados.0.smithi136.stdout:3907: writing smithi13674108-25 from 1835008 to 2285568 tid 1 2024-08-19T11:44:24.977 INFO:tasks.rados.rados.0.smithi136.stdout:3907: writing smithi13674108-25 from 2285568 to 2686976 tid 2 2024-08-19T11:44:24.977 INFO:tasks.rados.rados.0.smithi136.stdout:3901: done (5 left) 2024-08-19T11:44:24.977 INFO:tasks.rados.rados.0.smithi136.stdout:3903: done (4 left) 2024-08-19T11:44:24.977 INFO:tasks.rados.rados.0.smithi136.stdout:3904: done (3 left) 2024-08-19T11:44:24.977 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 2 current snap is 399 2024-08-19T11:44:24.977 INFO:tasks.rados.rados.0.smithi136.stdout:3908: seq_num 1198 ranges {147456=466944,614400=401408} 2024-08-19T11:44:24.981 INFO:tasks.rados.rados.0.smithi136.stdout:3908: writing smithi13674108-2 from 147456 to 614400 tid 1 2024-08-19T11:44:24.984 INFO:tasks.rados.rados.0.smithi136.stdout:3908: writing smithi13674108-2 from 614400 to 1015808 tid 2 2024-08-19T11:44:24.984 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 29 current snap is 399 2024-08-19T11:44:24.984 INFO:tasks.rados.rados.0.smithi136.stdout:3909: seq_num 1199 ranges {2637824=483328,3121152=401408} 2024-08-19T11:44:25.001 INFO:tasks.rados.rados.0.smithi136.stdout:3909: writing smithi13674108-29 from 2637824 to 3121152 tid 1 2024-08-19T11:44:25.004 INFO:tasks.rados.rados.0.smithi136.stdout:3909: writing smithi13674108-29 from 3121152 to 3522560 tid 2 2024-08-19T11:44:25.004 INFO:tasks.rados.rados.0.smithi136.stdout:3910: read oid 30 snap -1 2024-08-19T11:44:25.004 INFO:tasks.rados.rados.0.smithi136.stdout:3910: expect (ObjNum 1189 snap 398 seq_num 1189) 2024-08-19T11:44:25.004 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 47 current snap is 399 2024-08-19T11:44:25.004 INFO:tasks.rados.rados.0.smithi136.stdout:3907: finishing write tid 1 to smithi13674108-25 2024-08-19T11:44:25.005 INFO:tasks.rados.rados.0.smithi136.stdout:3907: finishing write tid 2 to smithi13674108-25 2024-08-19T11:44:25.005 INFO:tasks.rados.rados.0.smithi136.stdout:3907: finishing write tid 3 to smithi13674108-25 2024-08-19T11:44:25.005 INFO:tasks.rados.rados.0.smithi136.stdout:3907: finishing write tid 4 to smithi13674108-25 2024-08-19T11:44:25.005 INFO:tasks.rados.rados.0.smithi136.stdout:3907: oid 25 updating version 0 to 1617 2024-08-19T11:44:25.005 INFO:tasks.rados.rados.0.smithi136.stdout:3907: oid 25 version 1617 is already newer than 1616 2024-08-19T11:44:25.005 INFO:tasks.rados.rados.0.smithi136.stdout:3907: oid 25 updating version 1617 to 1618 2024-08-19T11:44:25.005 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 25 v 1618 (ObjNum 1197 snap 399 seq_num 1197) dirty exists 2024-08-19T11:44:25.005 INFO:tasks.rados.rados.0.smithi136.stdout:3907: left oid 25 (ObjNum 1197 snap 399 seq_num 1197) 2024-08-19T11:44:25.005 INFO:tasks.rados.rados.0.smithi136.stdout:3906: finishing write tid 1 to smithi13674108-8 2024-08-19T11:44:25.005 INFO:tasks.rados.rados.0.smithi136.stdout:3906: finishing write tid 2 to smithi13674108-8 2024-08-19T11:44:25.005 INFO:tasks.rados.rados.0.smithi136.stdout:3911: seq_num 1200 ranges {1245184=499712,1744896=401408} 2024-08-19T11:44:25.013 INFO:tasks.rados.rados.0.smithi136.stdout:3911: writing smithi13674108-47 from 1245184 to 1744896 tid 1 2024-08-19T11:44:25.016 INFO:tasks.rados.rados.0.smithi136.stdout:3911: writing smithi13674108-47 from 1744896 to 2146304 tid 2 2024-08-19T11:44:25.016 INFO:tasks.rados.rados.0.smithi136.stdout:3907: done (6 left) 2024-08-19T11:44:25.016 INFO:tasks.rados.rados.0.smithi136.stdout:3912: rollback oid 24 current snap is 399 2024-08-19T11:44:25.016 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 24 to 389 2024-08-19T11:44:25.016 INFO:tasks.rados.rados.0.smithi136.stdout:3908: finishing write tid 1 to smithi13674108-2 2024-08-19T11:44:25.016 INFO:tasks.rados.rados.0.smithi136.stdout:3908: finishing write tid 2 to smithi13674108-2 2024-08-19T11:44:25.016 INFO:tasks.rados.rados.0.smithi136.stdout:3908: finishing write tid 3 to smithi13674108-2 2024-08-19T11:44:25.017 INFO:tasks.rados.rados.0.smithi136.stdout:3908: finishing write tid 4 to smithi13674108-2 2024-08-19T11:44:25.017 INFO:tasks.rados.rados.0.smithi136.stdout:3908: oid 2 updating version 0 to 2099 2024-08-19T11:44:25.017 INFO:tasks.rados.rados.0.smithi136.stdout:3908: oid 2 version 2099 is already newer than 2098 2024-08-19T11:44:25.017 INFO:tasks.rados.rados.0.smithi136.stdout:3908: oid 2 version 2099 is already newer than 2097 2024-08-19T11:44:25.017 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 2 v 2099 (ObjNum 1198 snap 399 seq_num 1198) dirty exists 2024-08-19T11:44:25.017 INFO:tasks.rados.rados.0.smithi136.stdout:3908: left oid 2 (ObjNum 1198 snap 399 seq_num 1198) 2024-08-19T11:44:25.017 INFO:tasks.rados.rados.0.smithi136.stdout:3905: expect (ObjNum 1171 snap 392 seq_num 1171) 2024-08-19T11:44:25.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:24 smithi136 ceph-mon[88916]: pgmap v915: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 524 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 9.7 MiB/s wr, 9 op/s 2024-08-19T11:44:25.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:24 smithi136 ceph-mon[86496]: pgmap v915: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 524 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 9.7 MiB/s wr, 9 op/s 2024-08-19T11:44:25.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:24 smithi155 ceph-mon[76679]: pgmap v915: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 524 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 9.7 MiB/s wr, 9 op/s 2024-08-19T11:44:25.986 INFO:tasks.rados.rados.0.smithi136.stdout:3906: finishing write tid 3 to smithi13674108-8 2024-08-19T11:44:25.987 INFO:tasks.rados.rados.0.smithi136.stdout:3906: finishing write tid 4 to smithi13674108-8 2024-08-19T11:44:25.987 INFO:tasks.rados.rados.0.smithi136.stdout:3906: oid 8 updating version 0 to 2159 2024-08-19T11:44:25.987 INFO:tasks.rados.rados.0.smithi136.stdout:3906: oid 8 updating version 2159 to 2161 2024-08-19T11:44:25.987 INFO:tasks.rados.rados.0.smithi136.stdout:3906: oid 8 version 2161 is already newer than 2160 2024-08-19T11:44:25.987 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 8 v 2161 (ObjNum 1196 snap 399 seq_num 1196) dirty exists 2024-08-19T11:44:25.987 INFO:tasks.rados.rados.0.smithi136.stdout:3906: left oid 8 (ObjNum 1196 snap 399 seq_num 1196) 2024-08-19T11:44:25.987 INFO:tasks.rados.rados.0.smithi136.stdout:3905: done (6 left) 2024-08-19T11:44:25.987 INFO:tasks.rados.rados.0.smithi136.stdout:3906: done (5 left) 2024-08-19T11:44:25.987 INFO:tasks.rados.rados.0.smithi136.stdout:3908: done (4 left) 2024-08-19T11:44:25.987 INFO:tasks.rados.rados.0.smithi136.stdout:3913: read oid 49 snap 392 2024-08-19T11:44:25.987 INFO:tasks.rados.rados.0.smithi136.stdout:3913: expect (ObjNum 1077 snap 343 seq_num 1077) 2024-08-19T11:44:25.987 INFO:tasks.rados.rados.0.smithi136.stdout:3914: rmattr oid 10 current snap is 399 2024-08-19T11:44:25.987 INFO:tasks.rados.rados.0.smithi136.stdout:3909: finishing write tid 1 to smithi13674108-29 2024-08-19T11:44:25.988 INFO:tasks.rados.rados.0.smithi136.stdout:3909: finishing write tid 2 to smithi13674108-29 2024-08-19T11:44:25.988 INFO:tasks.rados.rados.0.smithi136.stdout:3909: finishing write tid 3 to smithi13674108-29 2024-08-19T11:44:25.988 INFO:tasks.rados.rados.0.smithi136.stdout:3909: finishing write tid 4 to smithi13674108-29 2024-08-19T11:44:25.988 INFO:tasks.rados.rados.0.smithi136.stdout:3909: oid 29 updating version 0 to 2165 2024-08-19T11:44:25.988 INFO:tasks.rados.rados.0.smithi136.stdout:3909: oid 29 version 2165 is already newer than 2163 2024-08-19T11:44:25.988 INFO:tasks.rados.rados.0.smithi136.stdout:3909: oid 29 version 2165 is already newer than 2164 2024-08-19T11:44:25.988 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 29 v 2165 (ObjNum 1199 snap 399 seq_num 1199) dirty exists 2024-08-19T11:44:25.988 INFO:tasks.rados.rados.0.smithi136.stdout:3909: left oid 29 (ObjNum 1199 snap 399 seq_num 1199) 2024-08-19T11:44:25.988 INFO:tasks.rados.rados.0.smithi136.stdout:3910: expect (ObjNum 1189 snap 398 seq_num 1189) 2024-08-19T11:44:26.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:25 smithi136 ceph-mon[88916]: osdmap e851: 8 total, 8 up, 8 in 2024-08-19T11:44:26.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:44:26.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:25 smithi136 ceph-mon[86496]: osdmap e851: 8 total, 8 up, 8 in 2024-08-19T11:44:26.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:44:26.153 INFO:tasks.rados.rados.0.smithi136.stdout:3911: finishing write tid 1 to smithi13674108-47 2024-08-19T11:44:26.154 INFO:tasks.rados.rados.0.smithi136.stdout:3911: finishing write tid 2 to smithi13674108-47 2024-08-19T11:44:26.154 INFO:tasks.rados.rados.0.smithi136.stdout:3912: finishing rollback tid 0 to smithi13674108-24 2024-08-19T11:44:26.154 INFO:tasks.rados.rados.0.smithi136.stdout:3909: done (5 left) 2024-08-19T11:44:26.154 INFO:tasks.rados.rados.0.smithi136.stdout:3910: done (4 left) 2024-08-19T11:44:26.154 INFO:tasks.rados.rados.0.smithi136.stdout:3915: delete oid 34 current snap is 399 2024-08-19T11:44:26.154 INFO:tasks.rados.rados.0.smithi136.stdout:3911: finishing write tid 3 to smithi13674108-47 2024-08-19T11:44:26.154 INFO:tasks.rados.rados.0.smithi136.stdout:3912: finishing rollback tid 1 to smithi13674108-24 2024-08-19T11:44:26.154 INFO:tasks.rados.rados.0.smithi136.stdout:3912: finishing rollback tid 2 to smithi13674108-24 2024-08-19T11:44:26.154 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 2080 (ObjNum 808 snap 265 seq_num 808) dirty exists 2024-08-19T11:44:26.154 INFO:tasks.rados.rados.0.smithi136.stdout:3911: finishing write tid 4 to smithi13674108-47 2024-08-19T11:44:26.154 INFO:tasks.rados.rados.0.smithi136.stdout:3911: oid 47 updating version 0 to 2039 2024-08-19T11:44:26.154 INFO:tasks.rados.rados.0.smithi136.stdout:3911: oid 47 version 2039 is already newer than 2038 2024-08-19T11:44:26.155 INFO:tasks.rados.rados.0.smithi136.stdout:3911: oid 47 version 2039 is already newer than 2037 2024-08-19T11:44:26.155 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 47 v 2039 (ObjNum 1200 snap 399 seq_num 1200) dirty exists 2024-08-19T11:44:26.155 INFO:tasks.rados.rados.0.smithi136.stdout:3911: left oid 47 (ObjNum 1200 snap 399 seq_num 1200) 2024-08-19T11:44:26.155 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 2094 (ObjNum 885 snap 291 seq_num 885) dirty exists 2024-08-19T11:44:26.155 INFO:tasks.rados.rados.0.smithi136.stdout:3913: expect (ObjNum 1077 snap 343 seq_num 1077) 2024-08-19T11:44:26.190 INFO:tasks.rados.rados.0.smithi136.stdout:3911: done (4 left) 2024-08-19T11:44:26.190 INFO:tasks.rados.rados.0.smithi136.stdout:3912: done (3 left) 2024-08-19T11:44:26.190 INFO:tasks.rados.rados.0.smithi136.stdout:3913: done (2 left) 2024-08-19T11:44:26.190 INFO:tasks.rados.rados.0.smithi136.stdout:3914: done (1 left) 2024-08-19T11:44:26.190 INFO:tasks.rados.rados.0.smithi136.stdout:3915: done (0 left) 2024-08-19T11:44:26.190 INFO:tasks.rados.rados.0.smithi136.stdout:3916: read oid 40 snap -1 2024-08-19T11:44:26.190 INFO:tasks.rados.rados.0.smithi136.stdout:3916: expect deleted 2024-08-19T11:44:26.190 INFO:tasks.rados.rados.0.smithi136.stdout:3917: delete oid 21 current snap is 399 2024-08-19T11:44:26.192 INFO:tasks.rados.rados.0.smithi136.stdout:3916: done (1 left) 2024-08-19T11:44:26.192 INFO:tasks.rados.rados.0.smithi136.stdout:3917: done (0 left) 2024-08-19T11:44:26.192 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 39 current snap is 399 2024-08-19T11:44:26.192 INFO:tasks.rados.rados.0.smithi136.stdout:3918: seq_num 1203 ranges {0=557056,557056=401408} 2024-08-19T11:44:26.195 INFO:tasks.rados.rados.0.smithi136.stdout:3918: writing smithi13674108-39 from 0 to 557056 tid 1 2024-08-19T11:44:26.199 INFO:tasks.rados.rados.0.smithi136.stdout:3918: writing smithi13674108-39 from 557056 to 958464 tid 2 2024-08-19T11:44:26.199 INFO:tasks.rados.rados.0.smithi136.stdout:3919: rollback oid 45 current snap is 399 2024-08-19T11:44:26.199 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 45 to 388 2024-08-19T11:44:26.199 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 43 current snap is 399 2024-08-19T11:44:26.199 INFO:tasks.rados.rados.0.smithi136.stdout:3920: seq_num 1204 ranges {802816=573440,1376256=401408} 2024-08-19T11:44:26.207 INFO:tasks.rados.rados.0.smithi136.stdout:3920: writing smithi13674108-43 from 802816 to 1376256 tid 1 2024-08-19T11:44:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:25 smithi155 ceph-mon[76679]: osdmap e851: 8 total, 8 up, 8 in 2024-08-19T11:44:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:44:26.210 INFO:tasks.rados.rados.0.smithi136.stdout:3920: writing smithi13674108-43 from 1376256 to 1777664 tid 2 2024-08-19T11:44:26.210 INFO:tasks.rados.rados.0.smithi136.stdout:3921: read oid 9 snap -1 2024-08-19T11:44:26.211 INFO:tasks.rados.rados.0.smithi136.stdout:3921: expect (ObjNum 1153 snap 383 seq_num 1153) 2024-08-19T11:44:26.211 INFO:tasks.rados.rados.0.smithi136.stdout:3922: snap_remove snap 358 2024-08-19T11:44:26.838 INFO:tasks.rados.rados.0.smithi136.stdout:3922: done (4 left) 2024-08-19T11:44:26.838 INFO:tasks.rados.rados.0.smithi136.stdout:3923: read oid 37 snap -1 2024-08-19T11:44:26.839 INFO:tasks.rados.rados.0.smithi136.stdout:3923: expect (ObjNum 1185 snap 398 seq_num 1185) 2024-08-19T11:44:26.839 INFO:tasks.rados.rados.0.smithi136.stdout:3924: copy_from oid 31 from oid 1 current snap is 399 2024-08-19T11:44:26.839 INFO:tasks.rados.rados.0.smithi136.stdout:3925: read oid 42 snap -1 2024-08-19T11:44:26.839 INFO:tasks.rados.rados.0.smithi136.stdout:3925: expect deleted 2024-08-19T11:44:26.839 INFO:tasks.rados.rados.0.smithi136.stdout:3926: snap_remove snap 387 2024-08-19T11:44:27.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:26 smithi136 ceph-mon[86496]: pgmap v918: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 519 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 10 MiB/s wr, 12 op/s 2024-08-19T11:44:27.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:26 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:44:27.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:26 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:44:27.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:26 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:44:27.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:26 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:44:27.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:26 smithi136 ceph-mon[88916]: pgmap v918: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 519 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 10 MiB/s wr, 12 op/s 2024-08-19T11:44:27.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:26 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:44:27.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:26 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:44:27.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:26 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:44:27.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:26 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:44:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:26 smithi155 ceph-mon[76679]: pgmap v918: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 519 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 10 MiB/s wr, 12 op/s 2024-08-19T11:44:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:26 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:44:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:26 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:44:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:26 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:44:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:26 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:44:27.843 INFO:tasks.rados.rados.0.smithi136.stdout:3926: done (7 left) 2024-08-19T11:44:27.843 INFO:tasks.rados.rados.0.smithi136.stdout:3927: rollback oid 19 current snap is 399 2024-08-19T11:44:27.843 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 19 to 394 2024-08-19T11:44:27.843 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 24 current snap is 399 2024-08-19T11:44:27.844 INFO:tasks.rados.rados.0.smithi136.stdout:3928: seq_num 1205 ranges {2621440=589824,3211264=401408} 2024-08-19T11:44:27.861 INFO:tasks.rados.rados.0.smithi136.stdout:3928: writing smithi13674108-24 from 2621440 to 3211264 tid 1 2024-08-19T11:44:27.864 INFO:tasks.rados.rados.0.smithi136.stdout:3928: writing smithi13674108-24 from 3211264 to 3612672 tid 2 2024-08-19T11:44:27.864 INFO:tasks.rados.rados.0.smithi136.stdout:3929: snap_remove snap 385 2024-08-19T11:44:28.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:27 smithi136 ceph-mon[88916]: osdmap e852: 8 total, 8 up, 8 in 2024-08-19T11:44:28.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:27 smithi136 ceph-mon[86496]: osdmap e852: 8 total, 8 up, 8 in 2024-08-19T11:44:28.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:27 smithi155 ceph-mon[76679]: osdmap e852: 8 total, 8 up, 8 in 2024-08-19T11:44:28.783 INFO:tasks.rados.rados.0.smithi136.stdout:3918: finishing write tid 1 to smithi13674108-39 2024-08-19T11:44:28.783 INFO:tasks.rados.rados.0.smithi136.stdout:3918: finishing write tid 2 to smithi13674108-39 2024-08-19T11:44:28.784 INFO:tasks.rados.rados.0.smithi136.stdout:3918: finishing write tid 3 to smithi13674108-39 2024-08-19T11:44:28.784 INFO:tasks.rados.rados.0.smithi136.stdout:3919: finishing rollback tid 0 to smithi13674108-45 2024-08-19T11:44:28.784 INFO:tasks.rados.rados.0.smithi136.stdout:3919: finishing rollback tid 1 to smithi13674108-45 2024-08-19T11:44:28.784 INFO:tasks.rados.rados.0.smithi136.stdout:3919: finishing rollback tid 2 to smithi13674108-45 2024-08-19T11:44:28.784 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 45 v 2100 (ObjNum 1126 snap 371 seq_num 1126) dirty exists 2024-08-19T11:44:28.784 INFO:tasks.rados.rados.0.smithi136.stdout:3918: finishing write tid 4 to smithi13674108-39 2024-08-19T11:44:28.784 INFO:tasks.rados.rados.0.smithi136.stdout:3918: oid 39 updating version 0 to 2027 2024-08-19T11:44:28.784 INFO:tasks.rados.rados.0.smithi136.stdout:3918: oid 39 version 2027 is already newer than 2026 2024-08-19T11:44:28.784 INFO:tasks.rados.rados.0.smithi136.stdout:3918: oid 39 updating version 2027 to 2028 2024-08-19T11:44:28.784 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 39 v 2028 (ObjNum 1203 snap 399 seq_num 1203) dirty exists 2024-08-19T11:44:28.784 INFO:tasks.rados.rados.0.smithi136.stdout:3918: left oid 39 (ObjNum 1203 snap 399 seq_num 1203) 2024-08-19T11:44:28.784 INFO:tasks.rados.rados.0.smithi136.stdout:3920: finishing write tid 1 to smithi13674108-43 2024-08-19T11:44:28.784 INFO:tasks.rados.rados.0.smithi136.stdout:3920: finishing write tid 2 to smithi13674108-43 2024-08-19T11:44:28.784 INFO:tasks.rados.rados.0.smithi136.stdout:3920: finishing write tid 3 to smithi13674108-43 2024-08-19T11:44:28.784 INFO:tasks.rados.rados.0.smithi136.stdout:3921: expect (ObjNum 1153 snap 383 seq_num 1153) 2024-08-19T11:44:28.789 INFO:tasks.rados.rados.0.smithi136.stdout:3920: finishing write tid 4 to smithi13674108-43 2024-08-19T11:44:28.789 INFO:tasks.rados.rados.0.smithi136.stdout:3920: oid 43 updating version 0 to 1701 2024-08-19T11:44:28.789 INFO:tasks.rados.rados.0.smithi136.stdout:3920: oid 43 version 1701 is already newer than 1700 2024-08-19T11:44:28.789 INFO:tasks.rados.rados.0.smithi136.stdout:3920: oid 43 version 1701 is already newer than 1699 2024-08-19T11:44:28.789 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 1701 (ObjNum 1204 snap 399 seq_num 1204) dirty exists 2024-08-19T11:44:28.789 INFO:tasks.rados.rados.0.smithi136.stdout:3920: left oid 43 (ObjNum 1204 snap 399 seq_num 1204) 2024-08-19T11:44:28.789 INFO:tasks.rados.rados.0.smithi136.stdout:3924: finishing copy_from to smithi13674108-31 2024-08-19T11:44:28.790 INFO:tasks.rados.rados.0.smithi136.stdout:3924: got expected ENOENT (src dne) 2024-08-19T11:44:28.790 INFO:tasks.rados.rados.0.smithi136.stdout:3924: finishing copy_from racing read to smithi13674108-31 2024-08-19T11:44:28.790 INFO:tasks.rados.rados.0.smithi136.stdout:3923: expect (ObjNum 1185 snap 398 seq_num 1185) 2024-08-19T11:44:28.939 INFO:tasks.rados.rados.0.smithi136.stdout:3927: finishing rollback tid 0 to smithi13674108-19 2024-08-19T11:44:28.939 INFO:tasks.rados.rados.0.smithi136.stdout:3927: finishing rollback tid 1 to smithi13674108-19 2024-08-19T11:44:28.939 INFO:tasks.rados.rados.0.smithi136.stdout:3918: done (9 left) 2024-08-19T11:44:28.939 INFO:tasks.rados.rados.0.smithi136.stdout:3919: done (8 left) 2024-08-19T11:44:28.939 INFO:tasks.rados.rados.0.smithi136.stdout:3920: done (7 left) 2024-08-19T11:44:28.939 INFO:tasks.rados.rados.0.smithi136.stdout:3921: done (6 left) 2024-08-19T11:44:28.939 INFO:tasks.rados.rados.0.smithi136.stdout:3923: done (5 left) 2024-08-19T11:44:28.939 INFO:tasks.rados.rados.0.smithi136.stdout:3924: done (4 left) 2024-08-19T11:44:28.939 INFO:tasks.rados.rados.0.smithi136.stdout:3925: done (3 left) 2024-08-19T11:44:28.939 INFO:tasks.rados.rados.0.smithi136.stdout:3929: done (2 left) 2024-08-19T11:44:28.939 INFO:tasks.rados.rados.0.smithi136.stdout:3930: read oid 17 snap -1 2024-08-19T11:44:28.939 INFO:tasks.rados.rados.0.smithi136.stdout:3930: expect (ObjNum 1064 snap 340 seq_num 1064) 2024-08-19T11:44:28.940 INFO:tasks.rados.rados.0.smithi136.stdout:3931: rollback oid 18 current snap is 399 2024-08-19T11:44:28.940 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 18 to 345 2024-08-19T11:44:28.940 INFO:tasks.rados.rados.0.smithi136.stdout:3927: finishing rollback tid 2 to smithi13674108-19 2024-08-19T11:44:28.940 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 19 v 750 (ObjNum 1157 snap 388 seq_num 1157) dirty exists 2024-08-19T11:44:28.940 INFO:tasks.rados.rados.0.smithi136.stdout:3928: finishing write tid 1 to smithi13674108-24 2024-08-19T11:44:28.940 INFO:tasks.rados.rados.0.smithi136.stdout:3928: finishing write tid 2 to smithi13674108-24 2024-08-19T11:44:28.940 INFO:tasks.rados.rados.0.smithi136.stdout:3928: finishing write tid 3 to smithi13674108-24 2024-08-19T11:44:28.940 INFO:tasks.rados.rados.0.smithi136.stdout:3928: finishing write tid 4 to smithi13674108-24 2024-08-19T11:44:28.940 INFO:tasks.rados.rados.0.smithi136.stdout:3928: oid 24 updating version 0 to 2100 2024-08-19T11:44:28.940 INFO:tasks.rados.rados.0.smithi136.stdout:3928: oid 24 updating version 2100 to 2101 2024-08-19T11:44:28.940 INFO:tasks.rados.rados.0.smithi136.stdout:3928: oid 24 version 2101 is already newer than 2099 2024-08-19T11:44:28.940 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 24 v 2101 (ObjNum 1205 snap 399 seq_num 1205) dirty exists 2024-08-19T11:44:28.940 INFO:tasks.rados.rados.0.smithi136.stdout:3928: left oid 24 (ObjNum 1205 snap 399 seq_num 1205) 2024-08-19T11:44:28.940 INFO:tasks.rados.rados.0.smithi136.stdout:3927: done (3 left) 2024-08-19T11:44:28.940 INFO:tasks.rados.rados.0.smithi136.stdout:3928: done (2 left) 2024-08-19T11:44:28.941 INFO:tasks.rados.rados.0.smithi136.stdout:3932: snap_create 2024-08-19T11:44:28.942 INFO:tasks.rados.rados.0.smithi136.stdout:3931: finishing rollback tid 0 to smithi13674108-18 2024-08-19T11:44:28.942 INFO:tasks.rados.rados.0.smithi136.stdout:3931: finishing rollback tid 1 to smithi13674108-18 2024-08-19T11:44:28.943 INFO:tasks.rados.rados.0.smithi136.stdout:3931: finishing rollback tid 2 to smithi13674108-18 2024-08-19T11:44:28.943 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 2103 (ObjNum 1071 snap 341 seq_num 1071) dirty exists 2024-08-19T11:44:28.945 INFO:tasks.rados.rados.0.smithi136.stdout:3930: expect (ObjNum 1064 snap 340 seq_num 1064) 2024-08-19T11:44:29.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:28 smithi136 ceph-mon[88916]: pgmap v920: 121 pgs: 121 active+clean; 534 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-19T11:44:29.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:28 smithi136 ceph-mon[88916]: osdmap e853: 8 total, 8 up, 8 in 2024-08-19T11:44:29.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:28 smithi136 ceph-mon[88916]: osdmap e854: 8 total, 8 up, 8 in 2024-08-19T11:44:29.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:28 smithi136 ceph-mon[86496]: pgmap v920: 121 pgs: 121 active+clean; 534 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-19T11:44:29.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:28 smithi136 ceph-mon[86496]: osdmap e853: 8 total, 8 up, 8 in 2024-08-19T11:44:29.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:28 smithi136 ceph-mon[86496]: osdmap e854: 8 total, 8 up, 8 in 2024-08-19T11:44:29.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:28 smithi155 ceph-mon[76679]: pgmap v920: 121 pgs: 121 active+clean; 534 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-19T11:44:29.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:28 smithi155 ceph-mon[76679]: osdmap e853: 8 total, 8 up, 8 in 2024-08-19T11:44:29.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:28 smithi155 ceph-mon[76679]: osdmap e854: 8 total, 8 up, 8 in 2024-08-19T11:44:29.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:44:29 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:44:29] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.51.0" 2024-08-19T11:44:29.846 INFO:tasks.rados.rados.0.smithi136.stdout:3930: done (2 left) 2024-08-19T11:44:29.846 INFO:tasks.rados.rados.0.smithi136.stdout:3931: done (1 left) 2024-08-19T11:44:29.846 INFO:tasks.rados.rados.0.smithi136.stdout:3932: done (0 left) 2024-08-19T11:44:29.846 INFO:tasks.rados.rados.0.smithi136.stdout:3933: read oid 33 snap -1 2024-08-19T11:44:29.846 INFO:tasks.rados.rados.0.smithi136.stdout:3933: expect (ObjNum 1069 snap 341 seq_num 1069) 2024-08-19T11:44:29.846 INFO:tasks.rados.rados.0.smithi136.stdout:3934: delete oid 9 current snap is 400 2024-08-19T11:44:29.853 INFO:tasks.rados.rados.0.smithi136.stdout:3934: done (1 left) 2024-08-19T11:44:29.853 INFO:tasks.rados.rados.0.smithi136.stdout:3935: read oid 36 snap 363 2024-08-19T11:44:29.853 INFO:tasks.rados.rados.0.smithi136.stdout:3935: expect (ObjNum 981 snap 321 seq_num 981) 2024-08-19T11:44:29.853 INFO:tasks.rados.rados.0.smithi136.stdout:3936: snap_create 2024-08-19T11:44:29.856 INFO:tasks.rados.rados.0.smithi136.stdout:3933: expect (ObjNum 1069 snap 341 seq_num 1069) 2024-08-19T11:44:29.914 INFO:tasks.rados.rados.0.smithi136.stdout:3935: expect (ObjNum 981 snap 321 seq_num 981) 2024-08-19T11:44:30.852 INFO:tasks.rados.rados.0.smithi136.stdout:3933: done (2 left) 2024-08-19T11:44:30.852 INFO:tasks.rados.rados.0.smithi136.stdout:3935: done (1 left) 2024-08-19T11:44:30.852 INFO:tasks.rados.rados.0.smithi136.stdout:3936: done (0 left) 2024-08-19T11:44:30.852 INFO:tasks.rados.rados.0.smithi136.stdout:3937: read oid 23 snap -1 2024-08-19T11:44:30.852 INFO:tasks.rados.rados.0.smithi136.stdout:3937: expect (ObjNum 1182 snap 397 seq_num 1182) 2024-08-19T11:44:30.852 INFO:tasks.rados.rados.0.smithi136.stdout:3938: read oid 45 snap -1 2024-08-19T11:44:30.853 INFO:tasks.rados.rados.0.smithi136.stdout:3938: expect (ObjNum 1126 snap 371 seq_num 1126) 2024-08-19T11:44:30.853 INFO:tasks.rados.rados.0.smithi136.stdout:3939: snap_create 2024-08-19T11:44:30.856 INFO:tasks.rados.rados.0.smithi136.stdout:3937: expect (ObjNum 1182 snap 397 seq_num 1182) 2024-08-19T11:44:30.876 INFO:tasks.rados.rados.0.smithi136.stdout:3938: expect (ObjNum 1126 snap 371 seq_num 1126) 2024-08-19T11:44:31.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:30 smithi136 ceph-mon[86496]: pgmap v923: 121 pgs: 121 active+clean; 536 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.6 MiB/s wr, 37 op/s 2024-08-19T11:44:31.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:30 smithi136 ceph-mon[86496]: osdmap e855: 8 total, 8 up, 8 in 2024-08-19T11:44:31.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:30 smithi136 ceph-mon[88916]: pgmap v923: 121 pgs: 121 active+clean; 536 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.6 MiB/s wr, 37 op/s 2024-08-19T11:44:31.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:30 smithi136 ceph-mon[88916]: osdmap e855: 8 total, 8 up, 8 in 2024-08-19T11:44:31.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:30 smithi155 ceph-mon[76679]: pgmap v923: 121 pgs: 121 active+clean; 536 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.6 MiB/s wr, 37 op/s 2024-08-19T11:44:31.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:30 smithi155 ceph-mon[76679]: osdmap e855: 8 total, 8 up, 8 in 2024-08-19T11:44:31.858 INFO:tasks.rados.rados.0.smithi136.stdout:3937: done (2 left) 2024-08-19T11:44:31.859 INFO:tasks.rados.rados.0.smithi136.stdout:3938: done (1 left) 2024-08-19T11:44:31.859 INFO:tasks.rados.rados.0.smithi136.stdout:3939: done (0 left) 2024-08-19T11:44:31.859 INFO:tasks.rados.rados.0.smithi136.stdout:3940: read oid 40 snap -1 2024-08-19T11:44:31.859 INFO:tasks.rados.rados.0.smithi136.stdout:3940: expect deleted 2024-08-19T11:44:31.859 INFO:tasks.rados.rados.0.smithi136.stdout:3941: copy_from oid 20 from oid 24 current snap is 402 2024-08-19T11:44:31.859 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 17 current snap is 402 2024-08-19T11:44:31.859 INFO:tasks.rados.rados.0.smithi136.stdout:3942: seq_num 1207 ranges {1753088=622592,2375680=401408} 2024-08-19T11:44:31.871 INFO:tasks.rados.rados.0.smithi136.stdout:3942: writing smithi13674108-17 from 1753088 to 2375680 tid 1 2024-08-19T11:44:31.874 INFO:tasks.rados.rados.0.smithi136.stdout:3942: writing smithi13674108-17 from 2375680 to 2777088 tid 2 2024-08-19T11:44:31.874 INFO:tasks.rados.rados.0.smithi136.stdout:3943: read oid 8 snap -1 2024-08-19T11:44:31.874 INFO:tasks.rados.rados.0.smithi136.stdout:3943: expect (ObjNum 1196 snap 399 seq_num 1196) 2024-08-19T11:44:31.874 INFO:tasks.rados.rados.0.smithi136.stdout:3944: rmattr oid 37 current snap is 402 2024-08-19T11:44:31.874 INFO:tasks.rados.rados.0.smithi136.stdout:3940: done (4 left) 2024-08-19T11:44:31.874 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 11 current snap is 402 2024-08-19T11:44:31.874 INFO:tasks.rados.rados.0.smithi136.stdout:3945: seq_num 1208 ranges {5505024=638976,6144000=401408} 2024-08-19T11:44:31.908 INFO:tasks.rados.rados.0.smithi136.stdout:3945: writing smithi13674108-11 from 5505024 to 6144000 tid 1 2024-08-19T11:44:31.911 INFO:tasks.rados.rados.0.smithi136.stdout:3945: writing smithi13674108-11 from 6144000 to 6545408 tid 2 2024-08-19T11:44:31.911 INFO:tasks.rados.rados.0.smithi136.stdout:3946: delete oid 14 current snap is 402 2024-08-19T11:44:31.914 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 37 v 2111 (ObjNum 1185 snap 398 seq_num 1185) dirty exists 2024-08-19T11:44:31.914 INFO:tasks.rados.rados.0.smithi136.stdout:3942: finishing write tid 1 to smithi13674108-17 2024-08-19T11:44:31.914 INFO:tasks.rados.rados.0.smithi136.stdout:3941: finishing copy_from racing read to smithi13674108-20 2024-08-19T11:44:31.914 INFO:tasks.rados.rados.0.smithi136.stdout:3942: finishing write tid 2 to smithi13674108-17 2024-08-19T11:44:31.914 INFO:tasks.rados.rados.0.smithi136.stdout:3941: finishing copy_from to smithi13674108-20 2024-08-19T11:44:31.914 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 20 v 2101 (ObjNum 1205 snap 399 seq_num 1205) dirty exists 2024-08-19T11:44:31.914 INFO:tasks.rados.rados.0.smithi136.stdout:3942: finishing write tid 3 to smithi13674108-17 2024-08-19T11:44:31.914 INFO:tasks.rados.rados.0.smithi136.stdout:3942: finishing write tid 4 to smithi13674108-17 2024-08-19T11:44:31.915 INFO:tasks.rados.rados.0.smithi136.stdout:3942: oid 17 updating version 0 to 2195 2024-08-19T11:44:31.915 INFO:tasks.rados.rados.0.smithi136.stdout:3942: oid 17 updating version 2195 to 2197 2024-08-19T11:44:31.915 INFO:tasks.rados.rados.0.smithi136.stdout:3942: oid 17 version 2197 is already newer than 2196 2024-08-19T11:44:31.915 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 17 v 2197 (ObjNum 1207 snap 402 seq_num 1207) dirty exists 2024-08-19T11:44:31.915 INFO:tasks.rados.rados.0.smithi136.stdout:3942: left oid 17 (ObjNum 1207 snap 402 seq_num 1207) 2024-08-19T11:44:31.915 INFO:tasks.rados.rados.0.smithi136.stdout:3943: expect (ObjNum 1196 snap 399 seq_num 1196) 2024-08-19T11:44:31.959 INFO:tasks.rados.rados.0.smithi136.stdout:3945: finishing write tid 1 to smithi13674108-11 2024-08-19T11:44:31.959 INFO:tasks.rados.rados.0.smithi136.stdout:3945: finishing write tid 2 to smithi13674108-11 2024-08-19T11:44:31.959 INFO:tasks.rados.rados.0.smithi136.stdout:3945: finishing write tid 3 to smithi13674108-11 2024-08-19T11:44:31.959 INFO:tasks.rados.rados.0.smithi136.stdout:3945: finishing write tid 4 to smithi13674108-11 2024-08-19T11:44:31.959 INFO:tasks.rados.rados.0.smithi136.stdout:3945: oid 11 updating version 0 to 2200 2024-08-19T11:44:31.959 INFO:tasks.rados.rados.0.smithi136.stdout:3945: oid 11 version 2200 is already newer than 2199 2024-08-19T11:44:31.959 INFO:tasks.rados.rados.0.smithi136.stdout:3945: oid 11 updating version 2200 to 2201 2024-08-19T11:44:31.959 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 2201 (ObjNum 1208 snap 402 seq_num 1208) dirty exists 2024-08-19T11:44:31.959 INFO:tasks.rados.rados.0.smithi136.stdout:3945: left oid 11 (ObjNum 1208 snap 402 seq_num 1208) 2024-08-19T11:44:31.959 INFO:tasks.rados.rados.0.smithi136.stdout:3941: done (5 left) 2024-08-19T11:44:31.959 INFO:tasks.rados.rados.0.smithi136.stdout:3942: done (4 left) 2024-08-19T11:44:31.960 INFO:tasks.rados.rados.0.smithi136.stdout:3943: done (3 left) 2024-08-19T11:44:31.960 INFO:tasks.rados.rados.0.smithi136.stdout:3944: done (2 left) 2024-08-19T11:44:31.960 INFO:tasks.rados.rados.0.smithi136.stdout:3945: done (1 left) 2024-08-19T11:44:31.960 INFO:tasks.rados.rados.0.smithi136.stdout:3946: done (0 left) 2024-08-19T11:44:31.960 INFO:tasks.rados.rados.0.smithi136.stdout:3947: rollback oid 16 current snap is 402 2024-08-19T11:44:31.960 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 16 to 363 2024-08-19T11:44:31.960 INFO:tasks.rados.rados.0.smithi136.stdout:3948: rmattr oid 36 current snap is 402 2024-08-19T11:44:31.960 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 6 current snap is 402 2024-08-19T11:44:31.960 INFO:tasks.rados.rados.0.smithi136.stdout:3949: seq_num 1210 ranges {13352960=671744,14024704=401408} 2024-08-19T11:44:32.032 INFO:tasks.rados.rados.0.smithi136.stdout:3949: writing smithi13674108-6 from 13352960 to 14024704 tid 1 2024-08-19T11:44:32.035 INFO:tasks.rados.rados.0.smithi136.stdout:3949: writing smithi13674108-6 from 14024704 to 14426112 tid 2 2024-08-19T11:44:32.035 INFO:tasks.rados.rados.0.smithi136.stdout:3950: read oid 15 snap -1 2024-08-19T11:44:32.035 INFO:tasks.rados.rados.0.smithi136.stdout:3950: expect (ObjNum 1153 snap 383 seq_num 1153) 2024-08-19T11:44:32.035 INFO:tasks.rados.rados.0.smithi136.stdout:3947: finishing rollback tid 0 to smithi13674108-16 2024-08-19T11:44:32.035 INFO:tasks.rados.rados.0.smithi136.stdout:3947: finishing rollback tid 1 to smithi13674108-16 2024-08-19T11:44:32.035 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 16 v 2124 (ObjNum 177 snap 0 seq_num 0) dirty dne 2024-08-19T11:44:32.035 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 2095 (ObjNum 1191 snap 399 seq_num 1191) dirty exists 2024-08-19T11:44:32.035 INFO:tasks.rados.rados.0.smithi136.stdout:3947: done (3 left) 2024-08-19T11:44:32.035 INFO:tasks.rados.rados.0.smithi136.stdout:3948: done (2 left) 2024-08-19T11:44:32.035 INFO:tasks.rados.rados.0.smithi136.stdout:3951: snap_remove snap 391 2024-08-19T11:44:32.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:31 smithi155 ceph-mon[76679]: osdmap e856: 8 total, 8 up, 8 in 2024-08-19T11:44:32.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:31 smithi136 ceph-mon[88916]: osdmap e856: 8 total, 8 up, 8 in 2024-08-19T11:44:32.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:31 smithi136 ceph-mon[86496]: osdmap e856: 8 total, 8 up, 8 in 2024-08-19T11:44:32.861 INFO:tasks.rados.rados.0.smithi136.stdout:3951: done (2 left) 2024-08-19T11:44:32.861 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 1 current snap is 402 2024-08-19T11:44:32.861 INFO:tasks.rados.rados.0.smithi136.stdout:3952: seq_num 1211 ranges {0=688128,688128=401408} 2024-08-19T11:44:32.865 INFO:tasks.rados.rados.0.smithi136.stdout:3952: writing smithi13674108-1 from 0 to 688128 tid 1 2024-08-19T11:44:32.869 INFO:tasks.rados.rados.0.smithi136.stdout:3952: writing smithi13674108-1 from 688128 to 1089536 tid 2 2024-08-19T11:44:32.869 INFO:tasks.rados.rados.0.smithi136.stdout:3953: copy_from oid 30 from oid 35 current snap is 402 2024-08-19T11:44:32.869 INFO:tasks.rados.rados.0.smithi136.stdout:3954: rmattr oid 10 current snap is 402 2024-08-19T11:44:32.869 INFO:tasks.rados.rados.0.smithi136.stdout:3950: expect (ObjNum 1153 snap 383 seq_num 1153) 2024-08-19T11:44:32.875 INFO:tasks.rados.rados.0.smithi136.stdout:3949: finishing write tid 1 to smithi13674108-6 2024-08-19T11:44:32.875 INFO:tasks.rados.rados.0.smithi136.stdout:3949: finishing write tid 2 to smithi13674108-6 2024-08-19T11:44:32.875 INFO:tasks.rados.rados.0.smithi136.stdout:3949: finishing write tid 3 to smithi13674108-6 2024-08-19T11:44:32.875 INFO:tasks.rados.rados.0.smithi136.stdout:3949: finishing write tid 4 to smithi13674108-6 2024-08-19T11:44:32.876 INFO:tasks.rados.rados.0.smithi136.stdout:3949: oid 6 updating version 0 to 2041 2024-08-19T11:44:32.876 INFO:tasks.rados.rados.0.smithi136.stdout:3949: oid 6 updating version 2041 to 2043 2024-08-19T11:44:32.876 INFO:tasks.rados.rados.0.smithi136.stdout:3949: oid 6 version 2043 is already newer than 2042 2024-08-19T11:44:32.876 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 6 v 2043 (ObjNum 1210 snap 402 seq_num 1210) dirty exists 2024-08-19T11:44:32.876 INFO:tasks.rados.rados.0.smithi136.stdout:3949: left oid 6 (ObjNum 1210 snap 402 seq_num 1210) 2024-08-19T11:44:32.876 INFO:tasks.rados.rados.0.smithi136.stdout:3949: done (4 left) 2024-08-19T11:44:32.876 INFO:tasks.rados.rados.0.smithi136.stdout:3950: done (3 left) 2024-08-19T11:44:32.876 INFO:tasks.rados.rados.0.smithi136.stdout:3955: snap_remove snap 389 2024-08-19T11:44:33.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:32 smithi155 ceph-mon[76679]: pgmap v926: 121 pgs: 121 active+clean; 537 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 576 KiB/s wr, 9 op/s 2024-08-19T11:44:33.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:32 smithi155 ceph-mon[76679]: osdmap e857: 8 total, 8 up, 8 in 2024-08-19T11:44:33.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:32 smithi136 ceph-mon[86496]: pgmap v926: 121 pgs: 121 active+clean; 537 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 576 KiB/s wr, 9 op/s 2024-08-19T11:44:33.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:32 smithi136 ceph-mon[86496]: osdmap e857: 8 total, 8 up, 8 in 2024-08-19T11:44:33.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:32 smithi136 ceph-mon[88916]: pgmap v926: 121 pgs: 121 active+clean; 537 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 576 KiB/s wr, 9 op/s 2024-08-19T11:44:33.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:32 smithi136 ceph-mon[88916]: osdmap e857: 8 total, 8 up, 8 in 2024-08-19T11:44:33.781 INFO:tasks.rados.rados.0.smithi136.stdout:3955: done (3 left) 2024-08-19T11:44:33.781 INFO:tasks.rados.rados.0.smithi136.stdout:3956: rmattr oid 48 current snap is 402 2024-08-19T11:44:33.781 INFO:tasks.rados.rados.0.smithi136.stdout:3956: done (3 left) 2024-08-19T11:44:33.781 INFO:tasks.rados.rados.0.smithi136.stdout:3957: rollback oid 7 current snap is 402 2024-08-19T11:44:33.782 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 7 to 382 2024-08-19T11:44:33.782 INFO:tasks.rados.rados.0.smithi136.stdout:3952: finishing write tid 1 to smithi13674108-1 2024-08-19T11:44:33.782 INFO:tasks.rados.rados.0.smithi136.stdout:3952: finishing write tid 2 to smithi13674108-1 2024-08-19T11:44:33.782 INFO:tasks.rados.rados.0.smithi136.stdout:3952: finishing write tid 3 to smithi13674108-1 2024-08-19T11:44:33.782 INFO:tasks.rados.rados.0.smithi136.stdout:3953: finishing copy_from to smithi13674108-30 2024-08-19T11:44:33.782 INFO:tasks.rados.rados.0.smithi136.stdout:3953: got expected ENOENT (src dne) 2024-08-19T11:44:33.782 INFO:tasks.rados.rados.0.smithi136.stdout:3952: finishing write tid 4 to smithi13674108-1 2024-08-19T11:44:33.782 INFO:tasks.rados.rados.0.smithi136.stdout:3952: oid 1 updating version 0 to 2130 2024-08-19T11:44:33.782 INFO:tasks.rados.rados.0.smithi136.stdout:3952: oid 1 version 2130 is already newer than 2129 2024-08-19T11:44:33.782 INFO:tasks.rados.rados.0.smithi136.stdout:3952: oid 1 updating version 2130 to 2131 2024-08-19T11:44:33.782 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 1 v 2131 (ObjNum 1211 snap 402 seq_num 1211) dirty exists 2024-08-19T11:44:33.782 INFO:tasks.rados.rados.0.smithi136.stdout:3952: left oid 1 (ObjNum 1211 snap 402 seq_num 1211) 2024-08-19T11:44:33.782 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 10 v 2096 (ObjNum 885 snap 291 seq_num 885) dirty exists 2024-08-19T11:44:33.782 INFO:tasks.rados.rados.0.smithi136.stdout:3953: finishing copy_from racing read to smithi13674108-30 2024-08-19T11:44:33.783 INFO:tasks.rados.rados.0.smithi136.stdout:3952: done (3 left) 2024-08-19T11:44:33.783 INFO:tasks.rados.rados.0.smithi136.stdout:3953: done (2 left) 2024-08-19T11:44:33.783 INFO:tasks.rados.rados.0.smithi136.stdout:3954: done (1 left) 2024-08-19T11:44:33.783 INFO:tasks.rados.rados.0.smithi136.stdout:3958: read oid 41 snap -1 2024-08-19T11:44:33.783 INFO:tasks.rados.rados.0.smithi136.stdout:3958: expect (ObjNum 1166 snap 391 seq_num 1166) 2024-08-19T11:44:33.783 INFO:tasks.rados.rados.0.smithi136.stdout:3959: rollback oid 36 current snap is 402 2024-08-19T11:44:33.783 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 36 to 366 2024-08-19T11:44:33.783 INFO:tasks.rados.rados.0.smithi136.stdout:3960: read oid 50 snap -1 2024-08-19T11:44:33.783 INFO:tasks.rados.rados.0.smithi136.stdout:3960: expect (ObjNum 1184 snap 397 seq_num 1184) 2024-08-19T11:44:33.783 INFO:tasks.rados.rados.0.smithi136.stdout:3961: setattr oid 28 current snap is 402 2024-08-19T11:44:33.783 INFO:tasks.rados.rados.0.smithi136.stdout:3962: delete oid 47 current snap is 402 2024-08-19T11:44:33.795 INFO:tasks.rados.rados.0.smithi136.stdout:3959: finishing rollback tid 0 to smithi13674108-36 2024-08-19T11:44:33.798 INFO:tasks.rados.rados.0.smithi136.stdout:3960: expect (ObjNum 1184 snap 397 seq_num 1184) 2024-08-19T11:44:33.841 INFO:tasks.rados.rados.0.smithi136.stdout:3957: finishing rollback tid 0 to smithi13674108-7 2024-08-19T11:44:33.842 INFO:tasks.rados.rados.0.smithi136.stdout:3957: finishing rollback tid 1 to smithi13674108-7 2024-08-19T11:44:33.842 INFO:tasks.rados.rados.0.smithi136.stdout:3957: finishing rollback tid 2 to smithi13674108-7 2024-08-19T11:44:33.842 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 2239 (ObjNum 1149 snap 381 seq_num 1149) dirty exists 2024-08-19T11:44:33.842 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 28 v 2241 (ObjNum 1141 snap 378 seq_num 1141) dirty exists 2024-08-19T11:44:33.842 INFO:tasks.rados.rados.0.smithi136.stdout:3959: finishing rollback tid 1 to smithi13674108-36 2024-08-19T11:44:33.842 INFO:tasks.rados.rados.0.smithi136.stdout:3957: done (5 left) 2024-08-19T11:44:33.842 INFO:tasks.rados.rados.0.smithi136.stdout:3960: done (4 left) 2024-08-19T11:44:33.842 INFO:tasks.rados.rados.0.smithi136.stdout:3961: done (3 left) 2024-08-19T11:44:33.842 INFO:tasks.rados.rados.0.smithi136.stdout:3962: done (2 left) 2024-08-19T11:44:33.842 INFO:tasks.rados.rados.0.smithi136.stdout:3963: delete oid 26 current snap is 402 2024-08-19T11:44:33.842 INFO:tasks.rados.rados.0.smithi136.stdout:3959: finishing rollback tid 2 to smithi13674108-36 2024-08-19T11:44:33.842 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 36 v 2099 (ObjNum 981 snap 321 seq_num 981) dirty exists 2024-08-19T11:44:33.843 INFO:tasks.rados.rados.0.smithi136.stdout:3958: expect (ObjNum 1166 snap 391 seq_num 1166) 2024-08-19T11:44:34.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:33 smithi155 ceph-mon[76679]: osdmap e858: 8 total, 8 up, 8 in 2024-08-19T11:44:34.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:33 smithi155 ceph-mon[76679]: osdmap e859: 8 total, 8 up, 8 in 2024-08-19T11:44:34.274 INFO:tasks.rados.rados.0.smithi136.stdout:3958: done (2 left) 2024-08-19T11:44:34.274 INFO:tasks.rados.rados.0.smithi136.stdout:3959: done (1 left) 2024-08-19T11:44:34.274 INFO:tasks.rados.rados.0.smithi136.stdout:3963: done (0 left) 2024-08-19T11:44:34.275 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 31 current snap is 402 2024-08-19T11:44:34.275 INFO:tasks.rados.rados.0.smithi136.stdout:3964: seq_num 1214 ranges {0=737280,737280=401408} 2024-08-19T11:44:34.278 INFO:tasks.rados.rados.0.smithi136.stdout:3964: writing smithi13674108-31 from 0 to 737280 tid 1 2024-08-19T11:44:34.280 INFO:tasks.rados.rados.0.smithi136.stdout:3964: writing smithi13674108-31 from 737280 to 1138688 tid 2 2024-08-19T11:44:34.281 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 16 current snap is 402 2024-08-19T11:44:34.281 INFO:tasks.rados.rados.0.smithi136.stdout:3965: seq_num 1215 ranges {0=753664,753664=401408} 2024-08-19T11:44:34.284 INFO:tasks.rados.rados.0.smithi136.stdout:3965: writing smithi13674108-16 from 0 to 753664 tid 1 2024-08-19T11:44:34.287 INFO:tasks.rados.rados.0.smithi136.stdout:3965: writing smithi13674108-16 from 753664 to 1155072 tid 2 2024-08-19T11:44:34.287 INFO:tasks.rados.rados.0.smithi136.stdout:3966: snap_create 2024-08-19T11:44:34.288 INFO:tasks.rados.rados.0.smithi136.stdout:3964: finishing write tid 1 to smithi13674108-31 2024-08-19T11:44:34.288 INFO:tasks.rados.rados.0.smithi136.stdout:3964: finishing write tid 2 to smithi13674108-31 2024-08-19T11:44:34.288 INFO:tasks.rados.rados.0.smithi136.stdout:3964: finishing write tid 3 to smithi13674108-31 2024-08-19T11:44:34.288 INFO:tasks.rados.rados.0.smithi136.stdout:3964: finishing write tid 4 to smithi13674108-31 2024-08-19T11:44:34.288 INFO:tasks.rados.rados.0.smithi136.stdout:3964: oid 31 updating version 0 to 2245 2024-08-19T11:44:34.288 INFO:tasks.rados.rados.0.smithi136.stdout:3964: oid 31 updating version 2245 to 2246 2024-08-19T11:44:34.288 INFO:tasks.rados.rados.0.smithi136.stdout:3964: oid 31 version 2246 is already newer than 2244 2024-08-19T11:44:34.288 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 2246 (ObjNum 1214 snap 402 seq_num 1214) dirty exists 2024-08-19T11:44:34.288 INFO:tasks.rados.rados.0.smithi136.stdout:3964: left oid 31 (ObjNum 1214 snap 402 seq_num 1214) 2024-08-19T11:44:34.291 INFO:tasks.rados.rados.0.smithi136.stdout:3965: finishing write tid 1 to smithi13674108-16 2024-08-19T11:44:34.291 INFO:tasks.rados.rados.0.smithi136.stdout:3965: finishing write tid 2 to smithi13674108-16 2024-08-19T11:44:34.291 INFO:tasks.rados.rados.0.smithi136.stdout:3965: finishing write tid 3 to smithi13674108-16 2024-08-19T11:44:34.292 INFO:tasks.rados.rados.0.smithi136.stdout:3965: finishing write tid 4 to smithi13674108-16 2024-08-19T11:44:34.293 INFO:tasks.rados.rados.0.smithi136.stdout:3965: oid 16 updating version 0 to 2149 2024-08-19T11:44:34.293 INFO:tasks.rados.rados.0.smithi136.stdout:3965: oid 16 updating version 2149 to 2150 2024-08-19T11:44:34.293 INFO:tasks.rados.rados.0.smithi136.stdout:3965: oid 16 version 2150 is already newer than 2148 2024-08-19T11:44:34.293 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 16 v 2150 (ObjNum 1215 snap 402 seq_num 1215) dirty exists 2024-08-19T11:44:34.293 INFO:tasks.rados.rados.0.smithi136.stdout:3965: left oid 16 (ObjNum 1215 snap 402 seq_num 1215) 2024-08-19T11:44:34.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:33 smithi136 ceph-mon[88916]: osdmap e858: 8 total, 8 up, 8 in 2024-08-19T11:44:34.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:33 smithi136 ceph-mon[88916]: osdmap e859: 8 total, 8 up, 8 in 2024-08-19T11:44:34.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:33 smithi136 ceph-mon[86496]: osdmap e858: 8 total, 8 up, 8 in 2024-08-19T11:44:34.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:33 smithi136 ceph-mon[86496]: osdmap e859: 8 total, 8 up, 8 in 2024-08-19T11:44:34.884 INFO:tasks.rados.rados.0.smithi136.stdout:3964: done (2 left) 2024-08-19T11:44:34.884 INFO:tasks.rados.rados.0.smithi136.stdout:3965: done (1 left) 2024-08-19T11:44:34.884 INFO:tasks.rados.rados.0.smithi136.stdout:3966: done (0 left) 2024-08-19T11:44:34.884 INFO:tasks.rados.rados.0.smithi136.stdout:3967: rollback oid 22 current snap is 403 2024-08-19T11:44:34.884 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 22 to 388 2024-08-19T11:44:34.884 INFO:tasks.rados.rados.0.smithi136.stdout:3968: snap_create 2024-08-19T11:44:34.891 INFO:tasks.rados.rados.0.smithi136.stdout:3967: finishing rollback tid 0 to smithi13674108-22 2024-08-19T11:44:34.891 INFO:tasks.rados.rados.0.smithi136.stdout:3967: finishing rollback tid 1 to smithi13674108-22 2024-08-19T11:44:34.895 INFO:tasks.rados.rados.0.smithi136.stdout:3967: finishing rollback tid 2 to smithi13674108-22 2024-08-19T11:44:34.895 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 22 v 2133 (ObjNum 1105 snap 358 seq_num 1105) dirty exists 2024-08-19T11:44:35.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:34 smithi155 ceph-mon[76679]: pgmap v929: 121 pgs: 121 active+clean; 541 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 712 KiB/s wr, 8 op/s 2024-08-19T11:44:35.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:34 smithi136 ceph-mon[86496]: pgmap v929: 121 pgs: 121 active+clean; 541 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 712 KiB/s wr, 8 op/s 2024-08-19T11:44:35.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:34 smithi136 ceph-mon[88916]: pgmap v929: 121 pgs: 121 active+clean; 541 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 712 KiB/s wr, 8 op/s 2024-08-19T11:44:35.890 INFO:tasks.rados.rados.0.smithi136.stdout:3967: done (1 left) 2024-08-19T11:44:35.890 INFO:tasks.rados.rados.0.smithi136.stdout:3968: done (0 left) 2024-08-19T11:44:35.890 INFO:tasks.rados.rados.0.smithi136.stdout:3969: copy_from oid 7 from oid 45 current snap is 404 2024-08-19T11:44:35.890 INFO:tasks.rados.rados.0.smithi136.stdout:3970: snap_remove snap 359 2024-08-19T11:44:36.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:35 smithi155 ceph-mon[76679]: osdmap e860: 8 total, 8 up, 8 in 2024-08-19T11:44:36.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:35 smithi136 ceph-mon[86496]: osdmap e860: 8 total, 8 up, 8 in 2024-08-19T11:44:36.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:35 smithi136 ceph-mon[88916]: osdmap e860: 8 total, 8 up, 8 in 2024-08-19T11:44:36.893 INFO:tasks.rados.rados.0.smithi136.stdout:3970: done (1 left) 2024-08-19T11:44:36.893 INFO:tasks.rados.rados.0.smithi136.stdout:3971: read oid 16 snap 396 2024-08-19T11:44:36.893 INFO:tasks.rados.rados.0.smithi136.stdout:3971: expect (ObjNum 1145 snap 379 seq_num 1145) 2024-08-19T11:44:36.893 INFO:tasks.rados.rados.0.smithi136.stdout:3972: snap_create 2024-08-19T11:44:36.893 INFO:tasks.rados.rados.0.smithi136.stdout:3969: finishing copy_from racing read to smithi13674108-7 2024-08-19T11:44:36.893 INFO:tasks.rados.rados.0.smithi136.stdout:3969: finishing copy_from to smithi13674108-7 2024-08-19T11:44:36.893 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 7 v 2100 (ObjNum 1126 snap 371 seq_num 1126) dirty exists 2024-08-19T11:44:36.914 INFO:tasks.rados.rados.0.smithi136.stdout:3971: expect (ObjNum 1145 snap 379 seq_num 1145) 2024-08-19T11:44:37.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:36 smithi155 ceph-mon[76679]: pgmap v932: 121 pgs: 121 active+clean; 544 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 504 KiB/s wr, 17 op/s 2024-08-19T11:44:37.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:36 smithi155 ceph-mon[76679]: osdmap e861: 8 total, 8 up, 8 in 2024-08-19T11:44:37.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:36 smithi136 ceph-mon[86496]: pgmap v932: 121 pgs: 121 active+clean; 544 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 504 KiB/s wr, 17 op/s 2024-08-19T11:44:37.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:36 smithi136 ceph-mon[86496]: osdmap e861: 8 total, 8 up, 8 in 2024-08-19T11:44:37.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:36 smithi136 ceph-mon[88916]: pgmap v932: 121 pgs: 121 active+clean; 544 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 504 KiB/s wr, 17 op/s 2024-08-19T11:44:37.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:36 smithi136 ceph-mon[88916]: osdmap e861: 8 total, 8 up, 8 in 2024-08-19T11:44:37.903 INFO:tasks.rados.rados.0.smithi136.stdout:3969: done (2 left) 2024-08-19T11:44:37.904 INFO:tasks.rados.rados.0.smithi136.stdout:3971: done (1 left) 2024-08-19T11:44:37.904 INFO:tasks.rados.rados.0.smithi136.stdout:3972: done (0 left) 2024-08-19T11:44:37.904 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 43 current snap is 405 2024-08-19T11:44:37.904 INFO:tasks.rados.rados.0.smithi136.stdout:3973: seq_num 1216 ranges {1777664=770048,2547712=401408} 2024-08-19T11:44:37.917 INFO:tasks.rados.rados.0.smithi136.stdout:3973: writing smithi13674108-43 from 1777664 to 2547712 tid 1 2024-08-19T11:44:37.919 INFO:tasks.rados.rados.0.smithi136.stdout:3973: writing smithi13674108-43 from 2547712 to 2949120 tid 2 2024-08-19T11:44:37.919 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 44 current snap is 405 2024-08-19T11:44:37.920 INFO:tasks.rados.rados.0.smithi136.stdout:3974: seq_num 1217 ranges {5316608=786432,6103040=401408} 2024-08-19T11:44:37.952 INFO:tasks.rados.rados.0.smithi136.stdout:3974: writing smithi13674108-44 from 5316608 to 6103040 tid 1 2024-08-19T11:44:37.954 INFO:tasks.rados.rados.0.smithi136.stdout:3974: writing smithi13674108-44 from 6103040 to 6504448 tid 2 2024-08-19T11:44:37.954 INFO:tasks.rados.rados.0.smithi136.stdout:3975: copy_from oid 11 from oid 13 current snap is 405 2024-08-19T11:44:37.954 INFO:tasks.rados.rados.0.smithi136.stdout:3973: finishing write tid 1 to smithi13674108-43 2024-08-19T11:44:37.954 INFO:tasks.rados.rados.0.smithi136.stdout:3973: finishing write tid 2 to smithi13674108-43 2024-08-19T11:44:37.955 INFO:tasks.rados.rados.0.smithi136.stdout:3973: finishing write tid 3 to smithi13674108-43 2024-08-19T11:44:37.955 INFO:tasks.rados.rados.0.smithi136.stdout:3973: finishing write tid 4 to smithi13674108-43 2024-08-19T11:44:37.955 INFO:tasks.rados.rados.0.smithi136.stdout:3973: oid 43 updating version 0 to 1703 2024-08-19T11:44:37.955 INFO:tasks.rados.rados.0.smithi136.stdout:3973: oid 43 version 1703 is already newer than 1702 2024-08-19T11:44:37.955 INFO:tasks.rados.rados.0.smithi136.stdout:3973: oid 43 updating version 1703 to 1704 2024-08-19T11:44:37.955 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 43 v 1704 (ObjNum 1216 snap 405 seq_num 1216) dirty exists 2024-08-19T11:44:37.955 INFO:tasks.rados.rados.0.smithi136.stdout:3973: left oid 43 (ObjNum 1216 snap 405 seq_num 1216) 2024-08-19T11:44:37.955 INFO:tasks.rados.rados.0.smithi136.stdout:3973: done (2 left) 2024-08-19T11:44:37.955 INFO:tasks.rados.rados.0.smithi136.stdout:3976: delete oid 33 current snap is 405 2024-08-19T11:44:37.956 INFO:tasks.rados.rados.0.smithi136.stdout:3975: finishing copy_from to smithi13674108-11 2024-08-19T11:44:37.956 INFO:tasks.rados.rados.0.smithi136.stdout:3975: got expected ENOENT (src dne) 2024-08-19T11:44:37.956 INFO:tasks.rados.rados.0.smithi136.stdout:3975: finishing copy_from racing read to smithi13674108-11 2024-08-19T11:44:37.958 INFO:tasks.rados.rados.0.smithi136.stdout:3975: done (2 left) 2024-08-19T11:44:37.958 INFO:tasks.rados.rados.0.smithi136.stdout:3976: done (1 left) 2024-08-19T11:44:37.958 INFO:tasks.rados.rados.0.smithi136.stdout:3977: copy_from oid 39 from oid 27 current snap is 405 2024-08-19T11:44:37.958 INFO:tasks.rados.rados.0.smithi136.stdout:3978: copy_from oid 3 from oid 7 current snap is 405 2024-08-19T11:44:37.958 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 26 current snap is 405 2024-08-19T11:44:37.959 INFO:tasks.rados.rados.0.smithi136.stdout:3979: seq_num 1219 ranges {0=417792,417792=557056,974848=245760} 2024-08-19T11:44:37.961 INFO:tasks.rados.rados.0.smithi136.stdout:3979: writing smithi13674108-26 from 0 to 417792 tid 1 2024-08-19T11:44:37.963 INFO:tasks.rados.rados.0.smithi136.stdout:3979: writing smithi13674108-26 from 417792 to 974848 tid 2 2024-08-19T11:44:37.965 INFO:tasks.rados.rados.0.smithi136.stdout:3979: writing smithi13674108-26 from 974848 to 1220608 tid 3 2024-08-19T11:44:37.965 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 48 current snap is 405 2024-08-19T11:44:37.965 INFO:tasks.rados.rados.0.smithi136.stdout:3980: seq_num 1220 ranges {0=434176,434176=442368,876544=360448} 2024-08-19T11:44:37.967 INFO:tasks.rados.rados.0.smithi136.stdout:3980: writing smithi13674108-48 from 0 to 434176 tid 1 2024-08-19T11:44:37.970 INFO:tasks.rados.rados.0.smithi136.stdout:3980: writing smithi13674108-48 from 434176 to 876544 tid 2 2024-08-19T11:44:37.972 INFO:tasks.rados.rados.0.smithi136.stdout:3980: writing smithi13674108-48 from 876544 to 1236992 tid 3 2024-08-19T11:44:37.972 INFO:tasks.rados.rados.0.smithi136.stdout:3981: snap_remove snap 366 2024-08-19T11:44:38.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:37 smithi155 ceph-mon[76679]: osdmap e862: 8 total, 8 up, 8 in 2024-08-19T11:44:38.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:37 smithi136 ceph-mon[86496]: osdmap e862: 8 total, 8 up, 8 in 2024-08-19T11:44:38.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:37 smithi136 ceph-mon[88916]: osdmap e862: 8 total, 8 up, 8 in 2024-08-19T11:44:38.785 INFO:tasks.rados.rados.0.smithi136.stdout:3981: done (5 left) 2024-08-19T11:44:38.786 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 12 current snap is 405 2024-08-19T11:44:38.786 INFO:tasks.rados.rados.0.smithi136.stdout:3977: finishing copy_from to smithi13674108-39 2024-08-19T11:44:38.786 INFO:tasks.rados.rados.0.smithi136.stdout:3977: got expected ENOENT (src dne) 2024-08-19T11:44:38.786 INFO:tasks.rados.rados.0.smithi136.stdout:3977: finishing copy_from racing read to smithi13674108-39 2024-08-19T11:44:38.786 INFO:tasks.rados.rados.0.smithi136.stdout:3974: finishing write tid 1 to smithi13674108-44 2024-08-19T11:44:38.786 INFO:tasks.rados.rados.0.smithi136.stdout:3974: finishing write tid 2 to smithi13674108-44 2024-08-19T11:44:38.786 INFO:tasks.rados.rados.0.smithi136.stdout:3974: finishing write tid 3 to smithi13674108-44 2024-08-19T11:44:38.786 INFO:tasks.rados.rados.0.smithi136.stdout:3974: finishing write tid 4 to smithi13674108-44 2024-08-19T11:44:38.786 INFO:tasks.rados.rados.0.smithi136.stdout:3974: oid 44 updating version 0 to 2258 2024-08-19T11:44:38.786 INFO:tasks.rados.rados.0.smithi136.stdout:3974: oid 44 updating version 2258 to 2259 2024-08-19T11:44:38.786 INFO:tasks.rados.rados.0.smithi136.stdout:3974: oid 44 updating version 2259 to 2260 2024-08-19T11:44:38.787 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 2260 (ObjNum 1217 snap 405 seq_num 1217) dirty exists 2024-08-19T11:44:38.787 INFO:tasks.rados.rados.0.smithi136.stdout:3974: left oid 44 (ObjNum 1217 snap 405 seq_num 1217) 2024-08-19T11:44:38.787 INFO:tasks.rados.rados.0.smithi136.stdout:3979: finishing write tid 1 to smithi13674108-26 2024-08-19T11:44:38.787 INFO:tasks.rados.rados.0.smithi136.stdout:3979: finishing write tid 2 to smithi13674108-26 2024-08-19T11:44:38.787 INFO:tasks.rados.rados.0.smithi136.stdout:3980: finishing write tid 1 to smithi13674108-48 2024-08-19T11:44:38.787 INFO:tasks.rados.rados.0.smithi136.stdout:3979: finishing write tid 3 to smithi13674108-26 2024-08-19T11:44:38.787 INFO:tasks.rados.rados.0.smithi136.stdout:3979: finishing write tid 4 to smithi13674108-26 2024-08-19T11:44:38.787 INFO:tasks.rados.rados.0.smithi136.stdout:3980: finishing write tid 2 to smithi13674108-48 2024-08-19T11:44:38.787 INFO:tasks.rados.rados.0.smithi136.stdout:3980: finishing write tid 3 to smithi13674108-48 2024-08-19T11:44:38.787 INFO:tasks.rados.rados.0.smithi136.stdout:3979: finishing write tid 5 to smithi13674108-26 2024-08-19T11:44:38.787 INFO:tasks.rados.rados.0.smithi136.stdout:3979: oid 26 updating version 0 to 2147 2024-08-19T11:44:38.788 INFO:tasks.rados.rados.0.smithi136.stdout:3979: oid 26 version 2147 is already newer than 2146 2024-08-19T11:44:38.788 INFO:tasks.rados.rados.0.smithi136.stdout:3979: oid 26 version 2147 is already newer than 2145 2024-08-19T11:44:38.788 INFO:tasks.rados.rados.0.smithi136.stdout:3979: oid 26 version 2147 is already newer than 2144 2024-08-19T11:44:38.788 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 26 v 2147 (ObjNum 1219 snap 405 seq_num 1219) dirty exists 2024-08-19T11:44:38.788 INFO:tasks.rados.rados.0.smithi136.stdout:3979: left oid 26 (ObjNum 1219 snap 405 seq_num 1219) 2024-08-19T11:44:38.788 INFO:tasks.rados.rados.0.smithi136.stdout:3980: finishing write tid 4 to smithi13674108-48 2024-08-19T11:44:38.788 INFO:tasks.rados.rados.0.smithi136.stdout:3980: finishing write tid 5 to smithi13674108-48 2024-08-19T11:44:38.788 INFO:tasks.rados.rados.0.smithi136.stdout:3980: oid 48 updating version 0 to 2232 2024-08-19T11:44:38.788 INFO:tasks.rados.rados.0.smithi136.stdout:3980: oid 48 updating version 2232 to 2233 2024-08-19T11:44:38.788 INFO:tasks.rados.rados.0.smithi136.stdout:3980: oid 48 updating version 2233 to 2234 2024-08-19T11:44:38.788 INFO:tasks.rados.rados.0.smithi136.stdout:3980: oid 48 updating version 2234 to 2235 2024-08-19T11:44:38.788 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 48 v 2235 (ObjNum 1220 snap 405 seq_num 1220) dirty exists 2024-08-19T11:44:38.788 INFO:tasks.rados.rados.0.smithi136.stdout:3980: left oid 48 (ObjNum 1220 snap 405 seq_num 1220) 2024-08-19T11:44:38.789 INFO:tasks.rados.rados.0.smithi136.stdout:3978: finishing copy_from racing read to smithi13674108-3 2024-08-19T11:44:38.789 INFO:tasks.rados.rados.0.smithi136.stdout:3978: finishing copy_from to smithi13674108-3 2024-08-19T11:44:38.789 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 3 v 2100 (ObjNum 1126 snap 371 seq_num 1126) dirty exists 2024-08-19T11:44:38.789 INFO:tasks.rados.rados.0.smithi136.stdout:3982: seq_num 1221 ranges {0=458752,458752=729088,1187840=73728} 2024-08-19T11:44:38.789 INFO:tasks.rados.rados.0.smithi136.stdout:3982: writing smithi13674108-12 from 0 to 458752 tid 1 2024-08-19T11:44:38.793 INFO:tasks.rados.rados.0.smithi136.stdout:3982: writing smithi13674108-12 from 458752 to 1187840 tid 2 2024-08-19T11:44:38.794 INFO:tasks.rados.rados.0.smithi136.stdout:3982: writing smithi13674108-12 from 1187840 to 1261568 tid 3 2024-08-19T11:44:38.794 INFO:tasks.rados.rados.0.smithi136.stdout:3974: done (5 left) 2024-08-19T11:44:38.794 INFO:tasks.rados.rados.0.smithi136.stdout:3977: done (4 left) 2024-08-19T11:44:38.794 INFO:tasks.rados.rados.0.smithi136.stdout:3978: done (3 left) 2024-08-19T11:44:38.794 INFO:tasks.rados.rados.0.smithi136.stdout:3979: done (2 left) 2024-08-19T11:44:38.794 INFO:tasks.rados.rados.0.smithi136.stdout:3980: done (1 left) 2024-08-19T11:44:38.794 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 23 current snap is 405 2024-08-19T11:44:38.794 INFO:tasks.rados.rados.0.smithi136.stdout:3983: seq_num 1222 ranges {606208=475136,1081344=606208,1687552=196608} 2024-08-19T11:44:38.800 INFO:tasks.rados.rados.0.smithi136.stdout:3983: writing smithi13674108-23 from 606208 to 1081344 tid 1 2024-08-19T11:44:38.805 INFO:tasks.rados.rados.0.smithi136.stdout:3983: writing smithi13674108-23 from 1081344 to 1687552 tid 2 2024-08-19T11:44:38.807 INFO:tasks.rados.rados.0.smithi136.stdout:3983: writing smithi13674108-23 from 1687552 to 1884160 tid 3 2024-08-19T11:44:38.807 INFO:tasks.rados.rados.0.smithi136.stdout:3984: rollback oid 11 current snap is 405 2024-08-19T11:44:38.807 INFO:tasks.rados.rados.0.smithi136.stdout:rollback oid 11 to 392 2024-08-19T11:44:38.807 INFO:tasks.rados.rados.0.smithi136.stdout:3982: finishing write tid 1 to smithi13674108-12 2024-08-19T11:44:38.807 INFO:tasks.rados.rados.0.smithi136.stdout:3985: read oid 6 snap -1 2024-08-19T11:44:38.807 INFO:tasks.rados.rados.0.smithi136.stdout:3985: expect (ObjNum 1210 snap 402 seq_num 1210) 2024-08-19T11:44:38.807 INFO:tasks.rados.rados.0.smithi136.stdout:3986: snap_remove snap 400 2024-08-19T11:44:39.182 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:38 smithi136 ceph-mon[88916]: pgmap v935: 121 pgs: 121 active+clean; 554 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.9 MiB/s wr, 27 op/s 2024-08-19T11:44:39.182 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:38 smithi136 ceph-mon[88916]: osdmap e863: 8 total, 8 up, 8 in 2024-08-19T11:44:39.182 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:38 smithi136 ceph-mon[88916]: osdmap e864: 8 total, 8 up, 8 in 2024-08-19T11:44:39.182 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:38 smithi136 ceph-mon[86496]: pgmap v935: 121 pgs: 121 active+clean; 554 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.9 MiB/s wr, 27 op/s 2024-08-19T11:44:39.182 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:38 smithi136 ceph-mon[86496]: osdmap e863: 8 total, 8 up, 8 in 2024-08-19T11:44:39.182 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:38 smithi136 ceph-mon[86496]: osdmap e864: 8 total, 8 up, 8 in 2024-08-19T11:44:39.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:38 smithi155 ceph-mon[76679]: pgmap v935: 121 pgs: 121 active+clean; 554 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.9 MiB/s wr, 27 op/s 2024-08-19T11:44:39.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:38 smithi155 ceph-mon[76679]: osdmap e863: 8 total, 8 up, 8 in 2024-08-19T11:44:39.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:38 smithi155 ceph-mon[76679]: osdmap e864: 8 total, 8 up, 8 in 2024-08-19T11:44:39.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:44:39 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:44:39] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.51.0" 2024-08-19T11:44:39.782 INFO:tasks.rados.rados.0.smithi136.stdout:3986: done (4 left) 2024-08-19T11:44:39.782 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 44 current snap is 405 2024-08-19T11:44:39.783 INFO:tasks.rados.rados.0.smithi136.stdout:3982: finishing write tid 2 to smithi13674108-12 2024-08-19T11:44:39.783 INFO:tasks.rados.rados.0.smithi136.stdout:3987: seq_num 1223 ranges {6504448=491520,6995968=491520,7487488=311296} 2024-08-19T11:44:39.821 INFO:tasks.rados.rados.0.smithi136.stdout:3987: writing smithi13674108-44 from 6504448 to 6995968 tid 1 2024-08-19T11:44:39.823 INFO:tasks.rados.rados.0.smithi136.stdout:3987: writing smithi13674108-44 from 6995968 to 7487488 tid 2 2024-08-19T11:44:39.826 INFO:tasks.rados.rados.0.smithi136.stdout:3987: writing smithi13674108-44 from 7487488 to 7798784 tid 3 2024-08-19T11:44:39.826 INFO:tasks.rados.rados.0.smithi136.stdout:3988: snap_create 2024-08-19T11:44:39.826 INFO:tasks.rados.rados.0.smithi136.stdout:3982: finishing write tid 3 to smithi13674108-12 2024-08-19T11:44:39.826 INFO:tasks.rados.rados.0.smithi136.stdout:3982: finishing write tid 4 to smithi13674108-12 2024-08-19T11:44:39.826 INFO:tasks.rados.rados.0.smithi136.stdout:3982: finishing write tid 5 to smithi13674108-12 2024-08-19T11:44:39.826 INFO:tasks.rados.rados.0.smithi136.stdout:3982: oid 12 updating version 0 to 1860 2024-08-19T11:44:39.826 INFO:tasks.rados.rados.0.smithi136.stdout:3982: oid 12 version 1860 is already newer than 1859 2024-08-19T11:44:39.826 INFO:tasks.rados.rados.0.smithi136.stdout:3982: oid 12 version 1860 is already newer than 1858 2024-08-19T11:44:39.826 INFO:tasks.rados.rados.0.smithi136.stdout:3982: oid 12 updating version 1860 to 1861 2024-08-19T11:44:39.826 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 12 v 1861 (ObjNum 1221 snap 405 seq_num 1221) dirty exists 2024-08-19T11:44:39.826 INFO:tasks.rados.rados.0.smithi136.stdout:3982: left oid 12 (ObjNum 1221 snap 405 seq_num 1221) 2024-08-19T11:44:39.827 INFO:tasks.rados.rados.0.smithi136.stdout:3983: finishing write tid 1 to smithi13674108-23 2024-08-19T11:44:39.827 INFO:tasks.rados.rados.0.smithi136.stdout:3983: finishing write tid 2 to smithi13674108-23 2024-08-19T11:44:39.827 INFO:tasks.rados.rados.0.smithi136.stdout:3983: finishing write tid 3 to smithi13674108-23 2024-08-19T11:44:39.827 INFO:tasks.rados.rados.0.smithi136.stdout:3983: finishing write tid 4 to smithi13674108-23 2024-08-19T11:44:39.827 INFO:tasks.rados.rados.0.smithi136.stdout:3984: finishing rollback tid 0 to smithi13674108-11 2024-08-19T11:44:39.827 INFO:tasks.rados.rados.0.smithi136.stdout:3983: finishing write tid 5 to smithi13674108-23 2024-08-19T11:44:39.827 INFO:tasks.rados.rados.0.smithi136.stdout:3983: oid 23 updating version 0 to 1669 2024-08-19T11:44:39.827 INFO:tasks.rados.rados.0.smithi136.stdout:3983: oid 23 version 1669 is already newer than 1668 2024-08-19T11:44:39.827 INFO:tasks.rados.rados.0.smithi136.stdout:3983: oid 23 version 1669 is already newer than 1667 2024-08-19T11:44:39.827 INFO:tasks.rados.rados.0.smithi136.stdout:3983: oid 23 updating version 1669 to 1670 2024-08-19T11:44:39.827 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 23 v 1670 (ObjNum 1222 snap 405 seq_num 1222) dirty exists 2024-08-19T11:44:39.827 INFO:tasks.rados.rados.0.smithi136.stdout:3983: left oid 23 (ObjNum 1222 snap 405 seq_num 1222) 2024-08-19T11:44:39.827 INFO:tasks.rados.rados.0.smithi136.stdout:3984: finishing rollback tid 1 to smithi13674108-11 2024-08-19T11:44:39.827 INFO:tasks.rados.rados.0.smithi136.stdout:3984: finishing rollback tid 2 to smithi13674108-11 2024-08-19T11:44:39.827 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 11 v 2247 (ObjNum 1079 snap 343 seq_num 1079) dirty exists 2024-08-19T11:44:39.828 INFO:tasks.rados.rados.0.smithi136.stdout:3985: expect (ObjNum 1210 snap 402 seq_num 1210) 2024-08-19T11:44:41.068 INFO:tasks.rados.rados.0.smithi136.stdout:3987: finishing write tid 1 to smithi13674108-44 2024-08-19T11:44:41.069 INFO:tasks.rados.rados.0.smithi136.stdout:3987: finishing write tid 2 to smithi13674108-44 2024-08-19T11:44:41.069 INFO:tasks.rados.rados.0.smithi136.stdout:3987: finishing write tid 3 to smithi13674108-44 2024-08-19T11:44:41.069 INFO:tasks.rados.rados.0.smithi136.stdout:3987: finishing write tid 4 to smithi13674108-44 2024-08-19T11:44:41.069 INFO:tasks.rados.rados.0.smithi136.stdout:3987: finishing write tid 5 to smithi13674108-44 2024-08-19T11:44:41.069 INFO:tasks.rados.rados.0.smithi136.stdout:3987: oid 44 updating version 0 to 2279 2024-08-19T11:44:41.069 INFO:tasks.rados.rados.0.smithi136.stdout:3987: oid 44 updating version 2279 to 2280 2024-08-19T11:44:41.069 INFO:tasks.rados.rados.0.smithi136.stdout:3987: oid 44 version 2280 is already newer than 2277 2024-08-19T11:44:41.069 INFO:tasks.rados.rados.0.smithi136.stdout:3987: oid 44 version 2280 is already newer than 2278 2024-08-19T11:44:41.069 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 44 v 2280 (ObjNum 1223 snap 405 seq_num 1223) dirty exists 2024-08-19T11:44:41.069 INFO:tasks.rados.rados.0.smithi136.stdout:3987: left oid 44 (ObjNum 1223 snap 405 seq_num 1223) 2024-08-19T11:44:41.069 INFO:tasks.rados.rados.0.smithi136.stdout:3982: done (5 left) 2024-08-19T11:44:41.069 INFO:tasks.rados.rados.0.smithi136.stdout:3983: done (4 left) 2024-08-19T11:44:41.070 INFO:tasks.rados.rados.0.smithi136.stdout:3984: done (3 left) 2024-08-19T11:44:41.070 INFO:tasks.rados.rados.0.smithi136.stdout:3985: done (2 left) 2024-08-19T11:44:41.070 INFO:tasks.rados.rados.0.smithi136.stdout:3987: done (1 left) 2024-08-19T11:44:41.070 INFO:tasks.rados.rados.0.smithi136.stdout:3988: done (0 left) 2024-08-19T11:44:41.070 INFO:tasks.rados.rados.0.smithi136.stdout:3989: snap_create 2024-08-19T11:44:41.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:40 smithi136 ceph-mon[88916]: pgmap v938: 121 pgs: 121 active+clean; 565 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.5 MiB/s wr, 20 op/s 2024-08-19T11:44:41.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:40 smithi136 ceph-mon[88916]: osdmap e865: 8 total, 8 up, 8 in 2024-08-19T11:44:41.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:44:41.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:40 smithi136 ceph-mon[86496]: pgmap v938: 121 pgs: 121 active+clean; 565 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.5 MiB/s wr, 20 op/s 2024-08-19T11:44:41.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:40 smithi136 ceph-mon[86496]: osdmap e865: 8 total, 8 up, 8 in 2024-08-19T11:44:41.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:44:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:40 smithi155 ceph-mon[76679]: pgmap v938: 121 pgs: 121 active+clean; 565 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.5 MiB/s wr, 20 op/s 2024-08-19T11:44:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:40 smithi155 ceph-mon[76679]: osdmap e865: 8 total, 8 up, 8 in 2024-08-19T11:44:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:44:41.796 INFO:tasks.rados.rados.0.smithi136.stdout:3989: done (0 left) 2024-08-19T11:44:41.796 INFO:tasks.rados.rados.0.smithi136.stdout:3990: snap_remove snap 379 2024-08-19T11:44:42.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:41 smithi136 ceph-mon[88916]: osdmap e866: 8 total, 8 up, 8 in 2024-08-19T11:44:42.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:41 smithi136 ceph-mon[86496]: osdmap e866: 8 total, 8 up, 8 in 2024-08-19T11:44:42.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:41 smithi155 ceph-mon[76679]: osdmap e866: 8 total, 8 up, 8 in 2024-08-19T11:44:42.799 INFO:tasks.rados.rados.0.smithi136.stdout:3990: done (0 left) 2024-08-19T11:44:42.799 INFO:tasks.rados.rados.0.smithi136.stdout:3991: snap_remove snap 345 2024-08-19T11:44:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:42 smithi136 ceph-mon[88916]: pgmap v941: 121 pgs: 121 active+clean; 565 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-19T11:44:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:42 smithi136 ceph-mon[88916]: osdmap e867: 8 total, 8 up, 8 in 2024-08-19T11:44:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:42 smithi136 ceph-mon[86496]: pgmap v941: 121 pgs: 121 active+clean; 565 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-19T11:44:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:42 smithi136 ceph-mon[86496]: osdmap e867: 8 total, 8 up, 8 in 2024-08-19T11:44:43.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:42 smithi155 ceph-mon[76679]: pgmap v941: 121 pgs: 121 active+clean; 565 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-19T11:44:43.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:42 smithi155 ceph-mon[76679]: osdmap e867: 8 total, 8 up, 8 in 2024-08-19T11:44:43.785 INFO:tasks.rados.rados.0.smithi136.stdout:3991: done (0 left) 2024-08-19T11:44:43.785 INFO:tasks.rados.rados.0.smithi136.stdout:3992: rmattr oid 1 current snap is 407 2024-08-19T11:44:43.785 INFO:tasks.rados.rados.0.smithi136.stdout:3992: done (0 left) 2024-08-19T11:44:43.785 INFO:tasks.rados.rados.0.smithi136.stdout:3993: snap_remove snap 377 2024-08-19T11:44:44.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:43 smithi136 ceph-mon[88916]: osdmap e868: 8 total, 8 up, 8 in 2024-08-19T11:44:44.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:43 smithi136 ceph-mon[88916]: osdmap e869: 8 total, 8 up, 8 in 2024-08-19T11:44:44.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:43 smithi136 ceph-mon[86496]: osdmap e868: 8 total, 8 up, 8 in 2024-08-19T11:44:44.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:43 smithi136 ceph-mon[86496]: osdmap e869: 8 total, 8 up, 8 in 2024-08-19T11:44:44.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:43 smithi155 ceph-mon[76679]: osdmap e868: 8 total, 8 up, 8 in 2024-08-19T11:44:44.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:43 smithi155 ceph-mon[76679]: osdmap e869: 8 total, 8 up, 8 in 2024-08-19T11:44:44.785 INFO:tasks.rados.rados.0.smithi136.stdout:3993: done (0 left) 2024-08-19T11:44:44.785 INFO:tasks.rados.rados.0.smithi136.stdout:3994: delete oid 18 current snap is 407 2024-08-19T11:44:44.799 INFO:tasks.rados.rados.0.smithi136.stdout:3994: done (0 left) 2024-08-19T11:44:44.799 INFO:tasks.rados.rados.0.smithi136.stdout:3995: setattr oid 31 current snap is 407 2024-08-19T11:44:44.802 INFO:tasks.rados.rados.0.smithi136.stdout:3996: copy_from oid 2 from oid 7 current snap is 407 2024-08-19T11:44:44.803 INFO:tasks.rados.rados.0.smithi136.stdout:3997: read oid 50 snap -1 2024-08-19T11:44:44.803 INFO:tasks.rados.rados.0.smithi136.stdout:3997: expect (ObjNum 1184 snap 397 seq_num 1184) 2024-08-19T11:44:44.803 INFO:tasks.rados.rados.0.smithi136.stdout:append oid 18 current snap is 407 2024-08-19T11:44:44.803 INFO:tasks.rados.rados.0.smithi136.stdout:3998: seq_num 1225 ranges {0=524288,524288=712704,1236992=90112} 2024-08-19T11:44:44.806 INFO:tasks.rados.rados.0.smithi136.stdout:3998: writing smithi13674108-18 from 0 to 524288 tid 1 2024-08-19T11:44:44.811 INFO:tasks.rados.rados.0.smithi136.stdout:3998: writing smithi13674108-18 from 524288 to 1236992 tid 2 2024-08-19T11:44:44.812 INFO:tasks.rados.rados.0.smithi136.stdout:3998: writing smithi13674108-18 from 1236992 to 1327104 tid 3 2024-08-19T11:44:44.813 INFO:tasks.rados.rados.0.smithi136.stdout:3999: read oid 21 snap -1 2024-08-19T11:44:44.813 INFO:tasks.rados.rados.0.smithi136.stdout:3999: expect deleted 2024-08-19T11:44:44.813 INFO:tasks.rados.rados.0.smithi136.stdout: waiting on 5 2024-08-19T11:44:44.813 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 31 v 2298 (ObjNum 1214 snap 402 seq_num 1214) dirty exists 2024-08-19T11:44:44.813 INFO:tasks.rados.rados.0.smithi136.stdout:3995: done (4 left) 2024-08-19T11:44:44.813 INFO:tasks.rados.rados.0.smithi136.stdout: waiting on 4 2024-08-19T11:44:44.814 INFO:tasks.rados.rados.0.smithi136.stdout:3999: done (3 left) 2024-08-19T11:44:44.814 INFO:tasks.rados.rados.0.smithi136.stdout: waiting on 3 2024-08-19T11:44:44.817 INFO:tasks.rados.rados.0.smithi136.stdout:3997: expect (ObjNum 1184 snap 397 seq_num 1184) 2024-08-19T11:44:44.857 INFO:tasks.rados.rados.0.smithi136.stdout:3998: finishing write tid 1 to smithi13674108-18 2024-08-19T11:44:44.857 INFO:tasks.rados.rados.0.smithi136.stdout:3998: finishing write tid 2 to smithi13674108-18 2024-08-19T11:44:44.857 INFO:tasks.rados.rados.0.smithi136.stdout:3998: finishing write tid 3 to smithi13674108-18 2024-08-19T11:44:44.858 INFO:tasks.rados.rados.0.smithi136.stdout:3998: finishing write tid 4 to smithi13674108-18 2024-08-19T11:44:44.858 INFO:tasks.rados.rados.0.smithi136.stdout:3998: finishing write tid 5 to smithi13674108-18 2024-08-19T11:44:44.858 INFO:tasks.rados.rados.0.smithi136.stdout:3998: oid 18 updating version 0 to 2108 2024-08-19T11:44:44.858 INFO:tasks.rados.rados.0.smithi136.stdout:3998: oid 18 version 2108 is already newer than 2107 2024-08-19T11:44:44.858 INFO:tasks.rados.rados.0.smithi136.stdout:3998: oid 18 version 2108 is already newer than 2106 2024-08-19T11:44:44.858 INFO:tasks.rados.rados.0.smithi136.stdout:3998: oid 18 updating version 2108 to 2109 2024-08-19T11:44:44.858 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 18 v 2109 (ObjNum 1225 snap 407 seq_num 1225) dirty exists 2024-08-19T11:44:44.858 INFO:tasks.rados.rados.0.smithi136.stdout:3998: left oid 18 (ObjNum 1225 snap 407 seq_num 1225) 2024-08-19T11:44:44.858 INFO:tasks.rados.rados.0.smithi136.stdout:3996: finishing copy_from racing read to smithi13674108-2 2024-08-19T11:44:44.858 INFO:tasks.rados.rados.0.smithi136.stdout:3996: finishing copy_from to smithi13674108-2 2024-08-19T11:44:44.858 INFO:tasks.rados.rados.0.smithi136.stdout:update_object_version oid 2 v 2100 (ObjNum 1126 snap 371 seq_num 1126) dirty exists 2024-08-19T11:44:44.858 INFO:tasks.rados.rados.0.smithi136.stdout:3996: done (2 left) 2024-08-19T11:44:44.859 INFO:tasks.rados.rados.0.smithi136.stdout:3997: done (1 left) 2024-08-19T11:44:44.859 INFO:tasks.rados.rados.0.smithi136.stdout:3998: done (0 left) 2024-08-19T11:44:44.859 INFO:tasks.rados.rados.0.smithi136.stderr:0 errors. 2024-08-19T11:44:44.859 INFO:tasks.rados.rados.0.smithi136.stderr: 2024-08-19T11:44:44.863 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-19T11:44:45.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:44 smithi136 ceph-mon[88916]: pgmap v944: 121 pgs: 121 active+clean; 571 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-08-19T11:44:45.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:44 smithi136 ceph-mon[88916]: osdmap e870: 8 total, 8 up, 8 in 2024-08-19T11:44:45.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:44 smithi136 ceph-mon[86496]: pgmap v944: 121 pgs: 121 active+clean; 571 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-08-19T11:44:45.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:44 smithi136 ceph-mon[86496]: osdmap e870: 8 total, 8 up, 8 in 2024-08-19T11:44:45.106 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:44:45.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:44 smithi155 ceph-mon[76679]: pgmap v944: 121 pgs: 121 active+clean; 571 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-08-19T11:44:45.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:44 smithi155 ceph-mon[76679]: osdmap e870: 8 total, 8 up, 8 in 2024-08-19T11:44:46.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:46 smithi136 ceph-mon[86496]: pgmap v947: 121 pgs: 121 active+clean; 572 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-08-19T11:44:46.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:46 smithi136 ceph-mon[88916]: pgmap v947: 121 pgs: 121 active+clean; 572 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-08-19T11:44:46.976 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:44:46.976 INFO:teuthology.orchestra.run.smithi136.stdout:{"epoch":870,"fsid":"25b0d51a-5e1d-11ef-bccf-c7b262605968","created":"2024-08-19T11:22:06.747909+0000","modified":"2024-08-19T11:44:44.777453+0000","last_up_change":"2024-08-19T11:39:15.165583+0000","last_in_change":"2024-08-19T11:26:40.220649+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-19T11:25:01.946609+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-19T11:27:23.356250+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-19T11:27:26.712091+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-19T11:28:16.371426+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-08-19T11:31:01.198170+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"870","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":486,"snap_epoch":870,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"4c5e52ef-ec3c-42d4-b5d8-59457a219347","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":310,"up_from":323,"up_thru":551,"down_at":311,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6802","nonce":1701407081},{"type":"v1","addr":"172.21.15.136:6803","nonce":1701407081}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6804","nonce":1701407081},{"type":"v1","addr":"172.21.15.136:6805","nonce":1701407081}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6808","nonce":1701407081},{"type":"v1","addr":"172.21.15.136:6809","nonce":1701407081}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6806","nonce":1701407081},{"type":"v1","addr":"172.21.15.136:6807","nonce":1701407081}]},"public_addr":"172.21.15.136:6803/1701407081","cluster_addr":"172.21.15.136:6805/1701407081","heartbeat_back_addr":"172.21.15.136:6809/1701407081","heartbeat_front_addr":"172.21.15.136:6807/1701407081","state":["exists","up"]},{"osd":1,"uuid":"3d951904-e2e9-4805-91af-b3f3696c7440","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":342,"up_from":354,"up_thru":551,"down_at":343,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6810","nonce":1153287421},{"type":"v1","addr":"172.21.15.136:6811","nonce":1153287421}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6812","nonce":1153287421},{"type":"v1","addr":"172.21.15.136:6813","nonce":1153287421}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6816","nonce":1153287421},{"type":"v1","addr":"172.21.15.136:6817","nonce":1153287421}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6814","nonce":1153287421},{"type":"v1","addr":"172.21.15.136:6815","nonce":1153287421}]},"public_addr":"172.21.15.136:6811/1153287421","cluster_addr":"172.21.15.136:6813/1153287421","heartbeat_back_addr":"172.21.15.136:6817/1153287421","heartbeat_front_addr":"172.21.15.136:6815/1153287421","state":["exists","up"]},{"osd":2,"uuid":"65f5b80a-e7d6-4ba7-96f9-ab4f2b67aa69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":375,"up_from":386,"up_thru":551,"down_at":376,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6818","nonce":2861953568},{"type":"v1","addr":"172.21.15.136:6819","nonce":2861953568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6820","nonce":2861953568},{"type":"v1","addr":"172.21.15.136:6821","nonce":2861953568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6824","nonce":2861953568},{"type":"v1","addr":"172.21.15.136:6825","nonce":2861953568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6822","nonce":2861953568},{"type":"v1","addr":"172.21.15.136:6823","nonce":2861953568}]},"public_addr":"172.21.15.136:6819/2861953568","cluster_addr":"172.21.15.136:6821/2861953568","heartbeat_back_addr":"172.21.15.136:6825/2861953568","heartbeat_front_addr":"172.21.15.136:6823/2861953568","state":["exists","up"]},{"osd":3,"uuid":"20f8e2e4-a61d-4051-b474-db1e74576b8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":406,"up_from":418,"up_thru":551,"down_at":407,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6826","nonce":1464932554},{"type":"v1","addr":"172.21.15.136:6827","nonce":1464932554}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6828","nonce":1464932554},{"type":"v1","addr":"172.21.15.136:6829","nonce":1464932554}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6832","nonce":1464932554},{"type":"v1","addr":"172.21.15.136:6833","nonce":1464932554}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6830","nonce":1464932554},{"type":"v1","addr":"172.21.15.136:6831","nonce":1464932554}]},"public_addr":"172.21.15.136:6827/1464932554","cluster_addr":"172.21.15.136:6829/1464932554","heartbeat_back_addr":"172.21.15.136:6833/1464932554","heartbeat_front_addr":"172.21.15.136:6831/1464932554","state":["exists","up"]},{"osd":4,"uuid":"58160bd1-3a99-476b-a5c1-8ce7fdf2e553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":438,"up_from":450,"up_thru":551,"down_at":439,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":2040064945},{"type":"v1","addr":"172.21.15.155:6801","nonce":2040064945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":2040064945},{"type":"v1","addr":"172.21.15.155:6803","nonce":2040064945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2040064945},{"type":"v1","addr":"172.21.15.155:6807","nonce":2040064945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":2040064945},{"type":"v1","addr":"172.21.15.155:6805","nonce":2040064945}]},"public_addr":"172.21.15.155:6801/2040064945","cluster_addr":"172.21.15.155:6803/2040064945","heartbeat_back_addr":"172.21.15.155:6807/2040064945","heartbeat_front_addr":"172.21.15.155:6805/2040064945","state":["exists","up"]},{"osd":5,"uuid":"753fbc16-06ea-4ff5-8489-a61fa985bb2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":39,"last_clean_end":471,"up_from":484,"up_thru":551,"down_at":472,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3235408103},{"type":"v1","addr":"172.21.15.155:6809","nonce":3235408103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":3235408103},{"type":"v1","addr":"172.21.15.155:6811","nonce":3235408103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":3235408103},{"type":"v1","addr":"172.21.15.155:6815","nonce":3235408103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":3235408103},{"type":"v1","addr":"172.21.15.155:6813","nonce":3235408103}]},"public_addr":"172.21.15.155:6809/3235408103","cluster_addr":"172.21.15.155:6811/3235408103","heartbeat_back_addr":"172.21.15.155:6815/3235408103","heartbeat_front_addr":"172.21.15.155:6813/3235408103","state":["exists","up"]},{"osd":6,"uuid":"a461ecf0-c580-4727-9a8f-a8824cf75788","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":504,"up_from":517,"up_thru":551,"down_at":505,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":2092952710},{"type":"v1","addr":"172.21.15.155:6817","nonce":2092952710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2092952710},{"type":"v1","addr":"172.21.15.155:6819","nonce":2092952710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":2092952710},{"type":"v1","addr":"172.21.15.155:6823","nonce":2092952710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":2092952710},{"type":"v1","addr":"172.21.15.155:6821","nonce":2092952710}]},"public_addr":"172.21.15.155:6817/2092952710","cluster_addr":"172.21.15.155:6819/2092952710","heartbeat_back_addr":"172.21.15.155:6823/2092952710","heartbeat_front_addr":"172.21.15.155:6821/2092952710","state":["exists","up"]},{"osd":7,"uuid":"9fff0aa5-ebf3-47f8-8649-e5d2d3577c37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":538,"up_from":551,"up_thru":551,"down_at":539,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":3482909480},{"type":"v1","addr":"172.21.15.155:6825","nonce":3482909480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":3482909480},{"type":"v1","addr":"172.21.15.155:6827","nonce":3482909480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3482909480},{"type":"v1","addr":"172.21.15.155:6831","nonce":3482909480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":3482909480},{"type":"v1","addr":"172.21.15.155:6829","nonce":3482909480}]},"public_addr":"172.21.15.155:6825/3482909480","cluster_addr":"172.21.15.155:6827/3482909480","heartbeat_back_addr":"172.21.15.155:6831/3482909480","heartbeat_front_addr":"172.21.15.155:6829/3482909480","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:24:11.522977+0000","dead_epoch":310},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:24:34.031994+0000","dead_epoch":342},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:24:57.587367+0000","dead_epoch":375},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:25:22.204710+0000","dead_epoch":406},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:25:43.471293+0000","dead_epoch":438},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:26:07.763163+0000","dead_epoch":471},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:26:31.826597+0000","dead_epoch":504},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:26:55.301854+0000","dead_epoch":538}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1f","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.5","mappings":[{"from":5,"to":1}]},{"pgid":"3.15","mappings":[{"from":4,"to":1}]},{"pgid":"3.17","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":4,"to":3}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.155:6833/3471803320":"2024-08-20T11:39:37.878079+0000","172.21.15.155:6832/3471803320":"2024-08-20T11:39:37.878079+0000","172.21.15.136:6834/771816949":"2024-08-20T11:39:19.697369+0000","172.21.15.136:0/1219941525":"2024-08-20T11:33:55.158253+0000","172.21.15.136:0/99917953":"2024-08-20T11:33:55.158253+0000","172.21.15.136:0/4262927671":"2024-08-20T11:33:55.158253+0000","172.21.15.136:0/816698592":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/3826943629":"2024-08-20T11:33:55.158253+0000","172.21.15.136:6800/2510262224":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/3624891444":"2024-08-20T11:28:15.829081+0000","172.21.15.155:0/904416349":"2024-08-20T11:33:14.595956+0000","172.21.15.136:0/4203318831":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/4113034684":"2024-08-20T11:32:38.725655+0000","172.21.15.136:6800/3398529349":"2024-08-20T11:28:15.829081+0000","172.21.15.136:0/634412701":"2024-08-20T11:32:38.725655+0000","172.21.15.136:0/3768657451":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/1300164641":"2024-08-20T11:32:38.725655+0000","172.21.15.136:6835/771816949":"2024-08-20T11:39:19.697369+0000","172.21.15.136:6801/2510262224":"2024-08-20T11:22:29.075643+0000","172.21.15.136:6800/3112724237":"2024-08-20T11:22:51.651776+0000","172.21.15.155:0/795303237":"2024-08-20T11:33:14.595956+0000","172.21.15.136:0/3351413544":"2024-08-20T11:28:15.829081+0000","172.21.15.136:0/2384710410":"2024-08-20T11:28:15.829081+0000","172.21.15.136:6801/2898457554":"2024-08-20T11:33:55.158253+0000","172.21.15.155:0/2940915972":"2024-08-20T11:33:14.595956+0000","172.21.15.136:0/1836148783":"2024-08-20T11:33:55.158253+0000","172.21.15.136:6801/3450799363":"2024-08-20T11:32:38.725655+0000","172.21.15.136:6800/3450799363":"2024-08-20T11:32:38.725655+0000","172.21.15.136:6800/2898457554":"2024-08-20T11:33:55.158253+0000","172.21.15.136:0/2988651366":"2024-08-20T11:22:51.651776+0000","172.21.15.136:0/2467331145":"2024-08-20T11:32:38.725655+0000","172.21.15.136:6801/3112724237":"2024-08-20T11:22:51.651776+0000","172.21.15.136:0/1690797484":"2024-08-20T11:32:38.725655+0000","172.21.15.136:0/3778127024":"2024-08-20T11:22:51.651776+0000","172.21.15.136:0/587876949":"2024-08-20T11:28:15.829081+0000","172.21.15.136:0/1547816483":"2024-08-20T11:33:55.158253+0000","172.21.15.155:0/1341248397":"2024-08-20T11:33:14.595956+0000","172.21.15.136:6801/3398529349":"2024-08-20T11:28:15.829081+0000","172.21.15.136:0/3833218463":"2024-08-20T11:22:51.651776+0000","172.21.15.155:0/1417130921":"2024-08-20T11:33:14.595956+0000","172.21.15.155:6834/66078643":"2024-08-20T11:33:14.595956+0000","172.21.15.155:0/3887264171":"2024-08-20T11:33:14.595956+0000","172.21.15.155:6835/66078643":"2024-08-20T11:33:14.595956+0000","172.21.15.155:0/1688121295":"2024-08-20T11:33:14.595956+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":425,"length":1},{"begin":439,"length":1},{"begin":446,"length":1},{"begin":457,"length":1},{"begin":459,"length":1},{"begin":480,"length":1}]}],"new_removed_snaps":[{"pool":5,"snaps":[{"begin":457,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-19T11:44:47.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:46 smithi155 ceph-mon[76679]: pgmap v947: 121 pgs: 121 active+clean; 572 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-08-19T11:44:47.573 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-19T11:44:47.775 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:44:48.071 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:47 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/4285885786' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-19T11:44:48.071 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:47 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/4285885786' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-19T11:44:48.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:47 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/4285885786' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-19T11:44:49.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:48 smithi136 ceph-mon[88916]: pgmap v948: 121 pgs: 121 active+clean; 576 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-08-19T11:44:49.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:48 smithi136 ceph-mon[88916]: osdmap e871: 8 total, 8 up, 8 in 2024-08-19T11:44:49.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:48 smithi136 ceph-mon[86496]: pgmap v948: 121 pgs: 121 active+clean; 576 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-08-19T11:44:49.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:48 smithi136 ceph-mon[86496]: osdmap e871: 8 total, 8 up, 8 in 2024-08-19T11:44:49.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:48 smithi155 ceph-mon[76679]: pgmap v948: 121 pgs: 121 active+clean; 576 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-08-19T11:44:49.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:48 smithi155 ceph-mon[76679]: osdmap e871: 8 total, 8 up, 8 in 2024-08-19T11:44:49.436 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:44:49 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:44:49] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.51.0" 2024-08-19T11:44:49.706 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:44:49.708 INFO:teuthology.orchestra.run.smithi136.stderr:dumped all 2024-08-19T11:44:50.463 INFO:teuthology.orchestra.run.smithi136.stdout:{"pg_ready":true,"pg_map":{"version":950,"stamp":"2024-08-19T11:44:49.330381+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":604380175,"num_objects":307,"num_object_clones":231,"num_object_copies":921,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":307,"num_whiteouts":11,"num_read":4933,"num_read_kb":6217698,"num_write":8838,"num_write_kb":1935998,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":134,"num_bytes_recovered":444089952,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":20206,"ondisk_log_size":20206,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3619808,"kb_used_data":880668,"kb_used_omap":220,"kb_used_meta":2738787,"kb_avail":746341408,"statfs":{"total":767960285184,"available":764253601792,"internally_reserved":0,"allocated":901804032,"data_stored":1484672207,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":225694,"internal_metadata":2804518498},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5554176,"num_objects":1,"num_object_clones":1,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":7,"num_read_kb":3163,"num_write":30,"num_write_kb":6688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001667"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1120,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.787366+0000","last_change":"2024-08-19T11:39:16.208436+0000","last_active":"2024-08-19T11:44:44.787366+0000","last_peered":"2024-08-19T11:44:44.787366+0000","last_clean":"2024-08-19T11:44:44.787366+0000","last_became_active":"2024-08-19T11:39:16.208123+0000","last_became_peered":"2024-08-19T11:39:16.208123+0000","last_unstale":"2024-08-19T11:44:44.787366+0000","last_undegraded":"2024-08-19T11:44:44.787366+0000","last_fullsized":"2024-08-19T11:44:44.787366+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:49:58.925167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1337,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-19T11:44:48.782894+0000","last_change":"2024-08-19T11:38:41.693265+0000","last_active":"2024-08-19T11:44:48.782894+0000","last_peered":"2024-08-19T11:44:48.782894+0000","last_clean":"2024-08-19T11:44:48.782894+0000","last_became_active":"2024-08-19T11:38:41.692974+0000","last_became_peered":"2024-08-19T11:38:41.692974+0000","last_unstale":"2024-08-19T11:44:48.782894+0000","last_undegraded":"2024-08-19T11:44:48.782894+0000","last_fullsized":"2024-08-19T11:44:48.782894+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:27:46.786756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1378,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.786777+0000","last_change":"2024-08-19T11:36:28.773394+0000","last_active":"2024-08-19T11:44:44.786777+0000","last_peered":"2024-08-19T11:44:44.786777+0000","last_clean":"2024-08-19T11:44:44.786777+0000","last_became_active":"2024-08-19T11:36:28.772474+0000","last_became_peered":"2024-08-19T11:36:28.772474+0000","last_unstale":"2024-08-19T11:44:44.786777+0000","last_undegraded":"2024-08-19T11:44:44.786777+0000","last_fullsized":"2024-08-19T11:44:44.786777+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:34:43.780054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1204,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.785285+0000","last_change":"2024-08-19T11:39:16.210087+0000","last_active":"2024-08-19T11:44:44.785285+0000","last_peered":"2024-08-19T11:44:44.785285+0000","last_clean":"2024-08-19T11:44:44.785285+0000","last_became_active":"2024-08-19T11:39:16.209728+0000","last_became_peered":"2024-08-19T11:39:16.209728+0000","last_unstale":"2024-08-19T11:44:44.785285+0000","last_undegraded":"2024-08-19T11:44:44.785285+0000","last_fullsized":"2024-08-19T11:44:44.785285+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:41:41.249073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1135,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.786524+0000","last_change":"2024-08-19T11:39:16.200675+0000","last_active":"2024-08-19T11:44:44.786524+0000","last_peered":"2024-08-19T11:44:44.786524+0000","last_clean":"2024-08-19T11:44:44.786524+0000","last_became_active":"2024-08-19T11:39:16.200358+0000","last_became_peered":"2024-08-19T11:39:16.200358+0000","last_unstale":"2024-08-19T11:44:44.786524+0000","last_undegraded":"2024-08-19T11:44:44.786524+0000","last_fullsized":"2024-08-19T11:44:44.786524+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T22:10:27.460699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1182,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.785379+0000","last_change":"2024-08-19T11:38:08.829004+0000","last_active":"2024-08-19T11:44:44.785379+0000","last_peered":"2024-08-19T11:44:44.785379+0000","last_clean":"2024-08-19T11:44:44.785379+0000","last_became_active":"2024-08-19T11:38:08.828677+0000","last_became_peered":"2024-08-19T11:38:08.828677+0000","last_unstale":"2024-08-19T11:44:44.785379+0000","last_undegraded":"2024-08-19T11:44:44.785379+0000","last_fullsized":"2024-08-19T11:44:44.785379+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:57:20.641889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1135,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.786816+0000","last_change":"2024-08-19T11:39:16.211728+0000","last_active":"2024-08-19T11:44:44.786816+0000","last_peered":"2024-08-19T11:44:44.786816+0000","last_clean":"2024-08-19T11:44:44.786816+0000","last_became_active":"2024-08-19T11:39:16.211205+0000","last_became_peered":"2024-08-19T11:39:16.211205+0000","last_unstale":"2024-08-19T11:44:44.786816+0000","last_undegraded":"2024-08-19T11:44:44.786816+0000","last_fullsized":"2024-08-19T11:44:44.786816+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T22:12:59.691336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1260,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-19T11:44:43.781830+0000","last_change":"2024-08-19T11:38:41.688352+0000","last_active":"2024-08-19T11:44:43.781830+0000","last_peered":"2024-08-19T11:44:43.781830+0000","last_clean":"2024-08-19T11:44:43.781830+0000","last_became_active":"2024-08-19T11:38:41.687736+0000","last_became_peered":"2024-08-19T11:38:41.687736+0000","last_unstale":"2024-08-19T11:44:43.781830+0000","last_undegraded":"2024-08-19T11:44:43.781830+0000","last_fullsized":"2024-08-19T11:44:43.781830+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:57:50.664517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1128,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.787256+0000","last_change":"2024-08-19T11:39:16.214678+0000","last_active":"2024-08-19T11:44:44.787256+0000","last_peered":"2024-08-19T11:44:44.787256+0000","last_clean":"2024-08-19T11:44:44.787256+0000","last_became_active":"2024-08-19T11:39:16.214430+0000","last_became_peered":"2024-08-19T11:39:16.214430+0000","last_unstale":"2024-08-19T11:44:44.787256+0000","last_undegraded":"2024-08-19T11:44:44.787256+0000","last_fullsized":"2024-08-19T11:44:44.787256+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T22:25:38.337573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1160,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-19T11:44:43.789075+0000","last_change":"2024-08-19T11:38:41.698372+0000","last_active":"2024-08-19T11:44:43.789075+0000","last_peered":"2024-08-19T11:44:43.789075+0000","last_clean":"2024-08-19T11:44:43.789075+0000","last_became_active":"2024-08-19T11:38:41.697793+0000","last_became_peered":"2024-08-19T11:38:41.697793+0000","last_unstale":"2024-08-19T11:44:43.789075+0000","last_undegraded":"2024-08-19T11:44:43.789075+0000","last_fullsized":"2024-08-19T11:44:43.789075+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:56:22.033854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1160,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-19T11:44:43.788267+0000","last_change":"2024-08-19T11:38:41.697881+0000","last_active":"2024-08-19T11:44:43.788267+0000","last_peered":"2024-08-19T11:44:43.788267+0000","last_clean":"2024-08-19T11:44:43.788267+0000","last_became_active":"2024-08-19T11:38:41.696979+0000","last_became_peered":"2024-08-19T11:38:41.696979+0000","last_unstale":"2024-08-19T11:44:43.788267+0000","last_undegraded":"2024-08-19T11:44:43.788267+0000","last_fullsized":"2024-08-19T11:44:43.788267+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T23:08:02.101065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1230,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.791903+0000","last_change":"2024-08-19T11:38:41.683378+0000","last_active":"2024-08-19T11:44:44.791903+0000","last_peered":"2024-08-19T11:44:44.791903+0000","last_clean":"2024-08-19T11:44:44.791903+0000","last_became_active":"2024-08-19T11:38:41.682681+0000","last_became_peered":"2024-08-19T11:38:41.682681+0000","last_unstale":"2024-08-19T11:44:44.791903+0000","last_undegraded":"2024-08-19T11:44:44.791903+0000","last_fullsized":"2024-08-19T11:44:44.791903+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:55:30.500931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1268,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-19T11:44:43.782887+0000","last_change":"2024-08-19T11:38:41.692674+0000","last_active":"2024-08-19T11:44:43.782887+0000","last_peered":"2024-08-19T11:44:43.782887+0000","last_clean":"2024-08-19T11:44:43.782887+0000","last_became_active":"2024-08-19T11:38:41.692282+0000","last_became_peered":"2024-08-19T11:38:41.692282+0000","last_unstale":"2024-08-19T11:44:43.782887+0000","last_undegraded":"2024-08-19T11:44:43.782887+0000","last_fullsized":"2024-08-19T11:44:43.782887+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T23:20:04.109481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1378,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.785433+0000","last_change":"2024-08-19T11:38:08.829973+0000","last_active":"2024-08-19T11:44:44.785433+0000","last_peered":"2024-08-19T11:44:44.785433+0000","last_clean":"2024-08-19T11:44:44.785433+0000","last_became_active":"2024-08-19T11:38:08.829626+0000","last_became_peered":"2024-08-19T11:38:08.829626+0000","last_unstale":"2024-08-19T11:44:44.785433+0000","last_undegraded":"2024-08-19T11:44:44.785433+0000","last_fullsized":"2024-08-19T11:44:44.785433+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T23:00:04.696855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1319,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-19T11:44:48.782126+0000","last_change":"2024-08-19T11:38:08.828270+0000","last_active":"2024-08-19T11:44:48.782126+0000","last_peered":"2024-08-19T11:44:48.782126+0000","last_clean":"2024-08-19T11:44:48.782126+0000","last_became_active":"2024-08-19T11:38:08.827096+0000","last_became_peered":"2024-08-19T11:38:08.827096+0000","last_unstale":"2024-08-19T11:44:48.782126+0000","last_undegraded":"2024-08-19T11:44:48.782126+0000","last_fullsized":"2024-08-19T11:44:48.782126+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:38:39.785360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1189,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.784219+0000","last_change":"2024-08-19T11:39:16.210552+0000","last_active":"2024-08-19T11:44:44.784219+0000","last_peered":"2024-08-19T11:44:44.784219+0000","last_clean":"2024-08-19T11:44:44.784219+0000","last_became_active":"2024-08-19T11:39:16.209790+0000","last_became_peered":"2024-08-19T11:39:16.209790+0000","last_unstale":"2024-08-19T11:44:44.784219+0000","last_undegraded":"2024-08-19T11:44:44.784219+0000","last_fullsized":"2024-08-19T11:44:44.784219+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:50:41.692068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1192,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.785843+0000","last_change":"2024-08-19T11:39:16.210783+0000","last_active":"2024-08-19T11:44:44.785843+0000","last_peered":"2024-08-19T11:44:44.785843+0000","last_clean":"2024-08-19T11:44:44.785843+0000","last_became_active":"2024-08-19T11:39:16.210425+0000","last_became_peered":"2024-08-19T11:39:16.210425+0000","last_unstale":"2024-08-19T11:44:44.785843+0000","last_undegraded":"2024-08-19T11:44:44.785843+0000","last_fullsized":"2024-08-19T11:44:44.785843+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:13:03.939021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1285,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.782066+0000","last_change":"2024-08-19T11:39:16.201556+0000","last_active":"2024-08-19T11:44:44.782066+0000","last_peered":"2024-08-19T11:44:44.782066+0000","last_clean":"2024-08-19T11:44:44.782066+0000","last_became_active":"2024-08-19T11:39:16.201266+0000","last_became_peered":"2024-08-19T11:39:16.201266+0000","last_unstale":"2024-08-19T11:44:44.782066+0000","last_undegraded":"2024-08-19T11:44:44.782066+0000","last_fullsized":"2024-08-19T11:44:44.782066+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T23:02:10.545599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1119,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.787224+0000","last_change":"2024-08-19T11:39:16.203940+0000","last_active":"2024-08-19T11:44:44.787224+0000","last_peered":"2024-08-19T11:44:44.787224+0000","last_clean":"2024-08-19T11:44:44.787224+0000","last_became_active":"2024-08-19T11:39:16.201770+0000","last_became_peered":"2024-08-19T11:39:16.201770+0000","last_unstale":"2024-08-19T11:44:44.787224+0000","last_undegraded":"2024-08-19T11:44:44.787224+0000","last_fullsized":"2024-08-19T11:44:44.787224+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:17:12.383647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1168,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-19T11:44:43.787885+0000","last_change":"2024-08-19T11:38:41.697490+0000","last_active":"2024-08-19T11:44:43.787885+0000","last_peered":"2024-08-19T11:44:43.787885+0000","last_clean":"2024-08-19T11:44:43.787885+0000","last_became_active":"2024-08-19T11:38:41.697189+0000","last_became_peered":"2024-08-19T11:38:41.697189+0000","last_unstale":"2024-08-19T11:44:43.787885+0000","last_undegraded":"2024-08-19T11:44:43.787885+0000","last_fullsized":"2024-08-19T11:44:43.787885+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:01:35.629508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1378,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.785670+0000","last_change":"2024-08-19T11:39:16.209556+0000","last_active":"2024-08-19T11:44:44.785670+0000","last_peered":"2024-08-19T11:44:44.785670+0000","last_clean":"2024-08-19T11:44:44.785670+0000","last_became_active":"2024-08-19T11:39:16.208889+0000","last_became_peered":"2024-08-19T11:39:16.208889+0000","last_unstale":"2024-08-19T11:44:44.785670+0000","last_undegraded":"2024-08-19T11:44:44.785670+0000","last_fullsized":"2024-08-19T11:44:44.785670+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:13:37.956632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1172,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.784615+0000","last_change":"2024-08-19T11:39:16.209114+0000","last_active":"2024-08-19T11:44:44.784615+0000","last_peered":"2024-08-19T11:44:44.784615+0000","last_clean":"2024-08-19T11:44:44.784615+0000","last_became_active":"2024-08-19T11:39:16.208816+0000","last_became_peered":"2024-08-19T11:39:16.208816+0000","last_unstale":"2024-08-19T11:44:44.784615+0000","last_undegraded":"2024-08-19T11:44:44.784615+0000","last_fullsized":"2024-08-19T11:44:44.784615+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:03:26.059307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1269,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-19T11:44:43.782737+0000","last_change":"2024-08-19T11:37:34.682911+0000","last_active":"2024-08-19T11:44:43.782737+0000","last_peered":"2024-08-19T11:44:43.782737+0000","last_clean":"2024-08-19T11:44:43.782737+0000","last_became_active":"2024-08-19T11:37:34.682589+0000","last_became_peered":"2024-08-19T11:37:34.682589+0000","last_unstale":"2024-08-19T11:44:43.782737+0000","last_undegraded":"2024-08-19T11:44:43.782737+0000","last_fullsized":"2024-08-19T11:44:43.782737+0000","mapping_epoch":450,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":451,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:37:47.063281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1207,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.784815+0000","last_change":"2024-08-19T11:38:08.821292+0000","last_active":"2024-08-19T11:44:44.784815+0000","last_peered":"2024-08-19T11:44:44.784815+0000","last_clean":"2024-08-19T11:44:44.784815+0000","last_became_active":"2024-08-19T11:38:08.820990+0000","last_became_peered":"2024-08-19T11:38:08.820990+0000","last_unstale":"2024-08-19T11:44:44.784815+0000","last_undegraded":"2024-08-19T11:44:44.784815+0000","last_fullsized":"2024-08-19T11:44:44.784815+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:58:16.228187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1259,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-19T11:44:43.782364+0000","last_change":"2024-08-19T11:37:34.682000+0000","last_active":"2024-08-19T11:44:43.782364+0000","last_peered":"2024-08-19T11:44:43.782364+0000","last_clean":"2024-08-19T11:44:43.782364+0000","last_became_active":"2024-08-19T11:37:34.681670+0000","last_became_peered":"2024-08-19T11:37:34.681670+0000","last_unstale":"2024-08-19T11:44:43.782364+0000","last_undegraded":"2024-08-19T11:44:43.782364+0000","last_fullsized":"2024-08-19T11:44:43.782364+0000","mapping_epoch":450,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":451,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:02:30.281315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1164,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-19T11:44:43.788804+0000","last_change":"2024-08-19T11:39:16.199585+0000","last_active":"2024-08-19T11:44:43.788804+0000","last_peered":"2024-08-19T11:44:43.788804+0000","last_clean":"2024-08-19T11:44:43.788804+0000","last_became_active":"2024-08-19T11:39:16.199276+0000","last_became_peered":"2024-08-19T11:39:16.199276+0000","last_unstale":"2024-08-19T11:44:43.788804+0000","last_undegraded":"2024-08-19T11:44:43.788804+0000","last_fullsized":"2024-08-19T11:44:43.788804+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T22:18:23.467693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1320,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-19T11:44:48.782908+0000","last_change":"2024-08-19T11:37:01.711306+0000","last_active":"2024-08-19T11:44:48.782908+0000","last_peered":"2024-08-19T11:44:48.782908+0000","last_clean":"2024-08-19T11:44:48.782908+0000","last_became_active":"2024-08-19T11:37:01.711011+0000","last_became_peered":"2024-08-19T11:37:01.711011+0000","last_unstale":"2024-08-19T11:44:48.782908+0000","last_undegraded":"2024-08-19T11:44:48.782908+0000","last_fullsized":"2024-08-19T11:44:48.782908+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T22:02:36.556393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1278,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-19T11:44:43.782102+0000","last_change":"2024-08-19T11:37:34.689283+0000","last_active":"2024-08-19T11:44:43.782102+0000","last_peered":"2024-08-19T11:44:43.782102+0000","last_clean":"2024-08-19T11:44:43.782102+0000","last_became_active":"2024-08-19T11:37:34.688929+0000","last_became_peered":"2024-08-19T11:37:34.688929+0000","last_unstale":"2024-08-19T11:44:43.782102+0000","last_undegraded":"2024-08-19T11:44:43.782102+0000","last_fullsized":"2024-08-19T11:44:43.782102+0000","mapping_epoch":450,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":451,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:39:11.848136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1287,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.782025+0000","last_change":"2024-08-19T11:37:34.689186+0000","last_active":"2024-08-19T11:44:44.782025+0000","last_peered":"2024-08-19T11:44:44.782025+0000","last_clean":"2024-08-19T11:44:44.782025+0000","last_became_active":"2024-08-19T11:37:34.688889+0000","last_became_peered":"2024-08-19T11:37:34.688889+0000","last_unstale":"2024-08-19T11:44:44.782025+0000","last_undegraded":"2024-08-19T11:44:44.782025+0000","last_fullsized":"2024-08-19T11:44:44.782025+0000","mapping_epoch":450,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":451,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:28:04.598631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1207,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.784746+0000","last_change":"2024-08-19T11:38:08.824394+0000","last_active":"2024-08-19T11:44:44.784746+0000","last_peered":"2024-08-19T11:44:44.784746+0000","last_clean":"2024-08-19T11:44:44.784746+0000","last_became_active":"2024-08-19T11:38:08.823930+0000","last_became_peered":"2024-08-19T11:38:08.823930+0000","last_unstale":"2024-08-19T11:44:44.784746+0000","last_undegraded":"2024-08-19T11:44:44.784746+0000","last_fullsized":"2024-08-19T11:44:44.784746+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:33:23.871386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1287,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.781667+0000","last_change":"2024-08-19T11:38:41.690449+0000","last_active":"2024-08-19T11:44:44.781667+0000","last_peered":"2024-08-19T11:44:44.781667+0000","last_clean":"2024-08-19T11:44:44.781667+0000","last_became_active":"2024-08-19T11:38:41.689230+0000","last_became_peered":"2024-08-19T11:38:41.689230+0000","last_unstale":"2024-08-19T11:44:44.781667+0000","last_undegraded":"2024-08-19T11:44:44.781667+0000","last_fullsized":"2024-08-19T11:44:44.781667+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:29:57.797400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1161,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-19T11:44:43.787426+0000","last_change":"2024-08-19T11:38:41.697501+0000","last_active":"2024-08-19T11:44:43.787426+0000","last_peered":"2024-08-19T11:44:43.787426+0000","last_clean":"2024-08-19T11:44:43.787426+0000","last_became_active":"2024-08-19T11:38:41.696952+0000","last_became_peered":"2024-08-19T11:38:41.696952+0000","last_unstale":"2024-08-19T11:44:43.787426+0000","last_undegraded":"2024-08-19T11:44:43.787426+0000","last_fullsized":"2024-08-19T11:44:43.787426+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:15:37.894927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1255,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.792145+0000","last_change":"2024-08-19T11:37:34.689014+0000","last_active":"2024-08-19T11:44:44.792145+0000","last_peered":"2024-08-19T11:44:44.792145+0000","last_clean":"2024-08-19T11:44:44.792145+0000","last_became_active":"2024-08-19T11:37:34.688723+0000","last_became_peered":"2024-08-19T11:37:34.688723+0000","last_unstale":"2024-08-19T11:44:44.792145+0000","last_undegraded":"2024-08-19T11:44:44.792145+0000","last_fullsized":"2024-08-19T11:44:44.792145+0000","mapping_epoch":450,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":451,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:25:10.566412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"575'3","reported_seq":1268,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-19T11:44:43.783140+0000","last_change":"2024-08-19T11:39:16.207467+0000","last_active":"2024-08-19T11:44:43.783140+0000","last_peered":"2024-08-19T11:44:43.783140+0000","last_clean":"2024-08-19T11:44:43.783140+0000","last_became_active":"2024-08-19T11:39:16.207102+0000","last_became_peered":"2024-08-19T11:39:16.207102+0000","last_unstale":"2024-08-19T11:44:43.783140+0000","last_undegraded":"2024-08-19T11:44:43.783140+0000","last_fullsized":"2024-08-19T11:44:43.783140+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T22:15:40.853207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1377,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.785785+0000","last_change":"2024-08-19T11:39:16.209814+0000","last_active":"2024-08-19T11:44:44.785785+0000","last_peered":"2024-08-19T11:44:44.785785+0000","last_clean":"2024-08-19T11:44:44.785785+0000","last_became_active":"2024-08-19T11:39:16.209163+0000","last_became_peered":"2024-08-19T11:39:16.209163+0000","last_unstale":"2024-08-19T11:44:44.785785+0000","last_undegraded":"2024-08-19T11:44:44.785785+0000","last_fullsized":"2024-08-19T11:44:44.785785+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:27:31.704323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"575'3","reported_seq":1170,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-19T11:44:43.787974+0000","last_change":"2024-08-19T11:39:16.204307+0000","last_active":"2024-08-19T11:44:43.787974+0000","last_peered":"2024-08-19T11:44:43.787974+0000","last_clean":"2024-08-19T11:44:43.787974+0000","last_became_active":"2024-08-19T11:39:16.203901+0000","last_became_peered":"2024-08-19T11:39:16.203901+0000","last_unstale":"2024-08-19T11:44:43.787974+0000","last_undegraded":"2024-08-19T11:44:43.787974+0000","last_fullsized":"2024-08-19T11:44:43.787974+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:24:08.996803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1280,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-19T11:44:43.782072+0000","last_change":"2024-08-19T11:38:41.693481+0000","last_active":"2024-08-19T11:44:43.782072+0000","last_peered":"2024-08-19T11:44:43.782072+0000","last_clean":"2024-08-19T11:44:43.782072+0000","last_became_active":"2024-08-19T11:38:41.693184+0000","last_became_peered":"2024-08-19T11:38:41.693184+0000","last_unstale":"2024-08-19T11:44:43.782072+0000","last_undegraded":"2024-08-19T11:44:43.782072+0000","last_fullsized":"2024-08-19T11:44:43.782072+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:05:43.659316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1272,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-19T11:44:43.783871+0000","last_change":"2024-08-19T11:37:01.723019+0000","last_active":"2024-08-19T11:44:43.783871+0000","last_peered":"2024-08-19T11:44:43.783871+0000","last_clean":"2024-08-19T11:44:43.783871+0000","last_became_active":"2024-08-19T11:37:01.721445+0000","last_became_peered":"2024-08-19T11:37:01.721445+0000","last_unstale":"2024-08-19T11:44:43.783871+0000","last_undegraded":"2024-08-19T11:44:43.783871+0000","last_fullsized":"2024-08-19T11:44:43.783871+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T23:20:15.769245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1195,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.784367+0000","last_change":"2024-08-19T11:39:16.210500+0000","last_active":"2024-08-19T11:44:44.784367+0000","last_peered":"2024-08-19T11:44:44.784367+0000","last_clean":"2024-08-19T11:44:44.784367+0000","last_became_active":"2024-08-19T11:39:16.210210+0000","last_became_peered":"2024-08-19T11:39:16.210210+0000","last_unstale":"2024-08-19T11:44:44.784367+0000","last_undegraded":"2024-08-19T11:44:44.784367+0000","last_fullsized":"2024-08-19T11:44:44.784367+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T22:31:41.962659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1319,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-19T11:44:48.782122+0000","last_change":"2024-08-19T11:37:34.682765+0000","last_active":"2024-08-19T11:44:48.782122+0000","last_peered":"2024-08-19T11:44:48.782122+0000","last_clean":"2024-08-19T11:44:48.782122+0000","last_became_active":"2024-08-19T11:37:34.682065+0000","last_became_peered":"2024-08-19T11:37:34.682065+0000","last_unstale":"2024-08-19T11:44:48.782122+0000","last_undegraded":"2024-08-19T11:44:48.782122+0000","last_fullsized":"2024-08-19T11:44:48.782122+0000","mapping_epoch":450,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":451,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:59:02.075504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1163,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-19T11:44:43.790418+0000","last_change":"2024-08-19T11:38:41.699673+0000","last_active":"2024-08-19T11:44:43.790418+0000","last_peered":"2024-08-19T11:44:43.790418+0000","last_clean":"2024-08-19T11:44:43.790418+0000","last_became_active":"2024-08-19T11:38:41.698456+0000","last_became_peered":"2024-08-19T11:38:41.698456+0000","last_unstale":"2024-08-19T11:44:43.790418+0000","last_undegraded":"2024-08-19T11:44:43.790418+0000","last_fullsized":"2024-08-19T11:44:43.790418+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:03:18.621106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1179,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.785417+0000","last_change":"2024-08-19T11:39:16.211554+0000","last_active":"2024-08-19T11:44:44.785417+0000","last_peered":"2024-08-19T11:44:44.785417+0000","last_clean":"2024-08-19T11:44:44.785417+0000","last_became_active":"2024-08-19T11:39:16.211245+0000","last_became_peered":"2024-08-19T11:39:16.211245+0000","last_unstale":"2024-08-19T11:44:44.785417+0000","last_undegraded":"2024-08-19T11:44:44.785417+0000","last_fullsized":"2024-08-19T11:44:44.785417+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:20:36.696800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1214,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.785523+0000","last_change":"2024-08-19T11:38:41.692129+0000","last_active":"2024-08-19T11:44:44.785523+0000","last_peered":"2024-08-19T11:44:44.785523+0000","last_clean":"2024-08-19T11:44:44.785523+0000","last_became_active":"2024-08-19T11:38:41.691827+0000","last_became_peered":"2024-08-19T11:38:41.691827+0000","last_unstale":"2024-08-19T11:44:44.785523+0000","last_undegraded":"2024-08-19T11:44:44.785523+0000","last_fullsized":"2024-08-19T11:44:44.785523+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:41:02.606408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1286,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.782245+0000","last_change":"2024-08-19T11:38:08.819809+0000","last_active":"2024-08-19T11:44:44.782245+0000","last_peered":"2024-08-19T11:44:44.782245+0000","last_clean":"2024-08-19T11:44:44.782245+0000","last_became_active":"2024-08-19T11:38:08.819485+0000","last_became_peered":"2024-08-19T11:38:08.819485+0000","last_unstale":"2024-08-19T11:44:44.782245+0000","last_undegraded":"2024-08-19T11:44:44.782245+0000","last_fullsized":"2024-08-19T11:44:44.782245+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:48:45.565799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":1348,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-19T11:44:48.783009+0000","last_change":"2024-08-19T11:38:08.822404+0000","last_active":"2024-08-19T11:44:48.783009+0000","last_peered":"2024-08-19T11:44:48.783009+0000","last_clean":"2024-08-19T11:44:48.783009+0000","last_became_active":"2024-08-19T11:38:08.821981+0000","last_became_peered":"2024-08-19T11:38:08.821981+0000","last_unstale":"2024-08-19T11:44:48.783009+0000","last_undegraded":"2024-08-19T11:44:48.783009+0000","last_fullsized":"2024-08-19T11:44:48.783009+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:42:07.799690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":14,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1254,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.792022+0000","last_change":"2024-08-19T11:39:16.202835+0000","last_active":"2024-08-19T11:44:44.792022+0000","last_peered":"2024-08-19T11:44:44.792022+0000","last_clean":"2024-08-19T11:44:44.792022+0000","last_became_active":"2024-08-19T11:39:16.202534+0000","last_became_peered":"2024-08-19T11:39:16.202534+0000","last_unstale":"2024-08-19T11:44:44.792022+0000","last_undegraded":"2024-08-19T11:44:44.792022+0000","last_fullsized":"2024-08-19T11:44:44.792022+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:54:34.052273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"575'30","reported_seq":1205,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-19T11:44:43.788041+0000","last_change":"2024-08-19T11:38:41.695286+0000","last_active":"2024-08-19T11:44:43.788041+0000","last_peered":"2024-08-19T11:44:43.788041+0000","last_clean":"2024-08-19T11:44:43.788041+0000","last_became_active":"2024-08-19T11:38:41.694947+0000","last_became_peered":"2024-08-19T11:38:41.694947+0000","last_unstale":"2024-08-19T11:44:43.788041+0000","last_undegraded":"2024-08-19T11:44:43.788041+0000","last_fullsized":"2024-08-19T11:44:43.788041+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:28:09.920604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":20,"num_read_kb":28,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1112,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.786953+0000","last_change":"2024-08-19T11:39:16.204594+0000","last_active":"2024-08-19T11:44:44.786953+0000","last_peered":"2024-08-19T11:44:44.786953+0000","last_clean":"2024-08-19T11:44:44.786953+0000","last_became_active":"2024-08-19T11:39:16.204325+0000","last_became_peered":"2024-08-19T11:39:16.204325+0000","last_unstale":"2024-08-19T11:44:44.786953+0000","last_undegraded":"2024-08-19T11:44:44.786953+0000","last_fullsized":"2024-08-19T11:44:44.786953+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:28:07.106449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":1348,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.785900+0000","last_change":"2024-08-19T11:37:34.691560+0000","last_active":"2024-08-19T11:44:44.785900+0000","last_peered":"2024-08-19T11:44:44.785900+0000","last_clean":"2024-08-19T11:44:44.785900+0000","last_became_active":"2024-08-19T11:37:34.691042+0000","last_became_peered":"2024-08-19T11:37:34.691042+0000","last_unstale":"2024-08-19T11:44:44.785900+0000","last_undegraded":"2024-08-19T11:44:44.785900+0000","last_fullsized":"2024-08-19T11:44:44.785900+0000","mapping_epoch":450,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":451,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:47:03.794882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":16,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1378,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.785239+0000","last_change":"2024-08-19T11:39:16.208947+0000","last_active":"2024-08-19T11:44:44.785239+0000","last_peered":"2024-08-19T11:44:44.785239+0000","last_clean":"2024-08-19T11:44:44.785239+0000","last_became_active":"2024-08-19T11:39:16.208561+0000","last_became_peered":"2024-08-19T11:39:16.208561+0000","last_unstale":"2024-08-19T11:44:44.785239+0000","last_undegraded":"2024-08-19T11:44:44.785239+0000","last_fullsized":"2024-08-19T11:44:44.785239+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:38:56.514472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1205,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.785499+0000","last_change":"2024-08-19T11:39:16.210174+0000","last_active":"2024-08-19T11:44:44.785499+0000","last_peered":"2024-08-19T11:44:44.785499+0000","last_clean":"2024-08-19T11:44:44.785499+0000","last_became_active":"2024-08-19T11:39:16.209754+0000","last_became_peered":"2024-08-19T11:39:16.209754+0000","last_unstale":"2024-08-19T11:44:44.785499+0000","last_undegraded":"2024-08-19T11:44:44.785499+0000","last_fullsized":"2024-08-19T11:44:44.785499+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:15:03.034107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1135,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.786246+0000","last_change":"2024-08-19T11:39:16.208721+0000","last_active":"2024-08-19T11:44:44.786246+0000","last_peered":"2024-08-19T11:44:44.786246+0000","last_clean":"2024-08-19T11:44:44.786246+0000","last_became_active":"2024-08-19T11:39:16.208438+0000","last_became_peered":"2024-08-19T11:39:16.208438+0000","last_unstale":"2024-08-19T11:44:44.786246+0000","last_undegraded":"2024-08-19T11:44:44.786246+0000","last_fullsized":"2024-08-19T11:44:44.786246+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:00:53.214491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1171,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-19T11:44:43.787356+0000","last_change":"2024-08-19T11:38:41.697887+0000","last_active":"2024-08-19T11:44:43.787356+0000","last_peered":"2024-08-19T11:44:43.787356+0000","last_clean":"2024-08-19T11:44:43.787356+0000","last_became_active":"2024-08-19T11:38:41.697582+0000","last_became_peered":"2024-08-19T11:38:41.697582+0000","last_unstale":"2024-08-19T11:44:43.787356+0000","last_undegraded":"2024-08-19T11:44:43.787356+0000","last_fullsized":"2024-08-19T11:44:43.787356+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T22:02:47.895742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1160,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-19T11:44:43.787546+0000","last_change":"2024-08-19T11:38:41.697461+0000","last_active":"2024-08-19T11:44:43.787546+0000","last_peered":"2024-08-19T11:44:43.787546+0000","last_clean":"2024-08-19T11:44:43.787546+0000","last_became_active":"2024-08-19T11:38:41.696682+0000","last_became_peered":"2024-08-19T11:38:41.696682+0000","last_unstale":"2024-08-19T11:44:43.787546+0000","last_undegraded":"2024-08-19T11:44:43.787546+0000","last_fullsized":"2024-08-19T11:44:43.787546+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:17:39.875579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":1323,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.781523+0000","last_change":"2024-08-19T11:36:28.777142+0000","last_active":"2024-08-19T11:44:44.781523+0000","last_peered":"2024-08-19T11:44:44.781523+0000","last_clean":"2024-08-19T11:44:44.781523+0000","last_became_active":"2024-08-19T11:36:28.776800+0000","last_became_peered":"2024-08-19T11:36:28.776800+0000","last_unstale":"2024-08-19T11:44:44.781523+0000","last_undegraded":"2024-08-19T11:44:44.781523+0000","last_fullsized":"2024-08-19T11:44:44.781523+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:22:38.344599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":48,"num_read_kb":48,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1119,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.786588+0000","last_change":"2024-08-19T11:39:16.211978+0000","last_active":"2024-08-19T11:44:44.786588+0000","last_peered":"2024-08-19T11:44:44.786588+0000","last_clean":"2024-08-19T11:44:44.786588+0000","last_became_active":"2024-08-19T11:39:16.211457+0000","last_became_peered":"2024-08-19T11:39:16.211457+0000","last_unstale":"2024-08-19T11:44:44.786588+0000","last_undegraded":"2024-08-19T11:44:44.786588+0000","last_fullsized":"2024-08-19T11:44:44.786588+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:21:09.177092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"870'731","reported_seq":4070,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.787909+0000","last_change":"2024-08-19T11:44:44.788790+0000","last_active":"2024-08-19T11:44:44.787909+0000","last_peered":"2024-08-19T11:44:44.787909+0000","last_clean":"2024-08-19T11:44:44.787909+0000","last_became_active":"2024-08-19T11:36:28.776176+0000","last_became_peered":"2024-08-19T11:36:28.776176+0000","last_unstale":"2024-08-19T11:44:44.787909+0000","last_undegraded":"2024-08-19T11:44:44.787909+0000","last_fullsized":"2024-08-19T11:44:44.787909+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_clean_scrub_stamp":"2024-08-19T11:31:01.957144+0000","objects_scrubbed":0,"log_size":731,"log_dups_size":0,"ondisk_log_size":731,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:19:32.637725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0069517729999999996,"stat_sum":{"num_bytes":20684800,"num_objects":7,"num_object_clones":5,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":187,"num_read_kb":300724,"num_write":373,"num_write_kb":65536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a9","length":"1"},{"start":"1b7","length":"1"},{"start":"1be","length":"1"},{"start":"1c9","length":"1"},{"start":"1cb","length":"1"},{"start":"1e0","length":"1"}]},{"pgid":"2.f","version":"66'1","reported_seq":1237,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.792921+0000","last_change":"2024-08-19T11:39:16.202948+0000","last_active":"2024-08-19T11:44:44.792921+0000","last_peered":"2024-08-19T11:44:44.792921+0000","last_clean":"2024-08-19T11:44:44.792921+0000","last_became_active":"2024-08-19T11:39:16.202594+0000","last_became_peered":"2024-08-19T11:39:16.202594+0000","last_unstale":"2024-08-19T11:44:44.792921+0000","last_undegraded":"2024-08-19T11:44:44.792921+0000","last_fullsized":"2024-08-19T11:44:44.792921+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:15:56.605407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1136,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.787126+0000","last_change":"2024-08-19T11:39:16.213216+0000","last_active":"2024-08-19T11:44:44.787126+0000","last_peered":"2024-08-19T11:44:44.787126+0000","last_clean":"2024-08-19T11:44:44.787126+0000","last_became_active":"2024-08-19T11:39:16.210449+0000","last_became_peered":"2024-08-19T11:39:16.210449+0000","last_unstale":"2024-08-19T11:44:44.787126+0000","last_undegraded":"2024-08-19T11:44:44.787126+0000","last_fullsized":"2024-08-19T11:44:44.787126+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:16:05.734136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"870'2298","reported_seq":5166,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.811622+0000","last_change":"2024-08-19T11:44:44.800221+0000","last_active":"2024-08-19T11:44:44.811622+0000","last_peered":"2024-08-19T11:44:44.811622+0000","last_clean":"2024-08-19T11:44:44.811622+0000","last_became_active":"2024-08-19T11:39:16.199755+0000","last_became_peered":"2024-08-19T11:39:16.199755+0000","last_unstale":"2024-08-19T11:44:44.811622+0000","last_undegraded":"2024-08-19T11:44:44.811622+0000","last_fullsized":"2024-08-19T11:44:44.811622+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_clean_scrub_stamp":"2024-08-19T11:31:01.957144+0000","objects_scrubbed":0,"log_size":2298,"log_dups_size":0,"ondisk_log_size":2298,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:04:12.088435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014049898,"stat_sum":{"num_bytes":65159168,"num_objects":30,"num_object_clones":24,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":1,"num_read":396,"num_read_kb":652905,"num_write":1047,"num_write_kb":223240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14032896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1a9","length":"1"},{"start":"1b7","length":"1"},{"start":"1be","length":"1"},{"start":"1c9","length":"1"},{"start":"1cb","length":"1"},{"start":"1e0","length":"1"}]},{"pgid":"2.e","version":"66'2","reported_seq":1296,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.782203+0000","last_change":"2024-08-19T11:39:16.201672+0000","last_active":"2024-08-19T11:44:44.782203+0000","last_peered":"2024-08-19T11:44:44.782203+0000","last_clean":"2024-08-19T11:44:44.782203+0000","last_became_active":"2024-08-19T11:39:16.201343+0000","last_became_peered":"2024-08-19T11:39:16.201343+0000","last_unstale":"2024-08-19T11:44:44.782203+0000","last_undegraded":"2024-08-19T11:44:44.782203+0000","last_fullsized":"2024-08-19T11:44:44.782203+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:08:00.884358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1136,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.787477+0000","last_change":"2024-08-19T11:39:16.212950+0000","last_active":"2024-08-19T11:44:44.787477+0000","last_peered":"2024-08-19T11:44:44.787477+0000","last_clean":"2024-08-19T11:44:44.787477+0000","last_became_active":"2024-08-19T11:39:16.210873+0000","last_became_peered":"2024-08-19T11:39:16.210873+0000","last_unstale":"2024-08-19T11:44:44.787477+0000","last_undegraded":"2024-08-19T11:44:44.787477+0000","last_fullsized":"2024-08-19T11:44:44.787477+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:31:12.457301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"870'2285","reported_seq":5489,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.823287+0000","last_change":"2024-08-19T11:44:44.824933+0000","last_active":"2024-08-19T11:44:44.823287+0000","last_peered":"2024-08-19T11:44:44.823287+0000","last_clean":"2024-08-19T11:44:44.823287+0000","last_became_active":"2024-08-19T11:37:34.693631+0000","last_became_peered":"2024-08-19T11:37:34.693631+0000","last_unstale":"2024-08-19T11:44:44.823287+0000","last_undegraded":"2024-08-19T11:44:44.823287+0000","last_fullsized":"2024-08-19T11:44:44.823287+0000","mapping_epoch":450,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":451,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_clean_scrub_stamp":"2024-08-19T11:31:01.957144+0000","objects_scrubbed":0,"log_size":2285,"log_dups_size":0,"ondisk_log_size":2285,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T22:21:22.567782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.042350701999999997,"stat_sum":{"num_bytes":74645504,"num_objects":40,"num_object_clones":34,"num_object_copies":120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":40,"num_whiteouts":0,"num_read":422,"num_read_kb":591747,"num_write":1079,"num_write_kb":232320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":44507136,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a9","length":"1"},{"start":"1b7","length":"1"},{"start":"1be","length":"1"},{"start":"1c9","length":"1"},{"start":"1cb","length":"1"},{"start":"1e0","length":"1"}]},{"pgid":"2.d","version":"66'1","reported_seq":1327,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-19T11:44:48.783031+0000","last_change":"2024-08-19T11:37:34.679718+0000","last_active":"2024-08-19T11:44:48.783031+0000","last_peered":"2024-08-19T11:44:48.783031+0000","last_clean":"2024-08-19T11:44:48.783031+0000","last_became_active":"2024-08-19T11:37:34.679365+0000","last_became_peered":"2024-08-19T11:37:34.679365+0000","last_unstale":"2024-08-19T11:44:48.783031+0000","last_undegraded":"2024-08-19T11:44:48.783031+0000","last_fullsized":"2024-08-19T11:44:48.783031+0000","mapping_epoch":450,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":451,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:13:58.883060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1202,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.785623+0000","last_change":"2024-08-19T11:38:41.692749+0000","last_active":"2024-08-19T11:44:44.785623+0000","last_peered":"2024-08-19T11:44:44.785623+0000","last_clean":"2024-08-19T11:44:44.785623+0000","last_became_active":"2024-08-19T11:38:41.692481+0000","last_became_peered":"2024-08-19T11:38:41.692481+0000","last_unstale":"2024-08-19T11:44:44.785623+0000","last_undegraded":"2024-08-19T11:44:44.785623+0000","last_fullsized":"2024-08-19T11:44:44.785623+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:40:42.877719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"870'840","reported_seq":4070,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.805723+0000","last_change":"2024-08-19T11:44:44.806890+0000","last_active":"2024-08-19T11:44:44.805723+0000","last_peered":"2024-08-19T11:44:44.805723+0000","last_clean":"2024-08-19T11:44:44.805723+0000","last_became_active":"2024-08-19T11:38:08.825627+0000","last_became_peered":"2024-08-19T11:38:08.825627+0000","last_unstale":"2024-08-19T11:44:44.805723+0000","last_undegraded":"2024-08-19T11:44:44.805723+0000","last_fullsized":"2024-08-19T11:44:44.805723+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_clean_scrub_stamp":"2024-08-19T11:31:01.957144+0000","objects_scrubbed":0,"log_size":840,"log_dups_size":0,"ondisk_log_size":840,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:24:04.843652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024545046000000001,"stat_sum":{"num_bytes":26468352,"num_objects":14,"num_object_clones":12,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":101,"num_read_kb":121256,"num_write":340,"num_write_kb":56976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":950272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a9","length":"1"},{"start":"1b7","length":"1"},{"start":"1be","length":"1"},{"start":"1c9","length":"1"},{"start":"1cb","length":"1"},{"start":"1e0","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1306,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.781800+0000","last_change":"2024-08-19T11:38:08.825948+0000","last_active":"2024-08-19T11:44:44.781800+0000","last_peered":"2024-08-19T11:44:44.781800+0000","last_clean":"2024-08-19T11:44:44.781800+0000","last_became_active":"2024-08-19T11:38:08.825639+0000","last_became_peered":"2024-08-19T11:38:08.825639+0000","last_unstale":"2024-08-19T11:44:44.781800+0000","last_undegraded":"2024-08-19T11:44:44.781800+0000","last_fullsized":"2024-08-19T11:44:44.781800+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:00:41.076854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1120,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.787353+0000","last_change":"2024-08-19T11:39:16.205275+0000","last_active":"2024-08-19T11:44:44.787353+0000","last_peered":"2024-08-19T11:44:44.787353+0000","last_clean":"2024-08-19T11:44:44.787353+0000","last_became_active":"2024-08-19T11:39:16.204757+0000","last_became_peered":"2024-08-19T11:39:16.204757+0000","last_unstale":"2024-08-19T11:44:44.787353+0000","last_undegraded":"2024-08-19T11:44:44.787353+0000","last_fullsized":"2024-08-19T11:44:44.787353+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:52:26.855809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"870'1230","reported_seq":4223,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.806319+0000","last_change":"2024-08-19T11:44:44.808199+0000","last_active":"2024-08-19T11:44:44.806319+0000","last_peered":"2024-08-19T11:44:44.806319+0000","last_clean":"2024-08-19T11:44:44.806319+0000","last_became_active":"2024-08-19T11:39:16.202501+0000","last_became_peered":"2024-08-19T11:39:16.202501+0000","last_unstale":"2024-08-19T11:44:44.806319+0000","last_undegraded":"2024-08-19T11:44:44.806319+0000","last_fullsized":"2024-08-19T11:44:44.806319+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_clean_scrub_stamp":"2024-08-19T11:31:01.957144+0000","objects_scrubbed":0,"log_size":1230,"log_dups_size":0,"ondisk_log_size":1230,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:32:10.420853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.020733286,"stat_sum":{"num_bytes":47464448,"num_objects":19,"num_object_clones":16,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":244,"num_read_kb":353769,"num_write":617,"num_write_kb":121536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":23691264,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1a9","length":"1"},{"start":"1b7","length":"1"},{"start":"1be","length":"1"},{"start":"1c9","length":"1"},{"start":"1cb","length":"1"},{"start":"1e0","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1162,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-19T11:44:43.788629+0000","last_change":"2024-08-19T11:39:16.204892+0000","last_active":"2024-08-19T11:44:43.788629+0000","last_peered":"2024-08-19T11:44:43.788629+0000","last_clean":"2024-08-19T11:44:43.788629+0000","last_became_active":"2024-08-19T11:39:16.204580+0000","last_became_peered":"2024-08-19T11:39:16.204580+0000","last_unstale":"2024-08-19T11:44:43.788629+0000","last_undegraded":"2024-08-19T11:44:43.788629+0000","last_fullsized":"2024-08-19T11:44:43.788629+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_clean_scrub_stamp":"2024-08-19T11:28:16.885732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:20:45.991612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047197,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"253'205","reported_seq":1645,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.786404+0000","last_change":"2024-08-19T11:39:16.211488+0000","last_active":"2024-08-19T11:44:44.786404+0000","last_peered":"2024-08-19T11:44:44.786404+0000","last_clean":"2024-08-19T11:44:44.786404+0000","last_became_active":"2024-08-19T11:39:16.208982+0000","last_became_peered":"2024-08-19T11:39:16.208982+0000","last_unstale":"2024-08-19T11:44:44.786404+0000","last_undegraded":"2024-08-19T11:44:44.786404+0000","last_fullsized":"2024-08-19T11:44:44.786404+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:25:02.670324+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:25:02.670324+0000","last_clean_scrub_stamp":"2024-08-19T11:25:02.670324+0000","objects_scrubbed":0,"log_size":205,"log_dups_size":0,"ondisk_log_size":205,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:06:06.955122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":886,"num_read_kb":1498,"num_write":327,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1216,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.785087+0000","last_change":"2024-08-19T11:39:16.212295+0000","last_active":"2024-08-19T11:44:44.785087+0000","last_peered":"2024-08-19T11:44:44.785087+0000","last_clean":"2024-08-19T11:44:44.785087+0000","last_became_active":"2024-08-19T11:39:16.212009+0000","last_became_peered":"2024-08-19T11:39:16.212009+0000","last_unstale":"2024-08-19T11:44:44.785087+0000","last_undegraded":"2024-08-19T11:44:44.785087+0000","last_fullsized":"2024-08-19T11:44:44.785087+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T22:51:50.117060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1261,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-19T11:44:43.782014+0000","last_change":"2024-08-19T11:38:41.687014+0000","last_active":"2024-08-19T11:44:43.782014+0000","last_peered":"2024-08-19T11:44:43.782014+0000","last_clean":"2024-08-19T11:44:43.782014+0000","last_became_active":"2024-08-19T11:38:41.686683+0000","last_became_peered":"2024-08-19T11:38:41.686683+0000","last_unstale":"2024-08-19T11:44:43.782014+0000","last_undegraded":"2024-08-19T11:44:43.782014+0000","last_fullsized":"2024-08-19T11:44:43.782014+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:29:32.052859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.7","version":"870'1219","reported_seq":4324,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.797422+0000","last_change":"2024-08-19T11:44:44.798729+0000","last_active":"2024-08-19T11:44:44.797422+0000","last_peered":"2024-08-19T11:44:44.797422+0000","last_clean":"2024-08-19T11:44:44.797422+0000","last_became_active":"2024-08-19T11:38:08.826626+0000","last_became_peered":"2024-08-19T11:38:08.826626+0000","last_unstale":"2024-08-19T11:44:44.797422+0000","last_undegraded":"2024-08-19T11:44:44.797422+0000","last_fullsized":"2024-08-19T11:44:44.797422+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_clean_scrub_stamp":"2024-08-19T11:31:01.957144+0000","objects_scrubbed":0,"log_size":1219,"log_dups_size":0,"ondisk_log_size":1219,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:10:05.898536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011809408,"stat_sum":{"num_bytes":35446784,"num_objects":11,"num_object_clones":8,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":230,"num_read_kb":409656,"num_write":390,"num_write_kb":106472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":5906432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1a9","length":"1"},{"start":"1b7","length":"1"},{"start":"1be","length":"1"},{"start":"1c9","length":"1"},{"start":"1cb","length":"1"},{"start":"1e0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1347,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.785914+0000","last_change":"2024-08-19T11:36:28.772051+0000","last_active":"2024-08-19T11:44:44.785914+0000","last_peered":"2024-08-19T11:44:44.785914+0000","last_clean":"2024-08-19T11:44:44.785914+0000","last_became_active":"2024-08-19T11:36:28.771757+0000","last_became_peered":"2024-08-19T11:36:28.771757+0000","last_unstale":"2024-08-19T11:44:44.785914+0000","last_undegraded":"2024-08-19T11:44:44.785914+0000","last_fullsized":"2024-08-19T11:44:44.785914+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_clean_scrub_stamp":"2024-08-19T11:28:16.885732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:58:54.628066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1126,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.786284+0000","last_change":"2024-08-19T11:39:16.207980+0000","last_active":"2024-08-19T11:44:44.786284+0000","last_peered":"2024-08-19T11:44:44.786284+0000","last_clean":"2024-08-19T11:44:44.786284+0000","last_became_active":"2024-08-19T11:39:16.207660+0000","last_became_peered":"2024-08-19T11:39:16.207660+0000","last_unstale":"2024-08-19T11:44:44.786284+0000","last_undegraded":"2024-08-19T11:44:44.786284+0000","last_fullsized":"2024-08-19T11:44:44.786284+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:46:14.488781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1378,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.784513+0000","last_change":"2024-08-19T11:37:34.693459+0000","last_active":"2024-08-19T11:44:44.784513+0000","last_peered":"2024-08-19T11:44:44.784513+0000","last_clean":"2024-08-19T11:44:44.784513+0000","last_became_active":"2024-08-19T11:37:34.693046+0000","last_became_peered":"2024-08-19T11:37:34.693046+0000","last_unstale":"2024-08-19T11:44:44.784513+0000","last_undegraded":"2024-08-19T11:44:44.784513+0000","last_fullsized":"2024-08-19T11:44:44.784513+0000","mapping_epoch":450,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":451,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:11:56.321989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"870'422","reported_seq":3763,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.812279+0000","last_change":"2024-08-19T11:44:44.813092+0000","last_active":"2024-08-19T11:44:44.812279+0000","last_peered":"2024-08-19T11:44:44.812279+0000","last_clean":"2024-08-19T11:44:44.812279+0000","last_became_active":"2024-08-19T11:38:08.815953+0000","last_became_peered":"2024-08-19T11:38:08.815953+0000","last_unstale":"2024-08-19T11:44:44.812279+0000","last_undegraded":"2024-08-19T11:44:44.812279+0000","last_fullsized":"2024-08-19T11:44:44.812279+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_clean_scrub_stamp":"2024-08-19T11:31:01.957144+0000","objects_scrubbed":0,"log_size":422,"log_dups_size":0,"ondisk_log_size":422,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:53:01.307281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.030486828000000001,"stat_sum":{"num_bytes":22437888,"num_objects":7,"num_object_clones":6,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":100,"num_read_kb":231768,"num_write":148,"num_write_kb":41512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":8175616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a9","length":"1"},{"start":"1b7","length":"1"},{"start":"1be","length":"1"},{"start":"1c9","length":"1"},{"start":"1cb","length":"1"},{"start":"1e0","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1336,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-19T11:44:48.782741+0000","last_change":"2024-08-19T11:38:08.826807+0000","last_active":"2024-08-19T11:44:48.782741+0000","last_peered":"2024-08-19T11:44:48.782741+0000","last_clean":"2024-08-19T11:44:48.782741+0000","last_became_active":"2024-08-19T11:38:08.826392+0000","last_became_peered":"2024-08-19T11:38:08.826392+0000","last_unstale":"2024-08-19T11:44:48.782741+0000","last_undegraded":"2024-08-19T11:44:48.782741+0000","last_fullsized":"2024-08-19T11:44:48.782741+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_clean_scrub_stamp":"2024-08-19T11:28:16.885732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:52:11.124825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026085099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1308,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.781784+0000","last_change":"2024-08-19T11:37:01.716690+0000","last_active":"2024-08-19T11:44:44.781784+0000","last_peered":"2024-08-19T11:44:44.781784+0000","last_clean":"2024-08-19T11:44:44.781784+0000","last_became_active":"2024-08-19T11:37:01.716373+0000","last_became_peered":"2024-08-19T11:37:01.716373+0000","last_unstale":"2024-08-19T11:44:44.781784+0000","last_undegraded":"2024-08-19T11:44:44.781784+0000","last_fullsized":"2024-08-19T11:44:44.781784+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:48:33.014825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1320,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-19T11:44:48.782129+0000","last_change":"2024-08-19T11:38:41.691659+0000","last_active":"2024-08-19T11:44:48.782129+0000","last_peered":"2024-08-19T11:44:48.782129+0000","last_clean":"2024-08-19T11:44:48.782129+0000","last_became_active":"2024-08-19T11:38:41.691261+0000","last_became_peered":"2024-08-19T11:38:41.691261+0000","last_unstale":"2024-08-19T11:44:48.782129+0000","last_undegraded":"2024-08-19T11:44:48.782129+0000","last_fullsized":"2024-08-19T11:44:48.782129+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:37:42.458975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"870'2186","reported_seq":5643,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.830106+0000","last_change":"2024-08-19T11:44:44.816822+0000","last_active":"2024-08-19T11:44:44.830106+0000","last_peered":"2024-08-19T11:44:44.830106+0000","last_clean":"2024-08-19T11:44:44.830106+0000","last_became_active":"2024-08-19T11:37:34.693025+0000","last_became_peered":"2024-08-19T11:37:34.693025+0000","last_unstale":"2024-08-19T11:44:44.830106+0000","last_undegraded":"2024-08-19T11:44:44.830106+0000","last_fullsized":"2024-08-19T11:44:44.830106+0000","mapping_epoch":450,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":451,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_clean_scrub_stamp":"2024-08-19T11:31:01.957144+0000","objects_scrubbed":0,"log_size":2186,"log_dups_size":0,"ondisk_log_size":2186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:37:53.677085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.029162545000000002,"stat_sum":{"num_bytes":64159744,"num_objects":29,"num_object_clones":23,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":1,"num_read":574,"num_read_kb":936035,"num_write":843,"num_write_kb":236152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":91144192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1a9","length":"1"},{"start":"1b7","length":"1"},{"start":"1be","length":"1"},{"start":"1c9","length":"1"},{"start":"1cb","length":"1"},{"start":"1e0","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1331,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-19T11:44:48.782662+0000","last_change":"2024-08-19T11:37:01.719229+0000","last_active":"2024-08-19T11:44:48.782662+0000","last_peered":"2024-08-19T11:44:48.782662+0000","last_clean":"2024-08-19T11:44:48.782662+0000","last_became_active":"2024-08-19T11:37:01.718935+0000","last_became_peered":"2024-08-19T11:37:01.718935+0000","last_unstale":"2024-08-19T11:44:48.782662+0000","last_undegraded":"2024-08-19T11:44:48.782662+0000","last_fullsized":"2024-08-19T11:44:48.782662+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_clean_scrub_stamp":"2024-08-19T11:28:16.885732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:38:31.746591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1183,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.785246+0000","last_change":"2024-08-19T11:38:41.692127+0000","last_active":"2024-08-19T11:44:44.785246+0000","last_peered":"2024-08-19T11:44:44.785246+0000","last_clean":"2024-08-19T11:44:44.785246+0000","last_became_active":"2024-08-19T11:38:41.691584+0000","last_became_peered":"2024-08-19T11:38:41.691584+0000","last_unstale":"2024-08-19T11:44:44.785246+0000","last_undegraded":"2024-08-19T11:44:44.785246+0000","last_fullsized":"2024-08-19T11:44:44.785246+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:09:04.247467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1301,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.781914+0000","last_change":"2024-08-19T11:38:41.684285+0000","last_active":"2024-08-19T11:44:44.781914+0000","last_peered":"2024-08-19T11:44:44.781914+0000","last_clean":"2024-08-19T11:44:44.781914+0000","last_became_active":"2024-08-19T11:38:41.684003+0000","last_became_peered":"2024-08-19T11:38:41.684003+0000","last_unstale":"2024-08-19T11:44:44.781914+0000","last_undegraded":"2024-08-19T11:44:44.781914+0000","last_fullsized":"2024-08-19T11:44:44.781914+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:08:28.885227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3","version":"870'1886","reported_seq":5275,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.826235+0000","last_change":"2024-08-19T11:44:44.826069+0000","last_active":"2024-08-19T11:44:44.826235+0000","last_peered":"2024-08-19T11:44:44.826235+0000","last_clean":"2024-08-19T11:44:44.826235+0000","last_became_active":"2024-08-19T11:38:41.694746+0000","last_became_peered":"2024-08-19T11:38:41.694746+0000","last_unstale":"2024-08-19T11:44:44.826235+0000","last_undegraded":"2024-08-19T11:44:44.826235+0000","last_fullsized":"2024-08-19T11:44:44.826235+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_clean_scrub_stamp":"2024-08-19T11:31:01.957144+0000","objects_scrubbed":0,"log_size":1886,"log_dups_size":0,"ondisk_log_size":1886,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:56:19.865223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.039597491999999998,"stat_sum":{"num_bytes":43450368,"num_objects":29,"num_object_clones":24,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":1,"num_read":401,"num_read_kb":600608,"num_write":769,"num_write_kb":157728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":8912896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1a9","length":"1"},{"start":"1b7","length":"1"},{"start":"1be","length":"1"},{"start":"1c9","length":"1"},{"start":"1cb","length":"1"},{"start":"1e0","length":"1"}]},{"pgid":"4.2","version":"75'2","reported_seq":1333,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-19T11:44:48.782528+0000","last_change":"2024-08-19T11:38:08.827953+0000","last_active":"2024-08-19T11:44:48.782528+0000","last_peered":"2024-08-19T11:44:48.782528+0000","last_clean":"2024-08-19T11:44:48.782528+0000","last_became_active":"2024-08-19T11:38:08.827561+0000","last_became_peered":"2024-08-19T11:38:08.827561+0000","last_unstale":"2024-08-19T11:44:48.782528+0000","last_undegraded":"2024-08-19T11:44:48.782528+0000","last_fullsized":"2024-08-19T11:44:48.782528+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_clean_scrub_stamp":"2024-08-19T11:28:16.885732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:07:34.885945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1340,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-19T11:44:48.782537+0000","last_change":"2024-08-19T11:39:16.198913+0000","last_active":"2024-08-19T11:44:48.782537+0000","last_peered":"2024-08-19T11:44:48.782537+0000","last_clean":"2024-08-19T11:44:48.782537+0000","last_became_active":"2024-08-19T11:39:16.198544+0000","last_became_peered":"2024-08-19T11:39:16.198544+0000","last_unstale":"2024-08-19T11:44:48.782537+0000","last_undegraded":"2024-08-19T11:44:48.782537+0000","last_fullsized":"2024-08-19T11:44:48.782537+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:05:26.788996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1322,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-19T11:44:48.782801+0000","last_change":"2024-08-19T11:37:01.712073+0000","last_active":"2024-08-19T11:44:48.782801+0000","last_peered":"2024-08-19T11:44:48.782801+0000","last_clean":"2024-08-19T11:44:48.782801+0000","last_became_active":"2024-08-19T11:37:01.711124+0000","last_became_peered":"2024-08-19T11:37:01.711124+0000","last_unstale":"2024-08-19T11:44:48.782801+0000","last_undegraded":"2024-08-19T11:44:48.782801+0000","last_fullsized":"2024-08-19T11:44:48.782801+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:42:40.879800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"869'1255","reported_seq":4283,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-19T11:44:43.801758+0000","last_change":"2024-08-19T11:44:43.802991+0000","last_active":"2024-08-19T11:44:43.801758+0000","last_peered":"2024-08-19T11:44:43.801758+0000","last_clean":"2024-08-19T11:44:43.801758+0000","last_became_active":"2024-08-19T11:38:41.697674+0000","last_became_peered":"2024-08-19T11:38:41.697674+0000","last_unstale":"2024-08-19T11:44:43.801758+0000","last_undegraded":"2024-08-19T11:44:43.801758+0000","last_fullsized":"2024-08-19T11:44:43.801758+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_clean_scrub_stamp":"2024-08-19T11:31:01.957144+0000","objects_scrubbed":0,"log_size":1255,"log_dups_size":0,"ondisk_log_size":1255,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:58:05.429470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012339678,"stat_sum":{"num_bytes":15425536,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":260,"num_read_kb":231896,"num_write":613,"num_write_kb":122920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":21897216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1a9","length":"1"},{"start":"1b7","length":"1"},{"start":"1be","length":"1"},{"start":"1cb","length":"1"},{"start":"1e0","length":"1"}]},{"pgid":"4.3","version":"73'1","reported_seq":1349,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.786021+0000","last_change":"2024-08-19T11:39:16.209329+0000","last_active":"2024-08-19T11:44:44.786021+0000","last_peered":"2024-08-19T11:44:44.786021+0000","last_clean":"2024-08-19T11:44:44.786021+0000","last_became_active":"2024-08-19T11:39:16.208629+0000","last_became_peered":"2024-08-19T11:39:16.208629+0000","last_unstale":"2024-08-19T11:44:44.786021+0000","last_undegraded":"2024-08-19T11:44:44.786021+0000","last_fullsized":"2024-08-19T11:44:44.786021+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_clean_scrub_stamp":"2024-08-19T11:28:16.885732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:23:52.205663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1139,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.787220+0000","last_change":"2024-08-19T11:39:16.209820+0000","last_active":"2024-08-19T11:44:44.787220+0000","last_peered":"2024-08-19T11:44:44.787220+0000","last_clean":"2024-08-19T11:44:44.787220+0000","last_became_active":"2024-08-19T11:39:16.209530+0000","last_became_peered":"2024-08-19T11:39:16.209530+0000","last_unstale":"2024-08-19T11:44:44.787220+0000","last_undegraded":"2024-08-19T11:44:44.787220+0000","last_fullsized":"2024-08-19T11:44:44.787220+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T23:06:34.617313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1320,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-19T11:44:48.782428+0000","last_change":"2024-08-19T11:38:08.826766+0000","last_active":"2024-08-19T11:44:48.782428+0000","last_peered":"2024-08-19T11:44:48.782428+0000","last_clean":"2024-08-19T11:44:48.782428+0000","last_became_active":"2024-08-19T11:38:08.826453+0000","last_became_peered":"2024-08-19T11:38:08.826453+0000","last_unstale":"2024-08-19T11:44:48.782428+0000","last_undegraded":"2024-08-19T11:44:48.782428+0000","last_fullsized":"2024-08-19T11:44:48.782428+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:29:24.687313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"870'562","reported_seq":3782,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.800874+0000","last_change":"2024-08-19T11:44:44.801701+0000","last_active":"2024-08-19T11:44:44.800874+0000","last_peered":"2024-08-19T11:44:44.800874+0000","last_clean":"2024-08-19T11:44:44.800874+0000","last_became_active":"2024-08-19T11:39:16.203097+0000","last_became_peered":"2024-08-19T11:39:16.203097+0000","last_unstale":"2024-08-19T11:44:44.800874+0000","last_undegraded":"2024-08-19T11:44:44.800874+0000","last_fullsized":"2024-08-19T11:44:44.800874+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_clean_scrub_stamp":"2024-08-19T11:31:01.957144+0000","objects_scrubbed":0,"log_size":562,"log_dups_size":0,"ondisk_log_size":562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:23:39.427512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0084315290000000001,"stat_sum":{"num_bytes":11927552,"num_objects":5,"num_object_clones":4,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":97703,"num_write":276,"num_write_kb":60640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":19906560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1a9","length":"1"},{"start":"1b7","length":"1"},{"start":"1be","length":"1"},{"start":"1c9","length":"1"},{"start":"1cb","length":"1"},{"start":"1e0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1277,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-19T11:44:43.781745+0000","last_change":"2024-08-19T11:39:16.202643+0000","last_active":"2024-08-19T11:44:43.781745+0000","last_peered":"2024-08-19T11:44:43.781745+0000","last_clean":"2024-08-19T11:44:43.781745+0000","last_became_active":"2024-08-19T11:39:16.202302+0000","last_became_peered":"2024-08-19T11:39:16.202302+0000","last_unstale":"2024-08-19T11:44:43.781745+0000","last_undegraded":"2024-08-19T11:44:43.781745+0000","last_fullsized":"2024-08-19T11:44:43.781745+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_clean_scrub_stamp":"2024-08-19T11:28:16.885732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:17:48.360163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040372299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"578'3","reported_seq":1330,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-19T11:44:48.782752+0000","last_change":"2024-08-19T11:38:41.692366+0000","last_active":"2024-08-19T11:44:48.782752+0000","last_peered":"2024-08-19T11:44:48.782752+0000","last_clean":"2024-08-19T11:44:48.782752+0000","last_became_active":"2024-08-19T11:38:41.692041+0000","last_became_peered":"2024-08-19T11:38:41.692041+0000","last_unstale":"2024-08-19T11:44:48.782752+0000","last_undegraded":"2024-08-19T11:44:48.782752+0000","last_fullsized":"2024-08-19T11:44:48.782752+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:29:30.484560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1278,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-19T11:44:43.782481+0000","last_change":"2024-08-19T11:39:16.201880+0000","last_active":"2024-08-19T11:44:43.782481+0000","last_peered":"2024-08-19T11:44:43.782481+0000","last_clean":"2024-08-19T11:44:43.782481+0000","last_became_active":"2024-08-19T11:39:16.201572+0000","last_became_peered":"2024-08-19T11:39:16.201572+0000","last_unstale":"2024-08-19T11:44:43.782481+0000","last_undegraded":"2024-08-19T11:44:43.782481+0000","last_fullsized":"2024-08-19T11:44:43.782481+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:36:57.675547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"864'396","reported_seq":3641,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-19T11:44:43.783303+0000","last_change":"2024-08-19T11:44:43.783753+0000","last_active":"2024-08-19T11:44:43.783303+0000","last_peered":"2024-08-19T11:44:43.783303+0000","last_clean":"2024-08-19T11:44:43.783303+0000","last_became_active":"2024-08-19T11:37:34.688956+0000","last_became_peered":"2024-08-19T11:37:34.688956+0000","last_unstale":"2024-08-19T11:44:43.783303+0000","last_undegraded":"2024-08-19T11:44:43.783303+0000","last_fullsized":"2024-08-19T11:44:43.783303+0000","mapping_epoch":450,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":451,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_clean_scrub_stamp":"2024-08-19T11:31:01.957144+0000","objects_scrubbed":0,"log_size":396,"log_dups_size":0,"ondisk_log_size":396,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:45:52.301486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076270699999999995,"stat_sum":{"num_bytes":2981888,"num_objects":5,"num_object_clones":4,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":65,"num_read_kb":143741,"num_write":115,"num_write_kb":43224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1a9","length":"1"},{"start":"1b7","length":"1"},{"start":"1be","length":"1"},{"start":"1cb","length":"1"},{"start":"1e0","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1223,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.793491+0000","last_change":"2024-08-19T11:38:41.688721+0000","last_active":"2024-08-19T11:44:44.793491+0000","last_peered":"2024-08-19T11:44:44.793491+0000","last_clean":"2024-08-19T11:44:44.793491+0000","last_became_active":"2024-08-19T11:38:41.688443+0000","last_became_peered":"2024-08-19T11:38:41.688443+0000","last_unstale":"2024-08-19T11:44:44.793491+0000","last_undegraded":"2024-08-19T11:44:44.793491+0000","last_fullsized":"2024-08-19T11:44:44.793491+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:28:16.885732+0000","last_clean_scrub_stamp":"2024-08-19T11:28:16.885732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:06:58.728007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":1150,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-19T11:44:43.790499+0000","last_change":"2024-08-19T11:39:16.205736+0000","last_active":"2024-08-19T11:44:43.790499+0000","last_peered":"2024-08-19T11:44:43.790499+0000","last_clean":"2024-08-19T11:44:43.790499+0000","last_became_active":"2024-08-19T11:39:16.205302+0000","last_became_peered":"2024-08-19T11:39:16.205302+0000","last_unstale":"2024-08-19T11:44:43.790499+0000","last_undegraded":"2024-08-19T11:44:43.790499+0000","last_fullsized":"2024-08-19T11:44:43.790499+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:49:19.725209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1378,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.785362+0000","last_change":"2024-08-19T11:37:34.697830+0000","last_active":"2024-08-19T11:44:44.785362+0000","last_peered":"2024-08-19T11:44:44.785362+0000","last_clean":"2024-08-19T11:44:44.785362+0000","last_became_active":"2024-08-19T11:37:34.697328+0000","last_became_peered":"2024-08-19T11:37:34.697328+0000","last_unstale":"2024-08-19T11:44:44.785362+0000","last_undegraded":"2024-08-19T11:44:44.785362+0000","last_fullsized":"2024-08-19T11:44:44.785362+0000","mapping_epoch":450,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":451,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:59:09.109530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"870'2189","reported_seq":5165,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.811396+0000","last_change":"2024-08-19T11:44:44.813233+0000","last_active":"2024-08-19T11:44:44.811396+0000","last_peered":"2024-08-19T11:44:44.811396+0000","last_clean":"2024-08-19T11:44:44.811396+0000","last_became_active":"2024-08-19T11:38:41.694344+0000","last_became_peered":"2024-08-19T11:38:41.694344+0000","last_unstale":"2024-08-19T11:44:44.811396+0000","last_undegraded":"2024-08-19T11:44:44.811396+0000","last_fullsized":"2024-08-19T11:44:44.811396+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_clean_scrub_stamp":"2024-08-19T11:31:01.957144+0000","objects_scrubbed":0,"log_size":2189,"log_dups_size":0,"ondisk_log_size":2189,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:43:19.796918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.026859537999999999,"stat_sum":{"num_bytes":101277696,"num_objects":36,"num_object_clones":31,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":36,"num_whiteouts":0,"num_read":330,"num_read_kb":640461,"num_write":894,"num_write_kb":209008,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":82788352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1a9","length":"1"},{"start":"1b7","length":"1"},{"start":"1be","length":"1"},{"start":"1c9","length":"1"},{"start":"1cb","length":"1"},{"start":"1e0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1126,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.786519+0000","last_change":"2024-08-19T11:39:16.208224+0000","last_active":"2024-08-19T11:44:44.786519+0000","last_peered":"2024-08-19T11:44:44.786519+0000","last_clean":"2024-08-19T11:44:44.786519+0000","last_became_active":"2024-08-19T11:39:16.207710+0000","last_became_peered":"2024-08-19T11:39:16.207710+0000","last_unstale":"2024-08-19T11:44:44.786519+0000","last_undegraded":"2024-08-19T11:44:44.786519+0000","last_fullsized":"2024-08-19T11:44:44.786519+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:37:57.453545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1253,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.793578+0000","last_change":"2024-08-19T11:39:16.198848+0000","last_active":"2024-08-19T11:44:44.793578+0000","last_peered":"2024-08-19T11:44:44.793578+0000","last_clean":"2024-08-19T11:44:44.793578+0000","last_became_active":"2024-08-19T11:39:16.198526+0000","last_became_peered":"2024-08-19T11:39:16.198526+0000","last_unstale":"2024-08-19T11:44:44.793578+0000","last_undegraded":"2024-08-19T11:44:44.793578+0000","last_fullsized":"2024-08-19T11:44:44.793578+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:56:33.870075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"870'1548","reported_seq":4782,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.816539+0000","last_change":"2024-08-19T11:44:44.817922+0000","last_active":"2024-08-19T11:44:44.816539+0000","last_peered":"2024-08-19T11:44:44.816539+0000","last_clean":"2024-08-19T11:44:44.816539+0000","last_became_active":"2024-08-19T11:38:08.819839+0000","last_became_peered":"2024-08-19T11:38:08.819839+0000","last_unstale":"2024-08-19T11:44:44.816539+0000","last_undegraded":"2024-08-19T11:44:44.816539+0000","last_fullsized":"2024-08-19T11:44:44.816539+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_clean_scrub_stamp":"2024-08-19T11:31:01.957144+0000","objects_scrubbed":0,"log_size":1548,"log_dups_size":0,"ondisk_log_size":1548,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:01:04.155231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024689019999999999,"stat_sum":{"num_bytes":44040192,"num_objects":24,"num_object_clones":20,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":2,"num_read":345,"num_read_kb":506202,"num_write":665,"num_write_kb":171696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":90931200,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1a9","length":"1"},{"start":"1b7","length":"1"},{"start":"1be","length":"1"},{"start":"1c9","length":"1"},{"start":"1cb","length":"1"},{"start":"1e0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1320,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-19T11:44:48.782247+0000","last_change":"2024-08-19T11:39:16.206619+0000","last_active":"2024-08-19T11:44:48.782247+0000","last_peered":"2024-08-19T11:44:48.782247+0000","last_clean":"2024-08-19T11:44:48.782247+0000","last_became_active":"2024-08-19T11:39:16.206374+0000","last_became_peered":"2024-08-19T11:39:16.206374+0000","last_unstale":"2024-08-19T11:44:48.782247+0000","last_undegraded":"2024-08-19T11:44:48.782247+0000","last_fullsized":"2024-08-19T11:44:48.782247+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T23:16:10.876529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1269,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-19T11:44:43.782705+0000","last_change":"2024-08-19T11:39:16.202923+0000","last_active":"2024-08-19T11:44:43.782705+0000","last_peered":"2024-08-19T11:44:43.782705+0000","last_clean":"2024-08-19T11:44:43.782705+0000","last_became_active":"2024-08-19T11:39:16.202623+0000","last_became_peered":"2024-08-19T11:39:16.202623+0000","last_unstale":"2024-08-19T11:44:43.782705+0000","last_undegraded":"2024-08-19T11:44:43.782705+0000","last_fullsized":"2024-08-19T11:44:43.782705+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:25:22.577046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"870'876","reported_seq":4167,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.790469+0000","last_change":"2024-08-19T11:44:44.792287+0000","last_active":"2024-08-19T11:44:44.790469+0000","last_peered":"2024-08-19T11:44:44.790469+0000","last_clean":"2024-08-19T11:44:44.790469+0000","last_became_active":"2024-08-19T11:39:16.207558+0000","last_became_peered":"2024-08-19T11:39:16.207558+0000","last_unstale":"2024-08-19T11:44:44.790469+0000","last_undegraded":"2024-08-19T11:44:44.790469+0000","last_fullsized":"2024-08-19T11:44:44.790469+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_clean_scrub_stamp":"2024-08-19T11:31:01.957144+0000","objects_scrubbed":0,"log_size":876,"log_dups_size":0,"ondisk_log_size":876,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:00:09.336861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010224716,"stat_sum":{"num_bytes":28213248,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":2,"num_read":159,"num_read_kb":397555,"num_write":271,"num_write_kb":84584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":29474816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a9","length":"1"},{"start":"1b7","length":"1"},{"start":"1be","length":"1"},{"start":"1c9","length":"1"},{"start":"1cb","length":"1"},{"start":"1e0","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1320,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-19T11:44:48.782365+0000","last_change":"2024-08-19T11:39:16.196727+0000","last_active":"2024-08-19T11:44:48.782365+0000","last_peered":"2024-08-19T11:44:48.782365+0000","last_clean":"2024-08-19T11:44:48.782365+0000","last_became_active":"2024-08-19T11:39:16.196445+0000","last_became_peered":"2024-08-19T11:39:16.196445+0000","last_unstale":"2024-08-19T11:44:48.782365+0000","last_undegraded":"2024-08-19T11:44:48.782365+0000","last_fullsized":"2024-08-19T11:44:48.782365+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:48:20.926347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1278,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-19T11:44:43.783238+0000","last_change":"2024-08-19T11:37:34.684206+0000","last_active":"2024-08-19T11:44:43.783238+0000","last_peered":"2024-08-19T11:44:43.783238+0000","last_clean":"2024-08-19T11:44:43.783238+0000","last_became_active":"2024-08-19T11:37:34.683533+0000","last_became_peered":"2024-08-19T11:37:34.683533+0000","last_unstale":"2024-08-19T11:44:43.783238+0000","last_undegraded":"2024-08-19T11:44:43.783238+0000","last_fullsized":"2024-08-19T11:44:43.783238+0000","mapping_epoch":450,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":451,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:19:40.874706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3360,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-19T11:44:48.782569+0000","last_change":"2024-08-19T11:44:44.788883+0000","last_active":"2024-08-19T11:44:48.782569+0000","last_peered":"2024-08-19T11:44:48.782569+0000","last_clean":"2024-08-19T11:44:48.782569+0000","last_became_active":"2024-08-19T11:37:34.682533+0000","last_became_peered":"2024-08-19T11:37:34.682533+0000","last_unstale":"2024-08-19T11:44:48.782569+0000","last_undegraded":"2024-08-19T11:44:48.782569+0000","last_fullsized":"2024-08-19T11:44:48.782569+0000","mapping_epoch":450,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":451,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:31:01.957144+0000","last_clean_scrub_stamp":"2024-08-19T11:31:01.957144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:46:17.228344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090026099999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1a9","length":"1"},{"start":"1c9","length":"1"},{"start":"1cb","length":"1"}]},{"pgid":"2.b","version":"575'4","reported_seq":1138,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.786118+0000","last_change":"2024-08-19T11:39:16.209689+0000","last_active":"2024-08-19T11:44:44.786118+0000","last_peered":"2024-08-19T11:44:44.786118+0000","last_clean":"2024-08-19T11:44:44.786118+0000","last_became_active":"2024-08-19T11:39:16.209368+0000","last_became_peered":"2024-08-19T11:39:16.209368+0000","last_unstale":"2024-08-19T11:44:44.786118+0000","last_undegraded":"2024-08-19T11:44:44.786118+0000","last_fullsized":"2024-08-19T11:44:44.786118+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:22:53.793706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1168,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-19T11:44:43.790304+0000","last_change":"2024-08-19T11:38:41.699013+0000","last_active":"2024-08-19T11:44:43.790304+0000","last_peered":"2024-08-19T11:44:43.790304+0000","last_clean":"2024-08-19T11:44:43.790304+0000","last_became_active":"2024-08-19T11:38:41.698689+0000","last_became_peered":"2024-08-19T11:38:41.698689+0000","last_unstale":"2024-08-19T11:44:43.790304+0000","last_undegraded":"2024-08-19T11:44:43.790304+0000","last_fullsized":"2024-08-19T11:44:43.790304+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:28:38.503541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1192,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.785254+0000","last_change":"2024-08-19T11:38:41.691582+0000","last_active":"2024-08-19T11:44:44.785254+0000","last_peered":"2024-08-19T11:44:44.785254+0000","last_clean":"2024-08-19T11:44:44.785254+0000","last_became_active":"2024-08-19T11:38:41.691285+0000","last_became_peered":"2024-08-19T11:38:41.691285+0000","last_unstale":"2024-08-19T11:44:44.785254+0000","last_undegraded":"2024-08-19T11:44:44.785254+0000","last_fullsized":"2024-08-19T11:44:44.785254+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:56:02.815482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":1137,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.786806+0000","last_change":"2024-08-19T11:39:16.203835+0000","last_active":"2024-08-19T11:44:44.786806+0000","last_peered":"2024-08-19T11:44:44.786806+0000","last_clean":"2024-08-19T11:44:44.786806+0000","last_became_active":"2024-08-19T11:39:16.203447+0000","last_became_peered":"2024-08-19T11:39:16.203447+0000","last_unstale":"2024-08-19T11:44:44.786806+0000","last_undegraded":"2024-08-19T11:44:44.786806+0000","last_fullsized":"2024-08-19T11:44:44.786806+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:26:35.390070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1215,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.785737+0000","last_change":"2024-08-19T11:38:08.839025+0000","last_active":"2024-08-19T11:44:44.785737+0000","last_peered":"2024-08-19T11:44:44.785737+0000","last_clean":"2024-08-19T11:44:44.785737+0000","last_became_active":"2024-08-19T11:38:08.837624+0000","last_became_peered":"2024-08-19T11:38:08.837624+0000","last_unstale":"2024-08-19T11:44:44.785737+0000","last_undegraded":"2024-08-19T11:44:44.785737+0000","last_fullsized":"2024-08-19T11:44:44.785737+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:03:03.756678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":1128,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.787100+0000","last_change":"2024-08-19T11:39:16.208936+0000","last_active":"2024-08-19T11:44:44.787100+0000","last_peered":"2024-08-19T11:44:44.787100+0000","last_clean":"2024-08-19T11:44:44.787100+0000","last_became_active":"2024-08-19T11:39:16.208586+0000","last_became_peered":"2024-08-19T11:39:16.208586+0000","last_unstale":"2024-08-19T11:44:44.787100+0000","last_undegraded":"2024-08-19T11:44:44.787100+0000","last_fullsized":"2024-08-19T11:44:44.787100+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:48:10.528816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1378,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.786039+0000","last_change":"2024-08-19T11:38:08.820040+0000","last_active":"2024-08-19T11:44:44.786039+0000","last_peered":"2024-08-19T11:44:44.786039+0000","last_clean":"2024-08-19T11:44:44.786039+0000","last_became_active":"2024-08-19T11:38:08.819725+0000","last_became_peered":"2024-08-19T11:38:08.819725+0000","last_unstale":"2024-08-19T11:44:44.786039+0000","last_undegraded":"2024-08-19T11:44:44.786039+0000","last_fullsized":"2024-08-19T11:44:44.786039+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:43:58.207344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"575'3","reported_seq":1284,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-19T11:44:43.782497+0000","last_change":"2024-08-19T11:38:08.820004+0000","last_active":"2024-08-19T11:44:43.782497+0000","last_peered":"2024-08-19T11:44:43.782497+0000","last_clean":"2024-08-19T11:44:43.782497+0000","last_became_active":"2024-08-19T11:38:08.819560+0000","last_became_peered":"2024-08-19T11:38:08.819560+0000","last_unstale":"2024-08-19T11:44:43.782497+0000","last_undegraded":"2024-08-19T11:44:43.782497+0000","last_fullsized":"2024-08-19T11:44:43.782497+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:18:12.800698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1259,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-19T11:44:43.782375+0000","last_change":"2024-08-19T11:38:41.691371+0000","last_active":"2024-08-19T11:44:43.782375+0000","last_peered":"2024-08-19T11:44:43.782375+0000","last_clean":"2024-08-19T11:44:43.782375+0000","last_became_active":"2024-08-19T11:38:41.691056+0000","last_became_peered":"2024-08-19T11:38:41.691056+0000","last_unstale":"2024-08-19T11:44:43.782375+0000","last_undegraded":"2024-08-19T11:44:43.782375+0000","last_fullsized":"2024-08-19T11:44:43.782375+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:26.778233+0000","last_clean_scrub_stamp":"2024-08-19T11:27:26.778233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:59:26.565259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"575'6","reported_seq":1370,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-19T11:44:44.786344+0000","last_change":"2024-08-19T11:37:34.692562+0000","last_active":"2024-08-19T11:44:44.786344+0000","last_peered":"2024-08-19T11:44:44.786344+0000","last_clean":"2024-08-19T11:44:44.786344+0000","last_became_active":"2024-08-19T11:37:34.692103+0000","last_became_peered":"2024-08-19T11:37:34.692103+0000","last_unstale":"2024-08-19T11:44:44.786344+0000","last_undegraded":"2024-08-19T11:44:44.786344+0000","last_fullsized":"2024-08-19T11:44:44.786344+0000","mapping_epoch":450,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":451,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T11:27:23.757188+0000","last_clean_scrub_stamp":"2024-08-19T11:27:23.757188+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T22:10:49.407272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":8,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":603783168,"num_objects":281,"num_object_clones":231,"num_object_copies":843,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":281,"num_whiteouts":11,"num_read":3889,"num_read_kb":6216026,"num_write":8440,"num_write_kb":1933544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":128,"num_bytes_recovered":442318848,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":825028608,"data_stored":1439535104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":19923,"ondisk_log_size":19923,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":158,"num_read_kb":174,"num_write":69,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44476,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":886,"num_read_kb":1498,"num_write":327,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":205,"ondisk_log_size":205,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":6,"up_from":517,"seq":2220498092106,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":475420,"kb_used_data":109712,"kb_used_omap":33,"kb_used_meta":365662,"kb_avail":93269732,"statfs":{"total":95995035648,"available":95508205568,"internally_reserved":0,"allocated":112345088,"data_stored":166888305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34504,"internal_metadata":374438200},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":323,"seq":1387274436722,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":514240,"kb_used_data":118832,"kb_used_omap":25,"kb_used_meta":395366,"kb_avail":93230912,"statfs":{"total":95995035648,"available":95468453888,"internally_reserved":0,"allocated":121683968,"data_stored":176893011,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26437,"internal_metadata":404854971},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":551,"seq":2366526980164,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":381564,"kb_used_data":80492,"kb_used_omap":26,"kb_used_meta":301029,"kb_avail":93363588,"statfs":{"total":95995035648,"available":95604314112,"internally_reserved":0,"allocated":82423808,"data_stored":137181585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26701,"internal_metadata":308254643},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":484,"seq":2078764171345,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":646356,"kb_used_data":153604,"kb_used_omap":35,"kb_used_meta":492700,"kb_avail":93098796,"statfs":{"total":95995035648,"available":95333167104,"internally_reserved":0,"allocated":157290496,"data_stored":252337798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35915,"internal_metadata":504525749},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":450,"seq":1932735283288,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":528020,"kb_used_data":137664,"kb_used_omap":35,"kb_used_meta":390300,"kb_avail":93217132,"statfs":{"total":95995035648,"available":95454343168,"internally_reserved":0,"allocated":140967936,"data_stored":260229682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36522,"internal_metadata":399667542},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329822,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":219840,"kb_used_data":64236,"kb_used_omap":22,"kb_used_meta":155561,"kb_avail":93525312,"statfs":{"total":95995035648,"available":95769919488,"internally_reserved":0,"allocated":65777664,"data_stored":141400339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22754,"internal_metadata":159295262},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":386,"seq":1657857376357,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":452840,"kb_used_data":108632,"kb_used_omap":20,"kb_used_meta":344171,"kb_avail":93292312,"statfs":{"total":95995035648,"available":95531327488,"internally_reserved":0,"allocated":111239168,"data_stored":206043553,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21154,"internal_metadata":352431454},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":354,"seq":1520418422892,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401528,"kb_used_data":107496,"kb_used_omap":21,"kb_used_meta":293994,"kb_avail":93343624,"statfs":{"total":95995035648,"available":95583870976,"internally_reserved":0,"allocated":110075904,"data_stored":143697934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21707,"internal_metadata":301050677},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5370,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4398,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4892,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5831,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6544,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5818,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5619,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6004,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":111710208,"data_stored":170881024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":100700160,"data_stored":138276864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":101871616,"data_stored":200622080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":56406016,"data_stored":135983104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":131584000,"data_stored":254808064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":147902464,"data_stored":246910976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":102391808,"data_stored":160882688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":72462336,"data_stored":131170304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-19T11:44:50.470 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-08-19T11:44:50.470 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-08-19T11:44:50.673 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:44:51.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:50 smithi136 ceph-mon[86496]: pgmap v950: 121 pgs: 121 active+clean; 576 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 527 KiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-19T11:44:51.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:50 smithi136 ceph-mon[86496]: from='client.44579 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T11:44:51.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:50 smithi136 ceph-mon[88916]: pgmap v950: 121 pgs: 121 active+clean; 576 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 527 KiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-19T11:44:51.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:50 smithi136 ceph-mon[88916]: from='client.44579 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T11:44:51.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:50 smithi155 ceph-mon[76679]: pgmap v950: 121 pgs: 121 active+clean; 576 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 527 KiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-19T11:44:51.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:50 smithi155 ceph-mon[76679]: from='client.44579 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T11:44:52.824 INFO:teuthology.orchestra.run.smithi136.stderr:pool 'unique_pool_0' removed 2024-08-19T11:44:53.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:52 smithi136 ceph-mon[88916]: pgmap v951: 121 pgs: 121 active+clean; 576 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 419 KiB/s rd, 886 KiB/s wr, 4 op/s 2024-08-19T11:44:53.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:52 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/848117125' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-19T11:44:53.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:52 smithi136 ceph-mon[86496]: pgmap v951: 121 pgs: 121 active+clean; 576 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 419 KiB/s rd, 886 KiB/s wr, 4 op/s 2024-08-19T11:44:53.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:52 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/848117125' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-19T11:44:53.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:52 smithi155 ceph-mon[76679]: pgmap v951: 121 pgs: 121 active+clean; 576 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 419 KiB/s rd, 886 KiB/s wr, 4 op/s 2024-08-19T11:44:53.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:52 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/848117125' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-19T11:44:53.493 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-19T11:44:53.493 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-08-19T11:44:53.493 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-19T11:44:53.493 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-08-19T11:44:53.493 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-19T11:44:53.494 INFO:tasks.workunit:Pulling workunits from ref reef 2024-08-19T11:44:53.494 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-19T11:44:53.495 DEBUG:teuthology.orchestra.run.smithi136:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-19T11:44:53.512 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-19T11:44:53.512 INFO:teuthology.orchestra.run.smithi136.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-19T11:44:53.513 DEBUG:teuthology.orchestra.run.smithi136:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-19T11:44:53.569 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-19T11:44:53.569 DEBUG:teuthology.orchestra.run.smithi136:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-19T11:44:53.625 INFO:tasks.workunit:timeout=3h 2024-08-19T11:44:53.625 INFO:tasks.workunit:cleanup=True 2024-08-19T11:44:53.625 DEBUG:teuthology.orchestra.run.smithi136:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-08-19T11:44:53.682 INFO:tasks.workunit.client.0.smithi136.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-19T11:44:54.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:53 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/848117125' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-19T11:44:54.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:53 smithi136 ceph-mon[88916]: osdmap e872: 8 total, 8 up, 8 in 2024-08-19T11:44:54.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:53 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/848117125' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-19T11:44:54.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:53 smithi136 ceph-mon[86496]: osdmap e872: 8 total, 8 up, 8 in 2024-08-19T11:44:54.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:53 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/848117125' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-19T11:44:54.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:53 smithi155 ceph-mon[76679]: osdmap e872: 8 total, 8 up, 8 in 2024-08-19T11:44:55.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:54 smithi136 ceph-mon[86496]: pgmap v953: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:44:55.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:54 smithi136 ceph-mon[88916]: pgmap v953: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:44:55.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:54 smithi155 ceph-mon[76679]: pgmap v953: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:44:56.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:55 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:44:56.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:44:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:55 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:44:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:56 smithi136 ceph-mon[88916]: pgmap v954: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:44:57.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:56 smithi136 ceph-mon[86496]: pgmap v954: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:44:57.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:56 smithi155 ceph-mon[76679]: pgmap v954: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:44:58.740 DEBUG:teuthology.orchestra.run.smithi136:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-19T11:44:58.796 INFO:tasks.workunit.client.0.smithi136.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-19T11:44:58.798 INFO:tasks.workunit.client.0.smithi136.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-19T11:44:58.799 INFO:tasks.workunit.client.0.smithi136.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-19T11:44:58.848 INFO:tasks.workunit.client.0.smithi136.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-19T11:44:58.898 INFO:tasks.workunit.client.0.smithi136.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-19T11:44:58.938 INFO:tasks.workunit.client.0.smithi136.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-19T11:44:58.938 INFO:tasks.workunit.client.0.smithi136.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-19T11:44:58.938 INFO:tasks.workunit.client.0.smithi136.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-19T11:44:58.976 INFO:tasks.workunit.client.0.smithi136.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-19T11:44:58.979 DEBUG:teuthology.orchestra.run.smithi136:> set -ex 2024-08-19T11:44:58.980 DEBUG:teuthology.orchestra.run.smithi136:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-19T11:44:59.036 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-08-19T11:44:59.037 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-08-19T11:44:59.037 DEBUG:teuthology.orchestra.run.smithi136:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-08-19T11:44:59.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:44:58 smithi136 ceph-mon[88916]: pgmap v955: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:44:59.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:44:58 smithi136 ceph-mon[86496]: pgmap v955: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:44:59.106 INFO:tasks.workunit.client.0.smithi136.stdout:Running main() from gmock_main.cc 2024-08-19T11:44:59.106 INFO:tasks.workunit.client.0.smithi136.stdout:[==========] Running 22 tests from 1 test suite. 2024-08-19T11:44:59.106 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] Global test environment set-up. 2024-08-19T11:44:59.106 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] 22 tests from TestCls2PCQueue 2024-08-19T11:44:59.106 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-08-19T11:44:59.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:44:58 smithi155 ceph-mon[76679]: pgmap v955: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:44:59.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:44:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:44:59] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.51.0" 2024-08-19T11:45:01.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:00 smithi155 ceph-mon[76679]: pgmap v956: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:01.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:00 smithi155 ceph-mon[76679]: osdmap e873: 8 total, 8 up, 8 in 2024-08-19T11:45:01.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:00 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/1051868314' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:01.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:00 smithi136 ceph-mon[86496]: pgmap v956: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:01.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:00 smithi136 ceph-mon[86496]: osdmap e873: 8 total, 8 up, 8 in 2024-08-19T11:45:01.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:00 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/1051868314' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:01.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:00 smithi136 ceph-mon[88916]: pgmap v956: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:01.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:00 smithi136 ceph-mon[88916]: osdmap e873: 8 total, 8 up, 8 in 2024-08-19T11:45:01.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:00 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/1051868314' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:01.876 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2770 ms) 2024-08-19T11:45:01.876 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-08-19T11:45:02.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:01 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/1051868314' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:02.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:01 smithi155 ceph-mon[76679]: osdmap e874: 8 total, 8 up, 8 in 2024-08-19T11:45:02.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:01 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/1051868314' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:02.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:01 smithi136 ceph-mon[88916]: osdmap e874: 8 total, 8 up, 8 in 2024-08-19T11:45:02.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:01 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/1051868314' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:02.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:01 smithi136 ceph-mon[86496]: osdmap e874: 8 total, 8 up, 8 in 2024-08-19T11:45:03.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:02 smithi155 ceph-mon[76679]: pgmap v959: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:03.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:02 smithi155 ceph-mon[76679]: osdmap e875: 8 total, 8 up, 8 in 2024-08-19T11:45:03.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:02 smithi136 ceph-mon[88916]: pgmap v959: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:03.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:02 smithi136 ceph-mon[88916]: osdmap e875: 8 total, 8 up, 8 in 2024-08-19T11:45:03.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:02 smithi136 ceph-mon[86496]: pgmap v959: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:03.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:02 smithi136 ceph-mon[86496]: osdmap e875: 8 total, 8 up, 8 in 2024-08-19T11:45:04.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:03 smithi155 ceph-mon[76679]: osdmap e876: 8 total, 8 up, 8 in 2024-08-19T11:45:04.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:03 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3693289355' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:04.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:03 smithi136 ceph-mon[88916]: osdmap e876: 8 total, 8 up, 8 in 2024-08-19T11:45:04.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:03 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3693289355' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:04.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:03 smithi136 ceph-mon[86496]: osdmap e876: 8 total, 8 up, 8 in 2024-08-19T11:45:04.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:03 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3693289355' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:04.893 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3017 ms) 2024-08-19T11:45:04.893 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-08-19T11:45:05.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:04 smithi155 ceph-mon[76679]: pgmap v962: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:05.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:04 smithi155 ceph-mon[76679]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:45:05.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:04 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3693289355' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:05.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:04 smithi155 ceph-mon[76679]: osdmap e877: 8 total, 8 up, 8 in 2024-08-19T11:45:05.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:04 smithi136 ceph-mon[86496]: pgmap v962: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:05.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:04 smithi136 ceph-mon[86496]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:45:05.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:04 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3693289355' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:05.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:04 smithi136 ceph-mon[86496]: osdmap e877: 8 total, 8 up, 8 in 2024-08-19T11:45:05.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:04 smithi136 ceph-mon[88916]: pgmap v962: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:05.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:04 smithi136 ceph-mon[88916]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:45:05.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:04 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3693289355' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:05.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:04 smithi136 ceph-mon[88916]: osdmap e877: 8 total, 8 up, 8 in 2024-08-19T11:45:06.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:05 smithi155 ceph-mon[76679]: osdmap e878: 8 total, 8 up, 8 in 2024-08-19T11:45:06.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:05 smithi136 ceph-mon[88916]: osdmap e878: 8 total, 8 up, 8 in 2024-08-19T11:45:06.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:05 smithi136 ceph-mon[86496]: osdmap e878: 8 total, 8 up, 8 in 2024-08-19T11:45:07.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:06 smithi155 ceph-mon[76679]: pgmap v965: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:07.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:06 smithi155 ceph-mon[76679]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:45:07.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:06 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:45:07.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:06 smithi155 ceph-mon[76679]: osdmap e879: 8 total, 8 up, 8 in 2024-08-19T11:45:07.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:06 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3247603707' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:07.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:06 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:07.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:06 smithi136 ceph-mon[88916]: pgmap v965: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:07.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:06 smithi136 ceph-mon[88916]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:45:07.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:06 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:45:07.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:06 smithi136 ceph-mon[88916]: osdmap e879: 8 total, 8 up, 8 in 2024-08-19T11:45:07.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:06 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3247603707' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:07.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:06 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:07.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:06 smithi136 ceph-mon[86496]: pgmap v965: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:07.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:06 smithi136 ceph-mon[86496]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:45:07.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:06 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:45:07.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:06 smithi136 ceph-mon[86496]: osdmap e879: 8 total, 8 up, 8 in 2024-08-19T11:45:07.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:06 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3247603707' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:07.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:06 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:07.916 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestCls2PCQueue.Reserve (3023 ms) 2024-08-19T11:45:07.916 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-08-19T11:45:08.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:07 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:08.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:07 smithi155 ceph-mon[76679]: osdmap e880: 8 total, 8 up, 8 in 2024-08-19T11:45:08.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:07 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:08.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:07 smithi136 ceph-mon[88916]: osdmap e880: 8 total, 8 up, 8 in 2024-08-19T11:45:08.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:07 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:08.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:07 smithi136 ceph-mon[86496]: osdmap e880: 8 total, 8 up, 8 in 2024-08-19T11:45:09.182 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:08 smithi136 ceph-mon[86496]: pgmap v968: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:09.182 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:08 smithi136 ceph-mon[86496]: osdmap e881: 8 total, 8 up, 8 in 2024-08-19T11:45:09.183 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:08 smithi136 ceph-mon[88916]: pgmap v968: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:09.183 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:08 smithi136 ceph-mon[88916]: osdmap e881: 8 total, 8 up, 8 in 2024-08-19T11:45:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:08 smithi155 ceph-mon[76679]: pgmap v968: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:08 smithi155 ceph-mon[76679]: osdmap e881: 8 total, 8 up, 8 in 2024-08-19T11:45:09.598 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:45:09 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:45:09] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.51.0" 2024-08-19T11:45:10.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:09 smithi155 ceph-mon[76679]: osdmap e882: 8 total, 8 up, 8 in 2024-08-19T11:45:10.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:09 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/290729188' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:10.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:09 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:10.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:09 smithi136 ceph-mon[86496]: osdmap e882: 8 total, 8 up, 8 in 2024-08-19T11:45:10.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:09 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/290729188' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:10.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:09 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:10.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:09 smithi136 ceph-mon[88916]: osdmap e882: 8 total, 8 up, 8 in 2024-08-19T11:45:10.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:09 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/290729188' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:10.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:09 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:10.940 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3024 ms) 2024-08-19T11:45:10.940 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-08-19T11:45:11.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:10 smithi155 ceph-mon[76679]: pgmap v971: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:11.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:10 smithi155 ceph-mon[76679]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:45:11.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:10 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:11.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:10 smithi155 ceph-mon[76679]: osdmap e883: 8 total, 8 up, 8 in 2024-08-19T11:45:11.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:10 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:45:11.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:10 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:45:11.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:10 smithi136 ceph-mon[86496]: pgmap v971: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:11.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:10 smithi136 ceph-mon[86496]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:45:11.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:10 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:11.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:10 smithi136 ceph-mon[86496]: osdmap e883: 8 total, 8 up, 8 in 2024-08-19T11:45:11.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:10 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:45:11.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:10 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:45:11.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:10 smithi136 ceph-mon[88916]: pgmap v971: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:11.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:10 smithi136 ceph-mon[88916]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:45:11.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:10 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:11.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:10 smithi136 ceph-mon[88916]: osdmap e883: 8 total, 8 up, 8 in 2024-08-19T11:45:11.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:10 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:45:11.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:10 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:45:12.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:11 smithi155 ceph-mon[76679]: osdmap e884: 8 total, 8 up, 8 in 2024-08-19T11:45:12.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:11 smithi136 ceph-mon[88916]: osdmap e884: 8 total, 8 up, 8 in 2024-08-19T11:45:12.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:11 smithi136 ceph-mon[86496]: osdmap e884: 8 total, 8 up, 8 in 2024-08-19T11:45:13.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:12 smithi155 ceph-mon[76679]: pgmap v974: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:13.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:12 smithi155 ceph-mon[76679]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:45:13.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:12 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:45:13.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:12 smithi155 ceph-mon[76679]: osdmap e885: 8 total, 8 up, 8 in 2024-08-19T11:45:13.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:12 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/2432135386' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:13.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:12 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:13.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:12 smithi136 ceph-mon[88916]: pgmap v974: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:13.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:12 smithi136 ceph-mon[88916]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:45:13.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:12 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:45:13.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:12 smithi136 ceph-mon[88916]: osdmap e885: 8 total, 8 up, 8 in 2024-08-19T11:45:13.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:12 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/2432135386' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:13.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:12 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:13.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:12 smithi136 ceph-mon[86496]: pgmap v974: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:13.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:12 smithi136 ceph-mon[86496]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:45:13.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:12 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:45:13.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:12 smithi136 ceph-mon[86496]: osdmap e885: 8 total, 8 up, 8 in 2024-08-19T11:45:13.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:12 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/2432135386' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:13.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:12 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:13.960 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestCls2PCQueue.Commit (3020 ms) 2024-08-19T11:45:13.961 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-08-19T11:45:14.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:13 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:14.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:13 smithi155 ceph-mon[76679]: osdmap e886: 8 total, 8 up, 8 in 2024-08-19T11:45:14.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:13 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:14.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:13 smithi136 ceph-mon[86496]: osdmap e886: 8 total, 8 up, 8 in 2024-08-19T11:45:14.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:13 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:14.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:13 smithi136 ceph-mon[88916]: osdmap e886: 8 total, 8 up, 8 in 2024-08-19T11:45:15.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:14 smithi155 ceph-mon[76679]: pgmap v977: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:15.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:14 smithi155 ceph-mon[76679]: osdmap e887: 8 total, 8 up, 8 in 2024-08-19T11:45:15.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:14 smithi136 ceph-mon[86496]: pgmap v977: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:15.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:14 smithi136 ceph-mon[86496]: osdmap e887: 8 total, 8 up, 8 in 2024-08-19T11:45:15.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:14 smithi136 ceph-mon[88916]: pgmap v977: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:15.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:14 smithi136 ceph-mon[88916]: osdmap e887: 8 total, 8 up, 8 in 2024-08-19T11:45:16.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:15 smithi136 ceph-mon[86496]: osdmap e888: 8 total, 8 up, 8 in 2024-08-19T11:45:16.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:15 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3035817014' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:16.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:15 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:16.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:15 smithi136 ceph-mon[88916]: osdmap e888: 8 total, 8 up, 8 in 2024-08-19T11:45:16.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:15 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3035817014' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:16.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:15 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:16.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:15 smithi155 ceph-mon[76679]: osdmap e888: 8 total, 8 up, 8 in 2024-08-19T11:45:16.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:15 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3035817014' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:16.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:15 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:16.988 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestCls2PCQueue.Abort (3028 ms) 2024-08-19T11:45:16.988 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-08-19T11:45:17.249 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:16 smithi136 ceph-mon[88916]: pgmap v980: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:17.249 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:16 smithi136 ceph-mon[88916]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:45:17.249 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:16 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:17.249 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:16 smithi136 ceph-mon[88916]: osdmap e889: 8 total, 8 up, 8 in 2024-08-19T11:45:17.250 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:16 smithi136 ceph-mon[86496]: pgmap v980: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:17.250 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:16 smithi136 ceph-mon[86496]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:45:17.250 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:16 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:17.250 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:16 smithi136 ceph-mon[86496]: osdmap e889: 8 total, 8 up, 8 in 2024-08-19T11:45:17.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:16 smithi155 ceph-mon[76679]: pgmap v980: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:17.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:16 smithi155 ceph-mon[76679]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:45:17.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:16 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:17.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:16 smithi155 ceph-mon[76679]: osdmap e889: 8 total, 8 up, 8 in 2024-08-19T11:45:18.268 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:17 smithi136 ceph-mon[88916]: osdmap e890: 8 total, 8 up, 8 in 2024-08-19T11:45:18.269 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:17 smithi136 ceph-mon[86496]: osdmap e890: 8 total, 8 up, 8 in 2024-08-19T11:45:18.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:17 smithi155 ceph-mon[76679]: osdmap e890: 8 total, 8 up, 8 in 2024-08-19T11:45:19.347 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:45:19 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:45:19] "GET /metrics HTTP/1.1" 200 36477 "" "Prometheus/2.51.0" 2024-08-19T11:45:19.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:18 smithi136 ceph-mon[86496]: pgmap v983: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:19.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:18 smithi136 ceph-mon[86496]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:45:19.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:18 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:45:19.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:18 smithi136 ceph-mon[86496]: osdmap e891: 8 total, 8 up, 8 in 2024-08-19T11:45:19.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:18 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/4046907824' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:19.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:18 smithi136 ceph-mon[88916]: pgmap v983: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:19.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:18 smithi136 ceph-mon[88916]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:45:19.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:18 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:45:19.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:18 smithi136 ceph-mon[88916]: osdmap e891: 8 total, 8 up, 8 in 2024-08-19T11:45:19.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:18 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/4046907824' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:19.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:18 smithi155 ceph-mon[76679]: pgmap v983: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:19.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:18 smithi155 ceph-mon[76679]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:45:19.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:18 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:45:19.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:18 smithi155 ceph-mon[76679]: osdmap e891: 8 total, 8 up, 8 in 2024-08-19T11:45:19.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:18 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/4046907824' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:20.002 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestCls2PCQueue.ReserveError (3014 ms) 2024-08-19T11:45:20.002 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-08-19T11:45:20.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:19 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/4046907824' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:20.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:19 smithi136 ceph-mon[88916]: osdmap e892: 8 total, 8 up, 8 in 2024-08-19T11:45:20.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:19 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/4046907824' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:20.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:19 smithi136 ceph-mon[86496]: osdmap e892: 8 total, 8 up, 8 in 2024-08-19T11:45:20.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:19 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/4046907824' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:20.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:19 smithi155 ceph-mon[76679]: osdmap e892: 8 total, 8 up, 8 in 2024-08-19T11:45:21.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:20 smithi136 ceph-mon[86496]: pgmap v986: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:21.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:20 smithi136 ceph-mon[86496]: osdmap e893: 8 total, 8 up, 8 in 2024-08-19T11:45:21.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:20 smithi136 ceph-mon[88916]: pgmap v986: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:21.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:20 smithi136 ceph-mon[88916]: osdmap e893: 8 total, 8 up, 8 in 2024-08-19T11:45:21.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:20 smithi155 ceph-mon[76679]: pgmap v986: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:21.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:20 smithi155 ceph-mon[76679]: osdmap e893: 8 total, 8 up, 8 in 2024-08-19T11:45:22.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:22 smithi136 ceph-mon[86496]: osdmap e894: 8 total, 8 up, 8 in 2024-08-19T11:45:22.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:22 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/7376331' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:22.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:22 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:22.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:22 smithi136 ceph-mon[88916]: osdmap e894: 8 total, 8 up, 8 in 2024-08-19T11:45:22.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:22 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/7376331' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:22.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:22 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:22.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:22 smithi155 ceph-mon[76679]: osdmap e894: 8 total, 8 up, 8 in 2024-08-19T11:45:22.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:22 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/7376331' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:22.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:22 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:23.020 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestCls2PCQueue.CommitError (3018 ms) 2024-08-19T11:45:23.021 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-08-19T11:45:23.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:23 smithi136 ceph-mon[86496]: pgmap v989: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:23.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:23 smithi136 ceph-mon[86496]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:45:23.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:23 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:23.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:23 smithi136 ceph-mon[86496]: osdmap e895: 8 total, 8 up, 8 in 2024-08-19T11:45:23.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:23 smithi136 ceph-mon[88916]: pgmap v989: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:23.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:23 smithi136 ceph-mon[88916]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:45:23.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:23 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:23.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:23 smithi136 ceph-mon[88916]: osdmap e895: 8 total, 8 up, 8 in 2024-08-19T11:45:23.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:23 smithi155 ceph-mon[76679]: pgmap v989: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:23.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:23 smithi155 ceph-mon[76679]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:45:23.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:23 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:23.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:23 smithi155 ceph-mon[76679]: osdmap e895: 8 total, 8 up, 8 in 2024-08-19T11:45:24.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:24 smithi136 ceph-mon[88916]: osdmap e896: 8 total, 8 up, 8 in 2024-08-19T11:45:24.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:24 smithi136 ceph-mon[86496]: osdmap e896: 8 total, 8 up, 8 in 2024-08-19T11:45:24.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:24 smithi155 ceph-mon[76679]: osdmap e896: 8 total, 8 up, 8 in 2024-08-19T11:45:25.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:25 smithi136 ceph-mon[86496]: pgmap v992: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:25.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:25 smithi136 ceph-mon[86496]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:45:25.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:25 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:45:25.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:25 smithi136 ceph-mon[86496]: osdmap e897: 8 total, 8 up, 8 in 2024-08-19T11:45:25.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:25 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/2291783459' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:25.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:25 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:25.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:25 smithi136 ceph-mon[88916]: pgmap v992: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:25.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:25 smithi136 ceph-mon[88916]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:45:25.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:25 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:45:25.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:25 smithi136 ceph-mon[88916]: osdmap e897: 8 total, 8 up, 8 in 2024-08-19T11:45:25.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:25 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/2291783459' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:25.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:25 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:25.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:25 smithi155 ceph-mon[76679]: pgmap v992: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:25.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:25 smithi155 ceph-mon[76679]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:45:25.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:25 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:45:25.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:25 smithi155 ceph-mon[76679]: osdmap e897: 8 total, 8 up, 8 in 2024-08-19T11:45:25.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:25 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/2291783459' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:25.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:25 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:26.054 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestCls2PCQueue.AbortError (3034 ms) 2024-08-19T11:45:26.055 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-08-19T11:45:26.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:26 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:26.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:26 smithi136 ceph-mon[86496]: osdmap e898: 8 total, 8 up, 8 in 2024-08-19T11:45:26.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:26 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:45:26.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:26 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:45:26.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:26 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:26.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:26 smithi136 ceph-mon[88916]: osdmap e898: 8 total, 8 up, 8 in 2024-08-19T11:45:26.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:26 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:45:26.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:26 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:45:26.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:26 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:26.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:26 smithi155 ceph-mon[76679]: osdmap e898: 8 total, 8 up, 8 in 2024-08-19T11:45:26.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:26 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:45:26.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:26 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:45:27.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:27 smithi136 ceph-mon[88916]: pgmap v995: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:27.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:27 smithi136 ceph-mon[88916]: osdmap e899: 8 total, 8 up, 8 in 2024-08-19T11:45:27.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:27 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:45:27.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:27 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:45:27.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:27 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:45:27.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:27 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:45:27.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:27 smithi136 ceph-mon[86496]: pgmap v995: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:27.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:27 smithi136 ceph-mon[86496]: osdmap e899: 8 total, 8 up, 8 in 2024-08-19T11:45:27.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:27 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:45:27.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:27 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:45:27.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:27 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:45:27.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:27 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:45:27.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:27 smithi155 ceph-mon[76679]: pgmap v995: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:27.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:27 smithi155 ceph-mon[76679]: osdmap e899: 8 total, 8 up, 8 in 2024-08-19T11:45:27.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:27 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:45:27.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:27 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:45:27.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:27 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:45:27.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:27 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:45:28.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:28 smithi136 ceph-mon[88916]: osdmap e900: 8 total, 8 up, 8 in 2024-08-19T11:45:28.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:28 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/4262536074' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:28.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:28 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:28.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:28 smithi136 ceph-mon[86496]: osdmap e900: 8 total, 8 up, 8 in 2024-08-19T11:45:28.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:28 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/4262536074' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:28.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:28 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:28.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:28 smithi155 ceph-mon[76679]: osdmap e900: 8 total, 8 up, 8 in 2024-08-19T11:45:28.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:28 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/4262536074' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:28.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:28 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:29.074 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3020 ms) 2024-08-19T11:45:29.075 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-08-19T11:45:29.347 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:45:29 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:45:29] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.51.0" 2024-08-19T11:45:29.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:29 smithi136 ceph-mon[88916]: pgmap v998: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:29.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:29 smithi136 ceph-mon[88916]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:45:29.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:29 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:29.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:29 smithi136 ceph-mon[88916]: osdmap e901: 8 total, 8 up, 8 in 2024-08-19T11:45:29.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:29 smithi136 ceph-mon[86496]: pgmap v998: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:29.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:29 smithi136 ceph-mon[86496]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:45:29.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:29 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:29.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:29 smithi136 ceph-mon[86496]: osdmap e901: 8 total, 8 up, 8 in 2024-08-19T11:45:29.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:29 smithi155 ceph-mon[76679]: pgmap v998: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:29.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:29 smithi155 ceph-mon[76679]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:45:29.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:29 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:29.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:29 smithi155 ceph-mon[76679]: osdmap e901: 8 total, 8 up, 8 in 2024-08-19T11:45:30.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:30 smithi136 ceph-mon[86496]: osdmap e902: 8 total, 8 up, 8 in 2024-08-19T11:45:30.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:30 smithi136 ceph-mon[88916]: osdmap e902: 8 total, 8 up, 8 in 2024-08-19T11:45:30.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:30 smithi155 ceph-mon[76679]: osdmap e902: 8 total, 8 up, 8 in 2024-08-19T11:45:31.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:31 smithi136 ceph-mon[88916]: pgmap v1001: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:31.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:31 smithi136 ceph-mon[88916]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:45:31.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:31 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:45:31.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:31 smithi136 ceph-mon[88916]: osdmap e903: 8 total, 8 up, 8 in 2024-08-19T11:45:31.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:31 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/2105418070' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:31.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:31 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:31.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:31 smithi136 ceph-mon[86496]: pgmap v1001: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:31.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:31 smithi136 ceph-mon[86496]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:45:31.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:31 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:45:31.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:31 smithi136 ceph-mon[86496]: osdmap e903: 8 total, 8 up, 8 in 2024-08-19T11:45:31.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:31 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/2105418070' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:31.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:31 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:31.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:31 smithi155 ceph-mon[76679]: pgmap v1001: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:31.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:31 smithi155 ceph-mon[76679]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:45:31.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:31 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:45:31.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:31 smithi155 ceph-mon[76679]: osdmap e903: 8 total, 8 up, 8 in 2024-08-19T11:45:31.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:31 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/2105418070' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:31.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:31 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:32.100 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3026 ms) 2024-08-19T11:45:32.100 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-08-19T11:45:32.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:32 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:32.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:32 smithi136 ceph-mon[88916]: osdmap e904: 8 total, 8 up, 8 in 2024-08-19T11:45:32.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:32 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:32.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:32 smithi136 ceph-mon[86496]: osdmap e904: 8 total, 8 up, 8 in 2024-08-19T11:45:32.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:32 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:32.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:32 smithi155 ceph-mon[76679]: osdmap e904: 8 total, 8 up, 8 in 2024-08-19T11:45:33.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:33 smithi136 ceph-mon[88916]: pgmap v1004: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:33.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:33 smithi136 ceph-mon[88916]: osdmap e905: 8 total, 8 up, 8 in 2024-08-19T11:45:33.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:33 smithi136 ceph-mon[86496]: pgmap v1004: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:33.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:33 smithi136 ceph-mon[86496]: osdmap e905: 8 total, 8 up, 8 in 2024-08-19T11:45:33.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:33 smithi155 ceph-mon[76679]: pgmap v1004: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:33.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:33 smithi155 ceph-mon[76679]: osdmap e905: 8 total, 8 up, 8 in 2024-08-19T11:45:34.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:34 smithi155 ceph-mon[76679]: osdmap e906: 8 total, 8 up, 8 in 2024-08-19T11:45:34.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:34 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/2520938036' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:34.597 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:34 smithi136 ceph-mon[88916]: osdmap e906: 8 total, 8 up, 8 in 2024-08-19T11:45:34.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:34 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/2520938036' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:34.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:34 smithi136 ceph-mon[86496]: osdmap e906: 8 total, 8 up, 8 in 2024-08-19T11:45:34.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:34 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/2520938036' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:35.124 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3024 ms) 2024-08-19T11:45:35.124 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-08-19T11:45:35.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:35 smithi155 ceph-mon[76679]: pgmap v1007: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:35.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:35 smithi155 ceph-mon[76679]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:45:35.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:35 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/2520938036' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:35.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:35 smithi155 ceph-mon[76679]: osdmap e907: 8 total, 8 up, 8 in 2024-08-19T11:45:35.597 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:35 smithi136 ceph-mon[88916]: pgmap v1007: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:35.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:35 smithi136 ceph-mon[88916]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:45:35.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:35 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/2520938036' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:35.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:35 smithi136 ceph-mon[88916]: osdmap e907: 8 total, 8 up, 8 in 2024-08-19T11:45:35.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:35 smithi136 ceph-mon[86496]: pgmap v1007: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:35.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:35 smithi136 ceph-mon[86496]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:45:35.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:35 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/2520938036' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:35.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:35 smithi136 ceph-mon[86496]: osdmap e907: 8 total, 8 up, 8 in 2024-08-19T11:45:36.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:36 smithi155 ceph-mon[76679]: osdmap e908: 8 total, 8 up, 8 in 2024-08-19T11:45:36.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:36 smithi136 ceph-mon[88916]: osdmap e908: 8 total, 8 up, 8 in 2024-08-19T11:45:36.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:36 smithi136 ceph-mon[86496]: osdmap e908: 8 total, 8 up, 8 in 2024-08-19T11:45:37.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:37 smithi155 ceph-mon[76679]: pgmap v1010: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:37.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:37 smithi155 ceph-mon[76679]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:45:37.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:37 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:45:37.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:37 smithi155 ceph-mon[76679]: osdmap e909: 8 total, 8 up, 8 in 2024-08-19T11:45:37.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:37 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3198068249' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:37.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:37 smithi136 ceph-mon[88916]: pgmap v1010: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:37.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:37 smithi136 ceph-mon[88916]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:45:37.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:37 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:45:37.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:37 smithi136 ceph-mon[88916]: osdmap e909: 8 total, 8 up, 8 in 2024-08-19T11:45:37.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:37 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3198068249' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:37.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:37 smithi136 ceph-mon[86496]: pgmap v1010: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:37.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:37 smithi136 ceph-mon[86496]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:45:37.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:37 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:45:37.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:37 smithi136 ceph-mon[86496]: osdmap e909: 8 total, 8 up, 8 in 2024-08-19T11:45:37.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:37 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3198068249' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:38.143 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3018 ms) 2024-08-19T11:45:38.143 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-08-19T11:45:38.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:38 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3198068249' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:38.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:38 smithi155 ceph-mon[76679]: osdmap e910: 8 total, 8 up, 8 in 2024-08-19T11:45:38.597 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:38 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3198068249' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:38.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:38 smithi136 ceph-mon[86496]: osdmap e910: 8 total, 8 up, 8 in 2024-08-19T11:45:38.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:38 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3198068249' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:38.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:38 smithi136 ceph-mon[88916]: osdmap e910: 8 total, 8 up, 8 in 2024-08-19T11:45:39.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:39 smithi155 ceph-mon[76679]: pgmap v1013: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:39.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:39 smithi155 ceph-mon[76679]: osdmap e911: 8 total, 8 up, 8 in 2024-08-19T11:45:39.598 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:45:39 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:45:39] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.51.0" 2024-08-19T11:45:39.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:39 smithi136 ceph-mon[88916]: pgmap v1013: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:39.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:39 smithi136 ceph-mon[88916]: osdmap e911: 8 total, 8 up, 8 in 2024-08-19T11:45:39.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:39 smithi136 ceph-mon[86496]: pgmap v1013: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:39.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:39 smithi136 ceph-mon[86496]: osdmap e911: 8 total, 8 up, 8 in 2024-08-19T11:45:40.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:40 smithi155 ceph-mon[76679]: osdmap e912: 8 total, 8 up, 8 in 2024-08-19T11:45:40.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:40 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/663541370' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:40.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:40 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/663541370' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:40.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:40 smithi155 ceph-mon[76679]: osdmap e913: 8 total, 8 up, 8 in 2024-08-19T11:45:40.597 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:40 smithi136 ceph-mon[88916]: osdmap e912: 8 total, 8 up, 8 in 2024-08-19T11:45:40.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:40 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/663541370' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:40.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:40 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/663541370' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:40.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:40 smithi136 ceph-mon[88916]: osdmap e913: 8 total, 8 up, 8 in 2024-08-19T11:45:40.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:40 smithi136 ceph-mon[86496]: osdmap e912: 8 total, 8 up, 8 in 2024-08-19T11:45:40.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:40 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/663541370' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:40.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:40 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/663541370' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:40.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:40 smithi136 ceph-mon[86496]: osdmap e913: 8 total, 8 up, 8 in 2024-08-19T11:45:41.147 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3004 ms) 2024-08-19T11:45:41.147 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-08-19T11:45:41.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:41 smithi155 ceph-mon[76679]: pgmap v1016: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:41.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:41 smithi155 ceph-mon[76679]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:45:41.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:41 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:45:41.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:41 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:45:41.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:41 smithi155 ceph-mon[76679]: osdmap e914: 8 total, 8 up, 8 in 2024-08-19T11:45:41.597 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:41 smithi136 ceph-mon[86496]: pgmap v1016: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:41.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:41 smithi136 ceph-mon[86496]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:45:41.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:41 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:45:41.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:41 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:45:41.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:41 smithi136 ceph-mon[86496]: osdmap e914: 8 total, 8 up, 8 in 2024-08-19T11:45:41.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:41 smithi136 ceph-mon[88916]: pgmap v1016: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:41.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:41 smithi136 ceph-mon[88916]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:45:41.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:41 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:45:41.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:41 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:45:41.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:41 smithi136 ceph-mon[88916]: osdmap e914: 8 total, 8 up, 8 in 2024-08-19T11:45:43.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:43 smithi155 ceph-mon[76679]: pgmap v1019: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:43.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:43 smithi155 ceph-mon[76679]: osdmap e915: 8 total, 8 up, 8 in 2024-08-19T11:45:43.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:43 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/869296521' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:43.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:43 smithi155 ceph-mon[76679]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:45:43.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:43 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:45:43.597 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:43 smithi136 ceph-mon[86496]: pgmap v1019: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:43.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:43 smithi136 ceph-mon[86496]: osdmap e915: 8 total, 8 up, 8 in 2024-08-19T11:45:43.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:43 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/869296521' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:43.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:43 smithi136 ceph-mon[86496]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:45:43.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:43 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:45:43.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:43 smithi136 ceph-mon[88916]: pgmap v1019: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:43.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:43 smithi136 ceph-mon[88916]: osdmap e915: 8 total, 8 up, 8 in 2024-08-19T11:45:43.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:43 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/869296521' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:43.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:43 smithi136 ceph-mon[88916]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:45:43.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:43 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:45:44.169 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3023 ms) 2024-08-19T11:45:44.169 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-08-19T11:45:44.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:44 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/869296521' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:44.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:44 smithi155 ceph-mon[76679]: osdmap e916: 8 total, 8 up, 8 in 2024-08-19T11:45:44.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:44 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/869296521' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:44.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:44 smithi136 ceph-mon[86496]: osdmap e916: 8 total, 8 up, 8 in 2024-08-19T11:45:44.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:44 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/869296521' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:44.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:44 smithi136 ceph-mon[88916]: osdmap e916: 8 total, 8 up, 8 in 2024-08-19T11:45:45.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:45 smithi155 ceph-mon[76679]: pgmap v1022: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:45.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:45 smithi155 ceph-mon[76679]: osdmap e917: 8 total, 8 up, 8 in 2024-08-19T11:45:45.597 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:45 smithi136 ceph-mon[88916]: pgmap v1022: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:45.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:45 smithi136 ceph-mon[88916]: osdmap e917: 8 total, 8 up, 8 in 2024-08-19T11:45:45.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:45 smithi136 ceph-mon[86496]: pgmap v1022: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:45.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:45 smithi136 ceph-mon[86496]: osdmap e917: 8 total, 8 up, 8 in 2024-08-19T11:45:46.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:46 smithi155 ceph-mon[76679]: osdmap e918: 8 total, 8 up, 8 in 2024-08-19T11:45:46.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:46 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3974071170' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:46.597 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:46 smithi136 ceph-mon[88916]: osdmap e918: 8 total, 8 up, 8 in 2024-08-19T11:45:46.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:46 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3974071170' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:46.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:46 smithi136 ceph-mon[86496]: osdmap e918: 8 total, 8 up, 8 in 2024-08-19T11:45:46.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:46 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3974071170' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:47.189 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestCls2PCQueue.Cleanup (3020 ms) 2024-08-19T11:45:47.189 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-08-19T11:45:47.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:47 smithi155 ceph-mon[76679]: pgmap v1025: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:47.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:47 smithi155 ceph-mon[76679]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:45:47.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:47 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3974071170' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:47.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:47 smithi155 ceph-mon[76679]: osdmap e919: 8 total, 8 up, 8 in 2024-08-19T11:45:47.499 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:47 smithi136 ceph-mon[88916]: pgmap v1025: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:47.499 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:47 smithi136 ceph-mon[88916]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:45:47.499 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:47 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3974071170' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:47.499 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:47 smithi136 ceph-mon[88916]: osdmap e919: 8 total, 8 up, 8 in 2024-08-19T11:45:47.500 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:47 smithi136 ceph-mon[86496]: pgmap v1025: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:47.500 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:47 smithi136 ceph-mon[86496]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:45:47.500 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:47 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3974071170' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:47.500 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:47 smithi136 ceph-mon[86496]: osdmap e919: 8 total, 8 up, 8 in 2024-08-19T11:45:48.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:48 smithi155 ceph-mon[76679]: osdmap e920: 8 total, 8 up, 8 in 2024-08-19T11:45:48.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:48 smithi155 ceph-mon[76679]: pgmap v1028: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:48.597 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:48 smithi136 ceph-mon[88916]: osdmap e920: 8 total, 8 up, 8 in 2024-08-19T11:45:48.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:48 smithi136 ceph-mon[88916]: pgmap v1028: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:48.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:48 smithi136 ceph-mon[86496]: osdmap e920: 8 total, 8 up, 8 in 2024-08-19T11:45:48.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:48 smithi136 ceph-mon[86496]: pgmap v1028: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:49.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:49 smithi155 ceph-mon[76679]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:45:49.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:49 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:45:49.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:49 smithi155 ceph-mon[76679]: osdmap e921: 8 total, 8 up, 8 in 2024-08-19T11:45:49.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:49 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/4117338771' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:49.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:49 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:49.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:45:49 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:45:49] "GET /metrics HTTP/1.1" 200 36540 "" "Prometheus/2.51.0" 2024-08-19T11:45:49.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:49 smithi136 ceph-mon[88916]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:45:49.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:49 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:45:49.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:49 smithi136 ceph-mon[88916]: osdmap e921: 8 total, 8 up, 8 in 2024-08-19T11:45:49.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:49 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/4117338771' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:49.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:49 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:49.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:49 smithi136 ceph-mon[86496]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:45:49.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:49 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:45:49.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:49 smithi136 ceph-mon[86496]: osdmap e921: 8 total, 8 up, 8 in 2024-08-19T11:45:49.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:49 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/4117338771' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:49.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:49 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:45:50.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:50 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:50.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:50 smithi155 ceph-mon[76679]: osdmap e922: 8 total, 8 up, 8 in 2024-08-19T11:45:50.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:50 smithi155 ceph-mon[76679]: pgmap v1031: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:50.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:50 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:50.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:50 smithi136 ceph-mon[86496]: osdmap e922: 8 total, 8 up, 8 in 2024-08-19T11:45:50.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:50 smithi136 ceph-mon[86496]: pgmap v1031: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:50.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:50 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:45:50.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:50 smithi136 ceph-mon[88916]: osdmap e922: 8 total, 8 up, 8 in 2024-08-19T11:45:50.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:50 smithi136 ceph-mon[88916]: pgmap v1031: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:51.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:51 smithi155 ceph-mon[76679]: osdmap e923: 8 total, 8 up, 8 in 2024-08-19T11:45:51.597 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:51 smithi136 ceph-mon[88916]: osdmap e923: 8 total, 8 up, 8 in 2024-08-19T11:45:51.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:51 smithi136 ceph-mon[86496]: osdmap e923: 8 total, 8 up, 8 in 2024-08-19T11:45:52.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:52 smithi155 ceph-mon[76679]: pgmap v1033: 137 pgs: 13 creating+peering, 13 unknown, 111 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:52.597 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:52 smithi136 ceph-mon[88916]: pgmap v1033: 137 pgs: 13 creating+peering, 13 unknown, 111 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:52.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:52 smithi136 ceph-mon[86496]: pgmap v1033: 137 pgs: 13 creating+peering, 13 unknown, 111 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-19T11:45:54.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:54 smithi155 ceph-mon[76679]: pgmap v1034: 137 pgs: 13 creating+peering, 124 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:45:54.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:54 smithi136 ceph-mon[86496]: pgmap v1034: 137 pgs: 13 creating+peering, 124 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:45:54.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:54 smithi136 ceph-mon[88916]: pgmap v1034: 137 pgs: 13 creating+peering, 124 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:45:56.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:56 smithi136 ceph-mon[88916]: pgmap v1035: 137 pgs: 137 active+clean; 1.7 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 6.9 MiB/s wr, 7.77k op/s 2024-08-19T11:45:56.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:56 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:45:56.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:56 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:45:56.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:56 smithi136 ceph-mon[86496]: pgmap v1035: 137 pgs: 137 active+clean; 1.7 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 6.9 MiB/s wr, 7.77k op/s 2024-08-19T11:45:56.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:56 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:45:56.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:56 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:45:56.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:56 smithi155 ceph-mon[76679]: pgmap v1035: 137 pgs: 137 active+clean; 1.7 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 6.9 MiB/s wr, 7.77k op/s 2024-08-19T11:45:56.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:56 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:45:56.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:56 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:45:58.784 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:45:58 smithi136 ceph-mon[86496]: pgmap v1036: 137 pgs: 137 active+clean; 1.7 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 6.1 MiB/s wr, 6.82k op/s 2024-08-19T11:45:58.784 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:45:58 smithi136 ceph-mon[88916]: pgmap v1036: 137 pgs: 137 active+clean; 1.7 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 6.1 MiB/s wr, 6.82k op/s 2024-08-19T11:45:58.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:45:58 smithi155 ceph-mon[76679]: pgmap v1036: 137 pgs: 137 active+clean; 1.7 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 6.1 MiB/s wr, 6.82k op/s 2024-08-19T11:45:59.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:45:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:45:59] "GET /metrics HTTP/1.1" 200 36594 "" "Prometheus/2.51.0" 2024-08-19T11:46:00.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:00 smithi136 ceph-mon[88916]: pgmap v1037: 137 pgs: 137 active+clean; 2.3 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 171 MiB/s rd, 7.4 MiB/s wr, 8.61k op/s 2024-08-19T11:46:00.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:00 smithi136 ceph-mon[86496]: pgmap v1037: 137 pgs: 137 active+clean; 2.3 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 171 MiB/s rd, 7.4 MiB/s wr, 8.61k op/s 2024-08-19T11:46:00.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:00 smithi155 ceph-mon[76679]: pgmap v1037: 137 pgs: 137 active+clean; 2.3 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 171 MiB/s rd, 7.4 MiB/s wr, 8.61k op/s 2024-08-19T11:46:01.505 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestCls2PCQueue.MultiProducer (14316 ms) 2024-08-19T11:46:01.505 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-08-19T11:46:02.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:02 smithi136 ceph-mon[88916]: pgmap v1038: 137 pgs: 137 active+clean; 2.3 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 154 MiB/s rd, 6.6 MiB/s wr, 7.73k op/s 2024-08-19T11:46:02.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:02 smithi136 ceph-mon[88916]: osdmap e924: 8 total, 8 up, 8 in 2024-08-19T11:46:02.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:02 smithi136 ceph-mon[86496]: pgmap v1038: 137 pgs: 137 active+clean; 2.3 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 154 MiB/s rd, 6.6 MiB/s wr, 7.73k op/s 2024-08-19T11:46:02.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:02 smithi136 ceph-mon[86496]: osdmap e924: 8 total, 8 up, 8 in 2024-08-19T11:46:02.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:02 smithi155 ceph-mon[76679]: pgmap v1038: 137 pgs: 137 active+clean; 2.3 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 154 MiB/s rd, 6.6 MiB/s wr, 7.73k op/s 2024-08-19T11:46:02.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:02 smithi155 ceph-mon[76679]: osdmap e924: 8 total, 8 up, 8 in 2024-08-19T11:46:03.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:03 smithi136 ceph-mon[88916]: osdmap e925: 8 total, 8 up, 8 in 2024-08-19T11:46:03.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:03 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/823744727' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:03.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:03 smithi136 ceph-mon[86496]: osdmap e925: 8 total, 8 up, 8 in 2024-08-19T11:46:03.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:03 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/823744727' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:03.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:03 smithi155 ceph-mon[76679]: osdmap e925: 8 total, 8 up, 8 in 2024-08-19T11:46:03.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:03 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/823744727' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:04.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:04 smithi136 ceph-mon[88916]: pgmap v1041: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:04.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:04 smithi136 ceph-mon[88916]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:46:04.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:04 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/823744727' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:04.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:04 smithi136 ceph-mon[88916]: osdmap e926: 8 total, 8 up, 8 in 2024-08-19T11:46:04.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:04 smithi136 ceph-mon[86496]: pgmap v1041: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:04.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:04 smithi136 ceph-mon[86496]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:46:04.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:04 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/823744727' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:04.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:04 smithi136 ceph-mon[86496]: osdmap e926: 8 total, 8 up, 8 in 2024-08-19T11:46:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:04 smithi155 ceph-mon[76679]: pgmap v1041: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:04 smithi155 ceph-mon[76679]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:46:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:04 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/823744727' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:04 smithi155 ceph-mon[76679]: osdmap e926: 8 total, 8 up, 8 in 2024-08-19T11:46:05.538 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4033 ms) 2024-08-19T11:46:05.538 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-08-19T11:46:05.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:05 smithi136 ceph-mon[88916]: osdmap e927: 8 total, 8 up, 8 in 2024-08-19T11:46:05.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:05 smithi136 ceph-mon[86496]: osdmap e927: 8 total, 8 up, 8 in 2024-08-19T11:46:05.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:05 smithi155 ceph-mon[76679]: osdmap e927: 8 total, 8 up, 8 in 2024-08-19T11:46:06.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:06 smithi136 ceph-mon[88916]: pgmap v1044: 137 pgs: 2 creating+activating, 3 creating+peering, 15 unknown, 117 active+clean; 676 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:06.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:06 smithi136 ceph-mon[88916]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:46:06.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:06 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:46:06.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:06 smithi136 ceph-mon[88916]: osdmap e928: 8 total, 8 up, 8 in 2024-08-19T11:46:06.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:06 smithi136 ceph-mon[86496]: pgmap v1044: 137 pgs: 2 creating+activating, 3 creating+peering, 15 unknown, 117 active+clean; 676 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:06.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:06 smithi136 ceph-mon[86496]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:46:06.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:06 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:46:06.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:06 smithi136 ceph-mon[86496]: osdmap e928: 8 total, 8 up, 8 in 2024-08-19T11:46:06.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:06 smithi155 ceph-mon[76679]: pgmap v1044: 137 pgs: 2 creating+activating, 3 creating+peering, 15 unknown, 117 active+clean; 676 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:06.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:06 smithi155 ceph-mon[76679]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:46:06.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:06 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:46:06.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:06 smithi155 ceph-mon[76679]: osdmap e928: 8 total, 8 up, 8 in 2024-08-19T11:46:07.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:07 smithi136 ceph-mon[88916]: osdmap e929: 8 total, 8 up, 8 in 2024-08-19T11:46:07.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:07 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3977611744' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:07.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:07 smithi136 ceph-mon[86496]: osdmap e929: 8 total, 8 up, 8 in 2024-08-19T11:46:07.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:07 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3977611744' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:07.861 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:07 smithi155 ceph-mon[76679]: osdmap e929: 8 total, 8 up, 8 in 2024-08-19T11:46:07.861 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:07 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3977611744' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:08.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:08 smithi136 ceph-mon[88916]: pgmap v1047: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:08.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:08 smithi136 ceph-mon[88916]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:46:08.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:08 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3977611744' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:08.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:08 smithi136 ceph-mon[88916]: osdmap e930: 8 total, 8 up, 8 in 2024-08-19T11:46:08.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:08 smithi136 ceph-mon[86496]: pgmap v1047: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:08.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:08 smithi136 ceph-mon[86496]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:46:08.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:08 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3977611744' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:08.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:08 smithi136 ceph-mon[86496]: osdmap e930: 8 total, 8 up, 8 in 2024-08-19T11:46:08.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:08 smithi155 ceph-mon[76679]: pgmap v1047: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:08.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:08 smithi155 ceph-mon[76679]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:46:08.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:08 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3977611744' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:08.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:08 smithi155 ceph-mon[76679]: osdmap e930: 8 total, 8 up, 8 in 2024-08-19T11:46:09.556 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:46:09 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:46:09] "GET /metrics HTTP/1.1" 200 36594 "" "Prometheus/2.51.0" 2024-08-19T11:46:09.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:09 smithi136 ceph-mon[86496]: osdmap e931: 8 total, 8 up, 8 in 2024-08-19T11:46:09.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:09 smithi136 ceph-mon[88916]: osdmap e931: 8 total, 8 up, 8 in 2024-08-19T11:46:09.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:09 smithi155 ceph-mon[76679]: osdmap e931: 8 total, 8 up, 8 in 2024-08-19T11:46:10.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:10 smithi136 ceph-mon[86496]: pgmap v1050: 137 pgs: 13 creating+peering, 6 unknown, 118 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:10.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:10 smithi136 ceph-mon[86496]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:46:10.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:10 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:46:10.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:10 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:46:10.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:10 smithi136 ceph-mon[88916]: pgmap v1050: 137 pgs: 13 creating+peering, 6 unknown, 118 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:10.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:10 smithi136 ceph-mon[88916]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:46:10.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:10 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:46:10.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:10 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:46:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:10 smithi155 ceph-mon[76679]: pgmap v1050: 137 pgs: 13 creating+peering, 6 unknown, 118 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:10 smithi155 ceph-mon[76679]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:46:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:10 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:46:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:10 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:46:12.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:12 smithi136 ceph-mon[88916]: pgmap v1051: 137 pgs: 13 creating+peering, 124 active+clean; 1.1 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 3.6 MiB/s wr, 4.29k op/s 2024-08-19T11:46:12.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:12 smithi136 ceph-mon[86496]: pgmap v1051: 137 pgs: 13 creating+peering, 124 active+clean; 1.1 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 3.6 MiB/s wr, 4.29k op/s 2024-08-19T11:46:12.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:12 smithi155 ceph-mon[76679]: pgmap v1051: 137 pgs: 13 creating+peering, 124 active+clean; 1.1 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 3.6 MiB/s wr, 4.29k op/s 2024-08-19T11:46:14.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:14 smithi136 ceph-mon[88916]: pgmap v1052: 137 pgs: 137 active+clean; 1.1 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 3.1 MiB/s wr, 3.67k op/s 2024-08-19T11:46:14.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:14 smithi136 ceph-mon[86496]: pgmap v1052: 137 pgs: 137 active+clean; 1.1 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 3.1 MiB/s wr, 3.67k op/s 2024-08-19T11:46:14.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:14 smithi155 ceph-mon[76679]: pgmap v1052: 137 pgs: 137 active+clean; 1.1 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 3.1 MiB/s wr, 3.67k op/s 2024-08-19T11:46:16.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:16 smithi136 ceph-mon[88916]: pgmap v1053: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 78 MiB/s rd, 6.5 MiB/s wr, 7.78k op/s 2024-08-19T11:46:16.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:16 smithi136 ceph-mon[86496]: pgmap v1053: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 78 MiB/s rd, 6.5 MiB/s wr, 7.78k op/s 2024-08-19T11:46:16.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:16 smithi155 ceph-mon[76679]: pgmap v1053: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 78 MiB/s rd, 6.5 MiB/s wr, 7.78k op/s 2024-08-19T11:46:18.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:18 smithi136 ceph-mon[88916]: pgmap v1054: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 63 MiB/s rd, 5.3 MiB/s wr, 6.35k op/s 2024-08-19T11:46:18.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:18 smithi136 ceph-mon[86496]: pgmap v1054: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 63 MiB/s rd, 5.3 MiB/s wr, 6.35k op/s 2024-08-19T11:46:18.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:18 smithi155 ceph-mon[76679]: pgmap v1054: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 63 MiB/s rd, 5.3 MiB/s wr, 6.35k op/s 2024-08-19T11:46:19.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:46:19 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:46:19] "GET /metrics HTTP/1.1" 200 36574 "" "Prometheus/2.51.0" 2024-08-19T11:46:21.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:20 smithi136 ceph-mon[88916]: pgmap v1055: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 58 MiB/s rd, 4.8 MiB/s wr, 5.76k op/s 2024-08-19T11:46:21.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:20 smithi136 ceph-mon[86496]: pgmap v1055: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 58 MiB/s rd, 4.8 MiB/s wr, 5.76k op/s 2024-08-19T11:46:21.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:20 smithi155 ceph-mon[76679]: pgmap v1055: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 58 MiB/s rd, 4.8 MiB/s wr, 5.76k op/s 2024-08-19T11:46:23.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:22 smithi136 ceph-mon[88916]: pgmap v1056: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 77 MiB/s rd, 5.5 MiB/s wr, 6.65k op/s 2024-08-19T11:46:23.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:22 smithi136 ceph-mon[86496]: pgmap v1056: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 77 MiB/s rd, 5.5 MiB/s wr, 6.65k op/s 2024-08-19T11:46:23.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:22 smithi155 ceph-mon[76679]: pgmap v1056: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 77 MiB/s rd, 5.5 MiB/s wr, 6.65k op/s 2024-08-19T11:46:24.817 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (19279 ms) 2024-08-19T11:46:24.817 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-08-19T11:46:25.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:24 smithi136 ceph-mon[88916]: pgmap v1057: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 68 MiB/s rd, 3.7 MiB/s wr, 4.57k op/s 2024-08-19T11:46:25.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:24 smithi136 ceph-mon[86496]: pgmap v1057: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 68 MiB/s rd, 3.7 MiB/s wr, 4.57k op/s 2024-08-19T11:46:25.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:24 smithi155 ceph-mon[76679]: pgmap v1057: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 68 MiB/s rd, 3.7 MiB/s wr, 4.57k op/s 2024-08-19T11:46:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:25 smithi136 ceph-mon[88916]: osdmap e932: 8 total, 8 up, 8 in 2024-08-19T11:46:26.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:46:26.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:25 smithi136 ceph-mon[86496]: osdmap e932: 8 total, 8 up, 8 in 2024-08-19T11:46:26.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:46:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:25 smithi155 ceph-mon[76679]: osdmap e932: 8 total, 8 up, 8 in 2024-08-19T11:46:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:46:27.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:26 smithi136 ceph-mon[88916]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:27.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:26 smithi136 ceph-mon[88916]: osdmap e933: 8 total, 8 up, 8 in 2024-08-19T11:46:27.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:26 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3203936996' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:27.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:26 smithi136 ceph-mon[86496]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:27.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:26 smithi136 ceph-mon[86496]: osdmap e933: 8 total, 8 up, 8 in 2024-08-19T11:46:27.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:26 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3203936996' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:26 smithi155 ceph-mon[76679]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:26 smithi155 ceph-mon[76679]: osdmap e933: 8 total, 8 up, 8 in 2024-08-19T11:46:27.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:26 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3203936996' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:28.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:27 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3203936996' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:28.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:27 smithi136 ceph-mon[88916]: osdmap e934: 8 total, 8 up, 8 in 2024-08-19T11:46:28.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:27 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:46:28.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:27 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:46:28.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:27 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:46:28.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:27 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:46:28.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:27 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3203936996' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:28.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:27 smithi136 ceph-mon[86496]: osdmap e934: 8 total, 8 up, 8 in 2024-08-19T11:46:28.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:27 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:46:28.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:27 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:46:28.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:27 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:46:28.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:27 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:46:28.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:27 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3203936996' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:28.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:27 smithi155 ceph-mon[76679]: osdmap e934: 8 total, 8 up, 8 in 2024-08-19T11:46:28.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:27 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:46:28.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:27 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:46:28.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:27 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:46:28.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:27 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:46:28.849 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4032 ms) 2024-08-19T11:46:28.849 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-08-19T11:46:29.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:28 smithi136 ceph-mon[88916]: pgmap v1062: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:29.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:28 smithi136 ceph-mon[88916]: osdmap e935: 8 total, 8 up, 8 in 2024-08-19T11:46:29.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:28 smithi136 ceph-mon[86496]: pgmap v1062: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:29.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:28 smithi136 ceph-mon[86496]: osdmap e935: 8 total, 8 up, 8 in 2024-08-19T11:46:29.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:28 smithi155 ceph-mon[76679]: pgmap v1062: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:29.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:28 smithi155 ceph-mon[76679]: osdmap e935: 8 total, 8 up, 8 in 2024-08-19T11:46:29.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:46:29 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:46:29] "GET /metrics HTTP/1.1" 200 34170 "" "Prometheus/2.51.0" 2024-08-19T11:46:30.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:29 smithi155 ceph-mon[76679]: osdmap e936: 8 total, 8 up, 8 in 2024-08-19T11:46:30.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:29 smithi136 ceph-mon[88916]: osdmap e936: 8 total, 8 up, 8 in 2024-08-19T11:46:30.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:29 smithi136 ceph-mon[86496]: osdmap e936: 8 total, 8 up, 8 in 2024-08-19T11:46:31.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:30 smithi155 ceph-mon[76679]: pgmap v1065: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:31.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:30 smithi155 ceph-mon[76679]: osdmap e937: 8 total, 8 up, 8 in 2024-08-19T11:46:31.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:30 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/542685643' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:31.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:30 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:31.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:30 smithi136 ceph-mon[86496]: pgmap v1065: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:31.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:30 smithi136 ceph-mon[86496]: osdmap e937: 8 total, 8 up, 8 in 2024-08-19T11:46:31.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:30 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/542685643' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:31.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:30 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:31.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:30 smithi136 ceph-mon[88916]: pgmap v1065: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:31.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:30 smithi136 ceph-mon[88916]: osdmap e937: 8 total, 8 up, 8 in 2024-08-19T11:46:31.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:30 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/542685643' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:31.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:30 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:32.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:31 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:32.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:31 smithi155 ceph-mon[76679]: osdmap e938: 8 total, 8 up, 8 in 2024-08-19T11:46:32.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:31 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:32.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:31 smithi136 ceph-mon[88916]: osdmap e938: 8 total, 8 up, 8 in 2024-08-19T11:46:32.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:31 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:32.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:31 smithi136 ceph-mon[86496]: osdmap e938: 8 total, 8 up, 8 in 2024-08-19T11:46:33.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:32 smithi155 ceph-mon[76679]: pgmap v1068: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:33.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:32 smithi155 ceph-mon[76679]: osdmap e939: 8 total, 8 up, 8 in 2024-08-19T11:46:33.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:32 smithi136 ceph-mon[86496]: pgmap v1068: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:33.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:32 smithi136 ceph-mon[86496]: osdmap e939: 8 total, 8 up, 8 in 2024-08-19T11:46:33.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:32 smithi136 ceph-mon[88916]: pgmap v1068: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:33.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:32 smithi136 ceph-mon[88916]: osdmap e939: 8 total, 8 up, 8 in 2024-08-19T11:46:34.881 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6032 ms) 2024-08-19T11:46:34.881 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-08-19T11:46:35.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:34 smithi155 ceph-mon[76679]: pgmap v1070: 137 pgs: 18 unknown, 119 active+clean; 606 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 491 op/s 2024-08-19T11:46:35.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:34 smithi136 ceph-mon[86496]: pgmap v1070: 137 pgs: 18 unknown, 119 active+clean; 606 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 491 op/s 2024-08-19T11:46:35.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:34 smithi136 ceph-mon[88916]: pgmap v1070: 137 pgs: 18 unknown, 119 active+clean; 606 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 491 op/s 2024-08-19T11:46:36.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:35 smithi155 ceph-mon[76679]: osdmap e940: 8 total, 8 up, 8 in 2024-08-19T11:46:36.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:35 smithi136 ceph-mon[88916]: osdmap e940: 8 total, 8 up, 8 in 2024-08-19T11:46:36.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:35 smithi136 ceph-mon[86496]: osdmap e940: 8 total, 8 up, 8 in 2024-08-19T11:46:37.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:36 smithi155 ceph-mon[76679]: pgmap v1072: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:37.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:36 smithi155 ceph-mon[76679]: osdmap e941: 8 total, 8 up, 8 in 2024-08-19T11:46:37.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:36 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/2481373522' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:37.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:36 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:37.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:36 smithi136 ceph-mon[88916]: pgmap v1072: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:37.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:36 smithi136 ceph-mon[88916]: osdmap e941: 8 total, 8 up, 8 in 2024-08-19T11:46:37.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:36 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/2481373522' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:37.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:36 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:37.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:36 smithi136 ceph-mon[86496]: pgmap v1072: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:37.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:36 smithi136 ceph-mon[86496]: osdmap e941: 8 total, 8 up, 8 in 2024-08-19T11:46:37.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:36 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/2481373522' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:37.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:36 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:38.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:37 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:38.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:37 smithi155 ceph-mon[76679]: osdmap e942: 8 total, 8 up, 8 in 2024-08-19T11:46:38.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:37 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:38.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:37 smithi136 ceph-mon[88916]: osdmap e942: 8 total, 8 up, 8 in 2024-08-19T11:46:38.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:37 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-130487-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:38.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:37 smithi136 ceph-mon[86496]: osdmap e942: 8 total, 8 up, 8 in 2024-08-19T11:46:39.182 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:38 smithi136 ceph-mon[86496]: pgmap v1075: 137 pgs: 6 creating+activating, 11 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:39.183 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:38 smithi136 ceph-mon[86496]: osdmap e943: 8 total, 8 up, 8 in 2024-08-19T11:46:39.183 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:38 smithi136 ceph-mon[88916]: pgmap v1075: 137 pgs: 6 creating+activating, 11 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:39.183 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:38 smithi136 ceph-mon[88916]: osdmap e943: 8 total, 8 up, 8 in 2024-08-19T11:46:39.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:38 smithi155 ceph-mon[76679]: pgmap v1075: 137 pgs: 6 creating+activating, 11 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:39.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:38 smithi155 ceph-mon[76679]: osdmap e943: 8 total, 8 up, 8 in 2024-08-19T11:46:39.598 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:46:39 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:46:39] "GET /metrics HTTP/1.1" 200 34170 "" "Prometheus/2.51.0" 2024-08-19T11:46:39.906 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5025 ms) 2024-08-19T11:46:39.906 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] 22 tests from TestCls2PCQueue (100800 ms total) 2024-08-19T11:46:39.907 INFO:tasks.workunit.client.0.smithi136.stdout: 2024-08-19T11:46:39.907 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] Global test environment tear-down 2024-08-19T11:46:39.907 INFO:tasks.workunit.client.0.smithi136.stdout:[==========] 22 tests from 1 test suite ran. (100800 ms total) 2024-08-19T11:46:39.907 INFO:tasks.workunit.client.0.smithi136.stdout:[ PASSED ] 22 tests. 2024-08-19T11:46:39.909 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-19T11:46:39.910 DEBUG:teuthology.orchestra.run.smithi136:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-19T11:46:39.942 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-08-19T11:46:39.942 DEBUG:teuthology.orchestra.run.smithi136:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-08-19T11:46:40.016 INFO:tasks.workunit.client.0.smithi136.stdout:Running main() from gmock_main.cc 2024-08-19T11:46:40.016 INFO:tasks.workunit.client.0.smithi136.stdout:[==========] Running 6 tests from 2 test suites. 2024-08-19T11:46:40.016 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] Global test environment set-up. 2024-08-19T11:46:40.016 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] 5 tests from cls_cas 2024-08-19T11:46:40.016 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] cls_cas.get_put 2024-08-19T11:46:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:40 smithi155 ceph-mon[76679]: pgmap v1077: 137 pgs: 6 creating+activating, 11 creating+peering, 6 unknown, 114 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:40 smithi155 ceph-mon[76679]: osdmap e944: 8 total, 8 up, 8 in 2024-08-19T11:46:41.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:46:41.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:40 smithi136 ceph-mon[86496]: pgmap v1077: 137 pgs: 6 creating+activating, 11 creating+peering, 6 unknown, 114 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:41.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:40 smithi136 ceph-mon[86496]: osdmap e944: 8 total, 8 up, 8 in 2024-08-19T11:46:41.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:46:41.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:40 smithi136 ceph-mon[88916]: pgmap v1077: 137 pgs: 6 creating+activating, 11 creating+peering, 6 unknown, 114 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:41.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:40 smithi136 ceph-mon[88916]: osdmap e944: 8 total, 8 up, 8 in 2024-08-19T11:46:41.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:46:42.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:41 smithi155 ceph-mon[76679]: osdmap e945: 8 total, 8 up, 8 in 2024-08-19T11:46:42.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:41 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/634738141' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:42.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:41 smithi136 ceph-mon[88916]: osdmap e945: 8 total, 8 up, 8 in 2024-08-19T11:46:42.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:41 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/634738141' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:42.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:41 smithi136 ceph-mon[86496]: osdmap e945: 8 total, 8 up, 8 in 2024-08-19T11:46:42.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:41 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/634738141' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:42.925 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] cls_cas.get_put (2909 ms) 2024-08-19T11:46:42.925 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] cls_cas.wrong_put 2024-08-19T11:46:43.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:42 smithi155 ceph-mon[76679]: pgmap v1080: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:43.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:42 smithi155 ceph-mon[76679]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:46:43.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:42 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/634738141' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:43.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:42 smithi155 ceph-mon[76679]: osdmap e946: 8 total, 8 up, 8 in 2024-08-19T11:46:43.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:42 smithi136 ceph-mon[88916]: pgmap v1080: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:43.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:42 smithi136 ceph-mon[88916]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:46:43.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:42 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/634738141' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:43.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:42 smithi136 ceph-mon[88916]: osdmap e946: 8 total, 8 up, 8 in 2024-08-19T11:46:43.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:42 smithi136 ceph-mon[86496]: pgmap v1080: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:43.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:42 smithi136 ceph-mon[86496]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:46:43.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:42 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/634738141' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:43.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:42 smithi136 ceph-mon[86496]: osdmap e946: 8 total, 8 up, 8 in 2024-08-19T11:46:44.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:43 smithi155 ceph-mon[76679]: osdmap e947: 8 total, 8 up, 8 in 2024-08-19T11:46:44.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:43 smithi136 ceph-mon[88916]: osdmap e947: 8 total, 8 up, 8 in 2024-08-19T11:46:44.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:43 smithi136 ceph-mon[86496]: osdmap e947: 8 total, 8 up, 8 in 2024-08-19T11:46:45.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:44 smithi155 ceph-mon[76679]: pgmap v1083: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:45.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:44 smithi155 ceph-mon[76679]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:46:45.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:44 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:46:45.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:44 smithi155 ceph-mon[76679]: osdmap e948: 8 total, 8 up, 8 in 2024-08-19T11:46:45.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:44 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/1429806425' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:45.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:44 smithi136 ceph-mon[86496]: pgmap v1083: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:45.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:44 smithi136 ceph-mon[86496]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:46:45.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:44 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:46:45.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:44 smithi136 ceph-mon[86496]: osdmap e948: 8 total, 8 up, 8 in 2024-08-19T11:46:45.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:44 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/1429806425' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:45.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:44 smithi136 ceph-mon[88916]: pgmap v1083: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:45.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:44 smithi136 ceph-mon[88916]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:46:45.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:44 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:46:45.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:44 smithi136 ceph-mon[88916]: osdmap e948: 8 total, 8 up, 8 in 2024-08-19T11:46:45.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:44 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/1429806425' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:45.955 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] cls_cas.wrong_put (3030 ms) 2024-08-19T11:46:45.955 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] cls_cas.dup_get 2024-08-19T11:46:46.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:45 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/1429806425' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:46.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:45 smithi155 ceph-mon[76679]: osdmap e949: 8 total, 8 up, 8 in 2024-08-19T11:46:46.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:45 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/1429806425' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:46.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:45 smithi136 ceph-mon[88916]: osdmap e949: 8 total, 8 up, 8 in 2024-08-19T11:46:46.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:45 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/1429806425' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:46.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:45 smithi136 ceph-mon[86496]: osdmap e949: 8 total, 8 up, 8 in 2024-08-19T11:46:47.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:46 smithi155 ceph-mon[76679]: pgmap v1086: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:47.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:46 smithi155 ceph-mon[76679]: osdmap e950: 8 total, 8 up, 8 in 2024-08-19T11:46:47.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:46 smithi136 ceph-mon[88916]: pgmap v1086: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:47.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:46 smithi136 ceph-mon[88916]: osdmap e950: 8 total, 8 up, 8 in 2024-08-19T11:46:47.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:46 smithi136 ceph-mon[86496]: pgmap v1086: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:47.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:46 smithi136 ceph-mon[86496]: osdmap e950: 8 total, 8 up, 8 in 2024-08-19T11:46:48.249 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:47 smithi136 ceph-mon[88916]: osdmap e951: 8 total, 8 up, 8 in 2024-08-19T11:46:48.249 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:47 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/4062956243' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:48.250 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:47 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:48.250 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:47 smithi136 ceph-mon[86496]: osdmap e951: 8 total, 8 up, 8 in 2024-08-19T11:46:48.250 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:47 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/4062956243' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:48.250 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:47 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:48.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:47 smithi155 ceph-mon[76679]: osdmap e951: 8 total, 8 up, 8 in 2024-08-19T11:46:48.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:47 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/4062956243' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:48.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:47 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:48.970 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] cls_cas.dup_get (3015 ms) 2024-08-19T11:46:48.971 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] cls_cas.dup_put 2024-08-19T11:46:49.347 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:46:49 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:46:49] "GET /metrics HTTP/1.1" 200 34164 "" "Prometheus/2.51.0" 2024-08-19T11:46:49.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:48 smithi136 ceph-mon[88916]: pgmap v1089: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:49.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:48 smithi136 ceph-mon[88916]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:46:49.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:48 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:49.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:48 smithi136 ceph-mon[88916]: osdmap e952: 8 total, 8 up, 8 in 2024-08-19T11:46:49.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:48 smithi136 ceph-mon[86496]: pgmap v1089: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:49.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:48 smithi136 ceph-mon[86496]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:46:49.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:48 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:49.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:48 smithi136 ceph-mon[86496]: osdmap e952: 8 total, 8 up, 8 in 2024-08-19T11:46:49.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:48 smithi155 ceph-mon[76679]: pgmap v1089: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:49.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:48 smithi155 ceph-mon[76679]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:46:49.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:48 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:49.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:48 smithi155 ceph-mon[76679]: osdmap e952: 8 total, 8 up, 8 in 2024-08-19T11:46:50.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:49 smithi136 ceph-mon[86496]: osdmap e953: 8 total, 8 up, 8 in 2024-08-19T11:46:50.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:49 smithi136 ceph-mon[88916]: osdmap e953: 8 total, 8 up, 8 in 2024-08-19T11:46:50.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:49 smithi155 ceph-mon[76679]: osdmap e953: 8 total, 8 up, 8 in 2024-08-19T11:46:51.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:50 smithi136 ceph-mon[88916]: pgmap v1092: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:51.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:50 smithi136 ceph-mon[88916]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:46:51.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:50 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:46:51.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:50 smithi136 ceph-mon[88916]: osdmap e954: 8 total, 8 up, 8 in 2024-08-19T11:46:51.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:50 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3000114915' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:51.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:50 smithi136 ceph-mon[86496]: pgmap v1092: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:51.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:50 smithi136 ceph-mon[86496]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:46:51.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:50 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:46:51.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:50 smithi136 ceph-mon[86496]: osdmap e954: 8 total, 8 up, 8 in 2024-08-19T11:46:51.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:50 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3000114915' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:51.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:50 smithi155 ceph-mon[76679]: pgmap v1092: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:51.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:50 smithi155 ceph-mon[76679]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:46:51.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:50 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:46:51.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:50 smithi155 ceph-mon[76679]: osdmap e954: 8 total, 8 up, 8 in 2024-08-19T11:46:51.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:50 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3000114915' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:51.999 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] cls_cas.dup_put (3029 ms) 2024-08-19T11:46:51.999 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] cls_cas.get_wrong_data 2024-08-19T11:46:52.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:51 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3000114915' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:52.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:51 smithi136 ceph-mon[88916]: osdmap e955: 8 total, 8 up, 8 in 2024-08-19T11:46:52.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:51 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3000114915' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:52.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:51 smithi136 ceph-mon[86496]: osdmap e955: 8 total, 8 up, 8 in 2024-08-19T11:46:52.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:51 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3000114915' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:52.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:51 smithi155 ceph-mon[76679]: osdmap e955: 8 total, 8 up, 8 in 2024-08-19T11:46:53.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:52 smithi136 ceph-mon[88916]: pgmap v1095: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:53.387 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:52 smithi136 ceph-mon[88916]: osdmap e956: 8 total, 8 up, 8 in 2024-08-19T11:46:53.387 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:52 smithi136 ceph-mon[86496]: pgmap v1095: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:53.387 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:52 smithi136 ceph-mon[86496]: osdmap e956: 8 total, 8 up, 8 in 2024-08-19T11:46:53.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:52 smithi155 ceph-mon[76679]: pgmap v1095: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:53.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:52 smithi155 ceph-mon[76679]: osdmap e956: 8 total, 8 up, 8 in 2024-08-19T11:46:54.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:54 smithi136 ceph-mon[88916]: osdmap e957: 8 total, 8 up, 8 in 2024-08-19T11:46:54.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:54 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/2258417724' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:54.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:54 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:54.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:54 smithi136 ceph-mon[86496]: osdmap e957: 8 total, 8 up, 8 in 2024-08-19T11:46:54.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:54 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/2258417724' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:54.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:54 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:54.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:54 smithi155 ceph-mon[76679]: osdmap e957: 8 total, 8 up, 8 in 2024-08-19T11:46:54.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:54 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/2258417724' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:54.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:54 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:55.016 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] cls_cas.get_wrong_data (3016 ms) 2024-08-19T11:46:55.016 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] 5 tests from cls_cas (14999 ms total) 2024-08-19T11:46:55.016 INFO:tasks.workunit.client.0.smithi136.stdout: 2024-08-19T11:46:55.016 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] 1 test from chunk_refs_t 2024-08-19T11:46:55.017 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] chunk_refs_t.size 2024-08-19T11:46:55.017 INFO:tasks.workunit.client.0.smithi136.stdout:1 60 by_object 2024-08-19T11:46:55.017 INFO:tasks.workunit.client.0.smithi136.stdout:2 103 by_object 2024-08-19T11:46:55.017 INFO:tasks.workunit.client.0.smithi136.stdout:4 189 by_object 2024-08-19T11:46:55.017 INFO:tasks.workunit.client.0.smithi136.stdout:8 361 by_object 2024-08-19T11:46:55.017 INFO:tasks.workunit.client.0.smithi136.stdout:16 112 by_hash(32 bits) 2024-08-19T11:46:55.017 INFO:tasks.workunit.client.0.smithi136.stdout:32 208 by_hash(32 bits) 2024-08-19T11:46:55.017 INFO:tasks.workunit.client.0.smithi136.stdout:64 400 by_hash(32 bits) 2024-08-19T11:46:55.018 INFO:tasks.workunit.client.0.smithi136.stdout:128 509 by_hash(10 bits) 2024-08-19T11:46:55.018 INFO:tasks.workunit.client.0.smithi136.stdout:256 499 by_hash(7 bits) 2024-08-19T11:46:55.018 INFO:tasks.workunit.client.0.smithi136.stdout:512 462 by_hash(5 bits) 2024-08-19T11:46:55.018 INFO:tasks.workunit.client.0.smithi136.stdout:1024 466 by_hash(5 bits) 2024-08-19T11:46:55.018 INFO:tasks.workunit.client.0.smithi136.stdout:2048 466 by_hash(5 bits) 2024-08-19T11:46:55.019 INFO:tasks.workunit.client.0.smithi136.stdout:4096 470 by_hash(5 bits) 2024-08-19T11:46:55.019 INFO:tasks.workunit.client.0.smithi136.stdout:8192 498 by_hash(4 bits) 2024-08-19T11:46:55.020 INFO:tasks.workunit.client.0.smithi136.stdout:16384 278 by_hash(3 bits) 2024-08-19T11:46:55.022 INFO:tasks.workunit.client.0.smithi136.stdout:32768 337 by_hash(2 bits) 2024-08-19T11:46:55.026 INFO:tasks.workunit.client.0.smithi136.stdout:65536 367 by_hash(2 bits) 2024-08-19T11:46:55.034 INFO:tasks.workunit.client.0.smithi136.stdout:131072 387 by_hash(1 bits) 2024-08-19T11:46:55.048 INFO:tasks.workunit.client.0.smithi136.stdout:262144 331 by_pool 2024-08-19T11:46:55.075 INFO:tasks.workunit.client.0.smithi136.stdout:524288 21 count 2024-08-19T11:46:55.123 INFO:tasks.workunit.client.0.smithi136.stdout:1048576 21 count 2024-08-19T11:46:55.220 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] chunk_refs_t.size (205 ms) 2024-08-19T11:46:55.220 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] 1 test from chunk_refs_t (205 ms total) 2024-08-19T11:46:55.220 INFO:tasks.workunit.client.0.smithi136.stdout: 2024-08-19T11:46:55.220 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] Global test environment tear-down 2024-08-19T11:46:55.220 INFO:tasks.workunit.client.0.smithi136.stdout:[==========] 6 tests from 2 test suites ran. (15204 ms total) 2024-08-19T11:46:55.220 INFO:tasks.workunit.client.0.smithi136.stdout:[ PASSED ] 6 tests. 2024-08-19T11:46:55.222 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-19T11:46:55.222 DEBUG:teuthology.orchestra.run.smithi136:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-19T11:46:55.284 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:55 smithi136 ceph-mon[88916]: pgmap v1098: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:55.285 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:55 smithi136 ceph-mon[88916]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:46:55.285 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:55 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:55.285 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:55 smithi136 ceph-mon[88916]: osdmap e958: 8 total, 8 up, 8 in 2024-08-19T11:46:55.285 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:55 smithi136 ceph-mon[86496]: pgmap v1098: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:55.285 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:55 smithi136 ceph-mon[86496]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:46:55.285 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:55 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:55.285 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:55 smithi136 ceph-mon[86496]: osdmap e958: 8 total, 8 up, 8 in 2024-08-19T11:46:55.288 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-08-19T11:46:55.288 DEBUG:teuthology.orchestra.run.smithi136:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-08-19T11:46:55.360 INFO:tasks.workunit.client.0.smithi136.stdout:Running main() from gmock_main.cc 2024-08-19T11:46:55.360 INFO:tasks.workunit.client.0.smithi136.stdout:[==========] Running 31 tests from 1 test suite. 2024-08-19T11:46:55.360 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] Global test environment set-up. 2024-08-19T11:46:55.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:55 smithi155 ceph-mon[76679]: pgmap v1098: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:55.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:55 smithi155 ceph-mon[76679]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:46:55.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:55 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131284-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:55.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:55 smithi155 ceph-mon[76679]: osdmap e958: 8 total, 8 up, 8 in 2024-08-19T11:46:56.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:56 smithi136 ceph-mon[88916]: osdmap e959: 8 total, 8 up, 8 in 2024-08-19T11:46:56.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:56 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:46:56.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:56 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:46:56.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:56 smithi136 ceph-mon[86496]: osdmap e959: 8 total, 8 up, 8 in 2024-08-19T11:46:56.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:56 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:46:56.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:56 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:46:56.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:56 smithi155 ceph-mon[76679]: osdmap e959: 8 total, 8 up, 8 in 2024-08-19T11:46:56.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:56 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:46:56.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:56 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:46:57.027 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] 31 tests from CmpOmap 2024-08-19T11:46:57.027 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-08-19T11:46:57.043 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (16 ms) 2024-08-19T11:46:57.043 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-08-19T11:46:57.049 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (6 ms) 2024-08-19T11:46:57.049 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-08-19T11:46:57.052 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-08-19T11:46:57.052 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-08-19T11:46:57.055 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-08-19T11:46:57.056 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-08-19T11:46:57.061 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] CmpOmap.cmp_vals_str (6 ms) 2024-08-19T11:46:57.061 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-08-19T11:46:57.067 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] CmpOmap.cmp_vals_u64 (6 ms) 2024-08-19T11:46:57.067 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-08-19T11:46:57.070 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-08-19T11:46:57.070 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-08-19T11:46:57.072 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2024-08-19T11:46:57.073 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-08-19T11:46:57.075 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (2 ms) 2024-08-19T11:46:57.075 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-08-19T11:46:57.078 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (3 ms) 2024-08-19T11:46:57.078 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-08-19T11:46:57.079 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-08-19T11:46:57.079 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-08-19T11:46:57.080 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-08-19T11:46:57.080 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-08-19T11:46:57.085 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (5 ms) 2024-08-19T11:46:57.085 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-08-19T11:46:57.091 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-08-19T11:46:57.091 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-08-19T11:46:57.097 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-08-19T11:46:57.097 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-08-19T11:46:57.104 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (8 ms) 2024-08-19T11:46:57.105 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-08-19T11:46:57.111 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] CmpOmap.cmp_set_vals_str (6 ms) 2024-08-19T11:46:57.112 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-08-19T11:46:57.118 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (8 ms) 2024-08-19T11:46:57.119 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-08-19T11:46:57.122 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-08-19T11:46:57.122 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-08-19T11:46:57.123 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-08-19T11:46:57.123 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-08-19T11:46:57.124 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-08-19T11:46:57.124 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-08-19T11:46:57.124 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (0 ms) 2024-08-19T11:46:57.124 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-08-19T11:46:57.132 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (8 ms) 2024-08-19T11:46:57.132 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-08-19T11:46:57.137 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (5 ms) 2024-08-19T11:46:57.137 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-08-19T11:46:57.143 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (6 ms) 2024-08-19T11:46:57.144 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-08-19T11:46:57.150 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (7 ms) 2024-08-19T11:46:57.151 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-08-19T11:46:57.152 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-08-19T11:46:57.152 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-08-19T11:46:57.154 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-08-19T11:46:57.155 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-08-19T11:46:57.155 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-08-19T11:46:57.155 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-08-19T11:46:57.156 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-08-19T11:46:57.156 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-08-19T11:46:57.165 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (9 ms) 2024-08-19T11:46:57.165 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] 31 tests from CmpOmap (138 ms total) 2024-08-19T11:46:57.165 INFO:tasks.workunit.client.0.smithi136.stdout: 2024-08-19T11:46:57.166 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] Global test environment tear-down 2024-08-19T11:46:57.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:57 smithi136 ceph-mon[88916]: pgmap v1101: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:57.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:57 smithi136 ceph-mon[88916]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:46:57.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:57 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:46:57.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:57 smithi136 ceph-mon[88916]: osdmap e960: 8 total, 8 up, 8 in 2024-08-19T11:46:57.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:57 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/101869532' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131407-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:57.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:57 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131407-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:57.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:57 smithi136 ceph-mon[86496]: pgmap v1101: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:57.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:57 smithi136 ceph-mon[86496]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:46:57.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:57 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:46:57.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:57 smithi136 ceph-mon[86496]: osdmap e960: 8 total, 8 up, 8 in 2024-08-19T11:46:57.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:57 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/101869532' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131407-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:57.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:57 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131407-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:57.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:57 smithi155 ceph-mon[76679]: pgmap v1101: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:57.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:57 smithi155 ceph-mon[76679]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:46:57.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:57 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:46:57.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:57 smithi155 ceph-mon[76679]: osdmap e960: 8 total, 8 up, 8 in 2024-08-19T11:46:57.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:57 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/101869532' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131407-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:57.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:57 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131407-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:46:58.042 INFO:tasks.workunit.client.0.smithi136.stdout:[==========] 31 tests from 1 test suite ran. (2682 ms total) 2024-08-19T11:46:58.043 INFO:tasks.workunit.client.0.smithi136.stdout:[ PASSED ] 31 tests. 2024-08-19T11:46:58.045 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-19T11:46:58.045 DEBUG:teuthology.orchestra.run.smithi136:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-19T11:46:58.114 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-08-19T11:46:58.114 DEBUG:teuthology.orchestra.run.smithi136:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-08-19T11:46:58.186 INFO:tasks.workunit.client.0.smithi136.stdout:Running main() from gmock_main.cc 2024-08-19T11:46:58.186 INFO:tasks.workunit.client.0.smithi136.stdout:[==========] Running 6 tests from 1 test suite. 2024-08-19T11:46:58.186 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] Global test environment set-up. 2024-08-19T11:46:58.187 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] 6 tests from ClsHello 2024-08-19T11:46:58.187 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] ClsHello.SayHello 2024-08-19T11:46:58.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:58 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131407-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:58.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:58 smithi136 ceph-mon[88916]: osdmap e961: 8 total, 8 up, 8 in 2024-08-19T11:46:58.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:58 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131407-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:58.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:58 smithi136 ceph-mon[86496]: osdmap e961: 8 total, 8 up, 8 in 2024-08-19T11:46:58.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:58 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131407-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:46:58.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:58 smithi155 ceph-mon[76679]: osdmap e961: 8 total, 8 up, 8 in 2024-08-19T11:46:59.347 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:46:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:46:59] "GET /metrics HTTP/1.1" 200 34169 "" "Prometheus/2.51.0" 2024-08-19T11:46:59.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:59 smithi136 ceph-mon[86496]: pgmap v1104: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:59.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:46:59 smithi136 ceph-mon[86496]: osdmap e962: 8 total, 8 up, 8 in 2024-08-19T11:46:59.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:59 smithi136 ceph-mon[88916]: pgmap v1104: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:59.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:46:59 smithi136 ceph-mon[88916]: osdmap e962: 8 total, 8 up, 8 in 2024-08-19T11:46:59.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:59 smithi155 ceph-mon[76679]: pgmap v1104: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:46:59.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:46:59 smithi155 ceph-mon[76679]: osdmap e962: 8 total, 8 up, 8 in 2024-08-19T11:47:00.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:00 smithi136 ceph-mon[88916]: osdmap e963: 8 total, 8 up, 8 in 2024-08-19T11:47:00.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:00 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/97080872' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:00.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:00 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/97080872' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:00.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:00 smithi136 ceph-mon[86496]: osdmap e963: 8 total, 8 up, 8 in 2024-08-19T11:47:00.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:00 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/97080872' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:00.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:00 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/97080872' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:00.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:00 smithi155 ceph-mon[76679]: osdmap e963: 8 total, 8 up, 8 in 2024-08-19T11:47:00.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:00 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/97080872' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:00.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:00 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/97080872' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:01.061 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] ClsHello.SayHello (2874 ms) 2024-08-19T11:47:01.061 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] ClsHello.RecordHello 2024-08-19T11:47:01.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:01 smithi136 ceph-mon[88916]: pgmap v1107: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:01.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:01 smithi136 ceph-mon[88916]: osdmap e964: 8 total, 8 up, 8 in 2024-08-19T11:47:01.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:01 smithi136 ceph-mon[88916]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:47:01.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:01 smithi136 ceph-mon[88916]: osdmap e965: 8 total, 8 up, 8 in 2024-08-19T11:47:01.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:01 smithi136 ceph-mon[86496]: pgmap v1107: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:01.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:01 smithi136 ceph-mon[86496]: osdmap e964: 8 total, 8 up, 8 in 2024-08-19T11:47:01.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:01 smithi136 ceph-mon[86496]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:47:01.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:01 smithi136 ceph-mon[86496]: osdmap e965: 8 total, 8 up, 8 in 2024-08-19T11:47:01.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:01 smithi155 ceph-mon[76679]: pgmap v1107: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:01.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:01 smithi155 ceph-mon[76679]: osdmap e964: 8 total, 8 up, 8 in 2024-08-19T11:47:01.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:01 smithi155 ceph-mon[76679]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:47:01.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:01 smithi155 ceph-mon[76679]: osdmap e965: 8 total, 8 up, 8 in 2024-08-19T11:47:02.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:02 smithi155 ceph-mon[76679]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:47:02.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:02 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:47:02.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:02 smithi155 ceph-mon[76679]: osdmap e966: 8 total, 8 up, 8 in 2024-08-19T11:47:02.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:02 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3379767892' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:02.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:02 smithi136 ceph-mon[88916]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:47:02.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:02 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:47:02.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:02 smithi136 ceph-mon[88916]: osdmap e966: 8 total, 8 up, 8 in 2024-08-19T11:47:02.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:02 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3379767892' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:02.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:02 smithi136 ceph-mon[86496]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:47:02.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:02 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:47:02.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:02 smithi136 ceph-mon[86496]: osdmap e966: 8 total, 8 up, 8 in 2024-08-19T11:47:02.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:02 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3379767892' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:03.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:03 smithi155 ceph-mon[76679]: pgmap v1110: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:03.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:03 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3379767892' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:03.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:03 smithi155 ceph-mon[76679]: osdmap e967: 8 total, 8 up, 8 in 2024-08-19T11:47:03.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:03 smithi136 ceph-mon[88916]: pgmap v1110: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:03.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:03 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3379767892' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:03.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:03 smithi136 ceph-mon[88916]: osdmap e967: 8 total, 8 up, 8 in 2024-08-19T11:47:03.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:03 smithi136 ceph-mon[86496]: pgmap v1110: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:03.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:03 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3379767892' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:03.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:03 smithi136 ceph-mon[86496]: osdmap e967: 8 total, 8 up, 8 in 2024-08-19T11:47:04.082 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] ClsHello.RecordHello (3021 ms) 2024-08-19T11:47:04.082 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] ClsHello.WriteReturnData 2024-08-19T11:47:05.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:05 smithi136 ceph-mon[88916]: pgmap v1113: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:05.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:05 smithi136 ceph-mon[88916]: osdmap e968: 8 total, 8 up, 8 in 2024-08-19T11:47:05.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:05 smithi136 ceph-mon[86496]: pgmap v1113: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:05.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:05 smithi136 ceph-mon[86496]: osdmap e968: 8 total, 8 up, 8 in 2024-08-19T11:47:05.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:05 smithi155 ceph-mon[76679]: pgmap v1113: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:05.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:05 smithi155 ceph-mon[76679]: osdmap e968: 8 total, 8 up, 8 in 2024-08-19T11:47:06.103 INFO:tasks.workunit.client.0.smithi136.stdout:require_osd_release = squid 2024-08-19T11:47:06.112 INFO:tasks.workunit.client.0.smithi136.stdout:0 2024-08-19T11:47:06.204 INFO:tasks.workunit.client.0.smithi136.stdout:1 2024-08-19T11:47:06.205 INFO:tasks.workunit.client.0.smithi136.stdout:2 2024-08-19T11:47:06.206 INFO:tasks.workunit.client.0.smithi136.stdout:3 2024-08-19T11:47:06.207 INFO:tasks.workunit.client.0.smithi136.stdout:4 2024-08-19T11:47:06.208 INFO:tasks.workunit.client.0.smithi136.stdout:5 2024-08-19T11:47:06.209 INFO:tasks.workunit.client.0.smithi136.stdout:6 2024-08-19T11:47:06.210 INFO:tasks.workunit.client.0.smithi136.stdout:7 2024-08-19T11:47:06.213 INFO:tasks.workunit.client.0.smithi136.stdout:8 2024-08-19T11:47:06.214 INFO:tasks.workunit.client.0.smithi136.stdout:9 2024-08-19T11:47:06.214 INFO:tasks.workunit.client.0.smithi136.stdout:10 2024-08-19T11:47:06.214 INFO:tasks.workunit.client.0.smithi136.stdout:11 2024-08-19T11:47:06.215 INFO:tasks.workunit.client.0.smithi136.stdout:12 2024-08-19T11:47:06.216 INFO:tasks.workunit.client.0.smithi136.stdout:13 2024-08-19T11:47:06.217 INFO:tasks.workunit.client.0.smithi136.stdout:14 2024-08-19T11:47:06.218 INFO:tasks.workunit.client.0.smithi136.stdout:15 2024-08-19T11:47:06.219 INFO:tasks.workunit.client.0.smithi136.stdout:16 2024-08-19T11:47:06.220 INFO:tasks.workunit.client.0.smithi136.stdout:17 2024-08-19T11:47:06.221 INFO:tasks.workunit.client.0.smithi136.stdout:18 2024-08-19T11:47:06.222 INFO:tasks.workunit.client.0.smithi136.stdout:19 2024-08-19T11:47:06.223 INFO:tasks.workunit.client.0.smithi136.stdout:20 2024-08-19T11:47:06.224 INFO:tasks.workunit.client.0.smithi136.stdout:21 2024-08-19T11:47:06.225 INFO:tasks.workunit.client.0.smithi136.stdout:22 2024-08-19T11:47:06.226 INFO:tasks.workunit.client.0.smithi136.stdout:23 2024-08-19T11:47:06.227 INFO:tasks.workunit.client.0.smithi136.stdout:24 2024-08-19T11:47:06.228 INFO:tasks.workunit.client.0.smithi136.stdout:25 2024-08-19T11:47:06.228 INFO:tasks.workunit.client.0.smithi136.stdout:26 2024-08-19T11:47:06.229 INFO:tasks.workunit.client.0.smithi136.stdout:27 2024-08-19T11:47:06.230 INFO:tasks.workunit.client.0.smithi136.stdout:28 2024-08-19T11:47:06.231 INFO:tasks.workunit.client.0.smithi136.stdout:29 2024-08-19T11:47:06.232 INFO:tasks.workunit.client.0.smithi136.stdout:30 2024-08-19T11:47:06.233 INFO:tasks.workunit.client.0.smithi136.stdout:31 2024-08-19T11:47:06.234 INFO:tasks.workunit.client.0.smithi136.stdout:32 2024-08-19T11:47:06.235 INFO:tasks.workunit.client.0.smithi136.stdout:33 2024-08-19T11:47:06.236 INFO:tasks.workunit.client.0.smithi136.stdout:34 2024-08-19T11:47:06.237 INFO:tasks.workunit.client.0.smithi136.stdout:35 2024-08-19T11:47:06.238 INFO:tasks.workunit.client.0.smithi136.stdout:36 2024-08-19T11:47:06.239 INFO:tasks.workunit.client.0.smithi136.stdout:37 2024-08-19T11:47:06.240 INFO:tasks.workunit.client.0.smithi136.stdout:38 2024-08-19T11:47:06.241 INFO:tasks.workunit.client.0.smithi136.stdout:39 2024-08-19T11:47:06.242 INFO:tasks.workunit.client.0.smithi136.stdout:40 2024-08-19T11:47:06.243 INFO:tasks.workunit.client.0.smithi136.stdout:41 2024-08-19T11:47:06.244 INFO:tasks.workunit.client.0.smithi136.stdout:42 2024-08-19T11:47:06.244 INFO:tasks.workunit.client.0.smithi136.stdout:43 2024-08-19T11:47:06.245 INFO:tasks.workunit.client.0.smithi136.stdout:44 2024-08-19T11:47:06.246 INFO:tasks.workunit.client.0.smithi136.stdout:45 2024-08-19T11:47:06.247 INFO:tasks.workunit.client.0.smithi136.stdout:46 2024-08-19T11:47:06.248 INFO:tasks.workunit.client.0.smithi136.stdout:47 2024-08-19T11:47:06.249 INFO:tasks.workunit.client.0.smithi136.stdout:48 2024-08-19T11:47:06.250 INFO:tasks.workunit.client.0.smithi136.stdout:49 2024-08-19T11:47:06.251 INFO:tasks.workunit.client.0.smithi136.stdout:50 2024-08-19T11:47:06.252 INFO:tasks.workunit.client.0.smithi136.stdout:51 2024-08-19T11:47:06.253 INFO:tasks.workunit.client.0.smithi136.stdout:52 2024-08-19T11:47:06.254 INFO:tasks.workunit.client.0.smithi136.stdout:53 2024-08-19T11:47:06.255 INFO:tasks.workunit.client.0.smithi136.stdout:54 2024-08-19T11:47:06.255 INFO:tasks.workunit.client.0.smithi136.stdout:55 2024-08-19T11:47:06.256 INFO:tasks.workunit.client.0.smithi136.stdout:56 2024-08-19T11:47:06.257 INFO:tasks.workunit.client.0.smithi136.stdout:57 2024-08-19T11:47:06.258 INFO:tasks.workunit.client.0.smithi136.stdout:58 2024-08-19T11:47:06.259 INFO:tasks.workunit.client.0.smithi136.stdout:59 2024-08-19T11:47:06.260 INFO:tasks.workunit.client.0.smithi136.stdout:60 2024-08-19T11:47:06.261 INFO:tasks.workunit.client.0.smithi136.stdout:61 2024-08-19T11:47:06.262 INFO:tasks.workunit.client.0.smithi136.stdout:62 2024-08-19T11:47:06.263 INFO:tasks.workunit.client.0.smithi136.stdout:63 2024-08-19T11:47:06.264 INFO:tasks.workunit.client.0.smithi136.stdout:64 2024-08-19T11:47:06.265 INFO:tasks.workunit.client.0.smithi136.stdout:65 2024-08-19T11:47:06.266 INFO:tasks.workunit.client.0.smithi136.stdout:66 2024-08-19T11:47:06.267 INFO:tasks.workunit.client.0.smithi136.stdout:67 2024-08-19T11:47:06.267 INFO:tasks.workunit.client.0.smithi136.stdout:68 2024-08-19T11:47:06.268 INFO:tasks.workunit.client.0.smithi136.stdout:69 2024-08-19T11:47:06.269 INFO:tasks.workunit.client.0.smithi136.stdout:70 2024-08-19T11:47:06.270 INFO:tasks.workunit.client.0.smithi136.stdout:71 2024-08-19T11:47:06.271 INFO:tasks.workunit.client.0.smithi136.stdout:72 2024-08-19T11:47:06.272 INFO:tasks.workunit.client.0.smithi136.stdout:73 2024-08-19T11:47:06.273 INFO:tasks.workunit.client.0.smithi136.stdout:74 2024-08-19T11:47:06.274 INFO:tasks.workunit.client.0.smithi136.stdout:75 2024-08-19T11:47:06.274 INFO:tasks.workunit.client.0.smithi136.stdout:76 2024-08-19T11:47:06.275 INFO:tasks.workunit.client.0.smithi136.stdout:77 2024-08-19T11:47:06.276 INFO:tasks.workunit.client.0.smithi136.stdout:78 2024-08-19T11:47:06.277 INFO:tasks.workunit.client.0.smithi136.stdout:79 2024-08-19T11:47:06.278 INFO:tasks.workunit.client.0.smithi136.stdout:80 2024-08-19T11:47:06.279 INFO:tasks.workunit.client.0.smithi136.stdout:81 2024-08-19T11:47:06.279 INFO:tasks.workunit.client.0.smithi136.stdout:82 2024-08-19T11:47:06.280 INFO:tasks.workunit.client.0.smithi136.stdout:83 2024-08-19T11:47:06.281 INFO:tasks.workunit.client.0.smithi136.stdout:84 2024-08-19T11:47:06.282 INFO:tasks.workunit.client.0.smithi136.stdout:85 2024-08-19T11:47:06.283 INFO:tasks.workunit.client.0.smithi136.stdout:86 2024-08-19T11:47:06.284 INFO:tasks.workunit.client.0.smithi136.stdout:87 2024-08-19T11:47:06.284 INFO:tasks.workunit.client.0.smithi136.stdout:88 2024-08-19T11:47:06.285 INFO:tasks.workunit.client.0.smithi136.stdout:89 2024-08-19T11:47:06.286 INFO:tasks.workunit.client.0.smithi136.stdout:90 2024-08-19T11:47:06.287 INFO:tasks.workunit.client.0.smithi136.stdout:91 2024-08-19T11:47:06.288 INFO:tasks.workunit.client.0.smithi136.stdout:92 2024-08-19T11:47:06.289 INFO:tasks.workunit.client.0.smithi136.stdout:93 2024-08-19T11:47:06.289 INFO:tasks.workunit.client.0.smithi136.stdout:94 2024-08-19T11:47:06.290 INFO:tasks.workunit.client.0.smithi136.stdout:95 2024-08-19T11:47:06.291 INFO:tasks.workunit.client.0.smithi136.stdout:96 2024-08-19T11:47:06.292 INFO:tasks.workunit.client.0.smithi136.stdout:97 2024-08-19T11:47:06.293 INFO:tasks.workunit.client.0.smithi136.stdout:98 2024-08-19T11:47:06.294 INFO:tasks.workunit.client.0.smithi136.stdout:99 2024-08-19T11:47:06.295 INFO:tasks.workunit.client.0.smithi136.stdout:100 2024-08-19T11:47:06.296 INFO:tasks.workunit.client.0.smithi136.stdout:101 2024-08-19T11:47:06.297 INFO:tasks.workunit.client.0.smithi136.stdout:102 2024-08-19T11:47:06.298 INFO:tasks.workunit.client.0.smithi136.stdout:103 2024-08-19T11:47:06.299 INFO:tasks.workunit.client.0.smithi136.stdout:104 2024-08-19T11:47:06.300 INFO:tasks.workunit.client.0.smithi136.stdout:105 2024-08-19T11:47:06.300 INFO:tasks.workunit.client.0.smithi136.stdout:106 2024-08-19T11:47:06.301 INFO:tasks.workunit.client.0.smithi136.stdout:107 2024-08-19T11:47:06.302 INFO:tasks.workunit.client.0.smithi136.stdout:108 2024-08-19T11:47:06.303 INFO:tasks.workunit.client.0.smithi136.stdout:109 2024-08-19T11:47:06.304 INFO:tasks.workunit.client.0.smithi136.stdout:110 2024-08-19T11:47:06.304 INFO:tasks.workunit.client.0.smithi136.stdout:111 2024-08-19T11:47:06.305 INFO:tasks.workunit.client.0.smithi136.stdout:112 2024-08-19T11:47:06.306 INFO:tasks.workunit.client.0.smithi136.stdout:113 2024-08-19T11:47:06.307 INFO:tasks.workunit.client.0.smithi136.stdout:114 2024-08-19T11:47:06.308 INFO:tasks.workunit.client.0.smithi136.stdout:115 2024-08-19T11:47:06.308 INFO:tasks.workunit.client.0.smithi136.stdout:116 2024-08-19T11:47:06.309 INFO:tasks.workunit.client.0.smithi136.stdout:117 2024-08-19T11:47:06.310 INFO:tasks.workunit.client.0.smithi136.stdout:118 2024-08-19T11:47:06.311 INFO:tasks.workunit.client.0.smithi136.stdout:119 2024-08-19T11:47:06.312 INFO:tasks.workunit.client.0.smithi136.stdout:120 2024-08-19T11:47:06.313 INFO:tasks.workunit.client.0.smithi136.stdout:121 2024-08-19T11:47:06.314 INFO:tasks.workunit.client.0.smithi136.stdout:122 2024-08-19T11:47:06.315 INFO:tasks.workunit.client.0.smithi136.stdout:123 2024-08-19T11:47:06.315 INFO:tasks.workunit.client.0.smithi136.stdout:124 2024-08-19T11:47:06.316 INFO:tasks.workunit.client.0.smithi136.stdout:125 2024-08-19T11:47:06.317 INFO:tasks.workunit.client.0.smithi136.stdout:126 2024-08-19T11:47:06.318 INFO:tasks.workunit.client.0.smithi136.stdout:127 2024-08-19T11:47:06.319 INFO:tasks.workunit.client.0.smithi136.stdout:128 2024-08-19T11:47:06.320 INFO:tasks.workunit.client.0.smithi136.stdout:129 2024-08-19T11:47:06.320 INFO:tasks.workunit.client.0.smithi136.stdout:130 2024-08-19T11:47:06.321 INFO:tasks.workunit.client.0.smithi136.stdout:131 2024-08-19T11:47:06.322 INFO:tasks.workunit.client.0.smithi136.stdout:132 2024-08-19T11:47:06.323 INFO:tasks.workunit.client.0.smithi136.stdout:133 2024-08-19T11:47:06.324 INFO:tasks.workunit.client.0.smithi136.stdout:134 2024-08-19T11:47:06.325 INFO:tasks.workunit.client.0.smithi136.stdout:135 2024-08-19T11:47:06.326 INFO:tasks.workunit.client.0.smithi136.stdout:136 2024-08-19T11:47:06.327 INFO:tasks.workunit.client.0.smithi136.stdout:137 2024-08-19T11:47:06.327 INFO:tasks.workunit.client.0.smithi136.stdout:138 2024-08-19T11:47:06.328 INFO:tasks.workunit.client.0.smithi136.stdout:139 2024-08-19T11:47:06.329 INFO:tasks.workunit.client.0.smithi136.stdout:140 2024-08-19T11:47:06.330 INFO:tasks.workunit.client.0.smithi136.stdout:141 2024-08-19T11:47:06.331 INFO:tasks.workunit.client.0.smithi136.stdout:142 2024-08-19T11:47:06.332 INFO:tasks.workunit.client.0.smithi136.stdout:143 2024-08-19T11:47:06.332 INFO:tasks.workunit.client.0.smithi136.stdout:144 2024-08-19T11:47:06.333 INFO:tasks.workunit.client.0.smithi136.stdout:145 2024-08-19T11:47:06.334 INFO:tasks.workunit.client.0.smithi136.stdout:146 2024-08-19T11:47:06.335 INFO:tasks.workunit.client.0.smithi136.stdout:147 2024-08-19T11:47:06.336 INFO:tasks.workunit.client.0.smithi136.stdout:148 2024-08-19T11:47:06.336 INFO:tasks.workunit.client.0.smithi136.stdout:149 2024-08-19T11:47:06.337 INFO:tasks.workunit.client.0.smithi136.stdout:150 2024-08-19T11:47:06.338 INFO:tasks.workunit.client.0.smithi136.stdout:151 2024-08-19T11:47:06.339 INFO:tasks.workunit.client.0.smithi136.stdout:152 2024-08-19T11:47:06.340 INFO:tasks.workunit.client.0.smithi136.stdout:153 2024-08-19T11:47:06.340 INFO:tasks.workunit.client.0.smithi136.stdout:154 2024-08-19T11:47:06.341 INFO:tasks.workunit.client.0.smithi136.stdout:155 2024-08-19T11:47:06.342 INFO:tasks.workunit.client.0.smithi136.stdout:156 2024-08-19T11:47:06.343 INFO:tasks.workunit.client.0.smithi136.stdout:157 2024-08-19T11:47:06.344 INFO:tasks.workunit.client.0.smithi136.stdout:158 2024-08-19T11:47:06.345 INFO:tasks.workunit.client.0.smithi136.stdout:159 2024-08-19T11:47:06.346 INFO:tasks.workunit.client.0.smithi136.stdout:160 2024-08-19T11:47:06.347 INFO:tasks.workunit.client.0.smithi136.stdout:161 2024-08-19T11:47:06.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:06 smithi136 ceph-mon[88916]: osdmap e969: 8 total, 8 up, 8 in 2024-08-19T11:47:06.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:06 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/699515617' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:06.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:06 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:06.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:06 smithi136 ceph-mon[86496]: osdmap e969: 8 total, 8 up, 8 in 2024-08-19T11:47:06.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:06 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/699515617' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:06.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:06 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:06.348 INFO:tasks.workunit.client.0.smithi136.stdout:162 2024-08-19T11:47:06.348 INFO:tasks.workunit.client.0.smithi136.stdout:163 2024-08-19T11:47:06.349 INFO:tasks.workunit.client.0.smithi136.stdout:164 2024-08-19T11:47:06.350 INFO:tasks.workunit.client.0.smithi136.stdout:165 2024-08-19T11:47:06.351 INFO:tasks.workunit.client.0.smithi136.stdout:166 2024-08-19T11:47:06.351 INFO:tasks.workunit.client.0.smithi136.stdout:167 2024-08-19T11:47:06.352 INFO:tasks.workunit.client.0.smithi136.stdout:168 2024-08-19T11:47:06.353 INFO:tasks.workunit.client.0.smithi136.stdout:169 2024-08-19T11:47:06.354 INFO:tasks.workunit.client.0.smithi136.stdout:170 2024-08-19T11:47:06.355 INFO:tasks.workunit.client.0.smithi136.stdout:171 2024-08-19T11:47:06.355 INFO:tasks.workunit.client.0.smithi136.stdout:172 2024-08-19T11:47:06.356 INFO:tasks.workunit.client.0.smithi136.stdout:173 2024-08-19T11:47:06.357 INFO:tasks.workunit.client.0.smithi136.stdout:174 2024-08-19T11:47:06.358 INFO:tasks.workunit.client.0.smithi136.stdout:175 2024-08-19T11:47:06.359 INFO:tasks.workunit.client.0.smithi136.stdout:176 2024-08-19T11:47:06.360 INFO:tasks.workunit.client.0.smithi136.stdout:177 2024-08-19T11:47:06.361 INFO:tasks.workunit.client.0.smithi136.stdout:178 2024-08-19T11:47:06.361 INFO:tasks.workunit.client.0.smithi136.stdout:179 2024-08-19T11:47:06.362 INFO:tasks.workunit.client.0.smithi136.stdout:180 2024-08-19T11:47:06.363 INFO:tasks.workunit.client.0.smithi136.stdout:181 2024-08-19T11:47:06.364 INFO:tasks.workunit.client.0.smithi136.stdout:182 2024-08-19T11:47:06.365 INFO:tasks.workunit.client.0.smithi136.stdout:183 2024-08-19T11:47:06.366 INFO:tasks.workunit.client.0.smithi136.stdout:184 2024-08-19T11:47:06.366 INFO:tasks.workunit.client.0.smithi136.stdout:185 2024-08-19T11:47:06.367 INFO:tasks.workunit.client.0.smithi136.stdout:186 2024-08-19T11:47:06.368 INFO:tasks.workunit.client.0.smithi136.stdout:187 2024-08-19T11:47:06.369 INFO:tasks.workunit.client.0.smithi136.stdout:188 2024-08-19T11:47:06.370 INFO:tasks.workunit.client.0.smithi136.stdout:189 2024-08-19T11:47:06.371 INFO:tasks.workunit.client.0.smithi136.stdout:190 2024-08-19T11:47:06.371 INFO:tasks.workunit.client.0.smithi136.stdout:191 2024-08-19T11:47:06.372 INFO:tasks.workunit.client.0.smithi136.stdout:192 2024-08-19T11:47:06.373 INFO:tasks.workunit.client.0.smithi136.stdout:193 2024-08-19T11:47:06.374 INFO:tasks.workunit.client.0.smithi136.stdout:194 2024-08-19T11:47:06.375 INFO:tasks.workunit.client.0.smithi136.stdout:195 2024-08-19T11:47:06.376 INFO:tasks.workunit.client.0.smithi136.stdout:196 2024-08-19T11:47:06.377 INFO:tasks.workunit.client.0.smithi136.stdout:197 2024-08-19T11:47:06.377 INFO:tasks.workunit.client.0.smithi136.stdout:198 2024-08-19T11:47:06.378 INFO:tasks.workunit.client.0.smithi136.stdout:199 2024-08-19T11:47:06.379 INFO:tasks.workunit.client.0.smithi136.stdout:200 2024-08-19T11:47:06.380 INFO:tasks.workunit.client.0.smithi136.stdout:201 2024-08-19T11:47:06.381 INFO:tasks.workunit.client.0.smithi136.stdout:202 2024-08-19T11:47:06.382 INFO:tasks.workunit.client.0.smithi136.stdout:203 2024-08-19T11:47:06.383 INFO:tasks.workunit.client.0.smithi136.stdout:204 2024-08-19T11:47:06.384 INFO:tasks.workunit.client.0.smithi136.stdout:205 2024-08-19T11:47:06.384 INFO:tasks.workunit.client.0.smithi136.stdout:206 2024-08-19T11:47:06.385 INFO:tasks.workunit.client.0.smithi136.stdout:207 2024-08-19T11:47:06.386 INFO:tasks.workunit.client.0.smithi136.stdout:208 2024-08-19T11:47:06.387 INFO:tasks.workunit.client.0.smithi136.stdout:209 2024-08-19T11:47:06.388 INFO:tasks.workunit.client.0.smithi136.stdout:210 2024-08-19T11:47:06.389 INFO:tasks.workunit.client.0.smithi136.stdout:211 2024-08-19T11:47:06.389 INFO:tasks.workunit.client.0.smithi136.stdout:212 2024-08-19T11:47:06.390 INFO:tasks.workunit.client.0.smithi136.stdout:213 2024-08-19T11:47:06.391 INFO:tasks.workunit.client.0.smithi136.stdout:214 2024-08-19T11:47:06.392 INFO:tasks.workunit.client.0.smithi136.stdout:215 2024-08-19T11:47:06.393 INFO:tasks.workunit.client.0.smithi136.stdout:216 2024-08-19T11:47:06.394 INFO:tasks.workunit.client.0.smithi136.stdout:217 2024-08-19T11:47:06.395 INFO:tasks.workunit.client.0.smithi136.stdout:218 2024-08-19T11:47:06.396 INFO:tasks.workunit.client.0.smithi136.stdout:219 2024-08-19T11:47:06.397 INFO:tasks.workunit.client.0.smithi136.stdout:220 2024-08-19T11:47:06.397 INFO:tasks.workunit.client.0.smithi136.stdout:221 2024-08-19T11:47:06.398 INFO:tasks.workunit.client.0.smithi136.stdout:222 2024-08-19T11:47:06.399 INFO:tasks.workunit.client.0.smithi136.stdout:223 2024-08-19T11:47:06.400 INFO:tasks.workunit.client.0.smithi136.stdout:224 2024-08-19T11:47:06.401 INFO:tasks.workunit.client.0.smithi136.stdout:225 2024-08-19T11:47:06.402 INFO:tasks.workunit.client.0.smithi136.stdout:226 2024-08-19T11:47:06.402 INFO:tasks.workunit.client.0.smithi136.stdout:227 2024-08-19T11:47:06.403 INFO:tasks.workunit.client.0.smithi136.stdout:228 2024-08-19T11:47:06.404 INFO:tasks.workunit.client.0.smithi136.stdout:229 2024-08-19T11:47:06.405 INFO:tasks.workunit.client.0.smithi136.stdout:230 2024-08-19T11:47:06.406 INFO:tasks.workunit.client.0.smithi136.stdout:231 2024-08-19T11:47:06.407 INFO:tasks.workunit.client.0.smithi136.stdout:232 2024-08-19T11:47:06.408 INFO:tasks.workunit.client.0.smithi136.stdout:233 2024-08-19T11:47:06.409 INFO:tasks.workunit.client.0.smithi136.stdout:234 2024-08-19T11:47:06.409 INFO:tasks.workunit.client.0.smithi136.stdout:235 2024-08-19T11:47:06.410 INFO:tasks.workunit.client.0.smithi136.stdout:236 2024-08-19T11:47:06.411 INFO:tasks.workunit.client.0.smithi136.stdout:237 2024-08-19T11:47:06.412 INFO:tasks.workunit.client.0.smithi136.stdout:238 2024-08-19T11:47:06.413 INFO:tasks.workunit.client.0.smithi136.stdout:239 2024-08-19T11:47:06.413 INFO:tasks.workunit.client.0.smithi136.stdout:240 2024-08-19T11:47:06.414 INFO:tasks.workunit.client.0.smithi136.stdout:241 2024-08-19T11:47:06.415 INFO:tasks.workunit.client.0.smithi136.stdout:242 2024-08-19T11:47:06.418 INFO:tasks.workunit.client.0.smithi136.stdout:243 2024-08-19T11:47:06.418 INFO:tasks.workunit.client.0.smithi136.stdout:244 2024-08-19T11:47:06.418 INFO:tasks.workunit.client.0.smithi136.stdout:245 2024-08-19T11:47:06.419 INFO:tasks.workunit.client.0.smithi136.stdout:246 2024-08-19T11:47:06.420 INFO:tasks.workunit.client.0.smithi136.stdout:247 2024-08-19T11:47:06.421 INFO:tasks.workunit.client.0.smithi136.stdout:248 2024-08-19T11:47:06.421 INFO:tasks.workunit.client.0.smithi136.stdout:249 2024-08-19T11:47:06.422 INFO:tasks.workunit.client.0.smithi136.stdout:250 2024-08-19T11:47:06.423 INFO:tasks.workunit.client.0.smithi136.stdout:251 2024-08-19T11:47:06.424 INFO:tasks.workunit.client.0.smithi136.stdout:252 2024-08-19T11:47:06.425 INFO:tasks.workunit.client.0.smithi136.stdout:253 2024-08-19T11:47:06.426 INFO:tasks.workunit.client.0.smithi136.stdout:254 2024-08-19T11:47:06.427 INFO:tasks.workunit.client.0.smithi136.stdout:255 2024-08-19T11:47:06.428 INFO:tasks.workunit.client.0.smithi136.stdout:256 2024-08-19T11:47:06.428 INFO:tasks.workunit.client.0.smithi136.stdout:257 2024-08-19T11:47:06.429 INFO:tasks.workunit.client.0.smithi136.stdout:258 2024-08-19T11:47:06.430 INFO:tasks.workunit.client.0.smithi136.stdout:259 2024-08-19T11:47:06.431 INFO:tasks.workunit.client.0.smithi136.stdout:260 2024-08-19T11:47:06.432 INFO:tasks.workunit.client.0.smithi136.stdout:261 2024-08-19T11:47:06.433 INFO:tasks.workunit.client.0.smithi136.stdout:262 2024-08-19T11:47:06.434 INFO:tasks.workunit.client.0.smithi136.stdout:263 2024-08-19T11:47:06.435 INFO:tasks.workunit.client.0.smithi136.stdout:264 2024-08-19T11:47:06.436 INFO:tasks.workunit.client.0.smithi136.stdout:265 2024-08-19T11:47:06.437 INFO:tasks.workunit.client.0.smithi136.stdout:266 2024-08-19T11:47:06.438 INFO:tasks.workunit.client.0.smithi136.stdout:267 2024-08-19T11:47:06.438 INFO:tasks.workunit.client.0.smithi136.stdout:268 2024-08-19T11:47:06.439 INFO:tasks.workunit.client.0.smithi136.stdout:269 2024-08-19T11:47:06.440 INFO:tasks.workunit.client.0.smithi136.stdout:270 2024-08-19T11:47:06.441 INFO:tasks.workunit.client.0.smithi136.stdout:271 2024-08-19T11:47:06.442 INFO:tasks.workunit.client.0.smithi136.stdout:272 2024-08-19T11:47:06.443 INFO:tasks.workunit.client.0.smithi136.stdout:273 2024-08-19T11:47:06.444 INFO:tasks.workunit.client.0.smithi136.stdout:274 2024-08-19T11:47:06.445 INFO:tasks.workunit.client.0.smithi136.stdout:275 2024-08-19T11:47:06.446 INFO:tasks.workunit.client.0.smithi136.stdout:276 2024-08-19T11:47:06.447 INFO:tasks.workunit.client.0.smithi136.stdout:277 2024-08-19T11:47:06.448 INFO:tasks.workunit.client.0.smithi136.stdout:278 2024-08-19T11:47:06.448 INFO:tasks.workunit.client.0.smithi136.stdout:279 2024-08-19T11:47:06.449 INFO:tasks.workunit.client.0.smithi136.stdout:280 2024-08-19T11:47:06.450 INFO:tasks.workunit.client.0.smithi136.stdout:281 2024-08-19T11:47:06.451 INFO:tasks.workunit.client.0.smithi136.stdout:282 2024-08-19T11:47:06.452 INFO:tasks.workunit.client.0.smithi136.stdout:283 2024-08-19T11:47:06.453 INFO:tasks.workunit.client.0.smithi136.stdout:284 2024-08-19T11:47:06.454 INFO:tasks.workunit.client.0.smithi136.stdout:285 2024-08-19T11:47:06.454 INFO:tasks.workunit.client.0.smithi136.stdout:286 2024-08-19T11:47:06.455 INFO:tasks.workunit.client.0.smithi136.stdout:287 2024-08-19T11:47:06.456 INFO:tasks.workunit.client.0.smithi136.stdout:288 2024-08-19T11:47:06.457 INFO:tasks.workunit.client.0.smithi136.stdout:289 2024-08-19T11:47:06.458 INFO:tasks.workunit.client.0.smithi136.stdout:290 2024-08-19T11:47:06.458 INFO:tasks.workunit.client.0.smithi136.stdout:291 2024-08-19T11:47:06.459 INFO:tasks.workunit.client.0.smithi136.stdout:292 2024-08-19T11:47:06.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:06 smithi155 ceph-mon[76679]: osdmap e969: 8 total, 8 up, 8 in 2024-08-19T11:47:06.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:06 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/699515617' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:06.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:06 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:06.460 INFO:tasks.workunit.client.0.smithi136.stdout:293 2024-08-19T11:47:06.461 INFO:tasks.workunit.client.0.smithi136.stdout:294 2024-08-19T11:47:06.462 INFO:tasks.workunit.client.0.smithi136.stdout:295 2024-08-19T11:47:06.463 INFO:tasks.workunit.client.0.smithi136.stdout:296 2024-08-19T11:47:06.464 INFO:tasks.workunit.client.0.smithi136.stdout:297 2024-08-19T11:47:06.464 INFO:tasks.workunit.client.0.smithi136.stdout:298 2024-08-19T11:47:06.465 INFO:tasks.workunit.client.0.smithi136.stdout:299 2024-08-19T11:47:06.466 INFO:tasks.workunit.client.0.smithi136.stdout:300 2024-08-19T11:47:06.467 INFO:tasks.workunit.client.0.smithi136.stdout:301 2024-08-19T11:47:06.468 INFO:tasks.workunit.client.0.smithi136.stdout:302 2024-08-19T11:47:06.469 INFO:tasks.workunit.client.0.smithi136.stdout:303 2024-08-19T11:47:06.470 INFO:tasks.workunit.client.0.smithi136.stdout:304 2024-08-19T11:47:06.471 INFO:tasks.workunit.client.0.smithi136.stdout:305 2024-08-19T11:47:06.471 INFO:tasks.workunit.client.0.smithi136.stdout:306 2024-08-19T11:47:06.472 INFO:tasks.workunit.client.0.smithi136.stdout:307 2024-08-19T11:47:06.473 INFO:tasks.workunit.client.0.smithi136.stdout:308 2024-08-19T11:47:06.474 INFO:tasks.workunit.client.0.smithi136.stdout:309 2024-08-19T11:47:06.475 INFO:tasks.workunit.client.0.smithi136.stdout:310 2024-08-19T11:47:06.476 INFO:tasks.workunit.client.0.smithi136.stdout:311 2024-08-19T11:47:06.477 INFO:tasks.workunit.client.0.smithi136.stdout:312 2024-08-19T11:47:06.477 INFO:tasks.workunit.client.0.smithi136.stdout:313 2024-08-19T11:47:06.478 INFO:tasks.workunit.client.0.smithi136.stdout:314 2024-08-19T11:47:06.479 INFO:tasks.workunit.client.0.smithi136.stdout:315 2024-08-19T11:47:06.480 INFO:tasks.workunit.client.0.smithi136.stdout:316 2024-08-19T11:47:06.481 INFO:tasks.workunit.client.0.smithi136.stdout:317 2024-08-19T11:47:06.482 INFO:tasks.workunit.client.0.smithi136.stdout:318 2024-08-19T11:47:06.482 INFO:tasks.workunit.client.0.smithi136.stdout:319 2024-08-19T11:47:06.483 INFO:tasks.workunit.client.0.smithi136.stdout:320 2024-08-19T11:47:06.484 INFO:tasks.workunit.client.0.smithi136.stdout:321 2024-08-19T11:47:06.485 INFO:tasks.workunit.client.0.smithi136.stdout:322 2024-08-19T11:47:06.486 INFO:tasks.workunit.client.0.smithi136.stdout:323 2024-08-19T11:47:06.487 INFO:tasks.workunit.client.0.smithi136.stdout:324 2024-08-19T11:47:06.488 INFO:tasks.workunit.client.0.smithi136.stdout:325 2024-08-19T11:47:06.489 INFO:tasks.workunit.client.0.smithi136.stdout:326 2024-08-19T11:47:06.489 INFO:tasks.workunit.client.0.smithi136.stdout:327 2024-08-19T11:47:06.490 INFO:tasks.workunit.client.0.smithi136.stdout:328 2024-08-19T11:47:06.491 INFO:tasks.workunit.client.0.smithi136.stdout:329 2024-08-19T11:47:06.492 INFO:tasks.workunit.client.0.smithi136.stdout:330 2024-08-19T11:47:06.493 INFO:tasks.workunit.client.0.smithi136.stdout:331 2024-08-19T11:47:06.494 INFO:tasks.workunit.client.0.smithi136.stdout:332 2024-08-19T11:47:06.494 INFO:tasks.workunit.client.0.smithi136.stdout:333 2024-08-19T11:47:06.495 INFO:tasks.workunit.client.0.smithi136.stdout:334 2024-08-19T11:47:06.496 INFO:tasks.workunit.client.0.smithi136.stdout:335 2024-08-19T11:47:06.497 INFO:tasks.workunit.client.0.smithi136.stdout:336 2024-08-19T11:47:06.498 INFO:tasks.workunit.client.0.smithi136.stdout:337 2024-08-19T11:47:06.499 INFO:tasks.workunit.client.0.smithi136.stdout:338 2024-08-19T11:47:06.499 INFO:tasks.workunit.client.0.smithi136.stdout:339 2024-08-19T11:47:06.500 INFO:tasks.workunit.client.0.smithi136.stdout:340 2024-08-19T11:47:06.501 INFO:tasks.workunit.client.0.smithi136.stdout:341 2024-08-19T11:47:06.502 INFO:tasks.workunit.client.0.smithi136.stdout:342 2024-08-19T11:47:06.503 INFO:tasks.workunit.client.0.smithi136.stdout:343 2024-08-19T11:47:06.503 INFO:tasks.workunit.client.0.smithi136.stdout:344 2024-08-19T11:47:06.504 INFO:tasks.workunit.client.0.smithi136.stdout:345 2024-08-19T11:47:06.505 INFO:tasks.workunit.client.0.smithi136.stdout:346 2024-08-19T11:47:06.506 INFO:tasks.workunit.client.0.smithi136.stdout:347 2024-08-19T11:47:06.507 INFO:tasks.workunit.client.0.smithi136.stdout:348 2024-08-19T11:47:06.508 INFO:tasks.workunit.client.0.smithi136.stdout:349 2024-08-19T11:47:06.509 INFO:tasks.workunit.client.0.smithi136.stdout:350 2024-08-19T11:47:06.510 INFO:tasks.workunit.client.0.smithi136.stdout:351 2024-08-19T11:47:06.511 INFO:tasks.workunit.client.0.smithi136.stdout:352 2024-08-19T11:47:06.511 INFO:tasks.workunit.client.0.smithi136.stdout:353 2024-08-19T11:47:06.512 INFO:tasks.workunit.client.0.smithi136.stdout:354 2024-08-19T11:47:06.513 INFO:tasks.workunit.client.0.smithi136.stdout:355 2024-08-19T11:47:06.514 INFO:tasks.workunit.client.0.smithi136.stdout:356 2024-08-19T11:47:06.515 INFO:tasks.workunit.client.0.smithi136.stdout:357 2024-08-19T11:47:06.516 INFO:tasks.workunit.client.0.smithi136.stdout:358 2024-08-19T11:47:06.517 INFO:tasks.workunit.client.0.smithi136.stdout:359 2024-08-19T11:47:06.518 INFO:tasks.workunit.client.0.smithi136.stdout:360 2024-08-19T11:47:06.518 INFO:tasks.workunit.client.0.smithi136.stdout:361 2024-08-19T11:47:06.519 INFO:tasks.workunit.client.0.smithi136.stdout:362 2024-08-19T11:47:06.520 INFO:tasks.workunit.client.0.smithi136.stdout:363 2024-08-19T11:47:06.521 INFO:tasks.workunit.client.0.smithi136.stdout:364 2024-08-19T11:47:06.522 INFO:tasks.workunit.client.0.smithi136.stdout:365 2024-08-19T11:47:06.523 INFO:tasks.workunit.client.0.smithi136.stdout:366 2024-08-19T11:47:06.524 INFO:tasks.workunit.client.0.smithi136.stdout:367 2024-08-19T11:47:06.525 INFO:tasks.workunit.client.0.smithi136.stdout:368 2024-08-19T11:47:06.525 INFO:tasks.workunit.client.0.smithi136.stdout:369 2024-08-19T11:47:06.526 INFO:tasks.workunit.client.0.smithi136.stdout:370 2024-08-19T11:47:06.527 INFO:tasks.workunit.client.0.smithi136.stdout:371 2024-08-19T11:47:06.528 INFO:tasks.workunit.client.0.smithi136.stdout:372 2024-08-19T11:47:06.529 INFO:tasks.workunit.client.0.smithi136.stdout:373 2024-08-19T11:47:06.530 INFO:tasks.workunit.client.0.smithi136.stdout:374 2024-08-19T11:47:06.531 INFO:tasks.workunit.client.0.smithi136.stdout:375 2024-08-19T11:47:06.532 INFO:tasks.workunit.client.0.smithi136.stdout:376 2024-08-19T11:47:06.533 INFO:tasks.workunit.client.0.smithi136.stdout:377 2024-08-19T11:47:06.533 INFO:tasks.workunit.client.0.smithi136.stdout:378 2024-08-19T11:47:06.534 INFO:tasks.workunit.client.0.smithi136.stdout:379 2024-08-19T11:47:06.535 INFO:tasks.workunit.client.0.smithi136.stdout:380 2024-08-19T11:47:06.536 INFO:tasks.workunit.client.0.smithi136.stdout:381 2024-08-19T11:47:06.537 INFO:tasks.workunit.client.0.smithi136.stdout:382 2024-08-19T11:47:06.538 INFO:tasks.workunit.client.0.smithi136.stdout:383 2024-08-19T11:47:06.539 INFO:tasks.workunit.client.0.smithi136.stdout:384 2024-08-19T11:47:06.540 INFO:tasks.workunit.client.0.smithi136.stdout:385 2024-08-19T11:47:06.541 INFO:tasks.workunit.client.0.smithi136.stdout:386 2024-08-19T11:47:06.542 INFO:tasks.workunit.client.0.smithi136.stdout:387 2024-08-19T11:47:06.543 INFO:tasks.workunit.client.0.smithi136.stdout:388 2024-08-19T11:47:06.544 INFO:tasks.workunit.client.0.smithi136.stdout:389 2024-08-19T11:47:06.545 INFO:tasks.workunit.client.0.smithi136.stdout:390 2024-08-19T11:47:06.546 INFO:tasks.workunit.client.0.smithi136.stdout:391 2024-08-19T11:47:06.547 INFO:tasks.workunit.client.0.smithi136.stdout:392 2024-08-19T11:47:06.548 INFO:tasks.workunit.client.0.smithi136.stdout:393 2024-08-19T11:47:06.549 INFO:tasks.workunit.client.0.smithi136.stdout:394 2024-08-19T11:47:06.550 INFO:tasks.workunit.client.0.smithi136.stdout:395 2024-08-19T11:47:06.551 INFO:tasks.workunit.client.0.smithi136.stdout:396 2024-08-19T11:47:06.552 INFO:tasks.workunit.client.0.smithi136.stdout:397 2024-08-19T11:47:06.552 INFO:tasks.workunit.client.0.smithi136.stdout:398 2024-08-19T11:47:06.553 INFO:tasks.workunit.client.0.smithi136.stdout:399 2024-08-19T11:47:06.554 INFO:tasks.workunit.client.0.smithi136.stdout:400 2024-08-19T11:47:06.555 INFO:tasks.workunit.client.0.smithi136.stdout:401 2024-08-19T11:47:06.556 INFO:tasks.workunit.client.0.smithi136.stdout:402 2024-08-19T11:47:06.557 INFO:tasks.workunit.client.0.smithi136.stdout:403 2024-08-19T11:47:06.558 INFO:tasks.workunit.client.0.smithi136.stdout:404 2024-08-19T11:47:06.559 INFO:tasks.workunit.client.0.smithi136.stdout:405 2024-08-19T11:47:06.560 INFO:tasks.workunit.client.0.smithi136.stdout:406 2024-08-19T11:47:06.561 INFO:tasks.workunit.client.0.smithi136.stdout:407 2024-08-19T11:47:06.562 INFO:tasks.workunit.client.0.smithi136.stdout:408 2024-08-19T11:47:06.563 INFO:tasks.workunit.client.0.smithi136.stdout:409 2024-08-19T11:47:06.564 INFO:tasks.workunit.client.0.smithi136.stdout:410 2024-08-19T11:47:06.564 INFO:tasks.workunit.client.0.smithi136.stdout:411 2024-08-19T11:47:06.565 INFO:tasks.workunit.client.0.smithi136.stdout:412 2024-08-19T11:47:06.566 INFO:tasks.workunit.client.0.smithi136.stdout:413 2024-08-19T11:47:06.567 INFO:tasks.workunit.client.0.smithi136.stdout:414 2024-08-19T11:47:06.568 INFO:tasks.workunit.client.0.smithi136.stdout:415 2024-08-19T11:47:06.569 INFO:tasks.workunit.client.0.smithi136.stdout:416 2024-08-19T11:47:06.570 INFO:tasks.workunit.client.0.smithi136.stdout:417 2024-08-19T11:47:06.571 INFO:tasks.workunit.client.0.smithi136.stdout:418 2024-08-19T11:47:06.572 INFO:tasks.workunit.client.0.smithi136.stdout:419 2024-08-19T11:47:06.573 INFO:tasks.workunit.client.0.smithi136.stdout:420 2024-08-19T11:47:06.574 INFO:tasks.workunit.client.0.smithi136.stdout:421 2024-08-19T11:47:06.575 INFO:tasks.workunit.client.0.smithi136.stdout:422 2024-08-19T11:47:06.575 INFO:tasks.workunit.client.0.smithi136.stdout:423 2024-08-19T11:47:06.576 INFO:tasks.workunit.client.0.smithi136.stdout:424 2024-08-19T11:47:06.577 INFO:tasks.workunit.client.0.smithi136.stdout:425 2024-08-19T11:47:06.578 INFO:tasks.workunit.client.0.smithi136.stdout:426 2024-08-19T11:47:06.579 INFO:tasks.workunit.client.0.smithi136.stdout:427 2024-08-19T11:47:06.580 INFO:tasks.workunit.client.0.smithi136.stdout:428 2024-08-19T11:47:06.581 INFO:tasks.workunit.client.0.smithi136.stdout:429 2024-08-19T11:47:06.582 INFO:tasks.workunit.client.0.smithi136.stdout:430 2024-08-19T11:47:06.583 INFO:tasks.workunit.client.0.smithi136.stdout:431 2024-08-19T11:47:06.584 INFO:tasks.workunit.client.0.smithi136.stdout:432 2024-08-19T11:47:06.585 INFO:tasks.workunit.client.0.smithi136.stdout:433 2024-08-19T11:47:06.586 INFO:tasks.workunit.client.0.smithi136.stdout:434 2024-08-19T11:47:06.587 INFO:tasks.workunit.client.0.smithi136.stdout:435 2024-08-19T11:47:06.587 INFO:tasks.workunit.client.0.smithi136.stdout:436 2024-08-19T11:47:06.588 INFO:tasks.workunit.client.0.smithi136.stdout:437 2024-08-19T11:47:06.589 INFO:tasks.workunit.client.0.smithi136.stdout:438 2024-08-19T11:47:06.590 INFO:tasks.workunit.client.0.smithi136.stdout:439 2024-08-19T11:47:06.591 INFO:tasks.workunit.client.0.smithi136.stdout:440 2024-08-19T11:47:06.592 INFO:tasks.workunit.client.0.smithi136.stdout:441 2024-08-19T11:47:06.593 INFO:tasks.workunit.client.0.smithi136.stdout:442 2024-08-19T11:47:06.594 INFO:tasks.workunit.client.0.smithi136.stdout:443 2024-08-19T11:47:06.595 INFO:tasks.workunit.client.0.smithi136.stdout:444 2024-08-19T11:47:06.596 INFO:tasks.workunit.client.0.smithi136.stdout:445 2024-08-19T11:47:06.597 INFO:tasks.workunit.client.0.smithi136.stdout:446 2024-08-19T11:47:06.598 INFO:tasks.workunit.client.0.smithi136.stdout:447 2024-08-19T11:47:06.599 INFO:tasks.workunit.client.0.smithi136.stdout:448 2024-08-19T11:47:06.600 INFO:tasks.workunit.client.0.smithi136.stdout:449 2024-08-19T11:47:06.601 INFO:tasks.workunit.client.0.smithi136.stdout:450 2024-08-19T11:47:06.601 INFO:tasks.workunit.client.0.smithi136.stdout:451 2024-08-19T11:47:06.602 INFO:tasks.workunit.client.0.smithi136.stdout:452 2024-08-19T11:47:06.603 INFO:tasks.workunit.client.0.smithi136.stdout:453 2024-08-19T11:47:06.604 INFO:tasks.workunit.client.0.smithi136.stdout:454 2024-08-19T11:47:06.605 INFO:tasks.workunit.client.0.smithi136.stdout:455 2024-08-19T11:47:06.606 INFO:tasks.workunit.client.0.smithi136.stdout:456 2024-08-19T11:47:06.607 INFO:tasks.workunit.client.0.smithi136.stdout:457 2024-08-19T11:47:06.608 INFO:tasks.workunit.client.0.smithi136.stdout:458 2024-08-19T11:47:06.609 INFO:tasks.workunit.client.0.smithi136.stdout:459 2024-08-19T11:47:06.610 INFO:tasks.workunit.client.0.smithi136.stdout:460 2024-08-19T11:47:06.611 INFO:tasks.workunit.client.0.smithi136.stdout:461 2024-08-19T11:47:06.612 INFO:tasks.workunit.client.0.smithi136.stdout:462 2024-08-19T11:47:06.613 INFO:tasks.workunit.client.0.smithi136.stdout:463 2024-08-19T11:47:06.614 INFO:tasks.workunit.client.0.smithi136.stdout:464 2024-08-19T11:47:06.615 INFO:tasks.workunit.client.0.smithi136.stdout:465 2024-08-19T11:47:06.615 INFO:tasks.workunit.client.0.smithi136.stdout:466 2024-08-19T11:47:06.616 INFO:tasks.workunit.client.0.smithi136.stdout:467 2024-08-19T11:47:06.617 INFO:tasks.workunit.client.0.smithi136.stdout:468 2024-08-19T11:47:06.618 INFO:tasks.workunit.client.0.smithi136.stdout:469 2024-08-19T11:47:06.619 INFO:tasks.workunit.client.0.smithi136.stdout:470 2024-08-19T11:47:06.621 INFO:tasks.workunit.client.0.smithi136.stdout:471 2024-08-19T11:47:06.622 INFO:tasks.workunit.client.0.smithi136.stdout:472 2024-08-19T11:47:06.622 INFO:tasks.workunit.client.0.smithi136.stdout:473 2024-08-19T11:47:06.623 INFO:tasks.workunit.client.0.smithi136.stdout:474 2024-08-19T11:47:06.624 INFO:tasks.workunit.client.0.smithi136.stdout:475 2024-08-19T11:47:06.625 INFO:tasks.workunit.client.0.smithi136.stdout:476 2024-08-19T11:47:06.626 INFO:tasks.workunit.client.0.smithi136.stdout:477 2024-08-19T11:47:06.626 INFO:tasks.workunit.client.0.smithi136.stdout:478 2024-08-19T11:47:06.627 INFO:tasks.workunit.client.0.smithi136.stdout:479 2024-08-19T11:47:06.628 INFO:tasks.workunit.client.0.smithi136.stdout:480 2024-08-19T11:47:06.629 INFO:tasks.workunit.client.0.smithi136.stdout:481 2024-08-19T11:47:06.630 INFO:tasks.workunit.client.0.smithi136.stdout:482 2024-08-19T11:47:06.631 INFO:tasks.workunit.client.0.smithi136.stdout:483 2024-08-19T11:47:06.632 INFO:tasks.workunit.client.0.smithi136.stdout:484 2024-08-19T11:47:06.633 INFO:tasks.workunit.client.0.smithi136.stdout:485 2024-08-19T11:47:06.634 INFO:tasks.workunit.client.0.smithi136.stdout:486 2024-08-19T11:47:06.635 INFO:tasks.workunit.client.0.smithi136.stdout:487 2024-08-19T11:47:06.636 INFO:tasks.workunit.client.0.smithi136.stdout:488 2024-08-19T11:47:06.637 INFO:tasks.workunit.client.0.smithi136.stdout:489 2024-08-19T11:47:06.638 INFO:tasks.workunit.client.0.smithi136.stdout:490 2024-08-19T11:47:06.639 INFO:tasks.workunit.client.0.smithi136.stdout:491 2024-08-19T11:47:06.640 INFO:tasks.workunit.client.0.smithi136.stdout:492 2024-08-19T11:47:06.641 INFO:tasks.workunit.client.0.smithi136.stdout:493 2024-08-19T11:47:06.642 INFO:tasks.workunit.client.0.smithi136.stdout:494 2024-08-19T11:47:06.643 INFO:tasks.workunit.client.0.smithi136.stdout:495 2024-08-19T11:47:06.643 INFO:tasks.workunit.client.0.smithi136.stdout:496 2024-08-19T11:47:06.644 INFO:tasks.workunit.client.0.smithi136.stdout:497 2024-08-19T11:47:06.645 INFO:tasks.workunit.client.0.smithi136.stdout:498 2024-08-19T11:47:06.646 INFO:tasks.workunit.client.0.smithi136.stdout:499 2024-08-19T11:47:06.647 INFO:tasks.workunit.client.0.smithi136.stdout:500 2024-08-19T11:47:06.648 INFO:tasks.workunit.client.0.smithi136.stdout:501 2024-08-19T11:47:06.649 INFO:tasks.workunit.client.0.smithi136.stdout:502 2024-08-19T11:47:06.650 INFO:tasks.workunit.client.0.smithi136.stdout:503 2024-08-19T11:47:06.651 INFO:tasks.workunit.client.0.smithi136.stdout:504 2024-08-19T11:47:06.652 INFO:tasks.workunit.client.0.smithi136.stdout:505 2024-08-19T11:47:06.653 INFO:tasks.workunit.client.0.smithi136.stdout:506 2024-08-19T11:47:06.654 INFO:tasks.workunit.client.0.smithi136.stdout:507 2024-08-19T11:47:06.655 INFO:tasks.workunit.client.0.smithi136.stdout:508 2024-08-19T11:47:06.656 INFO:tasks.workunit.client.0.smithi136.stdout:509 2024-08-19T11:47:06.657 INFO:tasks.workunit.client.0.smithi136.stdout:510 2024-08-19T11:47:06.658 INFO:tasks.workunit.client.0.smithi136.stdout:511 2024-08-19T11:47:06.659 INFO:tasks.workunit.client.0.smithi136.stdout:512 2024-08-19T11:47:06.660 INFO:tasks.workunit.client.0.smithi136.stdout:513 2024-08-19T11:47:06.661 INFO:tasks.workunit.client.0.smithi136.stdout:514 2024-08-19T11:47:06.662 INFO:tasks.workunit.client.0.smithi136.stdout:515 2024-08-19T11:47:06.662 INFO:tasks.workunit.client.0.smithi136.stdout:516 2024-08-19T11:47:06.663 INFO:tasks.workunit.client.0.smithi136.stdout:517 2024-08-19T11:47:06.664 INFO:tasks.workunit.client.0.smithi136.stdout:518 2024-08-19T11:47:06.665 INFO:tasks.workunit.client.0.smithi136.stdout:519 2024-08-19T11:47:06.666 INFO:tasks.workunit.client.0.smithi136.stdout:520 2024-08-19T11:47:06.667 INFO:tasks.workunit.client.0.smithi136.stdout:521 2024-08-19T11:47:06.668 INFO:tasks.workunit.client.0.smithi136.stdout:522 2024-08-19T11:47:06.669 INFO:tasks.workunit.client.0.smithi136.stdout:523 2024-08-19T11:47:06.670 INFO:tasks.workunit.client.0.smithi136.stdout:524 2024-08-19T11:47:06.671 INFO:tasks.workunit.client.0.smithi136.stdout:525 2024-08-19T11:47:06.672 INFO:tasks.workunit.client.0.smithi136.stdout:526 2024-08-19T11:47:06.673 INFO:tasks.workunit.client.0.smithi136.stdout:527 2024-08-19T11:47:06.674 INFO:tasks.workunit.client.0.smithi136.stdout:528 2024-08-19T11:47:06.675 INFO:tasks.workunit.client.0.smithi136.stdout:529 2024-08-19T11:47:06.676 INFO:tasks.workunit.client.0.smithi136.stdout:530 2024-08-19T11:47:06.677 INFO:tasks.workunit.client.0.smithi136.stdout:531 2024-08-19T11:47:06.678 INFO:tasks.workunit.client.0.smithi136.stdout:532 2024-08-19T11:47:06.679 INFO:tasks.workunit.client.0.smithi136.stdout:533 2024-08-19T11:47:06.680 INFO:tasks.workunit.client.0.smithi136.stdout:534 2024-08-19T11:47:06.681 INFO:tasks.workunit.client.0.smithi136.stdout:535 2024-08-19T11:47:06.682 INFO:tasks.workunit.client.0.smithi136.stdout:536 2024-08-19T11:47:06.683 INFO:tasks.workunit.client.0.smithi136.stdout:537 2024-08-19T11:47:06.684 INFO:tasks.workunit.client.0.smithi136.stdout:538 2024-08-19T11:47:06.685 INFO:tasks.workunit.client.0.smithi136.stdout:539 2024-08-19T11:47:06.686 INFO:tasks.workunit.client.0.smithi136.stdout:540 2024-08-19T11:47:06.686 INFO:tasks.workunit.client.0.smithi136.stdout:541 2024-08-19T11:47:06.687 INFO:tasks.workunit.client.0.smithi136.stdout:542 2024-08-19T11:47:06.688 INFO:tasks.workunit.client.0.smithi136.stdout:543 2024-08-19T11:47:06.689 INFO:tasks.workunit.client.0.smithi136.stdout:544 2024-08-19T11:47:06.691 INFO:tasks.workunit.client.0.smithi136.stdout:545 2024-08-19T11:47:06.692 INFO:tasks.workunit.client.0.smithi136.stdout:546 2024-08-19T11:47:06.692 INFO:tasks.workunit.client.0.smithi136.stdout:547 2024-08-19T11:47:06.693 INFO:tasks.workunit.client.0.smithi136.stdout:548 2024-08-19T11:47:06.694 INFO:tasks.workunit.client.0.smithi136.stdout:549 2024-08-19T11:47:06.695 INFO:tasks.workunit.client.0.smithi136.stdout:550 2024-08-19T11:47:06.696 INFO:tasks.workunit.client.0.smithi136.stdout:551 2024-08-19T11:47:06.697 INFO:tasks.workunit.client.0.smithi136.stdout:552 2024-08-19T11:47:06.698 INFO:tasks.workunit.client.0.smithi136.stdout:553 2024-08-19T11:47:06.699 INFO:tasks.workunit.client.0.smithi136.stdout:554 2024-08-19T11:47:06.700 INFO:tasks.workunit.client.0.smithi136.stdout:555 2024-08-19T11:47:06.701 INFO:tasks.workunit.client.0.smithi136.stdout:556 2024-08-19T11:47:06.702 INFO:tasks.workunit.client.0.smithi136.stdout:557 2024-08-19T11:47:06.703 INFO:tasks.workunit.client.0.smithi136.stdout:558 2024-08-19T11:47:06.704 INFO:tasks.workunit.client.0.smithi136.stdout:559 2024-08-19T11:47:06.705 INFO:tasks.workunit.client.0.smithi136.stdout:560 2024-08-19T11:47:06.706 INFO:tasks.workunit.client.0.smithi136.stdout:561 2024-08-19T11:47:06.707 INFO:tasks.workunit.client.0.smithi136.stdout:562 2024-08-19T11:47:06.708 INFO:tasks.workunit.client.0.smithi136.stdout:563 2024-08-19T11:47:06.709 INFO:tasks.workunit.client.0.smithi136.stdout:564 2024-08-19T11:47:06.710 INFO:tasks.workunit.client.0.smithi136.stdout:565 2024-08-19T11:47:06.711 INFO:tasks.workunit.client.0.smithi136.stdout:566 2024-08-19T11:47:06.712 INFO:tasks.workunit.client.0.smithi136.stdout:567 2024-08-19T11:47:06.713 INFO:tasks.workunit.client.0.smithi136.stdout:568 2024-08-19T11:47:06.713 INFO:tasks.workunit.client.0.smithi136.stdout:569 2024-08-19T11:47:06.714 INFO:tasks.workunit.client.0.smithi136.stdout:570 2024-08-19T11:47:06.715 INFO:tasks.workunit.client.0.smithi136.stdout:571 2024-08-19T11:47:06.716 INFO:tasks.workunit.client.0.smithi136.stdout:572 2024-08-19T11:47:06.717 INFO:tasks.workunit.client.0.smithi136.stdout:573 2024-08-19T11:47:06.718 INFO:tasks.workunit.client.0.smithi136.stdout:574 2024-08-19T11:47:06.719 INFO:tasks.workunit.client.0.smithi136.stdout:575 2024-08-19T11:47:06.720 INFO:tasks.workunit.client.0.smithi136.stdout:576 2024-08-19T11:47:06.721 INFO:tasks.workunit.client.0.smithi136.stdout:577 2024-08-19T11:47:06.722 INFO:tasks.workunit.client.0.smithi136.stdout:578 2024-08-19T11:47:06.723 INFO:tasks.workunit.client.0.smithi136.stdout:579 2024-08-19T11:47:06.724 INFO:tasks.workunit.client.0.smithi136.stdout:580 2024-08-19T11:47:06.725 INFO:tasks.workunit.client.0.smithi136.stdout:581 2024-08-19T11:47:06.726 INFO:tasks.workunit.client.0.smithi136.stdout:582 2024-08-19T11:47:06.727 INFO:tasks.workunit.client.0.smithi136.stdout:583 2024-08-19T11:47:06.728 INFO:tasks.workunit.client.0.smithi136.stdout:584 2024-08-19T11:47:06.729 INFO:tasks.workunit.client.0.smithi136.stdout:585 2024-08-19T11:47:06.730 INFO:tasks.workunit.client.0.smithi136.stdout:586 2024-08-19T11:47:06.731 INFO:tasks.workunit.client.0.smithi136.stdout:587 2024-08-19T11:47:06.732 INFO:tasks.workunit.client.0.smithi136.stdout:588 2024-08-19T11:47:06.733 INFO:tasks.workunit.client.0.smithi136.stdout:589 2024-08-19T11:47:06.734 INFO:tasks.workunit.client.0.smithi136.stdout:590 2024-08-19T11:47:06.735 INFO:tasks.workunit.client.0.smithi136.stdout:591 2024-08-19T11:47:06.736 INFO:tasks.workunit.client.0.smithi136.stdout:592 2024-08-19T11:47:06.737 INFO:tasks.workunit.client.0.smithi136.stdout:593 2024-08-19T11:47:06.738 INFO:tasks.workunit.client.0.smithi136.stdout:594 2024-08-19T11:47:06.739 INFO:tasks.workunit.client.0.smithi136.stdout:595 2024-08-19T11:47:06.740 INFO:tasks.workunit.client.0.smithi136.stdout:596 2024-08-19T11:47:06.741 INFO:tasks.workunit.client.0.smithi136.stdout:597 2024-08-19T11:47:06.742 INFO:tasks.workunit.client.0.smithi136.stdout:598 2024-08-19T11:47:06.743 INFO:tasks.workunit.client.0.smithi136.stdout:599 2024-08-19T11:47:06.744 INFO:tasks.workunit.client.0.smithi136.stdout:600 2024-08-19T11:47:06.744 INFO:tasks.workunit.client.0.smithi136.stdout:601 2024-08-19T11:47:06.745 INFO:tasks.workunit.client.0.smithi136.stdout:602 2024-08-19T11:47:06.746 INFO:tasks.workunit.client.0.smithi136.stdout:603 2024-08-19T11:47:06.747 INFO:tasks.workunit.client.0.smithi136.stdout:604 2024-08-19T11:47:06.748 INFO:tasks.workunit.client.0.smithi136.stdout:605 2024-08-19T11:47:06.749 INFO:tasks.workunit.client.0.smithi136.stdout:606 2024-08-19T11:47:06.750 INFO:tasks.workunit.client.0.smithi136.stdout:607 2024-08-19T11:47:06.751 INFO:tasks.workunit.client.0.smithi136.stdout:608 2024-08-19T11:47:06.752 INFO:tasks.workunit.client.0.smithi136.stdout:609 2024-08-19T11:47:06.753 INFO:tasks.workunit.client.0.smithi136.stdout:610 2024-08-19T11:47:06.754 INFO:tasks.workunit.client.0.smithi136.stdout:611 2024-08-19T11:47:06.755 INFO:tasks.workunit.client.0.smithi136.stdout:612 2024-08-19T11:47:06.756 INFO:tasks.workunit.client.0.smithi136.stdout:613 2024-08-19T11:47:06.756 INFO:tasks.workunit.client.0.smithi136.stdout:614 2024-08-19T11:47:06.757 INFO:tasks.workunit.client.0.smithi136.stdout:615 2024-08-19T11:47:06.758 INFO:tasks.workunit.client.0.smithi136.stdout:616 2024-08-19T11:47:06.759 INFO:tasks.workunit.client.0.smithi136.stdout:617 2024-08-19T11:47:06.760 INFO:tasks.workunit.client.0.smithi136.stdout:618 2024-08-19T11:47:06.761 INFO:tasks.workunit.client.0.smithi136.stdout:619 2024-08-19T11:47:06.762 INFO:tasks.workunit.client.0.smithi136.stdout:620 2024-08-19T11:47:06.763 INFO:tasks.workunit.client.0.smithi136.stdout:621 2024-08-19T11:47:06.764 INFO:tasks.workunit.client.0.smithi136.stdout:622 2024-08-19T11:47:06.765 INFO:tasks.workunit.client.0.smithi136.stdout:623 2024-08-19T11:47:06.766 INFO:tasks.workunit.client.0.smithi136.stdout:624 2024-08-19T11:47:06.767 INFO:tasks.workunit.client.0.smithi136.stdout:625 2024-08-19T11:47:06.768 INFO:tasks.workunit.client.0.smithi136.stdout:626 2024-08-19T11:47:06.769 INFO:tasks.workunit.client.0.smithi136.stdout:627 2024-08-19T11:47:06.770 INFO:tasks.workunit.client.0.smithi136.stdout:628 2024-08-19T11:47:06.771 INFO:tasks.workunit.client.0.smithi136.stdout:629 2024-08-19T11:47:06.772 INFO:tasks.workunit.client.0.smithi136.stdout:630 2024-08-19T11:47:06.773 INFO:tasks.workunit.client.0.smithi136.stdout:631 2024-08-19T11:47:06.774 INFO:tasks.workunit.client.0.smithi136.stdout:632 2024-08-19T11:47:06.775 INFO:tasks.workunit.client.0.smithi136.stdout:633 2024-08-19T11:47:06.775 INFO:tasks.workunit.client.0.smithi136.stdout:634 2024-08-19T11:47:06.776 INFO:tasks.workunit.client.0.smithi136.stdout:635 2024-08-19T11:47:06.777 INFO:tasks.workunit.client.0.smithi136.stdout:636 2024-08-19T11:47:06.778 INFO:tasks.workunit.client.0.smithi136.stdout:637 2024-08-19T11:47:06.779 INFO:tasks.workunit.client.0.smithi136.stdout:638 2024-08-19T11:47:06.780 INFO:tasks.workunit.client.0.smithi136.stdout:639 2024-08-19T11:47:06.781 INFO:tasks.workunit.client.0.smithi136.stdout:640 2024-08-19T11:47:06.782 INFO:tasks.workunit.client.0.smithi136.stdout:641 2024-08-19T11:47:06.783 INFO:tasks.workunit.client.0.smithi136.stdout:642 2024-08-19T11:47:06.784 INFO:tasks.workunit.client.0.smithi136.stdout:643 2024-08-19T11:47:06.785 INFO:tasks.workunit.client.0.smithi136.stdout:644 2024-08-19T11:47:06.786 INFO:tasks.workunit.client.0.smithi136.stdout:645 2024-08-19T11:47:06.787 INFO:tasks.workunit.client.0.smithi136.stdout:646 2024-08-19T11:47:06.788 INFO:tasks.workunit.client.0.smithi136.stdout:647 2024-08-19T11:47:06.790 INFO:tasks.workunit.client.0.smithi136.stdout:648 2024-08-19T11:47:06.791 INFO:tasks.workunit.client.0.smithi136.stdout:649 2024-08-19T11:47:06.792 INFO:tasks.workunit.client.0.smithi136.stdout:650 2024-08-19T11:47:06.793 INFO:tasks.workunit.client.0.smithi136.stdout:651 2024-08-19T11:47:06.794 INFO:tasks.workunit.client.0.smithi136.stdout:652 2024-08-19T11:47:06.795 INFO:tasks.workunit.client.0.smithi136.stdout:653 2024-08-19T11:47:06.796 INFO:tasks.workunit.client.0.smithi136.stdout:654 2024-08-19T11:47:06.797 INFO:tasks.workunit.client.0.smithi136.stdout:655 2024-08-19T11:47:06.798 INFO:tasks.workunit.client.0.smithi136.stdout:656 2024-08-19T11:47:06.799 INFO:tasks.workunit.client.0.smithi136.stdout:657 2024-08-19T11:47:06.800 INFO:tasks.workunit.client.0.smithi136.stdout:658 2024-08-19T11:47:06.801 INFO:tasks.workunit.client.0.smithi136.stdout:659 2024-08-19T11:47:06.802 INFO:tasks.workunit.client.0.smithi136.stdout:660 2024-08-19T11:47:06.803 INFO:tasks.workunit.client.0.smithi136.stdout:661 2024-08-19T11:47:06.804 INFO:tasks.workunit.client.0.smithi136.stdout:662 2024-08-19T11:47:06.805 INFO:tasks.workunit.client.0.smithi136.stdout:663 2024-08-19T11:47:06.806 INFO:tasks.workunit.client.0.smithi136.stdout:664 2024-08-19T11:47:06.807 INFO:tasks.workunit.client.0.smithi136.stdout:665 2024-08-19T11:47:06.808 INFO:tasks.workunit.client.0.smithi136.stdout:666 2024-08-19T11:47:06.809 INFO:tasks.workunit.client.0.smithi136.stdout:667 2024-08-19T11:47:06.810 INFO:tasks.workunit.client.0.smithi136.stdout:668 2024-08-19T11:47:06.811 INFO:tasks.workunit.client.0.smithi136.stdout:669 2024-08-19T11:47:06.812 INFO:tasks.workunit.client.0.smithi136.stdout:670 2024-08-19T11:47:06.813 INFO:tasks.workunit.client.0.smithi136.stdout:671 2024-08-19T11:47:06.814 INFO:tasks.workunit.client.0.smithi136.stdout:672 2024-08-19T11:47:06.815 INFO:tasks.workunit.client.0.smithi136.stdout:673 2024-08-19T11:47:06.816 INFO:tasks.workunit.client.0.smithi136.stdout:674 2024-08-19T11:47:06.817 INFO:tasks.workunit.client.0.smithi136.stdout:675 2024-08-19T11:47:06.818 INFO:tasks.workunit.client.0.smithi136.stdout:676 2024-08-19T11:47:06.819 INFO:tasks.workunit.client.0.smithi136.stdout:677 2024-08-19T11:47:06.820 INFO:tasks.workunit.client.0.smithi136.stdout:678 2024-08-19T11:47:06.821 INFO:tasks.workunit.client.0.smithi136.stdout:679 2024-08-19T11:47:06.822 INFO:tasks.workunit.client.0.smithi136.stdout:680 2024-08-19T11:47:06.824 INFO:tasks.workunit.client.0.smithi136.stdout:681 2024-08-19T11:47:06.825 INFO:tasks.workunit.client.0.smithi136.stdout:682 2024-08-19T11:47:06.826 INFO:tasks.workunit.client.0.smithi136.stdout:683 2024-08-19T11:47:06.827 INFO:tasks.workunit.client.0.smithi136.stdout:684 2024-08-19T11:47:06.828 INFO:tasks.workunit.client.0.smithi136.stdout:685 2024-08-19T11:47:06.829 INFO:tasks.workunit.client.0.smithi136.stdout:686 2024-08-19T11:47:06.830 INFO:tasks.workunit.client.0.smithi136.stdout:687 2024-08-19T11:47:06.831 INFO:tasks.workunit.client.0.smithi136.stdout:688 2024-08-19T11:47:06.833 INFO:tasks.workunit.client.0.smithi136.stdout:689 2024-08-19T11:47:06.834 INFO:tasks.workunit.client.0.smithi136.stdout:690 2024-08-19T11:47:06.835 INFO:tasks.workunit.client.0.smithi136.stdout:691 2024-08-19T11:47:06.836 INFO:tasks.workunit.client.0.smithi136.stdout:692 2024-08-19T11:47:06.837 INFO:tasks.workunit.client.0.smithi136.stdout:693 2024-08-19T11:47:06.838 INFO:tasks.workunit.client.0.smithi136.stdout:694 2024-08-19T11:47:06.839 INFO:tasks.workunit.client.0.smithi136.stdout:695 2024-08-19T11:47:06.840 INFO:tasks.workunit.client.0.smithi136.stdout:696 2024-08-19T11:47:06.841 INFO:tasks.workunit.client.0.smithi136.stdout:697 2024-08-19T11:47:06.842 INFO:tasks.workunit.client.0.smithi136.stdout:698 2024-08-19T11:47:06.843 INFO:tasks.workunit.client.0.smithi136.stdout:699 2024-08-19T11:47:06.844 INFO:tasks.workunit.client.0.smithi136.stdout:700 2024-08-19T11:47:06.845 INFO:tasks.workunit.client.0.smithi136.stdout:701 2024-08-19T11:47:06.846 INFO:tasks.workunit.client.0.smithi136.stdout:702 2024-08-19T11:47:06.847 INFO:tasks.workunit.client.0.smithi136.stdout:703 2024-08-19T11:47:06.848 INFO:tasks.workunit.client.0.smithi136.stdout:704 2024-08-19T11:47:06.849 INFO:tasks.workunit.client.0.smithi136.stdout:705 2024-08-19T11:47:06.850 INFO:tasks.workunit.client.0.smithi136.stdout:706 2024-08-19T11:47:06.851 INFO:tasks.workunit.client.0.smithi136.stdout:707 2024-08-19T11:47:06.852 INFO:tasks.workunit.client.0.smithi136.stdout:708 2024-08-19T11:47:06.853 INFO:tasks.workunit.client.0.smithi136.stdout:709 2024-08-19T11:47:06.854 INFO:tasks.workunit.client.0.smithi136.stdout:710 2024-08-19T11:47:06.855 INFO:tasks.workunit.client.0.smithi136.stdout:711 2024-08-19T11:47:06.856 INFO:tasks.workunit.client.0.smithi136.stdout:712 2024-08-19T11:47:06.857 INFO:tasks.workunit.client.0.smithi136.stdout:713 2024-08-19T11:47:06.858 INFO:tasks.workunit.client.0.smithi136.stdout:714 2024-08-19T11:47:06.860 INFO:tasks.workunit.client.0.smithi136.stdout:715 2024-08-19T11:47:06.861 INFO:tasks.workunit.client.0.smithi136.stdout:716 2024-08-19T11:47:06.862 INFO:tasks.workunit.client.0.smithi136.stdout:717 2024-08-19T11:47:06.863 INFO:tasks.workunit.client.0.smithi136.stdout:718 2024-08-19T11:47:06.864 INFO:tasks.workunit.client.0.smithi136.stdout:719 2024-08-19T11:47:06.865 INFO:tasks.workunit.client.0.smithi136.stdout:720 2024-08-19T11:47:06.866 INFO:tasks.workunit.client.0.smithi136.stdout:721 2024-08-19T11:47:06.867 INFO:tasks.workunit.client.0.smithi136.stdout:722 2024-08-19T11:47:06.868 INFO:tasks.workunit.client.0.smithi136.stdout:723 2024-08-19T11:47:06.869 INFO:tasks.workunit.client.0.smithi136.stdout:724 2024-08-19T11:47:06.870 INFO:tasks.workunit.client.0.smithi136.stdout:725 2024-08-19T11:47:06.871 INFO:tasks.workunit.client.0.smithi136.stdout:726 2024-08-19T11:47:06.872 INFO:tasks.workunit.client.0.smithi136.stdout:727 2024-08-19T11:47:06.873 INFO:tasks.workunit.client.0.smithi136.stdout:728 2024-08-19T11:47:06.874 INFO:tasks.workunit.client.0.smithi136.stdout:729 2024-08-19T11:47:06.875 INFO:tasks.workunit.client.0.smithi136.stdout:730 2024-08-19T11:47:06.876 INFO:tasks.workunit.client.0.smithi136.stdout:731 2024-08-19T11:47:06.878 INFO:tasks.workunit.client.0.smithi136.stdout:732 2024-08-19T11:47:06.879 INFO:tasks.workunit.client.0.smithi136.stdout:733 2024-08-19T11:47:06.880 INFO:tasks.workunit.client.0.smithi136.stdout:734 2024-08-19T11:47:06.881 INFO:tasks.workunit.client.0.smithi136.stdout:735 2024-08-19T11:47:06.882 INFO:tasks.workunit.client.0.smithi136.stdout:736 2024-08-19T11:47:06.883 INFO:tasks.workunit.client.0.smithi136.stdout:737 2024-08-19T11:47:06.884 INFO:tasks.workunit.client.0.smithi136.stdout:738 2024-08-19T11:47:06.885 INFO:tasks.workunit.client.0.smithi136.stdout:739 2024-08-19T11:47:06.886 INFO:tasks.workunit.client.0.smithi136.stdout:740 2024-08-19T11:47:06.887 INFO:tasks.workunit.client.0.smithi136.stdout:741 2024-08-19T11:47:06.888 INFO:tasks.workunit.client.0.smithi136.stdout:742 2024-08-19T11:47:06.889 INFO:tasks.workunit.client.0.smithi136.stdout:743 2024-08-19T11:47:06.890 INFO:tasks.workunit.client.0.smithi136.stdout:744 2024-08-19T11:47:06.891 INFO:tasks.workunit.client.0.smithi136.stdout:745 2024-08-19T11:47:06.892 INFO:tasks.workunit.client.0.smithi136.stdout:746 2024-08-19T11:47:06.893 INFO:tasks.workunit.client.0.smithi136.stdout:747 2024-08-19T11:47:06.894 INFO:tasks.workunit.client.0.smithi136.stdout:748 2024-08-19T11:47:06.895 INFO:tasks.workunit.client.0.smithi136.stdout:749 2024-08-19T11:47:06.896 INFO:tasks.workunit.client.0.smithi136.stdout:750 2024-08-19T11:47:06.897 INFO:tasks.workunit.client.0.smithi136.stdout:751 2024-08-19T11:47:06.898 INFO:tasks.workunit.client.0.smithi136.stdout:752 2024-08-19T11:47:06.899 INFO:tasks.workunit.client.0.smithi136.stdout:753 2024-08-19T11:47:06.900 INFO:tasks.workunit.client.0.smithi136.stdout:754 2024-08-19T11:47:06.901 INFO:tasks.workunit.client.0.smithi136.stdout:755 2024-08-19T11:47:06.902 INFO:tasks.workunit.client.0.smithi136.stdout:756 2024-08-19T11:47:06.903 INFO:tasks.workunit.client.0.smithi136.stdout:757 2024-08-19T11:47:06.904 INFO:tasks.workunit.client.0.smithi136.stdout:758 2024-08-19T11:47:06.905 INFO:tasks.workunit.client.0.smithi136.stdout:759 2024-08-19T11:47:06.906 INFO:tasks.workunit.client.0.smithi136.stdout:760 2024-08-19T11:47:06.907 INFO:tasks.workunit.client.0.smithi136.stdout:761 2024-08-19T11:47:06.908 INFO:tasks.workunit.client.0.smithi136.stdout:762 2024-08-19T11:47:06.909 INFO:tasks.workunit.client.0.smithi136.stdout:763 2024-08-19T11:47:06.910 INFO:tasks.workunit.client.0.smithi136.stdout:764 2024-08-19T11:47:06.911 INFO:tasks.workunit.client.0.smithi136.stdout:765 2024-08-19T11:47:06.912 INFO:tasks.workunit.client.0.smithi136.stdout:766 2024-08-19T11:47:06.913 INFO:tasks.workunit.client.0.smithi136.stdout:767 2024-08-19T11:47:06.914 INFO:tasks.workunit.client.0.smithi136.stdout:768 2024-08-19T11:47:06.915 INFO:tasks.workunit.client.0.smithi136.stdout:769 2024-08-19T11:47:06.916 INFO:tasks.workunit.client.0.smithi136.stdout:770 2024-08-19T11:47:06.917 INFO:tasks.workunit.client.0.smithi136.stdout:771 2024-08-19T11:47:06.918 INFO:tasks.workunit.client.0.smithi136.stdout:772 2024-08-19T11:47:06.919 INFO:tasks.workunit.client.0.smithi136.stdout:773 2024-08-19T11:47:06.920 INFO:tasks.workunit.client.0.smithi136.stdout:774 2024-08-19T11:47:06.921 INFO:tasks.workunit.client.0.smithi136.stdout:775 2024-08-19T11:47:06.922 INFO:tasks.workunit.client.0.smithi136.stdout:776 2024-08-19T11:47:06.923 INFO:tasks.workunit.client.0.smithi136.stdout:777 2024-08-19T11:47:06.924 INFO:tasks.workunit.client.0.smithi136.stdout:778 2024-08-19T11:47:06.925 INFO:tasks.workunit.client.0.smithi136.stdout:779 2024-08-19T11:47:06.926 INFO:tasks.workunit.client.0.smithi136.stdout:780 2024-08-19T11:47:06.927 INFO:tasks.workunit.client.0.smithi136.stdout:781 2024-08-19T11:47:06.928 INFO:tasks.workunit.client.0.smithi136.stdout:782 2024-08-19T11:47:06.929 INFO:tasks.workunit.client.0.smithi136.stdout:783 2024-08-19T11:47:06.930 INFO:tasks.workunit.client.0.smithi136.stdout:784 2024-08-19T11:47:06.931 INFO:tasks.workunit.client.0.smithi136.stdout:785 2024-08-19T11:47:06.932 INFO:tasks.workunit.client.0.smithi136.stdout:786 2024-08-19T11:47:06.933 INFO:tasks.workunit.client.0.smithi136.stdout:787 2024-08-19T11:47:06.934 INFO:tasks.workunit.client.0.smithi136.stdout:788 2024-08-19T11:47:06.935 INFO:tasks.workunit.client.0.smithi136.stdout:789 2024-08-19T11:47:06.936 INFO:tasks.workunit.client.0.smithi136.stdout:790 2024-08-19T11:47:06.937 INFO:tasks.workunit.client.0.smithi136.stdout:791 2024-08-19T11:47:06.938 INFO:tasks.workunit.client.0.smithi136.stdout:792 2024-08-19T11:47:06.940 INFO:tasks.workunit.client.0.smithi136.stdout:793 2024-08-19T11:47:06.941 INFO:tasks.workunit.client.0.smithi136.stdout:794 2024-08-19T11:47:06.942 INFO:tasks.workunit.client.0.smithi136.stdout:795 2024-08-19T11:47:06.943 INFO:tasks.workunit.client.0.smithi136.stdout:796 2024-08-19T11:47:06.944 INFO:tasks.workunit.client.0.smithi136.stdout:797 2024-08-19T11:47:06.945 INFO:tasks.workunit.client.0.smithi136.stdout:798 2024-08-19T11:47:06.946 INFO:tasks.workunit.client.0.smithi136.stdout:799 2024-08-19T11:47:06.947 INFO:tasks.workunit.client.0.smithi136.stdout:800 2024-08-19T11:47:06.948 INFO:tasks.workunit.client.0.smithi136.stdout:801 2024-08-19T11:47:06.949 INFO:tasks.workunit.client.0.smithi136.stdout:802 2024-08-19T11:47:06.950 INFO:tasks.workunit.client.0.smithi136.stdout:803 2024-08-19T11:47:06.951 INFO:tasks.workunit.client.0.smithi136.stdout:804 2024-08-19T11:47:06.952 INFO:tasks.workunit.client.0.smithi136.stdout:805 2024-08-19T11:47:06.953 INFO:tasks.workunit.client.0.smithi136.stdout:806 2024-08-19T11:47:06.955 INFO:tasks.workunit.client.0.smithi136.stdout:807 2024-08-19T11:47:06.955 INFO:tasks.workunit.client.0.smithi136.stdout:808 2024-08-19T11:47:06.956 INFO:tasks.workunit.client.0.smithi136.stdout:809 2024-08-19T11:47:06.958 INFO:tasks.workunit.client.0.smithi136.stdout:810 2024-08-19T11:47:06.958 INFO:tasks.workunit.client.0.smithi136.stdout:811 2024-08-19T11:47:06.959 INFO:tasks.workunit.client.0.smithi136.stdout:812 2024-08-19T11:47:06.961 INFO:tasks.workunit.client.0.smithi136.stdout:813 2024-08-19T11:47:06.961 INFO:tasks.workunit.client.0.smithi136.stdout:814 2024-08-19T11:47:06.963 INFO:tasks.workunit.client.0.smithi136.stdout:815 2024-08-19T11:47:06.963 INFO:tasks.workunit.client.0.smithi136.stdout:816 2024-08-19T11:47:06.964 INFO:tasks.workunit.client.0.smithi136.stdout:817 2024-08-19T11:47:06.965 INFO:tasks.workunit.client.0.smithi136.stdout:818 2024-08-19T11:47:06.966 INFO:tasks.workunit.client.0.smithi136.stdout:819 2024-08-19T11:47:06.967 INFO:tasks.workunit.client.0.smithi136.stdout:820 2024-08-19T11:47:06.968 INFO:tasks.workunit.client.0.smithi136.stdout:821 2024-08-19T11:47:06.969 INFO:tasks.workunit.client.0.smithi136.stdout:822 2024-08-19T11:47:06.971 INFO:tasks.workunit.client.0.smithi136.stdout:823 2024-08-19T11:47:06.972 INFO:tasks.workunit.client.0.smithi136.stdout:824 2024-08-19T11:47:06.973 INFO:tasks.workunit.client.0.smithi136.stdout:825 2024-08-19T11:47:06.974 INFO:tasks.workunit.client.0.smithi136.stdout:826 2024-08-19T11:47:06.975 INFO:tasks.workunit.client.0.smithi136.stdout:827 2024-08-19T11:47:06.976 INFO:tasks.workunit.client.0.smithi136.stdout:828 2024-08-19T11:47:06.977 INFO:tasks.workunit.client.0.smithi136.stdout:829 2024-08-19T11:47:06.978 INFO:tasks.workunit.client.0.smithi136.stdout:830 2024-08-19T11:47:06.979 INFO:tasks.workunit.client.0.smithi136.stdout:831 2024-08-19T11:47:06.980 INFO:tasks.workunit.client.0.smithi136.stdout:832 2024-08-19T11:47:06.981 INFO:tasks.workunit.client.0.smithi136.stdout:833 2024-08-19T11:47:06.982 INFO:tasks.workunit.client.0.smithi136.stdout:834 2024-08-19T11:47:06.983 INFO:tasks.workunit.client.0.smithi136.stdout:835 2024-08-19T11:47:06.984 INFO:tasks.workunit.client.0.smithi136.stdout:836 2024-08-19T11:47:06.985 INFO:tasks.workunit.client.0.smithi136.stdout:837 2024-08-19T11:47:06.986 INFO:tasks.workunit.client.0.smithi136.stdout:838 2024-08-19T11:47:06.987 INFO:tasks.workunit.client.0.smithi136.stdout:839 2024-08-19T11:47:06.988 INFO:tasks.workunit.client.0.smithi136.stdout:840 2024-08-19T11:47:06.989 INFO:tasks.workunit.client.0.smithi136.stdout:841 2024-08-19T11:47:06.990 INFO:tasks.workunit.client.0.smithi136.stdout:842 2024-08-19T11:47:06.991 INFO:tasks.workunit.client.0.smithi136.stdout:843 2024-08-19T11:47:06.993 INFO:tasks.workunit.client.0.smithi136.stdout:844 2024-08-19T11:47:06.994 INFO:tasks.workunit.client.0.smithi136.stdout:845 2024-08-19T11:47:06.995 INFO:tasks.workunit.client.0.smithi136.stdout:846 2024-08-19T11:47:06.996 INFO:tasks.workunit.client.0.smithi136.stdout:847 2024-08-19T11:47:06.997 INFO:tasks.workunit.client.0.smithi136.stdout:848 2024-08-19T11:47:06.998 INFO:tasks.workunit.client.0.smithi136.stdout:849 2024-08-19T11:47:06.999 INFO:tasks.workunit.client.0.smithi136.stdout:850 2024-08-19T11:47:07.000 INFO:tasks.workunit.client.0.smithi136.stdout:851 2024-08-19T11:47:07.001 INFO:tasks.workunit.client.0.smithi136.stdout:852 2024-08-19T11:47:07.002 INFO:tasks.workunit.client.0.smithi136.stdout:853 2024-08-19T11:47:07.003 INFO:tasks.workunit.client.0.smithi136.stdout:854 2024-08-19T11:47:07.004 INFO:tasks.workunit.client.0.smithi136.stdout:855 2024-08-19T11:47:07.005 INFO:tasks.workunit.client.0.smithi136.stdout:856 2024-08-19T11:47:07.007 INFO:tasks.workunit.client.0.smithi136.stdout:857 2024-08-19T11:47:07.008 INFO:tasks.workunit.client.0.smithi136.stdout:858 2024-08-19T11:47:07.009 INFO:tasks.workunit.client.0.smithi136.stdout:859 2024-08-19T11:47:07.010 INFO:tasks.workunit.client.0.smithi136.stdout:860 2024-08-19T11:47:07.011 INFO:tasks.workunit.client.0.smithi136.stdout:861 2024-08-19T11:47:07.012 INFO:tasks.workunit.client.0.smithi136.stdout:862 2024-08-19T11:47:07.013 INFO:tasks.workunit.client.0.smithi136.stdout:863 2024-08-19T11:47:07.014 INFO:tasks.workunit.client.0.smithi136.stdout:864 2024-08-19T11:47:07.015 INFO:tasks.workunit.client.0.smithi136.stdout:865 2024-08-19T11:47:07.017 INFO:tasks.workunit.client.0.smithi136.stdout:866 2024-08-19T11:47:07.018 INFO:tasks.workunit.client.0.smithi136.stdout:867 2024-08-19T11:47:07.019 INFO:tasks.workunit.client.0.smithi136.stdout:868 2024-08-19T11:47:07.020 INFO:tasks.workunit.client.0.smithi136.stdout:869 2024-08-19T11:47:07.021 INFO:tasks.workunit.client.0.smithi136.stdout:870 2024-08-19T11:47:07.022 INFO:tasks.workunit.client.0.smithi136.stdout:871 2024-08-19T11:47:07.023 INFO:tasks.workunit.client.0.smithi136.stdout:872 2024-08-19T11:47:07.024 INFO:tasks.workunit.client.0.smithi136.stdout:873 2024-08-19T11:47:07.025 INFO:tasks.workunit.client.0.smithi136.stdout:874 2024-08-19T11:47:07.026 INFO:tasks.workunit.client.0.smithi136.stdout:875 2024-08-19T11:47:07.027 INFO:tasks.workunit.client.0.smithi136.stdout:876 2024-08-19T11:47:07.028 INFO:tasks.workunit.client.0.smithi136.stdout:877 2024-08-19T11:47:07.030 INFO:tasks.workunit.client.0.smithi136.stdout:878 2024-08-19T11:47:07.031 INFO:tasks.workunit.client.0.smithi136.stdout:879 2024-08-19T11:47:07.032 INFO:tasks.workunit.client.0.smithi136.stdout:880 2024-08-19T11:47:07.033 INFO:tasks.workunit.client.0.smithi136.stdout:881 2024-08-19T11:47:07.034 INFO:tasks.workunit.client.0.smithi136.stdout:882 2024-08-19T11:47:07.036 INFO:tasks.workunit.client.0.smithi136.stdout:883 2024-08-19T11:47:07.037 INFO:tasks.workunit.client.0.smithi136.stdout:884 2024-08-19T11:47:07.038 INFO:tasks.workunit.client.0.smithi136.stdout:885 2024-08-19T11:47:07.039 INFO:tasks.workunit.client.0.smithi136.stdout:886 2024-08-19T11:47:07.040 INFO:tasks.workunit.client.0.smithi136.stdout:887 2024-08-19T11:47:07.041 INFO:tasks.workunit.client.0.smithi136.stdout:888 2024-08-19T11:47:07.043 INFO:tasks.workunit.client.0.smithi136.stdout:889 2024-08-19T11:47:07.044 INFO:tasks.workunit.client.0.smithi136.stdout:890 2024-08-19T11:47:07.045 INFO:tasks.workunit.client.0.smithi136.stdout:891 2024-08-19T11:47:07.046 INFO:tasks.workunit.client.0.smithi136.stdout:892 2024-08-19T11:47:07.047 INFO:tasks.workunit.client.0.smithi136.stdout:893 2024-08-19T11:47:07.048 INFO:tasks.workunit.client.0.smithi136.stdout:894 2024-08-19T11:47:07.049 INFO:tasks.workunit.client.0.smithi136.stdout:895 2024-08-19T11:47:07.050 INFO:tasks.workunit.client.0.smithi136.stdout:896 2024-08-19T11:47:07.052 INFO:tasks.workunit.client.0.smithi136.stdout:897 2024-08-19T11:47:07.052 INFO:tasks.workunit.client.0.smithi136.stdout:898 2024-08-19T11:47:07.053 INFO:tasks.workunit.client.0.smithi136.stdout:899 2024-08-19T11:47:07.054 INFO:tasks.workunit.client.0.smithi136.stdout:900 2024-08-19T11:47:07.055 INFO:tasks.workunit.client.0.smithi136.stdout:901 2024-08-19T11:47:07.057 INFO:tasks.workunit.client.0.smithi136.stdout:902 2024-08-19T11:47:07.058 INFO:tasks.workunit.client.0.smithi136.stdout:903 2024-08-19T11:47:07.059 INFO:tasks.workunit.client.0.smithi136.stdout:904 2024-08-19T11:47:07.060 INFO:tasks.workunit.client.0.smithi136.stdout:905 2024-08-19T11:47:07.061 INFO:tasks.workunit.client.0.smithi136.stdout:906 2024-08-19T11:47:07.062 INFO:tasks.workunit.client.0.smithi136.stdout:907 2024-08-19T11:47:07.063 INFO:tasks.workunit.client.0.smithi136.stdout:908 2024-08-19T11:47:07.064 INFO:tasks.workunit.client.0.smithi136.stdout:909 2024-08-19T11:47:07.066 INFO:tasks.workunit.client.0.smithi136.stdout:910 2024-08-19T11:47:07.066 INFO:tasks.workunit.client.0.smithi136.stdout:911 2024-08-19T11:47:07.068 INFO:tasks.workunit.client.0.smithi136.stdout:912 2024-08-19T11:47:07.069 INFO:tasks.workunit.client.0.smithi136.stdout:913 2024-08-19T11:47:07.070 INFO:tasks.workunit.client.0.smithi136.stdout:914 2024-08-19T11:47:07.071 INFO:tasks.workunit.client.0.smithi136.stdout:915 2024-08-19T11:47:07.072 INFO:tasks.workunit.client.0.smithi136.stdout:916 2024-08-19T11:47:07.073 INFO:tasks.workunit.client.0.smithi136.stdout:917 2024-08-19T11:47:07.074 INFO:tasks.workunit.client.0.smithi136.stdout:918 2024-08-19T11:47:07.075 INFO:tasks.workunit.client.0.smithi136.stdout:919 2024-08-19T11:47:07.076 INFO:tasks.workunit.client.0.smithi136.stdout:920 2024-08-19T11:47:07.077 INFO:tasks.workunit.client.0.smithi136.stdout:921 2024-08-19T11:47:07.078 INFO:tasks.workunit.client.0.smithi136.stdout:922 2024-08-19T11:47:07.079 INFO:tasks.workunit.client.0.smithi136.stdout:923 2024-08-19T11:47:07.080 INFO:tasks.workunit.client.0.smithi136.stdout:924 2024-08-19T11:47:07.082 INFO:tasks.workunit.client.0.smithi136.stdout:925 2024-08-19T11:47:07.083 INFO:tasks.workunit.client.0.smithi136.stdout:926 2024-08-19T11:47:07.084 INFO:tasks.workunit.client.0.smithi136.stdout:927 2024-08-19T11:47:07.085 INFO:tasks.workunit.client.0.smithi136.stdout:928 2024-08-19T11:47:07.086 INFO:tasks.workunit.client.0.smithi136.stdout:929 2024-08-19T11:47:07.087 INFO:tasks.workunit.client.0.smithi136.stdout:930 2024-08-19T11:47:07.088 INFO:tasks.workunit.client.0.smithi136.stdout:931 2024-08-19T11:47:07.089 INFO:tasks.workunit.client.0.smithi136.stdout:932 2024-08-19T11:47:07.091 INFO:tasks.workunit.client.0.smithi136.stdout:933 2024-08-19T11:47:07.092 INFO:tasks.workunit.client.0.smithi136.stdout:934 2024-08-19T11:47:07.093 INFO:tasks.workunit.client.0.smithi136.stdout:935 2024-08-19T11:47:07.096 INFO:tasks.workunit.client.0.smithi136.stdout:936 2024-08-19T11:47:07.097 INFO:tasks.workunit.client.0.smithi136.stdout:937 2024-08-19T11:47:07.099 INFO:tasks.workunit.client.0.smithi136.stdout:938 2024-08-19T11:47:07.101 INFO:tasks.workunit.client.0.smithi136.stdout:939 2024-08-19T11:47:07.104 INFO:tasks.workunit.client.0.smithi136.stdout:940 2024-08-19T11:47:07.105 INFO:tasks.workunit.client.0.smithi136.stdout:941 2024-08-19T11:47:07.106 INFO:tasks.workunit.client.0.smithi136.stdout:942 2024-08-19T11:47:07.107 INFO:tasks.workunit.client.0.smithi136.stdout:943 2024-08-19T11:47:07.109 INFO:tasks.workunit.client.0.smithi136.stdout:944 2024-08-19T11:47:07.110 INFO:tasks.workunit.client.0.smithi136.stdout:945 2024-08-19T11:47:07.111 INFO:tasks.workunit.client.0.smithi136.stdout:946 2024-08-19T11:47:07.112 INFO:tasks.workunit.client.0.smithi136.stdout:947 2024-08-19T11:47:07.113 INFO:tasks.workunit.client.0.smithi136.stdout:948 2024-08-19T11:47:07.114 INFO:tasks.workunit.client.0.smithi136.stdout:949 2024-08-19T11:47:07.115 INFO:tasks.workunit.client.0.smithi136.stdout:950 2024-08-19T11:47:07.116 INFO:tasks.workunit.client.0.smithi136.stdout:951 2024-08-19T11:47:07.117 INFO:tasks.workunit.client.0.smithi136.stdout:952 2024-08-19T11:47:07.118 INFO:tasks.workunit.client.0.smithi136.stdout:953 2024-08-19T11:47:07.119 INFO:tasks.workunit.client.0.smithi136.stdout:954 2024-08-19T11:47:07.120 INFO:tasks.workunit.client.0.smithi136.stdout:955 2024-08-19T11:47:07.121 INFO:tasks.workunit.client.0.smithi136.stdout:956 2024-08-19T11:47:07.123 INFO:tasks.workunit.client.0.smithi136.stdout:957 2024-08-19T11:47:07.124 INFO:tasks.workunit.client.0.smithi136.stdout:958 2024-08-19T11:47:07.125 INFO:tasks.workunit.client.0.smithi136.stdout:959 2024-08-19T11:47:07.126 INFO:tasks.workunit.client.0.smithi136.stdout:960 2024-08-19T11:47:07.127 INFO:tasks.workunit.client.0.smithi136.stdout:961 2024-08-19T11:47:07.128 INFO:tasks.workunit.client.0.smithi136.stdout:962 2024-08-19T11:47:07.129 INFO:tasks.workunit.client.0.smithi136.stdout:963 2024-08-19T11:47:07.130 INFO:tasks.workunit.client.0.smithi136.stdout:964 2024-08-19T11:47:07.131 INFO:tasks.workunit.client.0.smithi136.stdout:965 2024-08-19T11:47:07.132 INFO:tasks.workunit.client.0.smithi136.stdout:966 2024-08-19T11:47:07.134 INFO:tasks.workunit.client.0.smithi136.stdout:967 2024-08-19T11:47:07.135 INFO:tasks.workunit.client.0.smithi136.stdout:968 2024-08-19T11:47:07.136 INFO:tasks.workunit.client.0.smithi136.stdout:969 2024-08-19T11:47:07.137 INFO:tasks.workunit.client.0.smithi136.stdout:970 2024-08-19T11:47:07.138 INFO:tasks.workunit.client.0.smithi136.stdout:971 2024-08-19T11:47:07.139 INFO:tasks.workunit.client.0.smithi136.stdout:972 2024-08-19T11:47:07.140 INFO:tasks.workunit.client.0.smithi136.stdout:973 2024-08-19T11:47:07.141 INFO:tasks.workunit.client.0.smithi136.stdout:974 2024-08-19T11:47:07.142 INFO:tasks.workunit.client.0.smithi136.stdout:975 2024-08-19T11:47:07.144 INFO:tasks.workunit.client.0.smithi136.stdout:976 2024-08-19T11:47:07.145 INFO:tasks.workunit.client.0.smithi136.stdout:977 2024-08-19T11:47:07.146 INFO:tasks.workunit.client.0.smithi136.stdout:978 2024-08-19T11:47:07.147 INFO:tasks.workunit.client.0.smithi136.stdout:979 2024-08-19T11:47:07.148 INFO:tasks.workunit.client.0.smithi136.stdout:980 2024-08-19T11:47:07.149 INFO:tasks.workunit.client.0.smithi136.stdout:981 2024-08-19T11:47:07.150 INFO:tasks.workunit.client.0.smithi136.stdout:982 2024-08-19T11:47:07.151 INFO:tasks.workunit.client.0.smithi136.stdout:983 2024-08-19T11:47:07.152 INFO:tasks.workunit.client.0.smithi136.stdout:984 2024-08-19T11:47:07.153 INFO:tasks.workunit.client.0.smithi136.stdout:985 2024-08-19T11:47:07.154 INFO:tasks.workunit.client.0.smithi136.stdout:986 2024-08-19T11:47:07.155 INFO:tasks.workunit.client.0.smithi136.stdout:987 2024-08-19T11:47:07.157 INFO:tasks.workunit.client.0.smithi136.stdout:988 2024-08-19T11:47:07.158 INFO:tasks.workunit.client.0.smithi136.stdout:989 2024-08-19T11:47:07.159 INFO:tasks.workunit.client.0.smithi136.stdout:990 2024-08-19T11:47:07.160 INFO:tasks.workunit.client.0.smithi136.stdout:991 2024-08-19T11:47:07.161 INFO:tasks.workunit.client.0.smithi136.stdout:992 2024-08-19T11:47:07.162 INFO:tasks.workunit.client.0.smithi136.stdout:993 2024-08-19T11:47:07.163 INFO:tasks.workunit.client.0.smithi136.stdout:994 2024-08-19T11:47:07.165 INFO:tasks.workunit.client.0.smithi136.stdout:995 2024-08-19T11:47:07.166 INFO:tasks.workunit.client.0.smithi136.stdout:996 2024-08-19T11:47:07.167 INFO:tasks.workunit.client.0.smithi136.stdout:997 2024-08-19T11:47:07.168 INFO:tasks.workunit.client.0.smithi136.stdout:998 2024-08-19T11:47:07.169 INFO:tasks.workunit.client.0.smithi136.stdout:999 2024-08-19T11:47:07.361 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:07 smithi155 ceph-mon[76679]: pgmap v1116: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:07.361 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:07 smithi155 ceph-mon[76679]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:47:07.361 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:07 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:07.361 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:07 smithi155 ceph-mon[76679]: osdmap e970: 8 total, 8 up, 8 in 2024-08-19T11:47:07.362 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:07 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/699515617' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-08-19T11:47:07.597 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:07 smithi136 ceph-mon[86496]: pgmap v1116: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:07.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:07 smithi136 ceph-mon[86496]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:47:07.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:07 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:07.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:07 smithi136 ceph-mon[86496]: osdmap e970: 8 total, 8 up, 8 in 2024-08-19T11:47:07.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:07 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/699515617' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-08-19T11:47:07.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:07 smithi136 ceph-mon[88916]: pgmap v1116: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:07.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:07 smithi136 ceph-mon[88916]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:47:07.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:07 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:07.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:07 smithi136 ceph-mon[88916]: osdmap e970: 8 total, 8 up, 8 in 2024-08-19T11:47:07.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:07 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/699515617' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-08-19T11:47:08.114 INFO:tasks.workunit.client.0.smithi136.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-08-19T11:47:08.115 INFO:tasks.workunit.client.0.smithi136.stdout:00000010 69 73 |is| 2024-08-19T11:47:08.115 INFO:tasks.workunit.client.0.smithi136.stdout:00000012 2024-08-19T11:47:08.115 INFO:tasks.workunit.client.0.smithi136.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-08-19T11:47:08.115 INFO:tasks.workunit.client.0.smithi136.stdout:00000010 69 73 |is| 2024-08-19T11:47:08.115 INFO:tasks.workunit.client.0.smithi136.stdout:00000012 2024-08-19T11:47:08.115 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] ClsHello.WriteReturnData (4032 ms) 2024-08-19T11:47:08.115 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] ClsHello.Loud 2024-08-19T11:47:08.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:08 smithi155 ceph-mon[76679]: osdmap e971: 8 total, 8 up, 8 in 2024-08-19T11:47:08.597 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:08 smithi136 ceph-mon[88916]: osdmap e971: 8 total, 8 up, 8 in 2024-08-19T11:47:08.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:08 smithi136 ceph-mon[86496]: osdmap e971: 8 total, 8 up, 8 in 2024-08-19T11:47:09.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:09 smithi155 ceph-mon[76679]: pgmap v1119: 137 pgs: 17 unknown, 120 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-19T11:47:09.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:09 smithi155 ceph-mon[76679]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:47:09.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:09 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:47:09.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:09 smithi155 ceph-mon[76679]: osdmap e972: 8 total, 8 up, 8 in 2024-08-19T11:47:09.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:47:09 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:47:09] "GET /metrics HTTP/1.1" 200 34169 "" "Prometheus/2.51.0" 2024-08-19T11:47:09.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:09 smithi136 ceph-mon[88916]: pgmap v1119: 137 pgs: 17 unknown, 120 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-19T11:47:09.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:09 smithi136 ceph-mon[88916]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:47:09.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:09 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:47:09.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:09 smithi136 ceph-mon[88916]: osdmap e972: 8 total, 8 up, 8 in 2024-08-19T11:47:09.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:09 smithi136 ceph-mon[86496]: pgmap v1119: 137 pgs: 17 unknown, 120 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-19T11:47:09.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:09 smithi136 ceph-mon[86496]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:47:09.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:09 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:47:09.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:09 smithi136 ceph-mon[86496]: osdmap e972: 8 total, 8 up, 8 in 2024-08-19T11:47:10.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:10 smithi155 ceph-mon[76679]: osdmap e973: 8 total, 8 up, 8 in 2024-08-19T11:47:10.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:10 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/221519168' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:10.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:10 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:10.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:10 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:10.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:10 smithi155 ceph-mon[76679]: osdmap e974: 8 total, 8 up, 8 in 2024-08-19T11:47:10.597 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:10 smithi136 ceph-mon[86496]: osdmap e973: 8 total, 8 up, 8 in 2024-08-19T11:47:10.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:10 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/221519168' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:10.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:10 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:10.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:10 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:10.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:10 smithi136 ceph-mon[86496]: osdmap e974: 8 total, 8 up, 8 in 2024-08-19T11:47:10.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:10 smithi136 ceph-mon[88916]: osdmap e973: 8 total, 8 up, 8 in 2024-08-19T11:47:10.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:10 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/221519168' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:10.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:10 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:10.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:10 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:10.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:10 smithi136 ceph-mon[88916]: osdmap e974: 8 total, 8 up, 8 in 2024-08-19T11:47:11.135 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] ClsHello.Loud (3021 ms) 2024-08-19T11:47:11.135 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] ClsHello.BadMethods 2024-08-19T11:47:11.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:11 smithi155 ceph-mon[76679]: pgmap v1122: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:11.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:11 smithi155 ceph-mon[76679]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:47:11.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:11 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:47:11.597 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:11 smithi136 ceph-mon[86496]: pgmap v1122: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:11.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:11 smithi136 ceph-mon[86496]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:47:11.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:11 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:47:11.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:11 smithi136 ceph-mon[88916]: pgmap v1122: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:11.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:11 smithi136 ceph-mon[88916]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:47:11.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:11 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:47:12.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:12 smithi155 ceph-mon[76679]: osdmap e975: 8 total, 8 up, 8 in 2024-08-19T11:47:12.597 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:12 smithi136 ceph-mon[86496]: osdmap e975: 8 total, 8 up, 8 in 2024-08-19T11:47:12.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:12 smithi136 ceph-mon[88916]: osdmap e975: 8 total, 8 up, 8 in 2024-08-19T11:47:13.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:13 smithi155 ceph-mon[76679]: pgmap v1125: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:13.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:13 smithi155 ceph-mon[76679]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:47:13.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:13 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:47:13.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:13 smithi155 ceph-mon[76679]: osdmap e976: 8 total, 8 up, 8 in 2024-08-19T11:47:13.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:13 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3151647941' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:13.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:13 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:13.597 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:13 smithi136 ceph-mon[88916]: pgmap v1125: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:13.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:13 smithi136 ceph-mon[88916]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:47:13.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:13 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:47:13.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:13 smithi136 ceph-mon[88916]: osdmap e976: 8 total, 8 up, 8 in 2024-08-19T11:47:13.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:13 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3151647941' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:13.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:13 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:13.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:13 smithi136 ceph-mon[86496]: pgmap v1125: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:13.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:13 smithi136 ceph-mon[86496]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:47:13.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:13 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:47:13.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:13 smithi136 ceph-mon[86496]: osdmap e976: 8 total, 8 up, 8 in 2024-08-19T11:47:13.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:13 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3151647941' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:13.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:13 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:13.599 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:47:13 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3[110154]: 2024-08-19T11:47:13.169+0000 7f838bf32640 -1 osd.3 pg_epoch: 977 pg[38.2( v 977'1 (0'0,977'1] local-lis/les=976/977 n=1 ec=976/976 lis/c=976/976 les/c/f=977/977/0 sis=976) [3,7,5] r=0 lpr=976 crt=977'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-08-19T11:47:13.599 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:47:13 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3[110154]: 2024-08-19T11:47:13.170+0000 7f838bf32640 -1 osd.3 pg_epoch: 977 pg[38.2( v 977'2 (0'0,977'2] local-lis/les=976/977 n=1 ec=976/976 lis/c=976/976 les/c/f=977/977/0 sis=976) [3,7,5] r=0 lpr=976 crt=977'1 lcod 977'1 mlcod 977'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-08-19T11:47:14.164 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] ClsHello.BadMethods (3029 ms) 2024-08-19T11:47:14.164 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] ClsHello.Filter 2024-08-19T11:47:14.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:14 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:14.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:14 smithi155 ceph-mon[76679]: osdmap e977: 8 total, 8 up, 8 in 2024-08-19T11:47:14.597 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:14 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:14.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:14 smithi136 ceph-mon[88916]: osdmap e977: 8 total, 8 up, 8 in 2024-08-19T11:47:14.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:14 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:14.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:14 smithi136 ceph-mon[86496]: osdmap e977: 8 total, 8 up, 8 in 2024-08-19T11:47:15.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:15 smithi155 ceph-mon[76679]: pgmap v1128: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:15.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:15 smithi155 ceph-mon[76679]: osdmap e978: 8 total, 8 up, 8 in 2024-08-19T11:47:15.597 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:15 smithi136 ceph-mon[88916]: pgmap v1128: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:15.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:15 smithi136 ceph-mon[88916]: osdmap e978: 8 total, 8 up, 8 in 2024-08-19T11:47:15.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:15 smithi136 ceph-mon[86496]: pgmap v1128: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:15.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:15 smithi136 ceph-mon[86496]: osdmap e978: 8 total, 8 up, 8 in 2024-08-19T11:47:16.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:16 smithi155 ceph-mon[76679]: osdmap e979: 8 total, 8 up, 8 in 2024-08-19T11:47:16.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:16 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3155885071' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:16.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:16 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:16.597 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:16 smithi136 ceph-mon[88916]: osdmap e979: 8 total, 8 up, 8 in 2024-08-19T11:47:16.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:16 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3155885071' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:16.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:16 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:16.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:16 smithi136 ceph-mon[86496]: osdmap e979: 8 total, 8 up, 8 in 2024-08-19T11:47:16.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:16 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3155885071' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:16.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:16 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:17.185 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] ClsHello.Filter (3021 ms) 2024-08-19T11:47:17.185 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] 6 tests from ClsHello (18999 ms total) 2024-08-19T11:47:17.185 INFO:tasks.workunit.client.0.smithi136.stdout: 2024-08-19T11:47:17.185 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] Global test environment tear-down 2024-08-19T11:47:17.185 INFO:tasks.workunit.client.0.smithi136.stdout:[==========] 6 tests from 1 test suite ran. (18999 ms total) 2024-08-19T11:47:17.185 INFO:tasks.workunit.client.0.smithi136.stdout:[ PASSED ] 6 tests. 2024-08-19T11:47:17.188 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-19T11:47:17.188 DEBUG:teuthology.orchestra.run.smithi136:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-19T11:47:17.257 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-08-19T11:47:17.257 DEBUG:teuthology.orchestra.run.smithi136:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-08-19T11:47:17.332 INFO:tasks.workunit.client.0.smithi136.stdout:Running main() from gmock_main.cc 2024-08-19T11:47:17.332 INFO:tasks.workunit.client.0.smithi136.stdout:[==========] Running 27 tests from 1 test suite. 2024-08-19T11:47:17.332 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] Global test environment set-up. 2024-08-19T11:47:17.332 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] 27 tests from TestClsJournal 2024-08-19T11:47:17.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:17 smithi155 ceph-mon[76679]: pgmap v1131: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:17.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:17 smithi155 ceph-mon[76679]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:47:17.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:17 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:17.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:17 smithi155 ceph-mon[76679]: osdmap e980: 8 total, 8 up, 8 in 2024-08-19T11:47:17.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:17 smithi136 ceph-mon[88916]: pgmap v1131: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:17.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:17 smithi136 ceph-mon[88916]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:47:17.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:17 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:17.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:17 smithi136 ceph-mon[88916]: osdmap e980: 8 total, 8 up, 8 in 2024-08-19T11:47:17.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:17 smithi136 ceph-mon[86496]: pgmap v1131: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:17.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:17 smithi136 ceph-mon[86496]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:47:17.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:17 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131462-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:17.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:17 smithi136 ceph-mon[86496]: osdmap e980: 8 total, 8 up, 8 in 2024-08-19T11:47:18.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:18 smithi155 ceph-mon[76679]: osdmap e981: 8 total, 8 up, 8 in 2024-08-19T11:47:18.499 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:18 smithi136 ceph-mon[88916]: osdmap e981: 8 total, 8 up, 8 in 2024-08-19T11:47:18.499 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:18 smithi136 ceph-mon[86496]: osdmap e981: 8 total, 8 up, 8 in 2024-08-19T11:47:19.197 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsJournal.Create 2024-08-19T11:47:19.214 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsJournal.Create (17 ms) 2024-08-19T11:47:19.215 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-08-19T11:47:19.219 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsJournal.MinimumSet (5 ms) 2024-08-19T11:47:19.219 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-08-19T11:47:19.224 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsJournal.MinimumSetStale (5 ms) 2024-08-19T11:47:19.224 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-08-19T11:47:19.227 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-08-19T11:47:19.227 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-08-19T11:47:19.230 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-08-19T11:47:19.230 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-08-19T11:47:19.233 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-08-19T11:47:19.233 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-08-19T11:47:19.235 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsJournal.CreateDuplicate (2 ms) 2024-08-19T11:47:19.235 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsJournal.GetClient 2024-08-19T11:47:19.238 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2024-08-19T11:47:19.238 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-08-19T11:47:19.240 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsJournal.ClientRegister (2 ms) 2024-08-19T11:47:19.240 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-08-19T11:47:19.244 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2024-08-19T11:47:19.244 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-08-19T11:47:19.248 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsJournal.ClientUpdateData (4 ms) 2024-08-19T11:47:19.248 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-08-19T11:47:19.253 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-08-19T11:47:19.253 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-08-19T11:47:19.256 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-08-19T11:47:19.256 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-08-19T11:47:19.260 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-08-19T11:47:19.260 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-08-19T11:47:19.355 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (95 ms) 2024-08-19T11:47:19.356 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-08-19T11:47:19.359 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsJournal.ClientCommit (4 ms) 2024-08-19T11:47:19.359 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-08-19T11:47:19.362 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-08-19T11:47:19.362 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-08-19T11:47:19.363 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-08-19T11:47:19.363 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsJournal.ClientList 2024-08-19T11:47:19.398 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsJournal.ClientList (35 ms) 2024-08-19T11:47:19.399 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-08-19T11:47:19.402 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2024-08-19T11:47:19.402 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsJournal.TagCreate 2024-08-19T11:47:19.410 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsJournal.TagCreate (9 ms) 2024-08-19T11:47:19.411 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-08-19T11:47:19.417 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (6 ms) 2024-08-19T11:47:19.418 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsJournal.TagList 2024-08-19T11:47:19.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:19 smithi155 ceph-mon[76679]: pgmap v1134: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:19.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:19 smithi155 ceph-mon[76679]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:47:19.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:19 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:47:19.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:19 smithi155 ceph-mon[76679]: osdmap e982: 8 total, 8 up, 8 in 2024-08-19T11:47:19.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:19 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/2119451948' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131602-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:19.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:19 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131602-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:19.505 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsJournal.TagList (87 ms) 2024-08-19T11:47:19.505 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-08-19T11:47:19.506 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-08-19T11:47:19.506 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-08-19T11:47:19.507 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-08-19T11:47:19.507 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-08-19T11:47:19.509 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-08-19T11:47:19.509 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsJournal.Append 2024-08-19T11:47:19.521 INFO:tasks.workunit.client.0.smithi136.stdout:padding is not enabled 2024-08-19T11:47:19.521 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsJournal.Append (12 ms) 2024-08-19T11:47:19.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:47:19 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:47:19] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.51.0" 2024-08-19T11:47:19.597 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:19 smithi136 ceph-mon[86496]: pgmap v1134: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:19.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:19 smithi136 ceph-mon[86496]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:47:19.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:19 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:47:19.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:19 smithi136 ceph-mon[86496]: osdmap e982: 8 total, 8 up, 8 in 2024-08-19T11:47:19.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:19 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/2119451948' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131602-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:19.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:19 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131602-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:19.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:19 smithi136 ceph-mon[88916]: pgmap v1134: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:19.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:19 smithi136 ceph-mon[88916]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:47:19.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:19 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:47:19.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:19 smithi136 ceph-mon[88916]: osdmap e982: 8 total, 8 up, 8 in 2024-08-19T11:47:19.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:19 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/2119451948' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131602-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:19.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:19 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131602-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:20.204 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] 27 tests from TestClsJournal (324 ms total) 2024-08-19T11:47:20.204 INFO:tasks.workunit.client.0.smithi136.stdout: 2024-08-19T11:47:20.204 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] Global test environment tear-down 2024-08-19T11:47:20.204 INFO:tasks.workunit.client.0.smithi136.stdout:[==========] 27 tests from 1 test suite ran. (2872 ms total) 2024-08-19T11:47:20.205 INFO:tasks.workunit.client.0.smithi136.stdout:[ PASSED ] 27 tests. 2024-08-19T11:47:20.207 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-19T11:47:20.207 DEBUG:teuthology.orchestra.run.smithi136:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-19T11:47:20.275 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-08-19T11:47:20.276 DEBUG:teuthology.orchestra.run.smithi136:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-08-19T11:47:20.350 INFO:tasks.workunit.client.0.smithi136.stdout:Running main() from gmock_main.cc 2024-08-19T11:47:20.350 INFO:tasks.workunit.client.0.smithi136.stdout:[==========] Running 11 tests from 1 test suite. 2024-08-19T11:47:20.350 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] Global test environment set-up. 2024-08-19T11:47:20.350 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] 11 tests from ClsLock 2024-08-19T11:47:20.350 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-08-19T11:47:20.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:20 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131602-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:20.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:20 smithi155 ceph-mon[76679]: osdmap e983: 8 total, 8 up, 8 in 2024-08-19T11:47:20.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:20 smithi155 ceph-mon[76679]: pgmap v1137: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:20.597 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:20 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131602-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:20.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:20 smithi136 ceph-mon[88916]: osdmap e983: 8 total, 8 up, 8 in 2024-08-19T11:47:20.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:20 smithi136 ceph-mon[88916]: pgmap v1137: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:20.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:20 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131602-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:20.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:20 smithi136 ceph-mon[86496]: osdmap e983: 8 total, 8 up, 8 in 2024-08-19T11:47:20.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:20 smithi136 ceph-mon[86496]: pgmap v1137: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:21.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:21 smithi155 ceph-mon[76679]: osdmap e984: 8 total, 8 up, 8 in 2024-08-19T11:47:21.597 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:21 smithi136 ceph-mon[88916]: osdmap e984: 8 total, 8 up, 8 in 2024-08-19T11:47:21.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:21 smithi136 ceph-mon[86496]: osdmap e984: 8 total, 8 up, 8 in 2024-08-19T11:47:22.255 INFO:tasks.workunit.client.0.smithi136.stdout:lock: mylock 2024-08-19T11:47:22.255 INFO:tasks.workunit.client.0.smithi136.stdout: lock_type: exclusive 2024-08-19T11:47:22.255 INFO:tasks.workunit.client.0.smithi136.stdout: tag: 2024-08-19T11:47:22.255 INFO:tasks.workunit.client.0.smithi136.stdout: lockers: 2024-08-19T11:47:22.255 INFO:tasks.workunit.client.0.smithi136.stdout: client.34881 expiration=2024-08-19T11:49:22.251348+0000 addr=v1:172.21.15.136:0/1508315417 cookie= 2024-08-19T11:47:22.259 INFO:tasks.workunit.client.0.smithi136.stdout:lock: mylock 2024-08-19T11:47:22.259 INFO:tasks.workunit.client.0.smithi136.stdout: lock_type: shared 2024-08-19T11:47:22.259 INFO:tasks.workunit.client.0.smithi136.stdout: tag: 2024-08-19T11:47:22.259 INFO:tasks.workunit.client.0.smithi136.stdout: lockers: 2024-08-19T11:47:22.259 INFO:tasks.workunit.client.0.smithi136.stdout: client.34881 expiration=2024-08-19T11:49:22.257859+0000 addr=v1:172.21.15.136:0/1508315417 cookie= 2024-08-19T11:47:22.259 INFO:tasks.workunit.client.0.smithi136.stdout: client.44807 expiration=0.000000 addr=v1:172.21.15.136:0/1932133977 cookie= 2024-08-19T11:47:22.260 INFO:tasks.workunit.client.0.smithi136.stdout:lock: mylock 2024-08-19T11:47:22.260 INFO:tasks.workunit.client.0.smithi136.stdout: lock_type: shared 2024-08-19T11:47:22.260 INFO:tasks.workunit.client.0.smithi136.stdout: tag: 2024-08-19T11:47:22.260 INFO:tasks.workunit.client.0.smithi136.stdout: lockers: 2024-08-19T11:47:22.260 INFO:tasks.workunit.client.0.smithi136.stdout: client.44807 expiration=0.000000 addr=v1:172.21.15.136:0/1932133977 cookie= 2024-08-19T11:47:22.597 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:22 smithi136 ceph-mon[88916]: osdmap e985: 8 total, 8 up, 8 in 2024-08-19T11:47:22.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:22 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/1508315417' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:22.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:22 smithi136 ceph-mon[88916]: pgmap v1140: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:22.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:22 smithi136 ceph-mon[86496]: osdmap e985: 8 total, 8 up, 8 in 2024-08-19T11:47:22.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:22 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/1508315417' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:22.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:22 smithi136 ceph-mon[86496]: pgmap v1140: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:22.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:22 smithi155 ceph-mon[76679]: osdmap e985: 8 total, 8 up, 8 in 2024-08-19T11:47:22.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:22 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/1508315417' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:22.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:22 smithi155 ceph-mon[76679]: pgmap v1140: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:23.228 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] ClsLock.TestMultiLocking (2878 ms) 2024-08-19T11:47:23.228 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] ClsLock.TestMeta 2024-08-19T11:47:23.597 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:23 smithi136 ceph-mon[88916]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:47:23.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:23 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/1508315417' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:23.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:23 smithi136 ceph-mon[88916]: osdmap e986: 8 total, 8 up, 8 in 2024-08-19T11:47:23.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:23 smithi136 ceph-mon[86496]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:47:23.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:23 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/1508315417' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:23.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:23 smithi136 ceph-mon[86496]: osdmap e986: 8 total, 8 up, 8 in 2024-08-19T11:47:23.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:23 smithi155 ceph-mon[76679]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:47:23.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:23 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/1508315417' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:23.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:23 smithi155 ceph-mon[76679]: osdmap e986: 8 total, 8 up, 8 in 2024-08-19T11:47:24.597 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:24 smithi136 ceph-mon[88916]: osdmap e987: 8 total, 8 up, 8 in 2024-08-19T11:47:24.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:24 smithi136 ceph-mon[88916]: pgmap v1143: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:24.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:24 smithi136 ceph-mon[86496]: osdmap e987: 8 total, 8 up, 8 in 2024-08-19T11:47:24.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:24 smithi136 ceph-mon[86496]: pgmap v1143: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:24.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:24 smithi155 ceph-mon[76679]: osdmap e987: 8 total, 8 up, 8 in 2024-08-19T11:47:24.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:24 smithi155 ceph-mon[76679]: pgmap v1143: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:25.275 INFO:tasks.workunit.client.0.smithi136.stdout:lock: mylock 2024-08-19T11:47:25.275 INFO:tasks.workunit.client.0.smithi136.stdout: lock_type: shared 2024-08-19T11:47:25.275 INFO:tasks.workunit.client.0.smithi136.stdout: tag: 2024-08-19T11:47:25.275 INFO:tasks.workunit.client.0.smithi136.stdout: lockers: 2024-08-19T11:47:25.275 INFO:tasks.workunit.client.0.smithi136.stdout: client.44819 expiration=0.000000 addr=v1:172.21.15.136:0/4061585621 cookie= 2024-08-19T11:47:25.277 INFO:tasks.workunit.client.0.smithi136.stdout:lock: mylock 2024-08-19T11:47:25.277 INFO:tasks.workunit.client.0.smithi136.stdout: lock_type: exclusive 2024-08-19T11:47:25.277 INFO:tasks.workunit.client.0.smithi136.stdout: tag: new_tag 2024-08-19T11:47:25.277 INFO:tasks.workunit.client.0.smithi136.stdout: lockers: 2024-08-19T11:47:25.277 INFO:tasks.workunit.client.0.smithi136.stdout: client.34893 expiration=0.000000 addr=v1:172.21.15.136:0/2569226761 cookie= 2024-08-19T11:47:25.597 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:25 smithi136 ceph-mon[86496]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:47:25.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:25 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:47:25.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:25 smithi136 ceph-mon[86496]: osdmap e988: 8 total, 8 up, 8 in 2024-08-19T11:47:25.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:25 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/2569226761' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:25.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:25 smithi136 ceph-mon[88916]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:47:25.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:25 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:47:25.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:25 smithi136 ceph-mon[88916]: osdmap e988: 8 total, 8 up, 8 in 2024-08-19T11:47:25.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:25 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/2569226761' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:25.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:25 smithi155 ceph-mon[76679]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:47:25.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:25 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:47:25.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:25 smithi155 ceph-mon[76679]: osdmap e988: 8 total, 8 up, 8 in 2024-08-19T11:47:25.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:25 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/2569226761' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:26.254 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] ClsLock.TestMeta (3025 ms) 2024-08-19T11:47:26.254 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] ClsLock.TestCookie 2024-08-19T11:47:26.597 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:26 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/2569226761' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:26.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:26 smithi136 ceph-mon[86496]: osdmap e989: 8 total, 8 up, 8 in 2024-08-19T11:47:26.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:26 smithi136 ceph-mon[86496]: pgmap v1146: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:26.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:26 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:47:26.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:26 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:47:26.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:26 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/2569226761' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:26.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:26 smithi136 ceph-mon[88916]: osdmap e989: 8 total, 8 up, 8 in 2024-08-19T11:47:26.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:26 smithi136 ceph-mon[88916]: pgmap v1146: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:26.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:26 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:47:26.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:26 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:47:26.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:26 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/2569226761' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:26.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:26 smithi155 ceph-mon[76679]: osdmap e989: 8 total, 8 up, 8 in 2024-08-19T11:47:26.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:26 smithi155 ceph-mon[76679]: pgmap v1146: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:26.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:26 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:47:26.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:26 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:47:27.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:27 smithi136 ceph-mon[86496]: osdmap e990: 8 total, 8 up, 8 in 2024-08-19T11:47:27.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:27 smithi136 ceph-mon[88916]: osdmap e990: 8 total, 8 up, 8 in 2024-08-19T11:47:27.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:27 smithi155 ceph-mon[76679]: osdmap e990: 8 total, 8 up, 8 in 2024-08-19T11:47:28.353 INFO:tasks.workunit.client.0.smithi136.stdout:lock: mylock 2024-08-19T11:47:28.353 INFO:tasks.workunit.client.0.smithi136.stdout: lock_type: exclusive 2024-08-19T11:47:28.353 INFO:tasks.workunit.client.0.smithi136.stdout: tag: 2024-08-19T11:47:28.353 INFO:tasks.workunit.client.0.smithi136.stdout: lockers: 2024-08-19T11:47:28.355 INFO:tasks.workunit.client.0.smithi136.stdout:lock: mylock 2024-08-19T11:47:28.355 INFO:tasks.workunit.client.0.smithi136.stdout: lock_type: shared 2024-08-19T11:47:28.355 INFO:tasks.workunit.client.0.smithi136.stdout: tag: 2024-08-19T11:47:28.355 INFO:tasks.workunit.client.0.smithi136.stdout: lockers: 2024-08-19T11:47:28.355 INFO:tasks.workunit.client.0.smithi136.stdout: client.44825 expiration=0.000000 addr=v1:172.21.15.136:0/2199792187 cookie= 2024-08-19T11:47:28.355 INFO:tasks.workunit.client.0.smithi136.stdout: client.44825 expiration=0.000000 addr=v1:172.21.15.136:0/2199792187 cookie=new cookie 2024-08-19T11:47:28.597 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:28 smithi136 ceph-mon[86496]: osdmap e991: 8 total, 8 up, 8 in 2024-08-19T11:47:28.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:28 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/2199792187' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:28.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:28 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:28.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:28 smithi136 ceph-mon[86496]: pgmap v1149: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:28.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:28 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:47:28.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:28 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:47:28.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:28 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:47:28.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:28 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:47:28.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:28 smithi136 ceph-mon[88916]: osdmap e991: 8 total, 8 up, 8 in 2024-08-19T11:47:28.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:28 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/2199792187' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:28.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:28 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:28.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:28 smithi136 ceph-mon[88916]: pgmap v1149: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:28.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:28 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:47:28.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:28 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:47:28.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:28 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:47:28.599 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:28 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:47:28.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:28 smithi155 ceph-mon[76679]: osdmap e991: 8 total, 8 up, 8 in 2024-08-19T11:47:28.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:28 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/2199792187' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:28.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:28 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:28.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:28 smithi155 ceph-mon[76679]: pgmap v1149: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:28.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:28 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:47:28.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:28 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:47:28.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:28 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:47:28.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:28 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:47:29.279 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] ClsLock.TestCookie (3026 ms) 2024-08-19T11:47:29.279 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-08-19T11:47:29.598 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:47:29 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:47:29] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.51.0" 2024-08-19T11:47:29.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:29 smithi136 ceph-mon[88916]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:47:29.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:29 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:29.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:29 smithi136 ceph-mon[88916]: osdmap e992: 8 total, 8 up, 8 in 2024-08-19T11:47:29.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:29 smithi136 ceph-mon[86496]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:47:29.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:29 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:29.599 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:29 smithi136 ceph-mon[86496]: osdmap e992: 8 total, 8 up, 8 in 2024-08-19T11:47:29.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:29 smithi155 ceph-mon[76679]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:47:29.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:29 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:29.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:29 smithi155 ceph-mon[76679]: osdmap e992: 8 total, 8 up, 8 in 2024-08-19T11:47:30.597 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:30 smithi136 ceph-mon[88916]: osdmap e993: 8 total, 8 up, 8 in 2024-08-19T11:47:30.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:30 smithi136 ceph-mon[88916]: pgmap v1152: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:30.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:30 smithi136 ceph-mon[86496]: osdmap e993: 8 total, 8 up, 8 in 2024-08-19T11:47:30.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:30 smithi136 ceph-mon[86496]: pgmap v1152: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:30.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:30 smithi155 ceph-mon[76679]: osdmap e993: 8 total, 8 up, 8 in 2024-08-19T11:47:30.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:30 smithi155 ceph-mon[76679]: pgmap v1152: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:31.597 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:31 smithi136 ceph-mon[88916]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:47:31.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:31 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:47:31.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:31 smithi136 ceph-mon[88916]: osdmap e994: 8 total, 8 up, 8 in 2024-08-19T11:47:31.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:31 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3713822255' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:31.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:31 smithi136 ceph-mon[86496]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:47:31.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:31 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:47:31.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:31 smithi136 ceph-mon[86496]: osdmap e994: 8 total, 8 up, 8 in 2024-08-19T11:47:31.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:31 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3713822255' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:31.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:31 smithi155 ceph-mon[76679]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:47:31.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:31 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:47:31.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:31 smithi155 ceph-mon[76679]: osdmap e994: 8 total, 8 up, 8 in 2024-08-19T11:47:31.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:31 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3713822255' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:32.299 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] ClsLock.TestMultipleLocks (3019 ms) 2024-08-19T11:47:32.299 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] ClsLock.TestLockDuration 2024-08-19T11:47:32.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:32 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3713822255' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:32.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:32 smithi136 ceph-mon[88916]: osdmap e995: 8 total, 8 up, 8 in 2024-08-19T11:47:32.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:32 smithi136 ceph-mon[88916]: pgmap v1155: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:32.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:32 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3713822255' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:32.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:32 smithi136 ceph-mon[86496]: osdmap e995: 8 total, 8 up, 8 in 2024-08-19T11:47:32.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:32 smithi136 ceph-mon[86496]: pgmap v1155: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:32.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:32 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3713822255' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:32.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:32 smithi155 ceph-mon[76679]: osdmap e995: 8 total, 8 up, 8 in 2024-08-19T11:47:32.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:32 smithi155 ceph-mon[76679]: pgmap v1155: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:33.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:33 smithi136 ceph-mon[88916]: osdmap e996: 8 total, 8 up, 8 in 2024-08-19T11:47:33.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:33 smithi136 ceph-mon[86496]: osdmap e996: 8 total, 8 up, 8 in 2024-08-19T11:47:33.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:33 smithi155 ceph-mon[76679]: osdmap e996: 8 total, 8 up, 8 in 2024-08-19T11:47:34.597 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:34 smithi136 ceph-mon[88916]: osdmap e997: 8 total, 8 up, 8 in 2024-08-19T11:47:34.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:34 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/528532067' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:34.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:34 smithi136 ceph-mon[88916]: pgmap v1158: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:34.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:34 smithi136 ceph-mon[86496]: osdmap e997: 8 total, 8 up, 8 in 2024-08-19T11:47:34.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:34 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/528532067' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:34.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:34 smithi136 ceph-mon[86496]: pgmap v1158: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:34.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:34 smithi155 ceph-mon[76679]: osdmap e997: 8 total, 8 up, 8 in 2024-08-19T11:47:34.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:34 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/528532067' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:34.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:34 smithi155 ceph-mon[76679]: pgmap v1158: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:35.597 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:35 smithi136 ceph-mon[88916]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:47:35.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:35 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/528532067' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:35.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:35 smithi136 ceph-mon[88916]: osdmap e998: 8 total, 8 up, 8 in 2024-08-19T11:47:35.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:35 smithi136 ceph-mon[86496]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:47:35.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:35 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/528532067' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:35.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:35 smithi136 ceph-mon[86496]: osdmap e998: 8 total, 8 up, 8 in 2024-08-19T11:47:35.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:35 smithi155 ceph-mon[76679]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:47:35.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:35 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/528532067' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:35.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:35 smithi155 ceph-mon[76679]: osdmap e998: 8 total, 8 up, 8 in 2024-08-19T11:47:36.597 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:36 smithi136 ceph-mon[88916]: osdmap e999: 8 total, 8 up, 8 in 2024-08-19T11:47:36.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:36 smithi136 ceph-mon[88916]: pgmap v1161: 137 pgs: 6 creating+peering, 12 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:47:36.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:36 smithi136 ceph-mon[86496]: osdmap e999: 8 total, 8 up, 8 in 2024-08-19T11:47:36.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:36 smithi136 ceph-mon[86496]: pgmap v1161: 137 pgs: 6 creating+peering, 12 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:47:36.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:36 smithi155 ceph-mon[76679]: osdmap e999: 8 total, 8 up, 8 in 2024-08-19T11:47:36.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:36 smithi155 ceph-mon[76679]: pgmap v1161: 137 pgs: 6 creating+peering, 12 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:47:37.597 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:37 smithi136 ceph-mon[86496]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:47:37.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:37 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:47:37.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:37 smithi136 ceph-mon[88916]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:47:37.598 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:37 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:47:37.611 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:37 smithi155 ceph-mon[76679]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:47:37.611 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:37 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:47:38.597 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:38 smithi136 ceph-mon[88916]: pgmap v1162: 137 pgs: 6 creating+peering, 2 unknown, 129 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:47:38.598 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:38 smithi136 ceph-mon[86496]: pgmap v1162: 137 pgs: 6 creating+peering, 2 unknown, 129 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:47:38.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:38 smithi155 ceph-mon[76679]: pgmap v1162: 137 pgs: 6 creating+peering, 2 unknown, 129 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:47:39.393 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] ClsLock.TestLockDuration (7095 ms) 2024-08-19T11:47:39.393 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-08-19T11:47:39.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:47:39 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:47:39] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.51.0" 2024-08-19T11:47:40.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:40 smithi155 ceph-mon[76679]: pgmap v1163: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:47:40.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:40 smithi155 ceph-mon[76679]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-19T11:47:40.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:40 smithi136 ceph-mon[86496]: pgmap v1163: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:47:40.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:40 smithi136 ceph-mon[86496]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-19T11:47:40.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:40 smithi136 ceph-mon[88916]: pgmap v1163: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:47:40.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:40 smithi136 ceph-mon[88916]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-19T11:47:41.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:41 smithi155 ceph-mon[76679]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-19T11:47:41.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:41 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/2879598760' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:41.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:41 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:47:41.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:41 smithi136 ceph-mon[88916]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-19T11:47:41.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:41 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/2879598760' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:41.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:41 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:47:41.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:41 smithi136 ceph-mon[86496]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-19T11:47:41.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:41 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/2879598760' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:41.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:41 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:47:42.407 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] ClsLock.TestAssertLocked (3014 ms) 2024-08-19T11:47:42.408 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] ClsLock.TestSetCookie 2024-08-19T11:47:42.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:42 smithi155 ceph-mon[76679]: pgmap v1166: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:42.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:42 smithi155 ceph-mon[76679]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:47:42.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:42 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/2879598760' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:42.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:42 smithi155 ceph-mon[76679]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-19T11:47:42.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:42 smithi136 ceph-mon[88916]: pgmap v1166: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:42.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:42 smithi136 ceph-mon[88916]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:47:42.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:42 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/2879598760' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:42.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:42 smithi136 ceph-mon[88916]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-19T11:47:42.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:42 smithi136 ceph-mon[86496]: pgmap v1166: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:42.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:42 smithi136 ceph-mon[86496]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:47:42.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:42 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/2879598760' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:42.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:42 smithi136 ceph-mon[86496]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-19T11:47:43.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:43 smithi155 ceph-mon[76679]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-19T11:47:43.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:43 smithi136 ceph-mon[88916]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-19T11:47:43.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:43 smithi136 ceph-mon[86496]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-19T11:47:44.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:44 smithi155 ceph-mon[76679]: pgmap v1169: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:44.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:44 smithi155 ceph-mon[76679]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:47:44.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:44 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:47:44.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:44 smithi155 ceph-mon[76679]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-19T11:47:44.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:44 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/2154053986' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:44.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:44 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:44.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:44 smithi136 ceph-mon[88916]: pgmap v1169: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:44.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:44 smithi136 ceph-mon[88916]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:47:44.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:44 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:47:44.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:44 smithi136 ceph-mon[88916]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-19T11:47:44.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:44 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/2154053986' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:44.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:44 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:44.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:44 smithi136 ceph-mon[86496]: pgmap v1169: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:44.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:44 smithi136 ceph-mon[86496]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:47:44.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:44 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:47:44.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:44 smithi136 ceph-mon[86496]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-19T11:47:44.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:44 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/2154053986' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:44.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:44 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:45.440 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] ClsLock.TestSetCookie (3033 ms) 2024-08-19T11:47:45.440 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] ClsLock.TestRenew 2024-08-19T11:47:45.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:45 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:45.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:45 smithi155 ceph-mon[76679]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-19T11:47:45.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:45 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:45.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:45 smithi136 ceph-mon[88916]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-19T11:47:45.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:45 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:45.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:45 smithi136 ceph-mon[86496]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-19T11:47:46.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:46 smithi155 ceph-mon[76679]: pgmap v1172: 137 pgs: 13 creating+peering, 13 unknown, 111 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:46.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:46 smithi155 ceph-mon[76679]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-19T11:47:46.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:46 smithi136 ceph-mon[88916]: pgmap v1172: 137 pgs: 13 creating+peering, 13 unknown, 111 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:46.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:46 smithi136 ceph-mon[88916]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-19T11:47:46.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:46 smithi136 ceph-mon[86496]: pgmap v1172: 137 pgs: 13 creating+peering, 13 unknown, 111 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:46.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:46 smithi136 ceph-mon[86496]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-19T11:47:47.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:47 smithi155 ceph-mon[76679]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-19T11:47:47.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:47 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/1151731369' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:47.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:47 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:47.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:47 smithi136 ceph-mon[88916]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-19T11:47:47.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:47 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/1151731369' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:47.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:47 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:47.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:47 smithi136 ceph-mon[86496]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-19T11:47:47.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:47 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/1151731369' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:47.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:47 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:47:48.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:48 smithi155 ceph-mon[76679]: pgmap v1175: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:48.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:48 smithi155 ceph-mon[76679]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:47:48.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:48 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:48.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:48 smithi155 ceph-mon[76679]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-19T11:47:48.749 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:48 smithi136 ceph-mon[88916]: pgmap v1175: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:48.749 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:48 smithi136 ceph-mon[88916]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:47:48.749 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:48 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:48.749 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:48 smithi136 ceph-mon[88916]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-19T11:47:48.749 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:48 smithi136 ceph-mon[86496]: pgmap v1175: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:48.749 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:48 smithi136 ceph-mon[86496]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:47:48.750 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:48 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:47:48.750 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:48 smithi136 ceph-mon[86496]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-19T11:47:49.455 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:47:49 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:47:49] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.51.0" 2024-08-19T11:47:49.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:49 smithi155 ceph-mon[76679]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-19T11:47:49.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:49 smithi136 ceph-mon[88916]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-19T11:47:49.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:49 smithi136 ceph-mon[86496]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-19T11:47:50.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:50 smithi155 ceph-mon[76679]: pgmap v1178: 137 pgs: 11 creating+peering, 10 unknown, 116 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:50.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:50 smithi155 ceph-mon[76679]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:47:50.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:50 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:47:50.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:50 smithi136 ceph-mon[86496]: pgmap v1178: 137 pgs: 11 creating+peering, 10 unknown, 116 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:50.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:50 smithi136 ceph-mon[86496]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:47:50.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:50 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:47:50.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:50 smithi136 ceph-mon[88916]: pgmap v1178: 137 pgs: 11 creating+peering, 10 unknown, 116 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:50.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:50 smithi136 ceph-mon[88916]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:47:50.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:50 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:47:52.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:52 smithi155 ceph-mon[76679]: pgmap v1179: 137 pgs: 11 creating+peering, 126 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:52.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:52 smithi136 ceph-mon[88916]: pgmap v1179: 137 pgs: 11 creating+peering, 126 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:52.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:52 smithi136 ceph-mon[86496]: pgmap v1179: 137 pgs: 11 creating+peering, 126 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:47:54.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:54 smithi136 ceph-mon[88916]: pgmap v1180: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 147 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:47:54.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:54 smithi136 ceph-mon[86496]: pgmap v1180: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 147 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:47:54.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:54 smithi155 ceph-mon[76679]: pgmap v1180: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 147 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:47:56.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:56 smithi136 ceph-mon[88916]: pgmap v1181: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:47:56.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:56 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:47:56.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:56 smithi136 ceph-mon[86496]: pgmap v1181: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:47:56.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:56 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:47:56.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:56 smithi155 ceph-mon[76679]: pgmap v1181: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:47:56.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:56 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:47:58.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:47:58 smithi136 ceph-mon[88916]: pgmap v1182: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 309 B/s rd, 0 B/s wr, 1 op/s 2024-08-19T11:47:58.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:47:58 smithi136 ceph-mon[86496]: pgmap v1182: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 309 B/s rd, 0 B/s wr, 1 op/s 2024-08-19T11:47:58.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:47:58 smithi155 ceph-mon[76679]: pgmap v1182: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 309 B/s rd, 0 B/s wr, 1 op/s 2024-08-19T11:47:59.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:47:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:47:59] "GET /metrics HTTP/1.1" 200 36536 "" "Prometheus/2.51.0" 2024-08-19T11:48:00.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:00 smithi136 ceph-mon[88916]: pgmap v1183: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 281 B/s rd, 0 B/s wr, 1 op/s 2024-08-19T11:48:00.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:00 smithi136 ceph-mon[86496]: pgmap v1183: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 281 B/s rd, 0 B/s wr, 1 op/s 2024-08-19T11:48:00.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:00 smithi155 ceph-mon[76679]: pgmap v1183: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 281 B/s rd, 0 B/s wr, 1 op/s 2024-08-19T11:48:02.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:02 smithi136 ceph-mon[88916]: pgmap v1184: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:48:02.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:02 smithi136 ceph-mon[86496]: pgmap v1184: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:48:02.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:02 smithi155 ceph-mon[76679]: pgmap v1184: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:48:04.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:04 smithi136 ceph-mon[88916]: pgmap v1185: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-08-19T11:48:04.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:04 smithi136 ceph-mon[86496]: pgmap v1185: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-08-19T11:48:04.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:04 smithi155 ceph-mon[76679]: pgmap v1185: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-08-19T11:48:06.492 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] ClsLock.TestRenew (21052 ms) 2024-08-19T11:48:06.492 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-08-19T11:48:06.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:06 smithi136 ceph-mon[88916]: pgmap v1186: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:48:06.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:06 smithi136 ceph-mon[86496]: pgmap v1186: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:48:06.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:06 smithi155 ceph-mon[76679]: pgmap v1186: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:48:07.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:07 smithi136 ceph-mon[88916]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-19T11:48:07.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:07 smithi136 ceph-mon[86496]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-19T11:48:07.861 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:07 smithi155 ceph-mon[76679]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-19T11:48:08.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:08 smithi136 ceph-mon[86496]: pgmap v1188: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:08.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:08 smithi136 ceph-mon[86496]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-19T11:48:08.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:08 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/301484781' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:08.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:08 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:08.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:08 smithi136 ceph-mon[88916]: pgmap v1188: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:08.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:08 smithi136 ceph-mon[88916]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-19T11:48:08.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:08 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/301484781' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:08.849 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:08 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:08.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:08 smithi155 ceph-mon[76679]: pgmap v1188: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:08.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:08 smithi155 ceph-mon[76679]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-19T11:48:08.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:08 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/301484781' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:08.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:08 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:09.506 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:48:09 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:48:09] "GET /metrics HTTP/1.1" 200 36536 "" "Prometheus/2.51.0" 2024-08-19T11:48:09.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:09 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:09.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:09 smithi136 ceph-mon[88916]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-19T11:48:09.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:09 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:09.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:09 smithi136 ceph-mon[86496]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-19T11:48:09.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:09 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:09.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:09 smithi155 ceph-mon[76679]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-19T11:48:10.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:10 smithi136 ceph-mon[88916]: pgmap v1191: 137 pgs: 5 creating+peering, 16 unknown, 116 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:10.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:10 smithi136 ceph-mon[88916]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-19T11:48:10.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:10 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:48:10.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:10 smithi136 ceph-mon[86496]: pgmap v1191: 137 pgs: 5 creating+peering, 16 unknown, 116 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:10.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:10 smithi136 ceph-mon[86496]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-19T11:48:10.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:10 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:48:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:10 smithi155 ceph-mon[76679]: pgmap v1191: 137 pgs: 5 creating+peering, 16 unknown, 116 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:10 smithi155 ceph-mon[76679]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-19T11:48:10.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:10 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:48:12.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:12 smithi136 ceph-mon[88916]: pgmap v1193: 137 pgs: 5 creating+peering, 9 unknown, 123 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:12.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:12 smithi136 ceph-mon[86496]: pgmap v1193: 137 pgs: 5 creating+peering, 9 unknown, 123 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:12.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:12 smithi155 ceph-mon[76679]: pgmap v1193: 137 pgs: 5 creating+peering, 9 unknown, 123 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:13.525 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7033 ms) 2024-08-19T11:48:13.525 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-08-19T11:48:14.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:14 smithi136 ceph-mon[88916]: pgmap v1194: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 1 op/s 2024-08-19T11:48:14.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:14 smithi136 ceph-mon[88916]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-19T11:48:14.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:14 smithi136 ceph-mon[86496]: pgmap v1194: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 1 op/s 2024-08-19T11:48:14.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:14 smithi136 ceph-mon[86496]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-19T11:48:14.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:14 smithi155 ceph-mon[76679]: pgmap v1194: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 1 op/s 2024-08-19T11:48:14.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:14 smithi155 ceph-mon[76679]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-19T11:48:15.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:15 smithi136 ceph-mon[88916]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-19T11:48:15.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:15 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3582927924' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:15.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:15 smithi136 ceph-mon[86496]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-19T11:48:15.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:15 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3582927924' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:15.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:15 smithi155 ceph-mon[76679]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-19T11:48:15.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:15 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3582927924' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:16.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:16 smithi136 ceph-mon[88916]: pgmap v1197: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:16.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:16 smithi136 ceph-mon[88916]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:48:16.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:16 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3582927924' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:16.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:16 smithi136 ceph-mon[88916]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-19T11:48:16.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:16 smithi136 ceph-mon[86496]: pgmap v1197: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:16.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:16 smithi136 ceph-mon[86496]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:48:16.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:16 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3582927924' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:16.849 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:16 smithi136 ceph-mon[86496]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-19T11:48:16.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:16 smithi155 ceph-mon[76679]: pgmap v1197: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:16.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:16 smithi155 ceph-mon[76679]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:48:16.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:16 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3582927924' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:16.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:16 smithi155 ceph-mon[76679]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-19T11:48:17.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:17 smithi136 ceph-mon[88916]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-19T11:48:17.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:17 smithi136 ceph-mon[86496]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-19T11:48:17.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:17 smithi155 ceph-mon[76679]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-19T11:48:18.847 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:18 smithi136 ceph-mon[86496]: pgmap v1200: 137 pgs: 9 creating+peering, 10 unknown, 118 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:18.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:18 smithi136 ceph-mon[86496]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:48:18.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:18 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:48:18.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:18 smithi136 ceph-mon[88916]: pgmap v1200: 137 pgs: 9 creating+peering, 10 unknown, 118 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:18.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:18 smithi136 ceph-mon[88916]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:48:18.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:18 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:48:18.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:18 smithi155 ceph-mon[76679]: pgmap v1200: 137 pgs: 9 creating+peering, 10 unknown, 118 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:18.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:18 smithi155 ceph-mon[76679]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:48:18.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:18 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:48:19.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:48:19 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:48:19] "GET /metrics HTTP/1.1" 200 36535 "" "Prometheus/2.51.0" 2024-08-19T11:48:20.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:20 smithi136 ceph-mon[88916]: pgmap v1201: 137 pgs: 9 creating+peering, 128 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:48:20.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:20 smithi136 ceph-mon[86496]: pgmap v1201: 137 pgs: 9 creating+peering, 128 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:48:20.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:20 smithi155 ceph-mon[76679]: pgmap v1201: 137 pgs: 9 creating+peering, 128 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:48:21.561 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8036 ms) 2024-08-19T11:48:21.561 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-08-19T11:48:22.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:22 smithi136 ceph-mon[88916]: pgmap v1202: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:48:22.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:22 smithi136 ceph-mon[88916]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-19T11:48:22.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:22 smithi136 ceph-mon[86496]: pgmap v1202: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:48:22.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:22 smithi136 ceph-mon[86496]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-19T11:48:22.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:22 smithi155 ceph-mon[76679]: pgmap v1202: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:48:22.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:22 smithi155 ceph-mon[76679]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-19T11:48:23.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:23 smithi136 ceph-mon[88916]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-19T11:48:23.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:23 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/4074220229' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:23.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:23 smithi136 ceph-mon[86496]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-19T11:48:23.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:23 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/4074220229' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:23.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:23 smithi155 ceph-mon[76679]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-19T11:48:23.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:23 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/4074220229' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:24.847 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:24 smithi136 ceph-mon[88916]: pgmap v1205: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:24.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:24 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/4074220229' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:24.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:24 smithi136 ceph-mon[88916]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-19T11:48:24.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:24 smithi136 ceph-mon[88916]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:48:24.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:24 smithi136 ceph-mon[86496]: pgmap v1205: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:24.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:24 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/4074220229' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:24.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:24 smithi136 ceph-mon[86496]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-19T11:48:24.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:24 smithi136 ceph-mon[86496]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:48:24.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:24 smithi155 ceph-mon[76679]: pgmap v1205: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:24.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:24 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/4074220229' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-131657-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:24.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:24 smithi155 ceph-mon[76679]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-19T11:48:24.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:24 smithi155 ceph-mon[76679]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:48:25.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:25 smithi136 ceph-mon[88916]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-19T11:48:25.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:48:25.848 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:25 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:48:25.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:25 smithi136 ceph-mon[86496]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-19T11:48:25.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:48:25.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:25 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:48:25.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:25 smithi155 ceph-mon[76679]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-19T11:48:25.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:48:25.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:25 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:48:26.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:26 smithi155 ceph-mon[76679]: pgmap v1208: 137 pgs: 4 creating+peering, 10 unknown, 123 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:26.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:26 smithi155 ceph-mon[76679]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:48:26.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:26 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:48:27.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:26 smithi136 ceph-mon[88916]: pgmap v1208: 137 pgs: 4 creating+peering, 10 unknown, 123 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:27.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:26 smithi136 ceph-mon[88916]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:48:27.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:26 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:48:27.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:26 smithi136 ceph-mon[86496]: pgmap v1208: 137 pgs: 4 creating+peering, 10 unknown, 123 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:27.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:26 smithi136 ceph-mon[86496]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:48:27.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:26 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:48:28.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:28 smithi155 ceph-mon[76679]: pgmap v1209: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:48:28.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:28 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:48:28.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:28 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:48:28.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:28 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:48:28.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:28 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:48:29.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:28 smithi136 ceph-mon[88916]: pgmap v1209: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:48:29.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:28 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:48:29.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:28 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:48:29.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:28 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:48:29.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:28 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:48:29.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:28 smithi136 ceph-mon[86496]: pgmap v1209: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:48:29.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:28 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T11:48:29.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:28 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T11:48:29.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:28 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T11:48:29.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:28 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:48:29.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:48:29 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:48:29] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.51.0" 2024-08-19T11:48:29.613 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8052 ms) 2024-08-19T11:48:29.613 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] 11 tests from ClsLock (69263 ms total) 2024-08-19T11:48:29.613 INFO:tasks.workunit.client.0.smithi136.stdout: 2024-08-19T11:48:29.613 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] Global test environment tear-down 2024-08-19T11:48:29.613 INFO:tasks.workunit.client.0.smithi136.stdout:[==========] 11 tests from 1 test suite ran. (69263 ms total) 2024-08-19T11:48:29.614 INFO:tasks.workunit.client.0.smithi136.stdout:[ PASSED ] 11 tests. 2024-08-19T11:48:29.617 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-19T11:48:29.617 DEBUG:teuthology.orchestra.run.smithi136:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-19T11:48:29.688 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-08-19T11:48:29.688 DEBUG:teuthology.orchestra.run.smithi136:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-08-19T11:48:29.761 INFO:tasks.workunit.client.0.smithi136.stdout:Running main() from gmock_main.cc 2024-08-19T11:48:29.761 INFO:tasks.workunit.client.0.smithi136.stdout:[==========] Running 4 tests from 1 test suite. 2024-08-19T11:48:29.761 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] Global test environment set-up. 2024-08-19T11:48:29.761 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] 4 tests from cls_log 2024-08-19T11:48:29.762 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-08-19T11:48:30.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:30 smithi155 ceph-mon[76679]: pgmap v1210: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:48:30.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:30 smithi155 ceph-mon[76679]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-19T11:48:31.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:30 smithi136 ceph-mon[88916]: pgmap v1210: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:48:31.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:30 smithi136 ceph-mon[88916]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-19T11:48:31.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:30 smithi136 ceph-mon[86496]: pgmap v1210: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T11:48:31.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:30 smithi136 ceph-mon[86496]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-19T11:48:31.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:31 smithi155 ceph-mon[76679]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-19T11:48:31.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:31 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3525356307' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132172-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:31.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:31 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3525356307' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132172-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:31.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:31 smithi155 ceph-mon[76679]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-19T11:48:32.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:31 smithi136 ceph-mon[88916]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-19T11:48:32.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:31 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3525356307' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132172-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:32.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:31 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3525356307' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132172-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:32.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:31 smithi136 ceph-mon[88916]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-19T11:48:32.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:31 smithi136 ceph-mon[86496]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-19T11:48:32.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:31 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3525356307' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132172-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:32.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:31 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3525356307' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132172-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:32.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:31 smithi136 ceph-mon[86496]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-19T11:48:32.644 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] cls_log.test_log_add_same_time (2882 ms) 2024-08-19T11:48:32.644 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-08-19T11:48:32.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:32 smithi155 ceph-mon[76679]: pgmap v1213: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:32.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:32 smithi155 ceph-mon[76679]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:48:33.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:32 smithi136 ceph-mon[88916]: pgmap v1213: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:33.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:32 smithi136 ceph-mon[88916]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:48:33.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:32 smithi136 ceph-mon[86496]: pgmap v1213: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:33.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:32 smithi136 ceph-mon[86496]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:48:33.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:33 smithi155 ceph-mon[76679]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-19T11:48:34.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:33 smithi136 ceph-mon[88916]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-19T11:48:34.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:33 smithi136 ceph-mon[86496]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-19T11:48:34.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:34 smithi155 ceph-mon[76679]: pgmap v1216: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:34.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:34 smithi155 ceph-mon[76679]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:48:34.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:34 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:48:34.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:34 smithi155 ceph-mon[76679]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-19T11:48:34.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:34 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3952323233' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132172-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:35.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:34 smithi136 ceph-mon[88916]: pgmap v1216: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:35.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:34 smithi136 ceph-mon[88916]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:48:35.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:34 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:48:35.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:34 smithi136 ceph-mon[88916]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-19T11:48:35.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:34 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3952323233' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132172-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:35.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:34 smithi136 ceph-mon[86496]: pgmap v1216: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:35.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:34 smithi136 ceph-mon[86496]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:48:35.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:34 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:48:35.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:34 smithi136 ceph-mon[86496]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-19T11:48:35.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:34 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3952323233' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132172-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:35.669 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] cls_log.test_log_add_different_time (3024 ms) 2024-08-19T11:48:35.669 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] cls_log.trim_by_time 2024-08-19T11:48:35.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:35 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3952323233' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132172-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:35.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:35 smithi155 ceph-mon[76679]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-19T11:48:36.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:35 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3952323233' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132172-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:36.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:35 smithi136 ceph-mon[88916]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-19T11:48:36.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:35 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3952323233' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132172-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:36.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:35 smithi136 ceph-mon[86496]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-19T11:48:36.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:36 smithi155 ceph-mon[76679]: pgmap v1219: 137 pgs: 6 creating+peering, 17 unknown, 114 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:36.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:36 smithi155 ceph-mon[76679]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-19T11:48:37.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:36 smithi136 ceph-mon[88916]: pgmap v1219: 137 pgs: 6 creating+peering, 17 unknown, 114 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:37.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:36 smithi136 ceph-mon[88916]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-19T11:48:37.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:36 smithi136 ceph-mon[86496]: pgmap v1219: 137 pgs: 6 creating+peering, 17 unknown, 114 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:37.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:36 smithi136 ceph-mon[86496]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-19T11:48:37.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:37 smithi155 ceph-mon[76679]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-19T11:48:37.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:37 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3845221889' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132172-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:37.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:37 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132172-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:38.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:37 smithi136 ceph-mon[86496]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-19T11:48:38.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:37 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3845221889' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132172-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:38.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:37 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132172-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:38.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:37 smithi136 ceph-mon[88916]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-19T11:48:38.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:37 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3845221889' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132172-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:38.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:37 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132172-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:38.689 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] cls_log.trim_by_time (3019 ms) 2024-08-19T11:48:38.689 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] cls_log.trim_by_marker 2024-08-19T11:48:38.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:38 smithi155 ceph-mon[76679]: pgmap v1222: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:38.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:38 smithi155 ceph-mon[76679]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:48:38.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:38 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132172-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:38.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:38 smithi155 ceph-mon[76679]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-19T11:48:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:38 smithi136 ceph-mon[86496]: pgmap v1222: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:38 smithi136 ceph-mon[86496]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:48:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:38 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132172-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:39.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:38 smithi136 ceph-mon[86496]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-19T11:48:39.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:38 smithi136 ceph-mon[88916]: pgmap v1222: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:39.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:38 smithi136 ceph-mon[88916]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:48:39.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:38 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132172-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:39.099 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:38 smithi136 ceph-mon[88916]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-19T11:48:39.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:48:39 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:48:39] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.51.0" 2024-08-19T11:48:39.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:39 smithi155 ceph-mon[76679]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-19T11:48:40.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:39 smithi136 ceph-mon[88916]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-19T11:48:40.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:39 smithi136 ceph-mon[86496]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-19T11:48:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:40 smithi155 ceph-mon[76679]: pgmap v1225: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:40 smithi155 ceph-mon[76679]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:48:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:40 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:48:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:40 smithi155 ceph-mon[76679]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-19T11:48:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:40 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3026931870' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132172-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:48:40.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:40 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:48:41.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:40 smithi136 ceph-mon[88916]: pgmap v1225: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:41.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:40 smithi136 ceph-mon[88916]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:48:41.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:40 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:48:41.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:40 smithi136 ceph-mon[88916]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-19T11:48:41.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:40 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3026931870' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132172-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:41.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:48:41.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:40 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:48:41.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:40 smithi136 ceph-mon[86496]: pgmap v1225: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:41.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:40 smithi136 ceph-mon[86496]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:48:41.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:40 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:48:41.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:40 smithi136 ceph-mon[86496]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-19T11:48:41.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:40 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3026931870' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132172-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:41.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' 2024-08-19T11:48:41.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:40 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:48:41.714 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] cls_log.trim_by_marker (3026 ms) 2024-08-19T11:48:41.714 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] 4 tests from cls_log (11953 ms total) 2024-08-19T11:48:41.714 INFO:tasks.workunit.client.0.smithi136.stdout: 2024-08-19T11:48:41.714 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] Global test environment tear-down 2024-08-19T11:48:41.714 INFO:tasks.workunit.client.0.smithi136.stdout:[==========] 4 tests from 1 test suite ran. (11953 ms total) 2024-08-19T11:48:41.715 INFO:tasks.workunit.client.0.smithi136.stdout:[ PASSED ] 4 tests. 2024-08-19T11:48:41.717 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-19T11:48:41.717 DEBUG:teuthology.orchestra.run.smithi136:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-19T11:48:41.787 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-08-19T11:48:41.788 DEBUG:teuthology.orchestra.run.smithi136:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-08-19T11:48:41.863 INFO:tasks.workunit.client.0.smithi136.stdout:Running main() from gmock_main.cc 2024-08-19T11:48:41.863 INFO:tasks.workunit.client.0.smithi136.stdout:[==========] Running 4 tests from 1 test suite. 2024-08-19T11:48:41.863 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] Global test environment set-up. 2024-08-19T11:48:41.863 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] 4 tests from ClsNumOps 2024-08-19T11:48:41.863 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] ClsNumOps.Add 2024-08-19T11:48:41.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:41 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3026931870' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132172-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:41.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:41 smithi155 ceph-mon[76679]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-19T11:48:42.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:41 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3026931870' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132172-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:42.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:41 smithi136 ceph-mon[88916]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-19T11:48:42.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:41 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3026931870' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132172-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:42.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:41 smithi136 ceph-mon[86496]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-19T11:48:42.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:42 smithi155 ceph-mon[76679]: pgmap v1228: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:42.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:42 smithi155 ceph-mon[76679]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-19T11:48:43.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:42 smithi136 ceph-mon[88916]: pgmap v1228: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:43.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:42 smithi136 ceph-mon[88916]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-19T11:48:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:42 smithi136 ceph-mon[86496]: pgmap v1228: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:43.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:42 smithi136 ceph-mon[86496]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-19T11:48:44.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:43 smithi136 ceph-mon[88916]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-19T11:48:44.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:43 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/2632619991' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132278-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:44.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:43 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132278-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:44.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:43 smithi136 ceph-mon[86496]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-19T11:48:44.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:43 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/2632619991' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132278-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:44.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:43 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132278-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:44.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:43 smithi155 ceph-mon[76679]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-19T11:48:44.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:43 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/2632619991' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132278-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:44.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:43 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132278-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:44.735 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] ClsNumOps.Add (2871 ms) 2024-08-19T11:48:44.735 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] ClsNumOps.Sub 2024-08-19T11:48:45.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:44 smithi136 ceph-mon[88916]: pgmap v1231: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:45.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:44 smithi136 ceph-mon[88916]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:48:45.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:44 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132278-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:45.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:44 smithi136 ceph-mon[88916]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-19T11:48:45.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:44 smithi136 ceph-mon[86496]: pgmap v1231: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:45.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:44 smithi136 ceph-mon[86496]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:48:45.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:44 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132278-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:45.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:44 smithi136 ceph-mon[86496]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-19T11:48:45.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:44 smithi155 ceph-mon[76679]: pgmap v1231: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:45.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:44 smithi155 ceph-mon[76679]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:48:45.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:44 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132278-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:45.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:44 smithi155 ceph-mon[76679]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-19T11:48:46.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:45 smithi136 ceph-mon[88916]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-19T11:48:46.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:45 smithi136 ceph-mon[86496]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-19T11:48:46.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:45 smithi155 ceph-mon[76679]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-19T11:48:47.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:46 smithi136 ceph-mon[88916]: pgmap v1234: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:47.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:46 smithi136 ceph-mon[88916]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:48:47.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:46 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:48:47.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:46 smithi136 ceph-mon[88916]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-19T11:48:47.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:46 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3812851280' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132278-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:47.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:46 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132278-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:47.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:46 smithi136 ceph-mon[86496]: pgmap v1234: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:47.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:46 smithi136 ceph-mon[86496]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:48:47.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:46 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:48:47.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:46 smithi136 ceph-mon[86496]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-19T11:48:47.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:46 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3812851280' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132278-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:47.099 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:46 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132278-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:47.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:46 smithi155 ceph-mon[76679]: pgmap v1234: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:47.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:46 smithi155 ceph-mon[76679]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:48:47.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:46 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:48:47.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:46 smithi155 ceph-mon[76679]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-19T11:48:47.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:46 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3812851280' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132278-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:47.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:46 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132278-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:47.759 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] ClsNumOps.Sub (3025 ms) 2024-08-19T11:48:47.759 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] ClsNumOps.Mul 2024-08-19T11:48:48.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:47 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132278-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:48.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:47 smithi136 ceph-mon[88916]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-19T11:48:48.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:47 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132278-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:48.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:47 smithi136 ceph-mon[86496]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-19T11:48:48.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:47 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132278-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:48.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:47 smithi155 ceph-mon[76679]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-19T11:48:49.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:48 smithi136 ceph-mon[86496]: pgmap v1237: 137 pgs: 15 unknown, 122 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-08-19T11:48:49.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:48 smithi136 ceph-mon[86496]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-19T11:48:49.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:48 smithi136 ceph-mon[88916]: pgmap v1237: 137 pgs: 15 unknown, 122 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-08-19T11:48:49.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:48 smithi136 ceph-mon[88916]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-19T11:48:49.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:48 smithi155 ceph-mon[76679]: pgmap v1237: 137 pgs: 15 unknown, 122 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-08-19T11:48:49.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:48 smithi155 ceph-mon[76679]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-19T11:48:49.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:48:49 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:48:49] "GET /metrics HTTP/1.1" 200 36530 "" "Prometheus/2.51.0" 2024-08-19T11:48:50.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:49 smithi136 ceph-mon[88916]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-19T11:48:50.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:49 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/1334904513' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132278-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:50.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:49 smithi136 ceph-mon[86496]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-19T11:48:50.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:49 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/1334904513' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132278-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:50.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:49 smithi155 ceph-mon[76679]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-19T11:48:50.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:49 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/1334904513' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132278-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:50.779 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] ClsNumOps.Mul (3020 ms) 2024-08-19T11:48:50.780 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] ClsNumOps.Div 2024-08-19T11:48:51.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:50 smithi136 ceph-mon[86496]: pgmap v1240: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:51.181 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:50 smithi136 ceph-mon[86496]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:48:51.181 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:50 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/1334904513' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132278-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:51.181 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:50 smithi136 ceph-mon[86496]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-19T11:48:51.181 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:50 smithi136 ceph-mon[88916]: pgmap v1240: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:51.181 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:50 smithi136 ceph-mon[88916]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:48:51.182 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:50 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/1334904513' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132278-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:51.182 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:50 smithi136 ceph-mon[88916]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-19T11:48:51.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:50 smithi155 ceph-mon[76679]: pgmap v1240: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:51.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:50 smithi155 ceph-mon[76679]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:48:51.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:50 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/1334904513' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132278-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:51.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:50 smithi155 ceph-mon[76679]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-19T11:48:52.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:51 smithi136 ceph-mon[88916]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-19T11:48:52.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:51 smithi136 ceph-mon[86496]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-19T11:48:52.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:51 smithi155 ceph-mon[76679]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-19T11:48:53.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:52 smithi136 ceph-mon[86496]: pgmap v1243: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:53.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:52 smithi136 ceph-mon[86496]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:48:53.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:52 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:48:53.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:52 smithi136 ceph-mon[86496]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-19T11:48:53.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:52 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3807953479' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132278-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:53.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:52 smithi136 ceph-mon[88916]: pgmap v1243: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:53.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:52 smithi136 ceph-mon[88916]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:48:53.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:52 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:48:53.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:52 smithi136 ceph-mon[88916]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-19T11:48:53.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:52 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3807953479' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132278-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:53.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:52 smithi155 ceph-mon[76679]: pgmap v1243: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:53.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:52 smithi155 ceph-mon[76679]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:48:53.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:52 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:48:53.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:52 smithi155 ceph-mon[76679]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-19T11:48:53.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:52 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3807953479' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132278-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:53.803 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] ClsNumOps.Div (3023 ms) 2024-08-19T11:48:53.803 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] 4 tests from ClsNumOps (11939 ms total) 2024-08-19T11:48:53.803 INFO:tasks.workunit.client.0.smithi136.stdout: 2024-08-19T11:48:53.803 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] Global test environment tear-down 2024-08-19T11:48:53.803 INFO:tasks.workunit.client.0.smithi136.stdout:[==========] 4 tests from 1 test suite ran. (11939 ms total) 2024-08-19T11:48:53.803 INFO:tasks.workunit.client.0.smithi136.stdout:[ PASSED ] 4 tests. 2024-08-19T11:48:53.806 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-19T11:48:53.806 DEBUG:teuthology.orchestra.run.smithi136:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-19T11:48:53.874 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-08-19T11:48:53.875 DEBUG:teuthology.orchestra.run.smithi136:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-08-19T11:48:53.947 INFO:tasks.workunit.client.0.smithi136.stdout:Running main() from gmock_main.cc 2024-08-19T11:48:53.947 INFO:tasks.workunit.client.0.smithi136.stdout:[==========] Running 70 tests from 1 test suite. 2024-08-19T11:48:53.947 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] Global test environment set-up. 2024-08-19T11:48:53.948 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] 70 tests from TestClsRbd 2024-08-19T11:48:54.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:53 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3807953479' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132278-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:54.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:53 smithi136 ceph-mon[88916]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-19T11:48:54.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:53 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3807953479' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132278-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:54.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:53 smithi136 ceph-mon[86496]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-19T11:48:54.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:53 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3807953479' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132278-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:54.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:53 smithi155 ceph-mon[76679]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-19T11:48:55.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:54 smithi136 ceph-mon[88916]: pgmap v1246: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:55.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:54 smithi136 ceph-mon[88916]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-19T11:48:55.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:54 smithi136 ceph-mon[86496]: pgmap v1246: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:55.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:54 smithi136 ceph-mon[86496]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-19T11:48:55.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:54 smithi155 ceph-mon[76679]: pgmap v1246: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:55.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:54 smithi155 ceph-mon[76679]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-19T11:48:55.824 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.get_all_features 2024-08-19T11:48:55.838 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.get_all_features (14 ms) 2024-08-19T11:48:55.838 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.copyup 2024-08-19T11:48:56.021 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.copyup (183 ms) 2024-08-19T11:48:56.022 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-08-19T11:48:56.035 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.sparse_copyup (14 ms) 2024-08-19T11:48:56.035 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-08-19T11:48:56.042 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2024-08-19T11:48:56.042 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-08-19T11:48:56.054 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.add_remove_child (12 ms) 2024-08-19T11:48:56.054 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.directory_methods 2024-08-19T11:48:56.080 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.directory_methods (26 ms) 2024-08-19T11:48:56.080 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.create 2024-08-19T11:48:56.094 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.create (14 ms) 2024-08-19T11:48:56.094 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.get_features 2024-08-19T11:48:56.096 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.get_features (2 ms) 2024-08-19T11:48:56.096 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-08-19T11:48:56.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:55 smithi136 ceph-mon[88916]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-19T11:48:56.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:55 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/2534072811' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132384-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:56.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:55 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:48:56.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:55 smithi136 ceph-mon[86496]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-19T11:48:56.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:55 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/2534072811' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132384-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:56.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:55 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:48:56.098 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2024-08-19T11:48:56.098 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-08-19T11:48:56.100 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-08-19T11:48:56.100 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-08-19T11:48:56.101 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.get_access_timestamp (1 ms) 2024-08-19T11:48:56.101 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-08-19T11:48:56.103 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.get_modify_timestamp (2 ms) 2024-08-19T11:48:56.103 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-08-19T11:48:56.106 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.get_data_pool (3 ms) 2024-08-19T11:48:56.106 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.get_size 2024-08-19T11:48:56.110 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-08-19T11:48:56.110 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.set_size 2024-08-19T11:48:56.114 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.set_size (4 ms) 2024-08-19T11:48:56.114 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.protection_status 2024-08-19T11:48:56.132 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.protection_status (18 ms) 2024-08-19T11:48:56.132 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-08-19T11:48:56.139 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.snapshot_limits (7 ms) 2024-08-19T11:48:56.139 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.parents_v1 2024-08-19T11:48:56.177 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.parents_v1 (38 ms) 2024-08-19T11:48:56.177 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.parents_v2 2024-08-19T11:48:56.206 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.parents_v2 (29 ms) 2024-08-19T11:48:56.206 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.snapshots 2024-08-19T11:48:56.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:55 smithi155 ceph-mon[76679]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-19T11:48:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:55 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/2534072811' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132384-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T11:48:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:55 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:48:56.227 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.snapshots (21 ms) 2024-08-19T11:48:56.227 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.snapid_race 2024-08-19T11:48:56.234 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.snapid_race (7 ms) 2024-08-19T11:48:56.234 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.stripingv2 2024-08-19T11:48:56.242 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.stripingv2 (8 ms) 2024-08-19T11:48:56.242 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.object_map_save 2024-08-19T11:48:56.247 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.object_map_save (5 ms) 2024-08-19T11:48:56.247 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-08-19T11:48:56.254 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.object_map_resize (7 ms) 2024-08-19T11:48:56.254 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.object_map_update 2024-08-19T11:48:56.261 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.object_map_update (7 ms) 2024-08-19T11:48:56.261 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-08-19T11:48:56.261 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2024-08-19T11:48:56.261 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-08-19T11:48:56.269 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.object_map_snap_add (8 ms) 2024-08-19T11:48:56.269 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-08-19T11:48:56.277 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.object_map_snap_remove (8 ms) 2024-08-19T11:48:56.277 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.flags 2024-08-19T11:48:56.281 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.flags (4 ms) 2024-08-19T11:48:56.281 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.metadata 2024-08-19T11:48:56.303 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.metadata (22 ms) 2024-08-19T11:48:56.303 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.set_features 2024-08-19T11:48:56.310 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.set_features (7 ms) 2024-08-19T11:48:56.310 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.mirror 2024-08-19T11:48:56.342 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.mirror (32 ms) 2024-08-19T11:48:56.343 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.mirror_image 2024-08-19T11:48:56.358 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.mirror_image (16 ms) 2024-08-19T11:48:56.358 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-08-19T11:48:57.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:56 smithi136 ceph-mon[88916]: pgmap v1249: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:56 smithi136 ceph-mon[88916]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:48:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:56 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/2534072811' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132384-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:57.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:56 smithi136 ceph-mon[88916]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-19T11:48:57.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:56 smithi136 ceph-mon[86496]: pgmap v1249: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:57.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:56 smithi136 ceph-mon[86496]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:48:57.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:56 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/2534072811' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132384-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:57.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:56 smithi136 ceph-mon[86496]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-19T11:48:57.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:56 smithi155 ceph-mon[76679]: pgmap v1249: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:48:57.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:56 smithi155 ceph-mon[76679]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:48:57.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:56 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/2534072811' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi136-132384-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T11:48:57.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:56 smithi155 ceph-mon[76679]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-19T11:48:58.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:57 smithi136 ceph-mon[88916]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-19T11:48:58.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:57 smithi136 ceph-mon[86496]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-19T11:48:58.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:57 smithi155 ceph-mon[76679]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-19T11:48:58.605 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.mirror_image_status (2247 ms) 2024-08-19T11:48:58.605 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-08-19T11:48:58.677 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.mirror_image_map (72 ms) 2024-08-19T11:48:58.677 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-08-19T11:48:58.684 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.mirror_instances (7 ms) 2024-08-19T11:48:58.684 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-08-19T11:48:58.694 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.mirror_snapshot (10 ms) 2024-08-19T11:48:58.694 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-08-19T11:48:58.696 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2024-08-19T11:48:58.696 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-08-19T11:48:58.698 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-08-19T11:48:58.698 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-08-19T11:48:58.701 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-08-19T11:48:58.701 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-08-19T11:48:58.706 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.group_dir_rename (6 ms) 2024-08-19T11:48:58.707 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-08-19T11:48:58.710 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-08-19T11:48:58.710 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-08-19T11:48:58.714 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-08-19T11:48:58.714 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.group_image_add 2024-08-19T11:48:58.716 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-08-19T11:48:58.716 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-08-19T11:48:58.719 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-08-19T11:48:58.719 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.group_image_list 2024-08-19T11:48:58.721 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.group_image_list (2 ms) 2024-08-19T11:48:58.721 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-08-19T11:48:58.725 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2024-08-19T11:48:58.725 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.image_group_add 2024-08-19T11:48:58.727 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-08-19T11:48:58.727 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-08-19T11:48:58.730 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-08-19T11:48:58.730 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.image_group_get 2024-08-19T11:48:58.732 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2024-08-19T11:48:58.732 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-08-19T11:48:58.734 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-08-19T11:48:58.734 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-08-19T11:48:58.736 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-08-19T11:48:58.736 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-08-19T11:48:58.738 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2024-08-19T11:48:58.739 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-08-19T11:48:58.741 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (2 ms) 2024-08-19T11:48:58.741 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-08-19T11:48:58.744 INFO:tasks.workunit.client.0.smithi136.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-721-gbaa926de/rpm/el9/BUILD/ceph-18.2.4-721-gbaa926de/src/test/cls_rbd/test_cls_rbd.cc:2681: Failure 2024-08-19T11:48:58.744 INFO:tasks.workunit.client.0.smithi136.stdout:Expected equality of these values: 2024-08-19T11:48:58.744 INFO:tasks.workunit.client.0.smithi136.stdout: 1U 2024-08-19T11:48:58.744 INFO:tasks.workunit.client.0.smithi136.stdout: Which is: 1 2024-08-19T11:48:58.744 INFO:tasks.workunit.client.0.smithi136.stdout: keys.size() 2024-08-19T11:48:58.744 INFO:tasks.workunit.client.0.smithi136.stdout: Which is: 3 2024-08-19T11:48:58.744 INFO:tasks.workunit.client.0.smithi136.stdout:[ FAILED ] TestClsRbd.group_snap_set (3 ms) 2024-08-19T11:48:58.744 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-08-19T11:48:58.747 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-08-19T11:48:58.747 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-08-19T11:48:58.763 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (16 ms) 2024-08-19T11:48:58.763 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-08-19T11:48:58.994 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (231 ms) 2024-08-19T11:48:58.995 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-08-19T11:48:58.997 INFO:tasks.workunit.client.0.smithi136.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-721-gbaa926de/rpm/el9/BUILD/ceph-18.2.4-721-gbaa926de/src/test/cls_rbd/test_cls_rbd.cc:2792: Failure 2024-08-19T11:48:58.997 INFO:tasks.workunit.client.0.smithi136.stdout:Expected equality of these values: 2024-08-19T11:48:58.997 INFO:tasks.workunit.client.0.smithi136.stdout: 1U 2024-08-19T11:48:58.997 INFO:tasks.workunit.client.0.smithi136.stdout: Which is: 1 2024-08-19T11:48:58.997 INFO:tasks.workunit.client.0.smithi136.stdout: keys.size() 2024-08-19T11:48:58.997 INFO:tasks.workunit.client.0.smithi136.stdout: Which is: 3 2024-08-19T11:48:58.997 INFO:tasks.workunit.client.0.smithi136.stdout:[ FAILED ] TestClsRbd.group_snap_remove (3 ms) 2024-08-19T11:48:58.997 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-08-19T11:48:58.998 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-08-19T11:48:58.999 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.trash_methods 2024-08-19T11:48:59.005 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.trash_methods (6 ms) 2024-08-19T11:48:59.005 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.op_features 2024-08-19T11:48:59.011 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.op_features (6 ms) 2024-08-19T11:48:59.011 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.clone_parent 2024-08-19T11:48:59.029 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.clone_parent (18 ms) 2024-08-19T11:48:59.029 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-08-19T11:48:59.038 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.clone_parent_ns (9 ms) 2024-08-19T11:48:59.038 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.clone_child 2024-08-19T11:48:59.048 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.clone_child (10 ms) 2024-08-19T11:48:59.048 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-08-19T11:48:59.054 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.namespace_methods (6 ms) 2024-08-19T11:48:59.054 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.migration 2024-08-19T11:48:59.063 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.migration (9 ms) 2024-08-19T11:48:59.063 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.migration_v1 2024-08-19T11:48:59.076 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.migration_v1 (13 ms) 2024-08-19T11:48:59.076 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-08-19T11:48:59.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:58 smithi136 ceph-mon[88916]: pgmap v1252: 137 pgs: 1 creating+peering, 15 unknown, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 422 KiB/s rd, 234 KiB/s wr, 672 op/s 2024-08-19T11:48:59.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:58 smithi136 ceph-mon[88916]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:48:59.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:48:58 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:48:59.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:58 smithi136 ceph-mon[86496]: pgmap v1252: 137 pgs: 1 creating+peering, 15 unknown, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 422 KiB/s rd, 234 KiB/s wr, 672 op/s 2024-08-19T11:48:59.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:58 smithi136 ceph-mon[86496]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:48:59.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:48:58 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:48:59.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:58 smithi155 ceph-mon[76679]: pgmap v1252: 137 pgs: 1 creating+peering, 15 unknown, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 422 KiB/s rd, 234 KiB/s wr, 672 op/s 2024-08-19T11:48:59.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:58 smithi155 ceph-mon[76679]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T11:48:59.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:48:58 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:48:59.597 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:48:59 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:48:59] "GET /metrics HTTP/1.1" 200 36534 "" "Prometheus/2.51.0" 2024-08-19T11:49:00.844 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1768 ms) 2024-08-19T11:49:00.845 INFO:tasks.workunit.client.0.smithi136.stdout:[ RUN ] TestClsRbd.sparsify 2024-08-19T11:49:00.885 INFO:tasks.workunit.client.0.smithi136.stdout:[ OK ] TestClsRbd.sparsify (41 ms) 2024-08-19T11:49:01.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:00 smithi155 ceph-mon[76679]: pgmap v1253: 137 pgs: 1 creating+peering, 2 unknown, 134 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 317 KiB/s rd, 174 KiB/s wr, 505 op/s 2024-08-19T11:49:01.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:00 smithi155 ceph-mon[76679]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-19T11:49:01.347 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:00 smithi136 ceph-mon[88916]: pgmap v1253: 137 pgs: 1 creating+peering, 2 unknown, 134 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 317 KiB/s rd, 174 KiB/s wr, 505 op/s 2024-08-19T11:49:01.348 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:00 smithi136 ceph-mon[88916]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-19T11:49:01.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:00 smithi136 ceph-mon[86496]: pgmap v1253: 137 pgs: 1 creating+peering, 2 unknown, 134 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 317 KiB/s rd, 174 KiB/s wr, 505 op/s 2024-08-19T11:49:01.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:00 smithi136 ceph-mon[86496]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-19T11:49:01.859 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] 70 tests from TestClsRbd (5061 ms total) 2024-08-19T11:49:01.859 INFO:tasks.workunit.client.0.smithi136.stdout: 2024-08-19T11:49:01.859 INFO:tasks.workunit.client.0.smithi136.stdout:[----------] Global test environment tear-down 2024-08-19T11:49:01.859 INFO:tasks.workunit.client.0.smithi136.stdout:[==========] 70 tests from 1 test suite ran. (7912 ms total) 2024-08-19T11:49:01.859 INFO:tasks.workunit.client.0.smithi136.stdout:[ PASSED ] 68 tests. 2024-08-19T11:49:01.859 INFO:tasks.workunit.client.0.smithi136.stdout:[ FAILED ] 2 tests, listed below: 2024-08-19T11:49:01.859 INFO:tasks.workunit.client.0.smithi136.stdout:[ FAILED ] TestClsRbd.group_snap_set 2024-08-19T11:49:01.859 INFO:tasks.workunit.client.0.smithi136.stdout:[ FAILED ] TestClsRbd.group_snap_remove 2024-08-19T11:49:01.860 INFO:tasks.workunit.client.0.smithi136.stdout: 2024-08-19T11:49:01.860 INFO:tasks.workunit.client.0.smithi136.stdout: 2 FAILED TESTS 2024-08-19T11:49:01.862 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-19T11:49:01.862 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-08-19T11:49:01.863 DEBUG:teuthology.orchestra.run.smithi136:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-19T11:49:02.121 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:01 smithi136 ceph-mon[88916]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-19T11:49:02.121 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:01 smithi136 ceph-mon[86496]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-19T11:49:02.123 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_964adda23da9f7b057cb34fdc0b82aeb7ed65324/qa/tasks/workunit.py", line 126, in task with parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_964adda23da9f7b057cb34fdc0b82aeb7ed65324/qa/tasks/workunit.py", line 434, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test cls/test_cls_rbd.sh) on smithi136 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh' 2024-08-19T11:49:02.355 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=cbc08385ae894d638f5954c59f90c6ad Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_964adda23da9f7b057cb34fdc0b82aeb7ed65324/qa/tasks/workunit.py", line 126, in task with parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_964adda23da9f7b057cb34fdc0b82aeb7ed65324/qa/tasks/workunit.py", line 434, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test cls/test_cls_rbd.sh) on smithi136 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh' 2024-08-19T11:49:02.361 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-08-19T11:49:02.375 INFO:tasks.cephadm:Teardown begin 2024-08-19T11:49:02.375 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-08-19T11:49:02.375 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-19T11:49:02.388 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:01 smithi155 ceph-mon[76679]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-19T11:49:02.587 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:49:02.968 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:02 smithi136 ceph-mon[88916]: pgmap v1256: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 917 KiB/s wr, 560 op/s 2024-08-19T11:49:02.969 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:02 smithi136 ceph-mon[88916]: osdmap e1052: 8 total, 8 up, 8 in 2024-08-19T11:49:02.969 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:02 smithi136 ceph-mon[86496]: pgmap v1256: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 917 KiB/s wr, 560 op/s 2024-08-19T11:49:02.969 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:02 smithi136 ceph-mon[86496]: osdmap e1052: 8 total, 8 up, 8 in 2024-08-19T11:49:03.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:02 smithi155 ceph-mon[76679]: pgmap v1256: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 917 KiB/s wr, 560 op/s 2024-08-19T11:49:03.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:02 smithi155 ceph-mon[76679]: osdmap e1052: 8 total, 8 up, 8 in 2024-08-19T11:49:04.717 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:49:04.718 INFO:teuthology.orchestra.run.smithi136.stdout:{"epoch":20,"btime":"2024-08-19T11:39:50:017053+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54355,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6833/3325011286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3325011286},{"type":"v1","addr":"172.21.15.155:6833","nonce":3325011286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[{"mdsmap":{"epoch":19,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-19T11:27:29.322092+0000","modified":"2024-08-19T11:39:40.891488+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":575,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44417},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44417":{"gid":44417,"name":"a","rank":0,"incarnation":16,"state":"up:active","state_seq":6,"addr":"172.21.15.136:6835/1950300258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6834","nonce":1950300258},{"type":"v1","addr":"172.21.15.136:6835","nonce":1950300258}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44417,"qdb_cluster":[44417]},"id":1}]} 2024-08-19T11:49:04.718 INFO:teuthology.orchestra.run.smithi136.stderr:dumped fsmap epoch 20 2024-08-19T11:49:05.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:04 smithi136 ceph-mon[86496]: pgmap v1258: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:49:05.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:04 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/143220717' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-19T11:49:05.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:04 smithi136 ceph-mon[88916]: pgmap v1258: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:49:05.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:04 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/143220717' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-19T11:49:05.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:04 smithi155 ceph-mon[76679]: pgmap v1258: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:49:05.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:04 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/143220717' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-19T11:49:05.707 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-19T11:49:05.919 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:49:07.098 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:06 smithi136 ceph-mon[86496]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:49:07.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:06 smithi136 ceph-mon[88916]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:49:07.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:06 smithi155 ceph-mon[76679]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:49:07.820 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:49:07.820 INFO:teuthology.orchestra.run.smithi136.stdout:{"epoch":20,"btime":"2024-08-19T11:39:50:017053+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54355,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6833/3325011286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3325011286},{"type":"v1","addr":"172.21.15.155:6833","nonce":3325011286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[{"mdsmap":{"epoch":19,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-19T11:27:29.322092+0000","modified":"2024-08-19T11:39:40.891488+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":575,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44417},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44417":{"gid":44417,"name":"a","rank":0,"incarnation":16,"state":"up:active","state_seq":6,"addr":"172.21.15.136:6835/1950300258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6834","nonce":1950300258},{"type":"v1","addr":"172.21.15.136:6835","nonce":1950300258}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44417,"qdb_cluster":[44417]},"id":1}]} 2024-08-19T11:49:07.821 INFO:teuthology.orchestra.run.smithi136.stderr:dumped fsmap epoch 20 2024-08-19T11:49:08.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:07 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/243520847' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-19T11:49:08.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:07 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/243520847' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-19T11:49:08.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:07 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/243520847' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-19T11:49:08.430 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-19T11:49:08.635 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:49:09.003 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:08 smithi136 ceph-mon[88916]: pgmap v1260: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:49:09.003 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:08 smithi136 ceph-mon[86496]: pgmap v1260: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:49:09.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:08 smithi155 ceph-mon[76679]: pgmap v1260: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:49:09.347 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:49:09 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:49:09] "GET /metrics HTTP/1.1" 200 36534 "" "Prometheus/2.51.0" 2024-08-19T11:49:10.417 INFO:teuthology.orchestra.run.smithi136.stdout: 2024-08-19T11:49:10.418 INFO:teuthology.orchestra.run.smithi136.stdout:{"epoch":1052,"fsid":"25b0d51a-5e1d-11ef-bccf-c7b262605968","created":"2024-08-19T11:22:06.747909+0000","modified":"2024-08-19T11:49:01.847869+0000","last_up_change":"2024-08-19T11:39:15.165583+0000","last_in_change":"2024-08-19T11:26:40.220649+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":60,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-19T11:25:01.946609+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-19T11:27:23.356250+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-19T11:27:26.712091+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-19T11:28:16.371426+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c5e52ef-ec3c-42d4-b5d8-59457a219347","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":310,"up_from":323,"up_thru":1047,"down_at":311,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6802","nonce":1701407081},{"type":"v1","addr":"172.21.15.136:6803","nonce":1701407081}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6804","nonce":1701407081},{"type":"v1","addr":"172.21.15.136:6805","nonce":1701407081}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6808","nonce":1701407081},{"type":"v1","addr":"172.21.15.136:6809","nonce":1701407081}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6806","nonce":1701407081},{"type":"v1","addr":"172.21.15.136:6807","nonce":1701407081}]},"public_addr":"172.21.15.136:6803/1701407081","cluster_addr":"172.21.15.136:6805/1701407081","heartbeat_back_addr":"172.21.15.136:6809/1701407081","heartbeat_front_addr":"172.21.15.136:6807/1701407081","state":["exists","up"]},{"osd":1,"uuid":"3d951904-e2e9-4805-91af-b3f3696c7440","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":342,"up_from":354,"up_thru":1047,"down_at":343,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6810","nonce":1153287421},{"type":"v1","addr":"172.21.15.136:6811","nonce":1153287421}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6812","nonce":1153287421},{"type":"v1","addr":"172.21.15.136:6813","nonce":1153287421}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6816","nonce":1153287421},{"type":"v1","addr":"172.21.15.136:6817","nonce":1153287421}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6814","nonce":1153287421},{"type":"v1","addr":"172.21.15.136:6815","nonce":1153287421}]},"public_addr":"172.21.15.136:6811/1153287421","cluster_addr":"172.21.15.136:6813/1153287421","heartbeat_back_addr":"172.21.15.136:6817/1153287421","heartbeat_front_addr":"172.21.15.136:6815/1153287421","state":["exists","up"]},{"osd":2,"uuid":"65f5b80a-e7d6-4ba7-96f9-ab4f2b67aa69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":375,"up_from":386,"up_thru":1047,"down_at":376,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6818","nonce":2861953568},{"type":"v1","addr":"172.21.15.136:6819","nonce":2861953568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6820","nonce":2861953568},{"type":"v1","addr":"172.21.15.136:6821","nonce":2861953568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6824","nonce":2861953568},{"type":"v1","addr":"172.21.15.136:6825","nonce":2861953568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6822","nonce":2861953568},{"type":"v1","addr":"172.21.15.136:6823","nonce":2861953568}]},"public_addr":"172.21.15.136:6819/2861953568","cluster_addr":"172.21.15.136:6821/2861953568","heartbeat_back_addr":"172.21.15.136:6825/2861953568","heartbeat_front_addr":"172.21.15.136:6823/2861953568","state":["exists","up"]},{"osd":3,"uuid":"20f8e2e4-a61d-4051-b474-db1e74576b8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":406,"up_from":418,"up_thru":1047,"down_at":407,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6826","nonce":1464932554},{"type":"v1","addr":"172.21.15.136:6827","nonce":1464932554}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6828","nonce":1464932554},{"type":"v1","addr":"172.21.15.136:6829","nonce":1464932554}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6832","nonce":1464932554},{"type":"v1","addr":"172.21.15.136:6833","nonce":1464932554}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.136:6830","nonce":1464932554},{"type":"v1","addr":"172.21.15.136:6831","nonce":1464932554}]},"public_addr":"172.21.15.136:6827/1464932554","cluster_addr":"172.21.15.136:6829/1464932554","heartbeat_back_addr":"172.21.15.136:6833/1464932554","heartbeat_front_addr":"172.21.15.136:6831/1464932554","state":["exists","up"]},{"osd":4,"uuid":"58160bd1-3a99-476b-a5c1-8ce7fdf2e553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":438,"up_from":450,"up_thru":1047,"down_at":439,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":2040064945},{"type":"v1","addr":"172.21.15.155:6801","nonce":2040064945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":2040064945},{"type":"v1","addr":"172.21.15.155:6803","nonce":2040064945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2040064945},{"type":"v1","addr":"172.21.15.155:6807","nonce":2040064945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":2040064945},{"type":"v1","addr":"172.21.15.155:6805","nonce":2040064945}]},"public_addr":"172.21.15.155:6801/2040064945","cluster_addr":"172.21.15.155:6803/2040064945","heartbeat_back_addr":"172.21.15.155:6807/2040064945","heartbeat_front_addr":"172.21.15.155:6805/2040064945","state":["exists","up"]},{"osd":5,"uuid":"753fbc16-06ea-4ff5-8489-a61fa985bb2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":39,"last_clean_end":471,"up_from":484,"up_thru":1047,"down_at":472,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3235408103},{"type":"v1","addr":"172.21.15.155:6809","nonce":3235408103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":3235408103},{"type":"v1","addr":"172.21.15.155:6811","nonce":3235408103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":3235408103},{"type":"v1","addr":"172.21.15.155:6815","nonce":3235408103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":3235408103},{"type":"v1","addr":"172.21.15.155:6813","nonce":3235408103}]},"public_addr":"172.21.15.155:6809/3235408103","cluster_addr":"172.21.15.155:6811/3235408103","heartbeat_back_addr":"172.21.15.155:6815/3235408103","heartbeat_front_addr":"172.21.15.155:6813/3235408103","state":["exists","up"]},{"osd":6,"uuid":"a461ecf0-c580-4727-9a8f-a8824cf75788","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":504,"up_from":517,"up_thru":1047,"down_at":505,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":2092952710},{"type":"v1","addr":"172.21.15.155:6817","nonce":2092952710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2092952710},{"type":"v1","addr":"172.21.15.155:6819","nonce":2092952710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":2092952710},{"type":"v1","addr":"172.21.15.155:6823","nonce":2092952710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":2092952710},{"type":"v1","addr":"172.21.15.155:6821","nonce":2092952710}]},"public_addr":"172.21.15.155:6817/2092952710","cluster_addr":"172.21.15.155:6819/2092952710","heartbeat_back_addr":"172.21.15.155:6823/2092952710","heartbeat_front_addr":"172.21.15.155:6821/2092952710","state":["exists","up"]},{"osd":7,"uuid":"9fff0aa5-ebf3-47f8-8649-e5d2d3577c37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":538,"up_from":551,"up_thru":1047,"down_at":539,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":3482909480},{"type":"v1","addr":"172.21.15.155:6825","nonce":3482909480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":3482909480},{"type":"v1","addr":"172.21.15.155:6827","nonce":3482909480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3482909480},{"type":"v1","addr":"172.21.15.155:6831","nonce":3482909480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":3482909480},{"type":"v1","addr":"172.21.15.155:6829","nonce":3482909480}]},"public_addr":"172.21.15.155:6825/3482909480","cluster_addr":"172.21.15.155:6827/3482909480","heartbeat_back_addr":"172.21.15.155:6831/3482909480","heartbeat_front_addr":"172.21.15.155:6829/3482909480","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:24:11.522977+0000","dead_epoch":310},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:24:34.031994+0000","dead_epoch":342},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:24:57.587367+0000","dead_epoch":375},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:25:22.204710+0000","dead_epoch":406},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:25:43.471293+0000","dead_epoch":438},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:26:07.763163+0000","dead_epoch":471},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:26:31.826597+0000","dead_epoch":504},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T11:26:55.301854+0000","dead_epoch":538}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1f","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.5","mappings":[{"from":5,"to":1}]},{"pgid":"3.15","mappings":[{"from":4,"to":1}]},{"pgid":"3.17","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":4,"to":3}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.155:6833/3471803320":"2024-08-20T11:39:37.878079+0000","172.21.15.155:6832/3471803320":"2024-08-20T11:39:37.878079+0000","172.21.15.136:6834/771816949":"2024-08-20T11:39:19.697369+0000","172.21.15.136:0/1219941525":"2024-08-20T11:33:55.158253+0000","172.21.15.136:0/99917953":"2024-08-20T11:33:55.158253+0000","172.21.15.136:0/4262927671":"2024-08-20T11:33:55.158253+0000","172.21.15.136:0/816698592":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/3826943629":"2024-08-20T11:33:55.158253+0000","172.21.15.136:6800/2510262224":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/3624891444":"2024-08-20T11:28:15.829081+0000","172.21.15.155:0/904416349":"2024-08-20T11:33:14.595956+0000","172.21.15.136:0/4203318831":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/4113034684":"2024-08-20T11:32:38.725655+0000","172.21.15.136:6800/3398529349":"2024-08-20T11:28:15.829081+0000","172.21.15.136:0/634412701":"2024-08-20T11:32:38.725655+0000","172.21.15.136:0/3768657451":"2024-08-20T11:22:29.075643+0000","172.21.15.136:0/1300164641":"2024-08-20T11:32:38.725655+0000","172.21.15.136:6835/771816949":"2024-08-20T11:39:19.697369+0000","172.21.15.136:6801/2510262224":"2024-08-20T11:22:29.075643+0000","172.21.15.136:6800/3112724237":"2024-08-20T11:22:51.651776+0000","172.21.15.155:0/795303237":"2024-08-20T11:33:14.595956+0000","172.21.15.136:0/3351413544":"2024-08-20T11:28:15.829081+0000","172.21.15.136:0/2384710410":"2024-08-20T11:28:15.829081+0000","172.21.15.136:6801/2898457554":"2024-08-20T11:33:55.158253+0000","172.21.15.155:0/2940915972":"2024-08-20T11:33:14.595956+0000","172.21.15.136:0/1836148783":"2024-08-20T11:33:55.158253+0000","172.21.15.136:6801/3450799363":"2024-08-20T11:32:38.725655+0000","172.21.15.136:6800/3450799363":"2024-08-20T11:32:38.725655+0000","172.21.15.136:6800/2898457554":"2024-08-20T11:33:55.158253+0000","172.21.15.136:0/2988651366":"2024-08-20T11:22:51.651776+0000","172.21.15.136:0/2467331145":"2024-08-20T11:32:38.725655+0000","172.21.15.136:6801/3112724237":"2024-08-20T11:22:51.651776+0000","172.21.15.136:0/1690797484":"2024-08-20T11:32:38.725655+0000","172.21.15.136:0/3778127024":"2024-08-20T11:22:51.651776+0000","172.21.15.136:0/587876949":"2024-08-20T11:28:15.829081+0000","172.21.15.136:0/1547816483":"2024-08-20T11:33:55.158253+0000","172.21.15.155:0/1341248397":"2024-08-20T11:33:14.595956+0000","172.21.15.136:6801/3398529349":"2024-08-20T11:28:15.829081+0000","172.21.15.136:0/3833218463":"2024-08-20T11:22:51.651776+0000","172.21.15.155:0/1417130921":"2024-08-20T11:33:14.595956+0000","172.21.15.155:6834/66078643":"2024-08-20T11:33:14.595956+0000","172.21.15.155:0/3887264171":"2024-08-20T11:33:14.595956+0000","172.21.15.155:6835/66078643":"2024-08-20T11:33:14.595956+0000","172.21.15.155:0/1688121295":"2024-08-20T11:33:14.595956+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":425,"length":1},{"begin":457,"length":1},{"begin":459,"length":1}]},{"pool":60,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-19T11:49:11.047 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:10 smithi136 ceph-mon[88916]: pgmap v1261: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:49:11.047 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:10 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3785836245' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-19T11:49:11.047 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:10 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:49:11.048 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:10 smithi136 ceph-mon[86496]: pgmap v1261: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:49:11.048 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:10 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3785836245' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-19T11:49:11.048 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:10 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:49:11.068 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph fs fail cephfs 2024-08-19T11:49:11.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:10 smithi155 ceph-mon[76679]: pgmap v1261: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:49:11.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:10 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3785836245' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-19T11:49:11.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:10 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T11:49:11.269 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:49:12.957 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:12 smithi136 ceph-mon[88916]: pgmap v1262: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:49:12.958 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:12 smithi136 ceph-mon[86496]: pgmap v1262: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:49:13.143 INFO:teuthology.orchestra.run.smithi136.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-08-19T11:49:13.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:12 smithi155 ceph-mon[76679]: pgmap v1262: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:49:13.347 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:13 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-a[86473]: 2024-08-19T11:49:13.140+0000 7f9d4541f640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-19T11:49:13.348 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:49:13 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-a[115665]: -4731> 2024-08-19T11:39:42.760+0000 7f78a2163640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-19T11:49:13.348 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:49:13 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-a[115665]: ignoring --setuser ceph since I am not root 2024-08-19T11:49:13.348 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:49:13 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-a[115665]: ignoring --setgroup ceph since I am not root 2024-08-19T11:49:13.348 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:49:13 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-a[115665]: starting mds.a at 2024-08-19T11:49:13.715 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-08-19T11:49:13.920 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:49:14.042 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:13 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/2139669031' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-19T11:49:14.042 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:13 smithi136 ceph-mon[86496]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-19T11:49:14.043 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:13 smithi136 ceph-mon[86496]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-19T11:49:14.043 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:13 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/2139669031' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-19T11:49:14.043 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:13 smithi136 ceph-mon[86496]: osdmap e1053: 8 total, 8 up, 8 in 2024-08-19T11:49:14.043 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:13 smithi136 ceph-mon[86496]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-19T11:49:14.043 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:13 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/2139669031' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-19T11:49:14.043 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:13 smithi136 ceph-mon[88916]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-19T11:49:14.043 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:13 smithi136 ceph-mon[88916]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-19T11:49:14.043 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:13 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/2139669031' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-19T11:49:14.044 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:13 smithi136 ceph-mon[88916]: osdmap e1053: 8 total, 8 up, 8 in 2024-08-19T11:49:14.044 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:13 smithi136 ceph-mon[88916]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-19T11:49:14.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:13 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/2139669031' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-19T11:49:14.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:13 smithi155 ceph-mon[76679]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-19T11:49:14.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:13 smithi155 ceph-mon[76679]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-19T11:49:14.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:13 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/2139669031' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-19T11:49:14.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:13 smithi155 ceph-mon[76679]: osdmap e1053: 8 total, 8 up, 8 in 2024-08-19T11:49:14.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:13 smithi155 ceph-mon[76679]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-19T11:49:15.317 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:15 smithi136 ceph-mon[88916]: pgmap v1264: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:49:15.318 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:15 smithi136 ceph-mon[88916]: mds.? [v2:172.21.15.136:6834/2053769636,v1:172.21.15.136:6835/2053769636] up:boot 2024-08-19T11:49:15.318 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:15 smithi136 ceph-mon[88916]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-19T11:49:15.318 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:15 smithi136 ceph-mon[88916]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-19T11:49:15.318 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:15 smithi136 ceph-mon[86496]: pgmap v1264: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:49:15.319 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:15 smithi136 ceph-mon[86496]: mds.? [v2:172.21.15.136:6834/2053769636,v1:172.21.15.136:6835/2053769636] up:boot 2024-08-19T11:49:15.319 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:15 smithi136 ceph-mon[86496]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-19T11:49:15.319 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:15 smithi136 ceph-mon[86496]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-19T11:49:15.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:15 smithi155 ceph-mon[76679]: pgmap v1264: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:49:15.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:15 smithi155 ceph-mon[76679]: mds.? [v2:172.21.15.136:6834/2053769636,v1:172.21.15.136:6835/2053769636] up:boot 2024-08-19T11:49:15.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:15 smithi155 ceph-mon[76679]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-19T11:49:15.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:15 smithi155 ceph-mon[76679]: from='mgr.34107 172.21.15.136:0/808579565' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-19T11:49:16.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:16 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/3254454128' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-08-19T11:49:16.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:16 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-08-19T11:49:16.467 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:16 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/3254454128' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-08-19T11:49:16.467 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:16 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-08-19T11:49:16.468 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:16 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/3254454128' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-08-19T11:49:16.468 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:16 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-08-19T11:49:16.739 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-08-19T11:49:16.942 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:49:17.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:17 smithi136 ceph-mon[86496]: pgmap v1265: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:49:17.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:17 smithi136 ceph-mon[86496]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-19T11:49:17.348 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:17 smithi136 ceph-mon[86496]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-19T11:49:17.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:17 smithi136 ceph-mon[86496]: Cluster is now healthy 2024-08-19T11:49:17.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:17 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-19T11:49:17.349 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:17 smithi136 ceph-mon[86496]: fsmap 2 up:standby 2024-08-19T11:49:17.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:17 smithi136 ceph-mon[88916]: pgmap v1265: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:49:17.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:17 smithi136 ceph-mon[88916]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-19T11:49:17.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:17 smithi136 ceph-mon[88916]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-19T11:49:17.349 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:17 smithi136 ceph-mon[88916]: Cluster is now healthy 2024-08-19T11:49:17.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:17 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-19T11:49:17.350 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:17 smithi136 ceph-mon[88916]: fsmap 2 up:standby 2024-08-19T11:49:17.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:17 smithi155 ceph-mon[76679]: pgmap v1265: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:49:17.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:17 smithi155 ceph-mon[76679]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-19T11:49:17.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:17 smithi155 ceph-mon[76679]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-19T11:49:17.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:17 smithi155 ceph-mon[76679]: Cluster is now healthy 2024-08-19T11:49:17.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:17 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-19T11:49:17.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:17 smithi155 ceph-mon[76679]: fsmap 2 up:standby 2024-08-19T11:49:19.172 INFO:teuthology.orchestra.run.smithi136.stderr:pool 'cephfs_metadata' removed 2024-08-19T11:49:19.460 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:19 smithi136 ceph-mon[86496]: pgmap v1266: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:49:19.460 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:19 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/1224381406' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-08-19T11:49:19.460 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:19 smithi136 ceph-mon[88916]: pgmap v1266: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:49:19.460 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:19 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/1224381406' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-08-19T11:49:19.461 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:49:19 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: ::ffff:172.21.15.155 - - [19/Aug/2024:11:49:19] "GET /metrics HTTP/1.1" 200 34168 "" "Prometheus/2.51.0" 2024-08-19T11:49:19.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:19 smithi155 ceph-mon[76679]: pgmap v1266: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:49:19.461 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:19 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/1224381406' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-08-19T11:49:19.830 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-08-19T11:49:20.039 INFO:teuthology.orchestra.run.smithi136.stderr:Inferring config /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T11:49:20.413 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:20 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/1224381406' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-19T11:49:20.413 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:20 smithi136 ceph-mon[86496]: osdmap e1054: 8 total, 8 up, 8 in 2024-08-19T11:49:20.414 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:20 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/1224381406' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-19T11:49:20.414 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:20 smithi136 ceph-mon[88916]: osdmap e1054: 8 total, 8 up, 8 in 2024-08-19T11:49:20.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:20 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/1224381406' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-19T11:49:20.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:20 smithi155 ceph-mon[76679]: osdmap e1054: 8 total, 8 up, 8 in 2024-08-19T11:49:21.342 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:21 smithi136 ceph-mon[88916]: pgmap v1268: 73 pgs: 73 active+clean; 577 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:49:21.342 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:21 smithi136 ceph-mon[86496]: pgmap v1268: 73 pgs: 73 active+clean; 577 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:49:21.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:21 smithi155 ceph-mon[76679]: pgmap v1268: 73 pgs: 73 active+clean; 577 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:49:22.196 INFO:teuthology.orchestra.run.smithi136.stderr:pool 'cephfs_data' removed 2024-08-19T11:49:22.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:22 smithi155 ceph-mon[76679]: from='client.? 172.21.15.136:0/2623434649' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-08-19T11:49:22.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:22 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-08-19T11:49:22.497 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:22 smithi136 ceph-mon[88916]: from='client.? 172.21.15.136:0/2623434649' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-08-19T11:49:22.497 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:22 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-08-19T11:49:22.497 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:22 smithi136 ceph-mon[86496]: from='client.? 172.21.15.136:0/2623434649' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-08-19T11:49:22.497 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:22 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-08-19T11:49:22.811 DEBUG:teuthology.orchestra.run.smithi136:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-19T11:49:22.839 DEBUG:teuthology.orchestra.run.smithi155:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-19T11:49:22.873 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-08-19T11:49:22.873 DEBUG:teuthology.orchestra.run.smithi136:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-08-19T11:49:22.895 DEBUG:teuthology.orchestra.run.smithi155:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-08-19T11:49:22.931 INFO:tasks.cephadm:Stopping all daemons... 2024-08-19T11:49:22.931 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-08-19T11:49:22.931 DEBUG:teuthology.orchestra.run.smithi136:> sudo systemctl stop ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mon.a 2024-08-19T11:49:23.097 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:22 smithi136 systemd[1]: Stopping Ceph mon.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:49:23.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:23 smithi155 ceph-mon[76679]: pgmap v1269: 73 pgs: 73 active+clean; 577 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:49:23.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:23 smithi155 ceph-mon[76679]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-19T11:49:23.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:23 smithi155 ceph-mon[76679]: osdmap e1055: 8 total, 8 up, 8 in 2024-08-19T11:49:23.578 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:23 smithi136 ceph-mon[86496]: pgmap v1269: 73 pgs: 73 active+clean; 577 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:49:23.578 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:23 smithi136 ceph-mon[86496]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-19T11:49:23.578 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:23 smithi136 ceph-mon[86496]: osdmap e1055: 8 total, 8 up, 8 in 2024-08-19T11:49:23.578 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:23 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-a[86473]: 2024-08-19T11:49:23.252+0000 7f9d4ac2a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T11:49:23.579 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:23 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-a[86473]: 2024-08-19T11:49:23.252+0000 7f9d4ac2a640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-08-19T11:49:23.579 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:23 smithi136 podman[133975]: 2024-08-19 11:49:23.293757776 +0000 UTC m=+0.166709917 container died 9ab88b9dc01093ff3d2aa5d168539d6d75d3c3426e70479f530ccc4470aa63c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-a, GIT_CLEAN=True, ceph=True, RELEASE=main-7976693, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-08-19T11:49:23.579 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:49:23 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:49:23] ENGINE Bus STOPPING 2024-08-19T11:49:23.579 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:23 smithi136 ceph-mon[88916]: pgmap v1269: 73 pgs: 73 active+clean; 577 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-19T11:49:23.580 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:23 smithi136 ceph-mon[88916]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-19T11:49:23.580 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:23 smithi136 ceph-mon[88916]: osdmap e1055: 8 total, 8 up, 8 in 2024-08-19T11:49:23.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:23 smithi136 podman[133975]: 2024-08-19 11:49:23.684802004 +0000 UTC m=+0.557754143 container cleanup 9ab88b9dc01093ff3d2aa5d168539d6d75d3c3426e70479f530ccc4470aa63c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-7976693, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-08-19T11:49:23.848 INFO:journalctl@ceph.mon.a.smithi136.stdout:Aug 19 11:49:23 smithi136 bash[133975]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-a 2024-08-19T11:49:23.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:49:23 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:49:23] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T11:49:23.848 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:49:23 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:49:23] ENGINE Bus STOPPED 2024-08-19T11:49:23.849 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:49:23 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:49:23] ENGINE Bus STARTING 2024-08-19T11:49:23.849 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:49:23 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:49:23] ENGINE Serving on http://:::9283 2024-08-19T11:49:23.849 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:49:23 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:49:23] ENGINE Bus STARTED 2024-08-19T11:49:24.132 DEBUG:teuthology.orchestra.run.smithi136:> sudo pkill -f 'journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mon.a.service' 2024-08-19T11:49:24.175 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T11:49:24.176 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-08-19T11:49:24.176 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-08-19T11:49:24.176 DEBUG:teuthology.orchestra.run.smithi136:> sudo systemctl stop ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mon.c 2024-08-19T11:49:24.534 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:24 smithi136 systemd[1]: Stopping Ceph mon.c for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:49:24.808 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:49:24 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:49:24] ENGINE Bus STOPPING 2024-08-19T11:49:24.808 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:24 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-c[88893]: 2024-08-19T11:49:24.532+0000 7ff34bc01640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T11:49:24.808 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:24 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-c[88893]: 2024-08-19T11:49:24.532+0000 7ff34bc01640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-08-19T11:49:24.809 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:24 smithi136 podman[134120]: 2024-08-19 11:49:24.594529356 +0000 UTC m=+0.184828400 container died 6904f5e6079fe33d137a5d8a7e9e7f01b0e816331a145d73cdb6f22b50cdefc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-c, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693) 2024-08-19T11:49:25.097 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:24 smithi136 podman[134120]: 2024-08-19 11:49:24.931613796 +0000 UTC m=+0.521912839 container cleanup 6904f5e6079fe33d137a5d8a7e9e7f01b0e816331a145d73cdb6f22b50cdefc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-c, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=main-7976693, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T11:49:25.098 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:24 smithi136 bash[134120]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-c 2024-08-19T11:49:25.098 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:49:24 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:49:24] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T11:49:25.098 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:49:24 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:49:24] ENGINE Bus STOPPED 2024-08-19T11:49:25.098 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:49:24 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:49:24] ENGINE Bus STARTING 2024-08-19T11:49:25.098 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:49:24 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:49:24] ENGINE Serving on http://:::9283 2024-08-19T11:49:25.099 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:49:24 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: [19/Aug/2024:11:49:24] ENGINE Bus STARTED 2024-08-19T11:49:25.369 DEBUG:teuthology.orchestra.run.smithi136:> sudo pkill -f 'journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mon.c.service' 2024-08-19T11:49:25.391 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:25 smithi136 podman[134137]: 2024-08-19 11:49:25.129276295 +0000 UTC m=+0.530284716 container remove 6904f5e6079fe33d137a5d8a7e9e7f01b0e816331a145d73cdb6f22b50cdefc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-c, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=main-7976693, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T11:49:25.391 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:25 smithi136 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mon.c.service: Deactivated successfully. 2024-08-19T11:49:25.391 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:25 smithi136 systemd[1]: Stopped Ceph mon.c for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:49:25.391 INFO:journalctl@ceph.mon.c.smithi136.stdout:Aug 19 11:49:25 smithi136 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mon.c.service: Consumed 13.544s CPU time. 2024-08-19T11:49:25.403 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T11:49:25.403 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-08-19T11:49:25.404 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-08-19T11:49:25.404 DEBUG:teuthology.orchestra.run.smithi155:> sudo systemctl stop ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mon.b 2024-08-19T11:49:25.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:25 smithi155 systemd[1]: Stopping Ceph mon.b for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:49:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:25 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-b[76656]: 2024-08-19T11:49:25.946+0000 7fccd6465640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T11:49:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:25 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-b[76656]: 2024-08-19T11:49:25.946+0000 7fccd6465640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-08-19T11:49:26.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:26 smithi155 podman[120567]: 2024-08-19 11:49:26.109859625 +0000 UTC m=+0.497691419 container died 1260b8dbc4a890378f32805bc68a412ef0c27c716de3c4e9ce50869d04d621c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-b, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0) 2024-08-19T11:49:26.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:26 smithi155 podman[120567]: 2024-08-19 11:49:26.469691785 +0000 UTC m=+0.857523634 container cleanup 1260b8dbc4a890378f32805bc68a412ef0c27c716de3c4e9ce50869d04d621c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-b, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.36.0, RELEASE=main-7976693, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-08-19T11:49:26.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Aug 19 11:49:26 smithi155 bash[120567]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mon-b 2024-08-19T11:49:26.907 DEBUG:teuthology.orchestra.run.smithi155:> sudo pkill -f 'journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mon.b.service' 2024-08-19T11:49:26.954 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T11:49:26.954 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-08-19T11:49:26.954 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-08-19T11:49:26.955 DEBUG:teuthology.orchestra.run.smithi136:> sudo systemctl stop ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mgr.y 2024-08-19T11:49:27.281 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:49:27 smithi136 systemd[1]: Stopping Ceph mgr.y for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:49:27.579 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:49:27 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:49:27.278+0000 7f72bc0d7640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T11:49:27.580 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:49:27 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y[77061]: 2024-08-19T11:49:27.278+0000 7f72bc0d7640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-08-19T11:49:27.580 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:49:27 smithi136 podman[134265]: 2024-08-19 11:49:27.311690811 +0000 UTC m=+0.150968019 container died 2c0aee4c2fafd0b7b673c96d8f0c24377f44459f367df43a6cc284b6615d4bb0 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=main-7976693, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T11:49:27.847 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:49:27 smithi136 podman[134265]: 2024-08-19 11:49:27.669895857 +0000 UTC m=+0.509173065 container cleanup 2c0aee4c2fafd0b7b673c96d8f0c24377f44459f367df43a6cc284b6615d4bb0 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=main-7976693, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-08-19T11:49:27.847 INFO:journalctl@ceph.mgr.y.smithi136.stdout:Aug 19 11:49:27 smithi136 bash[134265]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-y 2024-08-19T11:49:28.114 DEBUG:teuthology.orchestra.run.smithi136:> sudo pkill -f 'journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mgr.y.service' 2024-08-19T11:49:28.150 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T11:49:28.150 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-08-19T11:49:28.150 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-08-19T11:49:28.151 DEBUG:teuthology.orchestra.run.smithi155:> sudo systemctl stop ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mgr.x 2024-08-19T11:49:28.460 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:49:28 smithi155 systemd[1]: Stopping Ceph mgr.x for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:49:28.784 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:49:28 smithi155 podman[120702]: 2024-08-19 11:49:28.515598984 +0000 UTC m=+0.155753981 container died 64c8cd7627191c7fbd61e926743c4ebfdb446568991f2dee6c6f57bda24884de (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=main-7976693, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T11:49:29.134 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:49:28 smithi155 podman[120702]: 2024-08-19 11:49:28.874195967 +0000 UTC m=+0.514350961 container cleanup 64c8cd7627191c7fbd61e926743c4ebfdb446568991f2dee6c6f57bda24884de (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x, io.buildah.version=1.36.0, RELEASE=main-7976693, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T11:49:29.134 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Aug 19 11:49:28 smithi155 bash[120702]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mgr-x 2024-08-19T11:49:29.311 DEBUG:teuthology.orchestra.run.smithi155:> sudo pkill -f 'journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mgr.x.service' 2024-08-19T11:49:29.345 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T11:49:29.346 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-08-19T11:49:29.346 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-08-19T11:49:29.346 DEBUG:teuthology.orchestra.run.smithi136:> sudo systemctl stop ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.0 2024-08-19T11:49:29.652 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:49:29 smithi136 systemd[1]: Stopping Ceph osd.0 for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:49:30.097 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:49:29 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0[94917]: 2024-08-19T11:49:29.649+0000 7f9a52994640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T11:49:30.098 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:49:29 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0[94917]: 2024-08-19T11:49:29.649+0000 7f9a52994640 -1 osd.0 1055 *** Got signal Terminated *** 2024-08-19T11:49:30.098 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:49:29 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0[94917]: 2024-08-19T11:49:29.649+0000 7f9a52994640 -1 osd.0 1055 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T11:49:33.460 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:49:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:49:33.106Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.136:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.136:8765: connect: connection refused" 2024-08-19T11:49:33.461 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:49:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:49:33.107Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.136:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.136:8765: connect: connection refused" 2024-08-19T11:49:33.461 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:49:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:49:33.109Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nfs msg="Unable to refresh target groups" err="Get \"http://172.21.15.136:8765/sd/prometheus/sd-config?service=nfs\": dial tcp 172.21.15.136:8765: connect: connection refused" 2024-08-19T11:49:33.461 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:49:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:49:33.110Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.136:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.136:8765: connect: connection refused" 2024-08-19T11:49:33.461 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:49:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:49:33.110Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.136:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.136:8765: connect: connection refused" 2024-08-19T11:49:33.461 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:49:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:49:33.110Z caller=refresh.go:90 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.136:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.136:8765: connect: connection refused" 2024-08-19T11:49:35.559 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:49:35 smithi136 podman[134397]: 2024-08-19 11:49:35.249080555 +0000 UTC m=+5.706712891 container died 6daf1ed86d764fb0c8c17a36e76021fceaa2759df49d52c2d7dd96ce9c361745 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=main-7976693, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.36.0) 2024-08-19T11:49:35.842 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:49:35 smithi136 podman[134397]: 2024-08-19 11:49:35.615690714 +0000 UTC m=+6.073323050 container cleanup 6daf1ed86d764fb0c8c17a36e76021fceaa2759df49d52c2d7dd96ce9c361745 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=main-7976693, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.36.0) 2024-08-19T11:49:35.842 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:49:35 smithi136 bash[134397]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0 2024-08-19T11:49:36.097 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:49:35 smithi136 podman[134418]: 2024-08-19 11:49:35.841851813 +0000 UTC m=+0.594351028 container remove 6daf1ed86d764fb0c8c17a36e76021fceaa2759df49d52c2d7dd96ce9c361745 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-08-19T11:49:36.430 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:49:36 smithi136 podman[134512]: 2024-08-19 11:49:36.079549403 +0000 UTC m=+0.017784316 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:49:36.430 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:49:36 smithi136 podman[134512]: 2024-08-19 11:49:36.20112413 +0000 UTC m=+0.139359017 container create 9b58be3a3614413d9c28d7bf9e6f322645b2a49cfd12287e2ce8691040b5888a (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-08-19T11:49:36.430 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:49:36 smithi136 podman[134512]: 2024-08-19 11:49:36.429085908 +0000 UTC m=+0.367320804 container init 9b58be3a3614413d9c28d7bf9e6f322645b2a49cfd12287e2ce8691040b5888a (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=) 2024-08-19T11:49:36.848 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:49:36 smithi136 podman[134512]: 2024-08-19 11:49:36.434315031 +0000 UTC m=+0.372549922 container start 9b58be3a3614413d9c28d7bf9e6f322645b2a49cfd12287e2ce8691040b5888a (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=main-7976693, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-08-19T11:49:36.848 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:49:36 smithi136 podman[134512]: 2024-08-19 11:49:36.537379048 +0000 UTC m=+0.475613951 container attach 9b58be3a3614413d9c28d7bf9e6f322645b2a49cfd12287e2ce8691040b5888a (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0-deactivate, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-08-19T11:49:36.848 INFO:journalctl@ceph.osd.0.smithi136.stdout:Aug 19 11:49:36 smithi136 podman[134512]: 2024-08-19 11:49:36.621193734 +0000 UTC m=+0.559428620 container died 9b58be3a3614413d9c28d7bf9e6f322645b2a49cfd12287e2ce8691040b5888a (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693) 2024-08-19T11:49:37.259 DEBUG:teuthology.orchestra.run.smithi136:> sudo pkill -f 'journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.0.service' 2024-08-19T11:49:37.303 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T11:49:37.303 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-08-19T11:49:37.303 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-08-19T11:49:37.304 DEBUG:teuthology.orchestra.run.smithi136:> sudo systemctl stop ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.1 2024-08-19T11:49:37.597 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:49:37 smithi136 systemd[1]: Stopping Ceph osd.1 for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:49:38.097 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:49:37 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1[100184]: 2024-08-19T11:49:37.704+0000 7f265d624640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T11:49:38.098 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:49:37 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1[100184]: 2024-08-19T11:49:37.704+0000 7f265d624640 -1 osd.1 1055 *** Got signal Terminated *** 2024-08-19T11:49:38.098 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:49:37 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1[100184]: 2024-08-19T11:49:37.704+0000 7f265d624640 -1 osd.1 1055 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T11:49:43.470 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:49:43 smithi136 podman[134641]: 2024-08-19 11:49:43.148440014 +0000 UTC m=+5.597819511 container stop e1e8e8f25d129f05d7e35b67cadc3d014683b1e2c1ef902fc309184838fd2290 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-08-19T11:49:43.470 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:49:43 smithi136 podman[134641]: 2024-08-19 11:49:43.173973008 +0000 UTC m=+5.623352499 container died e1e8e8f25d129f05d7e35b67cadc3d014683b1e2c1ef902fc309184838fd2290 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0) 2024-08-19T11:49:43.470 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:49:43 smithi136 podman[134641]: 2024-08-19 11:49:43.469162503 +0000 UTC m=+5.918541993 container cleanup e1e8e8f25d129f05d7e35b67cadc3d014683b1e2c1ef902fc309184838fd2290 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-7976693, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T11:49:43.847 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:49:43 smithi136 bash[134641]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1 2024-08-19T11:49:43.847 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:49:43 smithi136 podman[134666]: 2024-08-19 11:49:43.662154255 +0000 UTC m=+0.506457181 container remove e1e8e8f25d129f05d7e35b67cadc3d014683b1e2c1ef902fc309184838fd2290 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=main-7976693, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True) 2024-08-19T11:49:44.347 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:49:44 smithi136 podman[134759]: 2024-08-19 11:49:43.998113543 +0000 UTC m=+0.016929668 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:49:44.348 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:49:44 smithi136 podman[134759]: 2024-08-19 11:49:44.11300097 +0000 UTC m=+0.131817076 container create 4e8299263d4ab83de42c478a6fb734a3afccb6e121c2938596e15458b9f87c80 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, ceph=True, org.label-schema.build-date=20240731) 2024-08-19T11:49:44.348 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:49:44 smithi136 podman[134759]: 2024-08-19 11:49:44.316073615 +0000 UTC m=+0.334889728 container init 4e8299263d4ab83de42c478a6fb734a3afccb6e121c2938596e15458b9f87c80 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=main-7976693, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-08-19T11:49:44.348 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:49:44 smithi136 podman[134759]: 2024-08-19 11:49:44.320794226 +0000 UTC m=+0.339610334 container start 4e8299263d4ab83de42c478a6fb734a3afccb6e121c2938596e15458b9f87c80 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-7976693, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T11:49:44.777 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:49:44 smithi136 podman[134759]: 2024-08-19 11:49:44.4237168 +0000 UTC m=+0.442532927 container attach 4e8299263d4ab83de42c478a6fb734a3afccb6e121c2938596e15458b9f87c80 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.36.0, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=main-7976693) 2024-08-19T11:49:44.778 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:49:44 smithi136 podman[134759]: 2024-08-19 11:49:44.507374436 +0000 UTC m=+0.526190552 container died 4e8299263d4ab83de42c478a6fb734a3afccb6e121c2938596e15458b9f87c80 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=main-7976693, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux ) 2024-08-19T11:49:45.035 INFO:journalctl@ceph.osd.1.smithi136.stdout:Aug 19 11:49:45 smithi136 podman[134802]: 2024-08-19 11:49:45.018969497 +0000 UTC m=+0.506156391 container remove 4e8299263d4ab83de42c478a6fb734a3afccb6e121c2938596e15458b9f87c80 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=main-7976693, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-08-19T11:49:45.040 DEBUG:teuthology.orchestra.run.smithi136:> sudo pkill -f 'journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.1.service' 2024-08-19T11:49:45.078 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T11:49:45.078 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-08-19T11:49:45.078 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-08-19T11:49:45.078 DEBUG:teuthology.orchestra.run.smithi136:> sudo systemctl stop ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.2 2024-08-19T11:49:45.347 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:49:45 smithi136 systemd[1]: Stopping Ceph osd.2 for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:49:45.848 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:49:45 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2[105005]: 2024-08-19T11:49:45.440+0000 7fea3c0c3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T11:49:45.848 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:49:45 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2[105005]: 2024-08-19T11:49:45.440+0000 7fea3c0c3640 -1 osd.2 1055 *** Got signal Terminated *** 2024-08-19T11:49:45.848 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:49:45 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2[105005]: 2024-08-19T11:49:45.440+0000 7fea3c0c3640 -1 osd.2 1055 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T11:49:51.148 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:49:50 smithi136 podman[134885]: 2024-08-19 11:49:50.891558936 +0000 UTC m=+5.580544884 container died 7ef28c35d9408c154da0f7ec790adc721bec496f52ee7095a2e670b687494872 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T11:49:51.524 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:49:51 smithi136 podman[134885]: 2024-08-19 11:49:51.313418043 +0000 UTC m=+6.002403979 container cleanup 7ef28c35d9408c154da0f7ec790adc721bec496f52ee7095a2e670b687494872 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.36.0, RELEASE=main-7976693) 2024-08-19T11:49:51.524 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:49:51 smithi136 bash[134885]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2 2024-08-19T11:49:51.847 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:49:51 smithi136 podman[134905]: 2024-08-19 11:49:51.523352181 +0000 UTC m=+0.632691162 container remove 7ef28c35d9408c154da0f7ec790adc721bec496f52ee7095a2e670b687494872 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=main-7976693, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-08-19T11:49:52.244 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:49:51 smithi136 podman[134999]: 2024-08-19 11:49:51.949333567 +0000 UTC m=+0.111997258 container create df6ea06faf3633e26c3d8d2652197ed4624afd7a074a596435527474877559dc (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=main-7976693, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-08-19T11:49:52.244 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:49:51 smithi136 podman[134999]: 2024-08-19 11:49:51.854581689 +0000 UTC m=+0.017245359 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:49:52.244 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:49:52 smithi136 podman[134999]: 2024-08-19 11:49:52.15991675 +0000 UTC m=+0.322580417 container init df6ea06faf3633e26c3d8d2652197ed4624afd7a074a596435527474877559dc (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, RELEASE=main-7976693, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-08-19T11:49:52.245 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:49:52 smithi136 podman[134999]: 2024-08-19 11:49:52.164164316 +0000 UTC m=+0.326827974 container start df6ea06faf3633e26c3d8d2652197ed4624afd7a074a596435527474877559dc (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2-deactivate, RELEASE=main-7976693, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True) 2024-08-19T11:49:52.245 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:49:52 smithi136 podman[134999]: 2024-08-19 11:49:52.243421763 +0000 UTC m=+0.406085432 container attach df6ea06faf3633e26c3d8d2652197ed4624afd7a074a596435527474877559dc (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=main-7976693) 2024-08-19T11:49:52.597 INFO:journalctl@ceph.osd.2.smithi136.stdout:Aug 19 11:49:52 smithi136 podman[134999]: 2024-08-19 11:49:52.355122357 +0000 UTC m=+0.517786006 container died df6ea06faf3633e26c3d8d2652197ed4624afd7a074a596435527474877559dc (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-2-deactivate, RELEASE=main-7976693, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-08-19T11:49:53.147 DEBUG:teuthology.orchestra.run.smithi136:> sudo pkill -f 'journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.2.service' 2024-08-19T11:49:53.188 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T11:49:53.189 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-08-19T11:49:53.189 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-08-19T11:49:53.189 DEBUG:teuthology.orchestra.run.smithi136:> sudo systemctl stop ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.3 2024-08-19T11:49:53.414 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:49:53 smithi136 systemd[1]: Stopping Ceph osd.3 for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:49:53.847 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:49:53 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3[110154]: 2024-08-19T11:49:53.535+0000 7f83a7967640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T11:49:53.848 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:49:53 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3[110154]: 2024-08-19T11:49:53.535+0000 7f83a7967640 -1 osd.3 1055 *** Got signal Terminated *** 2024-08-19T11:49:53.848 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:49:53 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3[110154]: 2024-08-19T11:49:53.535+0000 7f83a7967640 -1 osd.3 1055 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T11:49:56.210 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:49:55 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:49:55.889+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:34.119507+0000 front 2024-08-19T11:49:34.119755+0000 (oldest deadline 2024-08-19T11:49:55.819538+0000) 2024-08-19T11:49:56.598 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:49:56 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3[110154]: 2024-08-19T11:49:56.181+0000 7f839ff74640 -1 osd.3 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.978585+0000 front 2024-08-19T11:49:31.978375+0000 (oldest deadline 2024-08-19T11:49:56.078415+0000) 2024-08-19T11:49:57.210 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:49:56 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:49:56.869+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:34.119507+0000 front 2024-08-19T11:49:34.119755+0000 (oldest deadline 2024-08-19T11:49:55.819538+0000) 2024-08-19T11:49:57.210 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:49:56 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:49:56.846+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:49:57.597 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:49:57 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3[110154]: 2024-08-19T11:49:57.201+0000 7f839ff74640 -1 osd.3 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.978585+0000 front 2024-08-19T11:49:31.978375+0000 (oldest deadline 2024-08-19T11:49:56.078415+0000) 2024-08-19T11:49:58.210 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:49:57 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:49:57.904+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:34.119507+0000 front 2024-08-19T11:49:34.119755+0000 (oldest deadline 2024-08-19T11:49:55.819538+0000) 2024-08-19T11:49:58.210 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:49:57 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:49:57.869+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:49:58.597 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:49:58 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3[110154]: 2024-08-19T11:49:58.154+0000 7f839ff74640 -1 osd.3 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.978585+0000 front 2024-08-19T11:49:31.978375+0000 (oldest deadline 2024-08-19T11:49:56.078415+0000) 2024-08-19T11:49:58.710 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:49:58 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4[82789]: 2024-08-19T11:49:58.561+0000 7f52a77a8640 -1 osd.4 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:33.867620+0000 front 2024-08-19T11:49:33.867514+0000 (oldest deadline 2024-08-19T11:49:57.967402+0000) 2024-08-19T11:49:58.710 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:49:58 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:49:58.404+0000 7fbad25e4640 -1 osd.5 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:32.989281+0000 front 2024-08-19T11:49:32.989267+0000 (oldest deadline 2024-08-19T11:49:57.589432+0000) 2024-08-19T11:49:59.210 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:49:58 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:49:58.892+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:34.119507+0000 front 2024-08-19T11:49:34.119755+0000 (oldest deadline 2024-08-19T11:49:55.819538+0000) 2024-08-19T11:49:59.210 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:49:58 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:49:58.892+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:49:59.251 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:49:58 smithi136 podman[135127]: 2024-08-19 11:49:58.980318137 +0000 UTC m=+5.554212749 container died 9f8198736d5bd0252d37b373e63b327cb73c9f09f05965a9218094f19df18ec1 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, RELEASE=main-7976693, org.label-schema.schema-version=1.0) 2024-08-19T11:49:59.597 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:49:59 smithi136 podman[135127]: 2024-08-19 11:49:59.349627689 +0000 UTC m=+5.923522299 container cleanup 9f8198736d5bd0252d37b373e63b327cb73c9f09f05965a9218094f19df18ec1 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=main-7976693, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-08-19T11:49:59.598 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:49:59 smithi136 bash[135127]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3 2024-08-19T11:49:59.710 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:49:59 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4[82789]: 2024-08-19T11:49:59.568+0000 7f52a77a8640 -1 osd.4 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:33.867620+0000 front 2024-08-19T11:49:33.867514+0000 (oldest deadline 2024-08-19T11:49:57.967402+0000) 2024-08-19T11:49:59.710 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:49:59 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:49:59.394+0000 7fbad25e4640 -1 osd.5 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:32.989281+0000 front 2024-08-19T11:49:32.989267+0000 (oldest deadline 2024-08-19T11:49:57.589432+0000) 2024-08-19T11:49:59.992 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:49:59 smithi136 podman[135159]: 2024-08-19 11:49:59.617802024 +0000 UTC m=+0.634720993 container remove 9f8198736d5bd0252d37b373e63b327cb73c9f09f05965a9218094f19df18ec1 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-7976693, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0) 2024-08-19T11:50:00.210 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:49:59 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:49:59.913+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:34.119507+0000 front 2024-08-19T11:49:34.119755+0000 (oldest deadline 2024-08-19T11:49:55.819538+0000) 2024-08-19T11:50:00.210 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:49:59 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:49:59.848+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:50:00.313 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:49:59 smithi136 podman[135255]: 2024-08-19 11:49:59.89436081 +0000 UTC m=+0.017283814 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:50:00.313 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:50:00 smithi136 podman[135255]: 2024-08-19 11:50:00.001953094 +0000 UTC m=+0.124876082 container create f0523c7c478971d5b5b05acbcb9dc802896a4791d3ad23eb63d8fbb38a01e03f (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=main-7976693, io.buildah.version=1.36.0, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-08-19T11:50:00.314 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:50:00 smithi136 podman[135255]: 2024-08-19 11:50:00.229118926 +0000 UTC m=+0.352041931 container init f0523c7c478971d5b5b05acbcb9dc802896a4791d3ad23eb63d8fbb38a01e03f (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3-deactivate, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=main-7976693) 2024-08-19T11:50:00.314 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:50:00 smithi136 podman[135255]: 2024-08-19 11:50:00.233855873 +0000 UTC m=+0.356778863 container start f0523c7c478971d5b5b05acbcb9dc802896a4791d3ad23eb63d8fbb38a01e03f (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3-deactivate, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=main-7976693, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-08-19T11:50:00.597 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:50:00 smithi136 podman[135255]: 2024-08-19 11:50:00.312531951 +0000 UTC m=+0.435454941 container attach f0523c7c478971d5b5b05acbcb9dc802896a4791d3ad23eb63d8fbb38a01e03f (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=main-7976693, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731) 2024-08-19T11:50:00.598 INFO:journalctl@ceph.osd.3.smithi136.stdout:Aug 19 11:50:00 smithi136 podman[135255]: 2024-08-19 11:50:00.422362154 +0000 UTC m=+0.545285150 container died f0523c7c478971d5b5b05acbcb9dc802896a4791d3ad23eb63d8fbb38a01e03f (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=main-7976693) 2024-08-19T11:50:00.710 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:50:00 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4[82789]: 2024-08-19T11:50:00.546+0000 7f52a77a8640 -1 osd.4 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:33.867620+0000 front 2024-08-19T11:49:33.867514+0000 (oldest deadline 2024-08-19T11:49:57.967402+0000) 2024-08-19T11:50:00.710 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:00 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:50:00.377+0000 7fbad25e4640 -1 osd.5 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:32.989281+0000 front 2024-08-19T11:49:32.989267+0000 (oldest deadline 2024-08-19T11:49:57.589432+0000) 2024-08-19T11:50:01.130 DEBUG:teuthology.orchestra.run.smithi136:> sudo pkill -f 'journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.3.service' 2024-08-19T11:50:01.168 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T11:50:01.168 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-08-19T11:50:01.168 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-08-19T11:50:01.168 DEBUG:teuthology.orchestra.run.smithi155:> sudo systemctl stop ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.4 2024-08-19T11:50:01.198 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:00 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:00.907+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:34.119507+0000 front 2024-08-19T11:49:34.119755+0000 (oldest deadline 2024-08-19T11:49:55.819538+0000) 2024-08-19T11:50:01.199 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:00 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:00.895+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:50:01.460 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:50:01 smithi155 systemd[1]: Stopping Ceph osd.4 for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:50:01.461 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:01 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:50:01.350+0000 7fbad25e4640 -1 osd.5 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:32.989281+0000 front 2024-08-19T11:49:32.989267+0000 (oldest deadline 2024-08-19T11:49:57.589432+0000) 2024-08-19T11:50:01.888 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:50:01 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4[82789]: 2024-08-19T11:50:01.567+0000 7f52a77a8640 -1 osd.4 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:33.867620+0000 front 2024-08-19T11:49:33.867514+0000 (oldest deadline 2024-08-19T11:49:57.967402+0000) 2024-08-19T11:50:01.888 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:50:01 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4[82789]: 2024-08-19T11:50:01.761+0000 7f52ab193640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T11:50:01.888 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:50:01 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4[82789]: 2024-08-19T11:50:01.761+0000 7f52ab193640 -1 osd.4 1055 *** Got signal Terminated *** 2024-08-19T11:50:01.888 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:50:01 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4[82789]: 2024-08-19T11:50:01.761+0000 7f52ab193640 -1 osd.4 1055 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T11:50:02.210 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:01 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:01.886+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:34.119507+0000 front 2024-08-19T11:49:34.119755+0000 (oldest deadline 2024-08-19T11:49:55.819538+0000) 2024-08-19T11:50:02.210 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:01 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:01.899+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:50:02.710 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:50:02 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4[82789]: 2024-08-19T11:50:02.552+0000 7f52a77a8640 -1 osd.4 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:33.867620+0000 front 2024-08-19T11:49:33.867514+0000 (oldest deadline 2024-08-19T11:49:57.967402+0000) 2024-08-19T11:50:02.711 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:02 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:50:02.334+0000 7fbad25e4640 -1 osd.5 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:32.989281+0000 front 2024-08-19T11:49:32.989267+0000 (oldest deadline 2024-08-19T11:49:57.589432+0000) 2024-08-19T11:50:03.210 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:02 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:02.921+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:34.119507+0000 front 2024-08-19T11:49:34.119755+0000 (oldest deadline 2024-08-19T11:49:55.819538+0000) 2024-08-19T11:50:03.210 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:02 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:02.898+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:50:03.599 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:50:03.334+0000 7fbad25e4640 -1 osd.5 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:32.989281+0000 front 2024-08-19T11:49:32.989267+0000 (oldest deadline 2024-08-19T11:49:57.589432+0000) 2024-08-19T11:50:03.915 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:50:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4[82789]: 2024-08-19T11:50:03.597+0000 7f52a77a8640 -1 osd.4 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:33.867620+0000 front 2024-08-19T11:49:33.867514+0000 (oldest deadline 2024-08-19T11:49:57.967402+0000) 2024-08-19T11:50:03.915 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:50:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4[82789]: 2024-08-19T11:50:03.597+0000 7f52a77a8640 -1 osd.4 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:41.269811+0000 front 2024-08-19T11:49:41.269827+0000 (oldest deadline 2024-08-19T11:50:03.569683+0000) 2024-08-19T11:50:04.210 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:03.952+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:34.119507+0000 front 2024-08-19T11:49:34.119755+0000 (oldest deadline 2024-08-19T11:49:55.819538+0000) 2024-08-19T11:50:04.210 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:03.914+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:50:04.210 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:03 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:03.914+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.178508+0000 front 2024-08-19T11:49:42.178457+0000 (oldest deadline 2024-08-19T11:50:03.878287+0000) 2024-08-19T11:50:04.593 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:04 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:50:04.314+0000 7fbad25e4640 -1 osd.5 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:32.989281+0000 front 2024-08-19T11:49:32.989267+0000 (oldest deadline 2024-08-19T11:49:57.589432+0000) 2024-08-19T11:50:04.902 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:50:04 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4[82789]: 2024-08-19T11:50:04.592+0000 7f52a77a8640 -1 osd.4 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:33.867620+0000 front 2024-08-19T11:49:33.867514+0000 (oldest deadline 2024-08-19T11:49:57.967402+0000) 2024-08-19T11:50:04.902 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:50:04 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4[82789]: 2024-08-19T11:50:04.592+0000 7f52a77a8640 -1 osd.4 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:41.269811+0000 front 2024-08-19T11:49:41.269827+0000 (oldest deadline 2024-08-19T11:50:03.569683+0000) 2024-08-19T11:50:05.210 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:04 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:04.918+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:34.119507+0000 front 2024-08-19T11:49:34.119755+0000 (oldest deadline 2024-08-19T11:49:55.819538+0000) 2024-08-19T11:50:05.210 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:04 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:04.901+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:50:05.210 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:04 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:04.901+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.178508+0000 front 2024-08-19T11:49:42.178457+0000 (oldest deadline 2024-08-19T11:50:03.878287+0000) 2024-08-19T11:50:05.634 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:05 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:50:05.310+0000 7fbad25e4640 -1 osd.5 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:32.989281+0000 front 2024-08-19T11:49:32.989267+0000 (oldest deadline 2024-08-19T11:49:57.589432+0000) 2024-08-19T11:50:05.916 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:50:05 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4[82789]: 2024-08-19T11:50:05.633+0000 7f52a77a8640 -1 osd.4 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:33.867620+0000 front 2024-08-19T11:49:33.867514+0000 (oldest deadline 2024-08-19T11:49:57.967402+0000) 2024-08-19T11:50:05.916 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:50:05 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4[82789]: 2024-08-19T11:50:05.633+0000 7f52a77a8640 -1 osd.4 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:41.269811+0000 front 2024-08-19T11:49:41.269827+0000 (oldest deadline 2024-08-19T11:50:03.569683+0000) 2024-08-19T11:50:05.916 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:05 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:05.855+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:50:05.916 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:05 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:05.855+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.178508+0000 front 2024-08-19T11:49:42.178457+0000 (oldest deadline 2024-08-19T11:50:03.878287+0000) 2024-08-19T11:50:06.210 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:05 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:05.914+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:34.119507+0000 front 2024-08-19T11:49:34.119755+0000 (oldest deadline 2024-08-19T11:49:55.819538+0000) 2024-08-19T11:50:06.672 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:06 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:50:06.265+0000 7fbad25e4640 -1 osd.5 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:32.989281+0000 front 2024-08-19T11:49:32.989267+0000 (oldest deadline 2024-08-19T11:49:57.589432+0000) 2024-08-19T11:50:06.960 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:06 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:06.913+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:34.119507+0000 front 2024-08-19T11:49:34.119755+0000 (oldest deadline 2024-08-19T11:49:55.819538+0000) 2024-08-19T11:50:06.961 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:06 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:06.817+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:50:06.961 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:06 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:06.817+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.178508+0000 front 2024-08-19T11:49:42.178457+0000 (oldest deadline 2024-08-19T11:50:03.878287+0000) 2024-08-19T11:50:06.962 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:50:06 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4[82789]: 2024-08-19T11:50:06.671+0000 7f52a77a8640 -1 osd.4 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:33.867620+0000 front 2024-08-19T11:49:33.867514+0000 (oldest deadline 2024-08-19T11:49:57.967402+0000) 2024-08-19T11:50:06.962 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:50:06 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4[82789]: 2024-08-19T11:50:06.671+0000 7f52a77a8640 -1 osd.4 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:41.269811+0000 front 2024-08-19T11:49:41.269827+0000 (oldest deadline 2024-08-19T11:50:03.569683+0000) 2024-08-19T11:50:07.628 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:50:07 smithi155 podman[120853]: 2024-08-19 11:50:07.343080721 +0000 UTC m=+5.968072670 container died 0256f8e34f10a422c9922532a07eea3fd08f3e23b57c4201262707a366812037 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=main-7976693, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T11:50:07.628 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:07 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:50:07.276+0000 7fbad25e4640 -1 osd.5 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:32.989281+0000 front 2024-08-19T11:49:32.989267+0000 (oldest deadline 2024-08-19T11:49:57.589432+0000) 2024-08-19T11:50:07.628 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:07 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:50:07.276+0000 7fbad25e4640 -1 osd.5 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:41.690452+0000 front 2024-08-19T11:49:41.690324+0000 (oldest deadline 2024-08-19T11:50:06.990150+0000) 2024-08-19T11:50:07.909 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:50:07 smithi155 podman[120853]: 2024-08-19 11:50:07.734664176 +0000 UTC m=+6.359656113 container cleanup 0256f8e34f10a422c9922532a07eea3fd08f3e23b57c4201262707a366812037 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True) 2024-08-19T11:50:07.910 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:50:07 smithi155 bash[120853]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4 2024-08-19T11:50:07.910 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:07 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:07.864+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:50:07.910 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:07 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:07.864+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.178508+0000 front 2024-08-19T11:49:42.178457+0000 (oldest deadline 2024-08-19T11:50:03.878287+0000) 2024-08-19T11:50:08.210 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:07 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:07.908+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:34.119507+0000 front 2024-08-19T11:49:34.119755+0000 (oldest deadline 2024-08-19T11:49:55.819538+0000) 2024-08-19T11:50:08.210 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:50:07 smithi155 podman[120876]: 2024-08-19 11:50:07.986037464 +0000 UTC m=+0.635939772 container remove 0256f8e34f10a422c9922532a07eea3fd08f3e23b57c4201262707a366812037 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=main-7976693, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.36.0) 2024-08-19T11:50:08.498 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:50:08 smithi155 podman[120969]: 2024-08-19 11:50:08.303377105 +0000 UTC m=+0.093684989 container create 7f728798aa8eac7adb3895c2e099cec5683920d6df1233074dabc270ae52c0b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, ceph=True, GIT_CLEAN=True, RELEASE=main-7976693, org.label-schema.build-date=20240731) 2024-08-19T11:50:08.498 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:50:08 smithi155 podman[120969]: 2024-08-19 11:50:08.227396748 +0000 UTC m=+0.017704646 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:50:08.498 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:08 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:50:08.227+0000 7fbad25e4640 -1 osd.5 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:32.989281+0000 front 2024-08-19T11:49:32.989267+0000 (oldest deadline 2024-08-19T11:49:57.589432+0000) 2024-08-19T11:50:08.498 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:08 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:50:08.227+0000 7fbad25e4640 -1 osd.5 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:41.690452+0000 front 2024-08-19T11:49:41.690324+0000 (oldest deadline 2024-08-19T11:50:06.990150+0000) 2024-08-19T11:50:08.881 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:50:08 smithi155 podman[120969]: 2024-08-19 11:50:08.49742713 +0000 UTC m=+0.287735025 container init 7f728798aa8eac7adb3895c2e099cec5683920d6df1233074dabc270ae52c0b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-08-19T11:50:08.882 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:50:08 smithi155 podman[120969]: 2024-08-19 11:50:08.502252429 +0000 UTC m=+0.292560324 container start 7f728798aa8eac7adb3895c2e099cec5683920d6df1233074dabc270ae52c0b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-08-19T11:50:08.882 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:50:08 smithi155 podman[120969]: 2024-08-19 11:50:08.580407453 +0000 UTC m=+0.370715353 container attach 7f728798aa8eac7adb3895c2e099cec5683920d6df1233074dabc270ae52c0b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=main-7976693) 2024-08-19T11:50:08.882 INFO:journalctl@ceph.osd.4.smithi155.stdout:Aug 19 11:50:08 smithi155 podman[120969]: 2024-08-19 11:50:08.689948867 +0000 UTC m=+0.480256760 container died 7f728798aa8eac7adb3895c2e099cec5683920d6df1233074dabc270ae52c0b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=main-7976693, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-08-19T11:50:09.182 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:08 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:08.880+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:50:09.182 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:08 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:08.880+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.178508+0000 front 2024-08-19T11:49:42.178457+0000 (oldest deadline 2024-08-19T11:50:03.878287+0000) 2024-08-19T11:50:09.183 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:08 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:08.942+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:34.119507+0000 front 2024-08-19T11:49:34.119755+0000 (oldest deadline 2024-08-19T11:49:55.819538+0000) 2024-08-19T11:50:09.183 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:08 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:08.942+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.621663+0000 front 2024-08-19T11:49:42.621644+0000 (oldest deadline 2024-08-19T11:50:08.521649+0000) 2024-08-19T11:50:09.264 DEBUG:teuthology.orchestra.run.smithi155:> sudo pkill -f 'journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.4.service' 2024-08-19T11:50:09.344 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T11:50:09.344 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-08-19T11:50:09.344 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-08-19T11:50:09.345 DEBUG:teuthology.orchestra.run.smithi155:> sudo systemctl stop ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.5 2024-08-19T11:50:09.460 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:50:09.181+0000 7fbad25e4640 -1 osd.5 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:32.989281+0000 front 2024-08-19T11:49:32.989267+0000 (oldest deadline 2024-08-19T11:49:57.589432+0000) 2024-08-19T11:50:09.461 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:50:09.181+0000 7fbad25e4640 -1 osd.5 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:41.690452+0000 front 2024-08-19T11:49:41.690324+0000 (oldest deadline 2024-08-19T11:50:06.990150+0000) 2024-08-19T11:50:09.461 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:09 smithi155 systemd[1]: Stopping Ceph osd.5 for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:50:09.873 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:50:09.696+0000 7fbad9fd7640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T11:50:09.873 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:50:09.696+0000 7fbad9fd7640 -1 osd.5 1055 *** Got signal Terminated *** 2024-08-19T11:50:09.873 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:50:09.696+0000 7fbad9fd7640 -1 osd.5 1055 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T11:50:10.145 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:09.915+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:34.119507+0000 front 2024-08-19T11:49:34.119755+0000 (oldest deadline 2024-08-19T11:49:55.819538+0000) 2024-08-19T11:50:10.146 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:09.915+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.621663+0000 front 2024-08-19T11:49:42.621644+0000 (oldest deadline 2024-08-19T11:50:08.521649+0000) 2024-08-19T11:50:10.146 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:09.871+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:50:10.146 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:09 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:09.871+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.178508+0000 front 2024-08-19T11:49:42.178457+0000 (oldest deadline 2024-08-19T11:50:03.878287+0000) 2024-08-19T11:50:10.455 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:10 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:50:10.144+0000 7fbad25e4640 -1 osd.5 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:32.989281+0000 front 2024-08-19T11:49:32.989267+0000 (oldest deadline 2024-08-19T11:49:57.589432+0000) 2024-08-19T11:50:10.456 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:10 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:50:10.144+0000 7fbad25e4640 -1 osd.5 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:41.690452+0000 front 2024-08-19T11:49:41.690324+0000 (oldest deadline 2024-08-19T11:50:06.990150+0000) 2024-08-19T11:50:11.182 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:10 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:10.953+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:34.119507+0000 front 2024-08-19T11:49:34.119755+0000 (oldest deadline 2024-08-19T11:49:55.819538+0000) 2024-08-19T11:50:11.182 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:10 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:10.953+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.621663+0000 front 2024-08-19T11:49:42.621644+0000 (oldest deadline 2024-08-19T11:50:08.521649+0000) 2024-08-19T11:50:11.183 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:10 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:10.851+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:50:11.183 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:10 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:10.851+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.178508+0000 front 2024-08-19T11:49:42.178457+0000 (oldest deadline 2024-08-19T11:50:03.878287+0000) 2024-08-19T11:50:11.460 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:11 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:50:11.181+0000 7fbad25e4640 -1 osd.5 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:32.989281+0000 front 2024-08-19T11:49:32.989267+0000 (oldest deadline 2024-08-19T11:49:57.589432+0000) 2024-08-19T11:50:11.460 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:11 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:50:11.181+0000 7fbad25e4640 -1 osd.5 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:41.690452+0000 front 2024-08-19T11:49:41.690324+0000 (oldest deadline 2024-08-19T11:50:06.990150+0000) 2024-08-19T11:50:12.179 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:11 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:11.963+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:34.119507+0000 front 2024-08-19T11:49:34.119755+0000 (oldest deadline 2024-08-19T11:49:55.819538+0000) 2024-08-19T11:50:12.180 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:11 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:11.963+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.621663+0000 front 2024-08-19T11:49:42.621644+0000 (oldest deadline 2024-08-19T11:50:08.521649+0000) 2024-08-19T11:50:12.180 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:11 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:11.963+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:48.522279+0000 front 2024-08-19T11:49:48.522265+0000 (oldest deadline 2024-08-19T11:50:11.422151+0000) 2024-08-19T11:50:12.180 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:11 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:11.885+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:50:12.180 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:11 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:11.885+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.178508+0000 front 2024-08-19T11:49:42.178457+0000 (oldest deadline 2024-08-19T11:50:03.878287+0000) 2024-08-19T11:50:12.460 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:12 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:50:12.177+0000 7fbad25e4640 -1 osd.5 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:32.989281+0000 front 2024-08-19T11:49:32.989267+0000 (oldest deadline 2024-08-19T11:49:57.589432+0000) 2024-08-19T11:50:12.461 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:12 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:50:12.177+0000 7fbad25e4640 -1 osd.5 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:41.690452+0000 front 2024-08-19T11:49:41.690324+0000 (oldest deadline 2024-08-19T11:50:06.990150+0000) 2024-08-19T11:50:12.461 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:12 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:50:12.177+0000 7fbad25e4640 -1 osd.5 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:46.990775+0000 front 2024-08-19T11:49:46.990693+0000 (oldest deadline 2024-08-19T11:50:11.690614+0000) 2024-08-19T11:50:13.157 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:12 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:12.939+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:34.119507+0000 front 2024-08-19T11:49:34.119755+0000 (oldest deadline 2024-08-19T11:49:55.819538+0000) 2024-08-19T11:50:13.157 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:12 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:12.939+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.621663+0000 front 2024-08-19T11:49:42.621644+0000 (oldest deadline 2024-08-19T11:50:08.521649+0000) 2024-08-19T11:50:13.158 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:12 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:12.939+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:48.522279+0000 front 2024-08-19T11:49:48.522265+0000 (oldest deadline 2024-08-19T11:50:11.422151+0000) 2024-08-19T11:50:13.158 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:12 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:12.860+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:50:13.158 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:12 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:12.860+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.178508+0000 front 2024-08-19T11:49:42.178457+0000 (oldest deadline 2024-08-19T11:50:03.878287+0000) 2024-08-19T11:50:13.158 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:12 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:12.860+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:49.779488+0000 front 2024-08-19T11:49:49.779436+0000 (oldest deadline 2024-08-19T11:50:12.079337+0000) 2024-08-19T11:50:13.460 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:13 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:50:13.155+0000 7fbad25e4640 -1 osd.5 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:32.989281+0000 front 2024-08-19T11:49:32.989267+0000 (oldest deadline 2024-08-19T11:49:57.589432+0000) 2024-08-19T11:50:13.460 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:13 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:50:13.155+0000 7fbad25e4640 -1 osd.5 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:41.690452+0000 front 2024-08-19T11:49:41.690324+0000 (oldest deadline 2024-08-19T11:50:06.990150+0000) 2024-08-19T11:50:13.460 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:13 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:50:13.155+0000 7fbad25e4640 -1 osd.5 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:46.990775+0000 front 2024-08-19T11:49:46.990693+0000 (oldest deadline 2024-08-19T11:50:11.690614+0000) 2024-08-19T11:50:14.145 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:13 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:13.904+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:34.119507+0000 front 2024-08-19T11:49:34.119755+0000 (oldest deadline 2024-08-19T11:49:55.819538+0000) 2024-08-19T11:50:14.145 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:13 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:13.904+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.621663+0000 front 2024-08-19T11:49:42.621644+0000 (oldest deadline 2024-08-19T11:50:08.521649+0000) 2024-08-19T11:50:14.145 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:13 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:13.904+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:48.522279+0000 front 2024-08-19T11:49:48.522265+0000 (oldest deadline 2024-08-19T11:50:11.422151+0000) 2024-08-19T11:50:14.146 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:13 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:13.812+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:50:14.146 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:13 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:13.812+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.178508+0000 front 2024-08-19T11:49:42.178457+0000 (oldest deadline 2024-08-19T11:50:03.878287+0000) 2024-08-19T11:50:14.146 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:13 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:13.812+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:49.779488+0000 front 2024-08-19T11:49:49.779436+0000 (oldest deadline 2024-08-19T11:50:12.079337+0000) 2024-08-19T11:50:14.460 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:14 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:50:14.143+0000 7fbad25e4640 -1 osd.5 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:32.989281+0000 front 2024-08-19T11:49:32.989267+0000 (oldest deadline 2024-08-19T11:49:57.589432+0000) 2024-08-19T11:50:14.460 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:14 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:50:14.143+0000 7fbad25e4640 -1 osd.5 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:41.690452+0000 front 2024-08-19T11:49:41.690324+0000 (oldest deadline 2024-08-19T11:50:06.990150+0000) 2024-08-19T11:50:14.460 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:14 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5[87979]: 2024-08-19T11:50:14.143+0000 7fbad25e4640 -1 osd.5 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:46.990775+0000 front 2024-08-19T11:49:46.990693+0000 (oldest deadline 2024-08-19T11:50:11.690614+0000) 2024-08-19T11:50:15.146 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:14 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:14.932+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:34.119507+0000 front 2024-08-19T11:49:34.119755+0000 (oldest deadline 2024-08-19T11:49:55.819538+0000) 2024-08-19T11:50:15.146 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:14 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:14.932+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.621663+0000 front 2024-08-19T11:49:42.621644+0000 (oldest deadline 2024-08-19T11:50:08.521649+0000) 2024-08-19T11:50:15.146 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:14 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:14.932+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:48.522279+0000 front 2024-08-19T11:49:48.522265+0000 (oldest deadline 2024-08-19T11:50:11.422151+0000) 2024-08-19T11:50:15.146 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:14 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:14.776+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:50:15.146 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:14 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:14.776+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.178508+0000 front 2024-08-19T11:49:42.178457+0000 (oldest deadline 2024-08-19T11:50:03.878287+0000) 2024-08-19T11:50:15.147 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:14 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:14.776+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:49.779488+0000 front 2024-08-19T11:49:49.779436+0000 (oldest deadline 2024-08-19T11:50:12.079337+0000) 2024-08-19T11:50:15.404 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:15 smithi155 podman[121096]: 2024-08-19 11:50:15.145373357 +0000 UTC m=+5.556955858 container died 91a0267e5c97db74430bbcddb2456bc10937ee8194ba07e9a458e5291073c0f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5, io.buildah.version=1.36.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=main-7976693, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-08-19T11:50:15.710 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:15 smithi155 podman[121096]: 2024-08-19 11:50:15.512959143 +0000 UTC m=+5.924541644 container cleanup 91a0267e5c97db74430bbcddb2456bc10937ee8194ba07e9a458e5291073c0f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , ceph=True, RELEASE=main-7976693, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-08-19T11:50:15.710 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:15 smithi155 bash[121096]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5 2024-08-19T11:50:16.096 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:15 smithi155 podman[121130]: 2024-08-19 11:50:15.77132662 +0000 UTC m=+0.621391785 container remove 91a0267e5c97db74430bbcddb2456bc10937ee8194ba07e9a458e5291073c0f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, RELEASE=main-7976693, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-08-19T11:50:16.096 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:15.898+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:34.119507+0000 front 2024-08-19T11:49:34.119755+0000 (oldest deadline 2024-08-19T11:49:55.819538+0000) 2024-08-19T11:50:16.096 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:15.898+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.621663+0000 front 2024-08-19T11:49:42.621644+0000 (oldest deadline 2024-08-19T11:50:08.521649+0000) 2024-08-19T11:50:16.096 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:15.898+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:48.522279+0000 front 2024-08-19T11:49:48.522265+0000 (oldest deadline 2024-08-19T11:50:11.422151+0000) 2024-08-19T11:50:16.097 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:15.790+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:50:16.097 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:15.790+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.178508+0000 front 2024-08-19T11:49:42.178457+0000 (oldest deadline 2024-08-19T11:50:03.878287+0000) 2024-08-19T11:50:16.097 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:15 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:15.790+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:49.779488+0000 front 2024-08-19T11:49:49.779436+0000 (oldest deadline 2024-08-19T11:50:12.079337+0000) 2024-08-19T11:50:16.349 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:16 smithi155 podman[121221]: 2024-08-19 11:50:15.998308654 +0000 UTC m=+0.017161804 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:50:16.350 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:16 smithi155 podman[121221]: 2024-08-19 11:50:16.114146121 +0000 UTC m=+0.132999263 container create 28433b7459b6b921f592b6ab9279ec912534448dd9fbe40b66f4e815a09b615b (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-08-19T11:50:16.710 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:16 smithi155 podman[121221]: 2024-08-19 11:50:16.349532626 +0000 UTC m=+0.368385768 container init 28433b7459b6b921f592b6ab9279ec912534448dd9fbe40b66f4e815a09b615b (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=main-7976693, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T11:50:16.710 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:16 smithi155 podman[121221]: 2024-08-19 11:50:16.35427261 +0000 UTC m=+0.373125757 container start 28433b7459b6b921f592b6ab9279ec912534448dd9fbe40b66f4e815a09b615b (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5-deactivate, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=main-7976693, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-08-19T11:50:16.710 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:16 smithi155 podman[121221]: 2024-08-19 11:50:16.432748247 +0000 UTC m=+0.451601403 container attach 28433b7459b6b921f592b6ab9279ec912534448dd9fbe40b66f4e815a09b615b (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=main-7976693, ceph=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T11:50:16.711 INFO:journalctl@ceph.osd.5.smithi155.stdout:Aug 19 11:50:16 smithi155 podman[121221]: 2024-08-19 11:50:16.539520073 +0000 UTC m=+0.558373222 container died 28433b7459b6b921f592b6ab9279ec912534448dd9fbe40b66f4e815a09b615b (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, RELEASE=main-7976693) 2024-08-19T11:50:17.061 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:16 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:16.886+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:34.119507+0000 front 2024-08-19T11:49:34.119755+0000 (oldest deadline 2024-08-19T11:49:55.819538+0000) 2024-08-19T11:50:17.061 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:16 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:16.886+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.621663+0000 front 2024-08-19T11:49:42.621644+0000 (oldest deadline 2024-08-19T11:50:08.521649+0000) 2024-08-19T11:50:17.061 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:16 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:16.886+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:48.522279+0000 front 2024-08-19T11:49:48.522265+0000 (oldest deadline 2024-08-19T11:50:11.422151+0000) 2024-08-19T11:50:17.062 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:16 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:16.755+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:50:17.062 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:16 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:16.755+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.178508+0000 front 2024-08-19T11:49:42.178457+0000 (oldest deadline 2024-08-19T11:50:03.878287+0000) 2024-08-19T11:50:17.062 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:16 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:16.755+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:49.779488+0000 front 2024-08-19T11:49:49.779436+0000 (oldest deadline 2024-08-19T11:50:12.079337+0000) 2024-08-19T11:50:17.081 DEBUG:teuthology.orchestra.run.smithi155:> sudo pkill -f 'journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.5.service' 2024-08-19T11:50:17.119 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T11:50:17.120 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-08-19T11:50:17.120 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-08-19T11:50:17.120 DEBUG:teuthology.orchestra.run.smithi155:> sudo systemctl stop ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.6 2024-08-19T11:50:17.441 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:17 smithi155 systemd[1]: Stopping Ceph osd.6 for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:50:17.710 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:17 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:17.440+0000 7f00b9c00640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T11:50:17.710 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:17 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:17.440+0000 7f00b9c00640 -1 osd.6 1055 *** Got signal Terminated *** 2024-08-19T11:50:17.710 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:17 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:17.440+0000 7f00b9c00640 -1 osd.6 1055 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T11:50:18.210 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:17 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:17.880+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:34.119507+0000 front 2024-08-19T11:49:34.119755+0000 (oldest deadline 2024-08-19T11:49:55.819538+0000) 2024-08-19T11:50:18.210 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:17 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:17.880+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.621663+0000 front 2024-08-19T11:49:42.621644+0000 (oldest deadline 2024-08-19T11:50:08.521649+0000) 2024-08-19T11:50:18.210 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:17 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:17.880+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:48.522279+0000 front 2024-08-19T11:49:48.522265+0000 (oldest deadline 2024-08-19T11:50:11.422151+0000) 2024-08-19T11:50:18.211 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:17 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:17.719+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:50:18.211 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:17 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:17.719+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.178508+0000 front 2024-08-19T11:49:42.178457+0000 (oldest deadline 2024-08-19T11:50:03.878287+0000) 2024-08-19T11:50:18.211 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:17 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:17.719+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:49.779488+0000 front 2024-08-19T11:49:49.779436+0000 (oldest deadline 2024-08-19T11:50:12.079337+0000) 2024-08-19T11:50:19.210 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:18 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:18.855+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:34.119507+0000 front 2024-08-19T11:49:34.119755+0000 (oldest deadline 2024-08-19T11:49:55.819538+0000) 2024-08-19T11:50:19.210 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:18 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:18.855+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.621663+0000 front 2024-08-19T11:49:42.621644+0000 (oldest deadline 2024-08-19T11:50:08.521649+0000) 2024-08-19T11:50:19.210 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:18 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:18.855+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:48.522279+0000 front 2024-08-19T11:49:48.522265+0000 (oldest deadline 2024-08-19T11:50:11.422151+0000) 2024-08-19T11:50:19.211 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:18 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:18.721+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:50:19.211 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:18 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:18.721+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.178508+0000 front 2024-08-19T11:49:42.178457+0000 (oldest deadline 2024-08-19T11:50:03.878287+0000) 2024-08-19T11:50:19.211 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:18 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:18.721+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:49.779488+0000 front 2024-08-19T11:49:49.779436+0000 (oldest deadline 2024-08-19T11:50:12.079337+0000) 2024-08-19T11:50:20.210 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:19 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:19.852+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:34.119507+0000 front 2024-08-19T11:49:34.119755+0000 (oldest deadline 2024-08-19T11:49:55.819538+0000) 2024-08-19T11:50:20.210 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:19 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:19.852+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.621663+0000 front 2024-08-19T11:49:42.621644+0000 (oldest deadline 2024-08-19T11:50:08.521649+0000) 2024-08-19T11:50:20.210 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:19 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:19.852+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:48.522279+0000 front 2024-08-19T11:49:48.522265+0000 (oldest deadline 2024-08-19T11:50:11.422151+0000) 2024-08-19T11:50:20.211 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:19 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:19.741+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:50:20.211 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:19 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:19.741+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.178508+0000 front 2024-08-19T11:49:42.178457+0000 (oldest deadline 2024-08-19T11:50:03.878287+0000) 2024-08-19T11:50:20.211 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:19 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:19.741+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:49.779488+0000 front 2024-08-19T11:49:49.779436+0000 (oldest deadline 2024-08-19T11:50:12.079337+0000) 2024-08-19T11:50:20.211 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:19 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:19.741+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6830 osd.3 since back 2024-08-19T11:49:57.980193+0000 front 2024-08-19T11:49:57.980212+0000 (oldest deadline 2024-08-19T11:50:19.680094+0000) 2024-08-19T11:50:20.856 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:20 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:20.736+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:50:20.856 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:20 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:20.736+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.178508+0000 front 2024-08-19T11:49:42.178457+0000 (oldest deadline 2024-08-19T11:50:03.878287+0000) 2024-08-19T11:50:20.856 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:20 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:20.736+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:49.779488+0000 front 2024-08-19T11:49:49.779436+0000 (oldest deadline 2024-08-19T11:50:12.079337+0000) 2024-08-19T11:50:20.856 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:20 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:20.736+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6830 osd.3 since back 2024-08-19T11:49:57.980193+0000 front 2024-08-19T11:49:57.980212+0000 (oldest deadline 2024-08-19T11:50:19.680094+0000) 2024-08-19T11:50:21.210 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:20 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:20.855+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:34.119507+0000 front 2024-08-19T11:49:34.119755+0000 (oldest deadline 2024-08-19T11:49:55.819538+0000) 2024-08-19T11:50:21.210 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:20 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:20.855+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.621663+0000 front 2024-08-19T11:49:42.621644+0000 (oldest deadline 2024-08-19T11:50:08.521649+0000) 2024-08-19T11:50:21.211 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:20 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:20.855+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:48.522279+0000 front 2024-08-19T11:49:48.522265+0000 (oldest deadline 2024-08-19T11:50:11.422151+0000) 2024-08-19T11:50:21.211 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:20 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:20.855+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6830 osd.3 since back 2024-08-19T11:49:58.124505+0000 front 2024-08-19T11:49:58.124570+0000 (oldest deadline 2024-08-19T11:50:20.424459+0000) 2024-08-19T11:50:22.210 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:21 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:21.852+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:34.119507+0000 front 2024-08-19T11:49:34.119755+0000 (oldest deadline 2024-08-19T11:49:55.819538+0000) 2024-08-19T11:50:22.210 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:21 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:21.852+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.621663+0000 front 2024-08-19T11:49:42.621644+0000 (oldest deadline 2024-08-19T11:50:08.521649+0000) 2024-08-19T11:50:22.210 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:21 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:21.852+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:48.522279+0000 front 2024-08-19T11:49:48.522265+0000 (oldest deadline 2024-08-19T11:50:11.422151+0000) 2024-08-19T11:50:22.211 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:21 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6[92731]: 2024-08-19T11:50:21.852+0000 7f00b6215640 -1 osd.6 1055 heartbeat_check: no reply from 172.21.15.136:6830 osd.3 since back 2024-08-19T11:49:58.124505+0000 front 2024-08-19T11:49:58.124570+0000 (oldest deadline 2024-08-19T11:50:20.424459+0000) 2024-08-19T11:50:22.211 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:21 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:21.717+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:50:22.211 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:21 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:21.717+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.178508+0000 front 2024-08-19T11:49:42.178457+0000 (oldest deadline 2024-08-19T11:50:03.878287+0000) 2024-08-19T11:50:22.211 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:21 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:21.717+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:49.779488+0000 front 2024-08-19T11:49:49.779436+0000 (oldest deadline 2024-08-19T11:50:12.079337+0000) 2024-08-19T11:50:22.211 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:21 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:21.717+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6830 osd.3 since back 2024-08-19T11:49:57.980193+0000 front 2024-08-19T11:49:57.980212+0000 (oldest deadline 2024-08-19T11:50:19.680094+0000) 2024-08-19T11:50:22.960 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:22 smithi155 podman[121348]: 2024-08-19 11:50:22.873562161 +0000 UTC m=+5.528754457 container died e1b316d3878baf50c6662d46884c440459a30bf915396315ee208dd5a0f88341 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6, RELEASE=main-7976693, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True) 2024-08-19T11:50:22.960 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:22 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:22.703+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:50:22.960 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:22 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:22.703+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.178508+0000 front 2024-08-19T11:49:42.178457+0000 (oldest deadline 2024-08-19T11:50:03.878287+0000) 2024-08-19T11:50:22.960 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:22 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:22.703+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:49.779488+0000 front 2024-08-19T11:49:49.779436+0000 (oldest deadline 2024-08-19T11:50:12.079337+0000) 2024-08-19T11:50:22.961 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:22 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:22.703+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6830 osd.3 since back 2024-08-19T11:49:57.980193+0000 front 2024-08-19T11:49:57.980212+0000 (oldest deadline 2024-08-19T11:50:19.680094+0000) 2024-08-19T11:50:23.460 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:23 smithi155 podman[121348]: 2024-08-19 11:50:23.271496915 +0000 UTC m=+5.926689197 container cleanup e1b316d3878baf50c6662d46884c440459a30bf915396315ee208dd5a0f88341 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-08-19T11:50:23.460 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:23 smithi155 bash[121348]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6 2024-08-19T11:50:23.881 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:23 smithi155 podman[121372]: 2024-08-19 11:50:23.556457728 +0000 UTC m=+0.675074050 container remove e1b316d3878baf50c6662d46884c440459a30bf915396315ee208dd5a0f88341 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=main-7976693, maintainer=Guillaume Abrioux ) 2024-08-19T11:50:23.881 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:23 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:23.677+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:50:23.881 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:23 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:23.677+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.178508+0000 front 2024-08-19T11:49:42.178457+0000 (oldest deadline 2024-08-19T11:50:03.878287+0000) 2024-08-19T11:50:23.881 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:23 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:23.677+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:49.779488+0000 front 2024-08-19T11:49:49.779436+0000 (oldest deadline 2024-08-19T11:50:12.079337+0000) 2024-08-19T11:50:23.881 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:23 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:23.677+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6830 osd.3 since back 2024-08-19T11:49:57.980193+0000 front 2024-08-19T11:49:57.980212+0000 (oldest deadline 2024-08-19T11:50:19.680094+0000) 2024-08-19T11:50:24.159 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:23 smithi155 podman[121464]: 2024-08-19 11:50:23.783213936 +0000 UTC m=+0.017570707 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:50:24.159 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:23 smithi155 podman[121464]: 2024-08-19 11:50:23.898723881 +0000 UTC m=+0.133080639 container create 921a1a528ee00f51bab873ce4f3b4f992f0df0720adc8bf2ebfc19174cc03364 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6-deactivate, io.buildah.version=1.36.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=main-7976693, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T11:50:24.160 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:24 smithi155 podman[121464]: 2024-08-19 11:50:24.084481669 +0000 UTC m=+0.318838422 container init 921a1a528ee00f51bab873ce4f3b4f992f0df0720adc8bf2ebfc19174cc03364 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0) 2024-08-19T11:50:24.160 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:24 smithi155 podman[121464]: 2024-08-19 11:50:24.089888863 +0000 UTC m=+0.324245617 container start 921a1a528ee00f51bab873ce4f3b4f992f0df0720adc8bf2ebfc19174cc03364 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6-deactivate, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=main-7976693, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0) 2024-08-19T11:50:24.160 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:24 smithi155 podman[121464]: 2024-08-19 11:50:24.159081767 +0000 UTC m=+0.393438521 container attach 921a1a528ee00f51bab873ce4f3b4f992f0df0720adc8bf2ebfc19174cc03364 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=main-7976693, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-08-19T11:50:24.460 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:24 smithi155 podman[121464]: 2024-08-19 11:50:24.279224118 +0000 UTC m=+0.513580873 container died 921a1a528ee00f51bab873ce4f3b4f992f0df0720adc8bf2ebfc19174cc03364 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-08-19T11:50:24.832 DEBUG:teuthology.orchestra.run.smithi155:> sudo pkill -f 'journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.6.service' 2024-08-19T11:50:24.855 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:24 smithi155 podman[121507]: 2024-08-19 11:50:24.812172424 +0000 UTC m=+0.522356455 container remove 921a1a528ee00f51bab873ce4f3b4f992f0df0720adc8bf2ebfc19174cc03364 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-6-deactivate, ceph=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=main-7976693, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-08-19T11:50:24.855 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:24 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.6.service: Deactivated successfully. 2024-08-19T11:50:24.856 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:24 smithi155 systemd[1]: Stopped Ceph osd.6 for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:50:24.856 INFO:journalctl@ceph.osd.6.smithi155.stdout:Aug 19 11:50:24 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.6.service: Consumed 33.933s CPU time. 2024-08-19T11:50:24.856 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:24 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:24.644+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:50:24.856 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:24 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:24.644+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.178508+0000 front 2024-08-19T11:49:42.178457+0000 (oldest deadline 2024-08-19T11:50:03.878287+0000) 2024-08-19T11:50:24.856 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:24 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:24.644+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:49.779488+0000 front 2024-08-19T11:49:49.779436+0000 (oldest deadline 2024-08-19T11:50:12.079337+0000) 2024-08-19T11:50:24.856 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:24 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:24.644+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6830 osd.3 since back 2024-08-19T11:49:57.980193+0000 front 2024-08-19T11:49:57.980212+0000 (oldest deadline 2024-08-19T11:50:19.680094+0000) 2024-08-19T11:50:24.869 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T11:50:24.870 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-08-19T11:50:24.870 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-08-19T11:50:24.870 DEBUG:teuthology.orchestra.run.smithi155:> sudo systemctl stop ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.7 2024-08-19T11:50:25.201 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:24 smithi155 systemd[1]: Stopping Ceph osd.7 for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:50:25.460 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:25 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:25.199+0000 7f5a42bc6640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T11:50:25.460 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:25 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:25.199+0000 7f5a42bc6640 -1 osd.7 1055 *** Got signal Terminated *** 2024-08-19T11:50:25.460 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:25 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:25.199+0000 7f5a42bc6640 -1 osd.7 1055 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T11:50:25.960 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:25 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:25.611+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:50:25.960 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:25 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:25.611+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.178508+0000 front 2024-08-19T11:49:42.178457+0000 (oldest deadline 2024-08-19T11:50:03.878287+0000) 2024-08-19T11:50:25.960 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:25 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:25.611+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:49.779488+0000 front 2024-08-19T11:49:49.779436+0000 (oldest deadline 2024-08-19T11:50:12.079337+0000) 2024-08-19T11:50:25.960 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:25 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:25.611+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6830 osd.3 since back 2024-08-19T11:49:57.980193+0000 front 2024-08-19T11:49:57.980212+0000 (oldest deadline 2024-08-19T11:50:19.680094+0000) 2024-08-19T11:50:26.960 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:26 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:26.657+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:50:26.960 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:26 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:26.657+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.178508+0000 front 2024-08-19T11:49:42.178457+0000 (oldest deadline 2024-08-19T11:50:03.878287+0000) 2024-08-19T11:50:26.960 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:26 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:26.657+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:49.779488+0000 front 2024-08-19T11:49:49.779436+0000 (oldest deadline 2024-08-19T11:50:12.079337+0000) 2024-08-19T11:50:26.960 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:26 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:26.657+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6830 osd.3 since back 2024-08-19T11:49:57.980193+0000 front 2024-08-19T11:49:57.980212+0000 (oldest deadline 2024-08-19T11:50:19.680094+0000) 2024-08-19T11:50:27.960 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:27 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:27.629+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:50:27.960 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:27 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:27.629+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.178508+0000 front 2024-08-19T11:49:42.178457+0000 (oldest deadline 2024-08-19T11:50:03.878287+0000) 2024-08-19T11:50:27.960 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:27 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:27.629+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:49.779488+0000 front 2024-08-19T11:49:49.779436+0000 (oldest deadline 2024-08-19T11:50:12.079337+0000) 2024-08-19T11:50:27.961 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:27 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:27.629+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6830 osd.3 since back 2024-08-19T11:49:57.980193+0000 front 2024-08-19T11:49:57.980212+0000 (oldest deadline 2024-08-19T11:50:19.680094+0000) 2024-08-19T11:50:28.960 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:28 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:28.612+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:50:28.960 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:28 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:28.612+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.178508+0000 front 2024-08-19T11:49:42.178457+0000 (oldest deadline 2024-08-19T11:50:03.878287+0000) 2024-08-19T11:50:28.960 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:28 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:28.612+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:49.779488+0000 front 2024-08-19T11:49:49.779436+0000 (oldest deadline 2024-08-19T11:50:12.079337+0000) 2024-08-19T11:50:28.960 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:28 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:28.612+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6830 osd.3 since back 2024-08-19T11:49:57.980193+0000 front 2024-08-19T11:49:57.980212+0000 (oldest deadline 2024-08-19T11:50:19.680094+0000) 2024-08-19T11:50:28.960 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:28 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:28.612+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.155:6804 osd.4 since back 2024-08-19T11:50:05.481516+0000 front 2024-08-19T11:50:05.481463+0000 (oldest deadline 2024-08-19T11:50:27.781414+0000) 2024-08-19T11:50:29.960 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:29 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:29.608+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6806 osd.0 since back 2024-08-19T11:49:31.577393+0000 front 2024-08-19T11:49:31.577378+0000 (oldest deadline 2024-08-19T11:49:56.277435+0000) 2024-08-19T11:50:29.960 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:29 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:29.608+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6814 osd.1 since back 2024-08-19T11:49:42.178508+0000 front 2024-08-19T11:49:42.178457+0000 (oldest deadline 2024-08-19T11:50:03.878287+0000) 2024-08-19T11:50:29.960 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:29 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:29.608+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6822 osd.2 since back 2024-08-19T11:49:49.779488+0000 front 2024-08-19T11:49:49.779436+0000 (oldest deadline 2024-08-19T11:50:12.079337+0000) 2024-08-19T11:50:29.960 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:29 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:29.608+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.136:6830 osd.3 since back 2024-08-19T11:49:57.980193+0000 front 2024-08-19T11:49:57.980212+0000 (oldest deadline 2024-08-19T11:50:19.680094+0000) 2024-08-19T11:50:29.961 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:29 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7[97938]: 2024-08-19T11:50:29.608+0000 7f5a3b1d3640 -1 osd.7 1055 heartbeat_check: no reply from 172.21.15.155:6804 osd.4 since back 2024-08-19T11:50:05.481516+0000 front 2024-08-19T11:50:05.481463+0000 (oldest deadline 2024-08-19T11:50:27.781414+0000) 2024-08-19T11:50:30.991 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:30 smithi155 podman[121590]: 2024-08-19 11:50:30.709666711 +0000 UTC m=+5.608106588 container died aca69fd2b2097864602861cd7ec5ca47bbf4dc94f15a22b7e288cd0463e9fbcb (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7, RELEASE=main-7976693, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD) 2024-08-19T11:50:31.332 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:31 smithi155 podman[121590]: 2024-08-19 11:50:31.080887642 +0000 UTC m=+5.979327520 container cleanup aca69fd2b2097864602861cd7ec5ca47bbf4dc94f15a22b7e288cd0463e9fbcb (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.build-date=20240731) 2024-08-19T11:50:31.332 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:31 smithi155 bash[121590]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7 2024-08-19T11:50:31.641 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:31 smithi155 podman[121611]: 2024-08-19 11:50:31.331979936 +0000 UTC m=+0.623072745 container remove aca69fd2b2097864602861cd7ec5ca47bbf4dc94f15a22b7e288cd0463e9fbcb (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7, RELEASE=main-7976693, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-08-19T11:50:31.910 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:31 smithi155 podman[121707]: 2024-08-19 11:50:31.641048796 +0000 UTC m=+0.085488229 container create 60c1bfb73cf6f407cf5a4efa9837bd459917b20d3935a2fdc31a0ca036d88c33 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240731, RELEASE=main-7976693, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-08-19T11:50:31.910 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:31 smithi155 podman[121707]: 2024-08-19 11:50:31.573203521 +0000 UTC m=+0.017642953 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T11:50:31.910 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:31 smithi155 podman[121707]: 2024-08-19 11:50:31.827115128 +0000 UTC m=+0.271554573 container init 60c1bfb73cf6f407cf5a4efa9837bd459917b20d3935a2fdc31a0ca036d88c33 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=main-7976693, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-08-19T11:50:31.910 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:31 smithi155 podman[121707]: 2024-08-19 11:50:31.83225811 +0000 UTC m=+0.276697549 container start 60c1bfb73cf6f407cf5a4efa9837bd459917b20d3935a2fdc31a0ca036d88c33 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7-deactivate, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-08-19T11:50:31.911 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:31 smithi155 podman[121707]: 2024-08-19 11:50:31.909849461 +0000 UTC m=+0.354288903 container attach 60c1bfb73cf6f407cf5a4efa9837bd459917b20d3935a2fdc31a0ca036d88c33 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, RELEASE=main-7976693, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-08-19T11:50:32.210 INFO:journalctl@ceph.osd.7.smithi155.stdout:Aug 19 11:50:32 smithi155 podman[121707]: 2024-08-19 11:50:32.02232778 +0000 UTC m=+0.466767217 container died 60c1bfb73cf6f407cf5a4efa9837bd459917b20d3935a2fdc31a0ca036d88c33 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=main-7976693, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0) 2024-08-19T11:50:32.600 DEBUG:teuthology.orchestra.run.smithi155:> sudo pkill -f 'journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@osd.7.service' 2024-08-19T11:50:32.642 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T11:50:32.642 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-08-19T11:50:32.642 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-08-19T11:50:32.642 DEBUG:teuthology.orchestra.run.smithi136:> sudo systemctl stop ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mds.a 2024-08-19T11:50:32.983 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:50:32 smithi136 systemd[1]: Stopping Ceph mds.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:50:33.347 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:50:32 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-a[115665]: 2024-08-19T11:50:32.981+0000 7f195ef60640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T11:50:33.347 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:50:32 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-a[115665]: 2024-08-19T11:50:32.981+0000 7f195ef60640 -1 mds.a *** got signal Terminated *** 2024-08-19T11:50:33.460 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:50:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:50:33.105Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.136:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.136:8765: connect: connection refused" 2024-08-19T11:50:33.461 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:50:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:50:33.107Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.136:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.136:8765: connect: connection refused" 2024-08-19T11:50:33.461 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:50:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:50:33.108Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nfs msg="Unable to refresh target groups" err="Get \"http://172.21.15.136:8765/sd/prometheus/sd-config?service=nfs\": dial tcp 172.21.15.136:8765: connect: connection refused" 2024-08-19T11:50:33.461 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:50:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:50:33.110Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.136:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.136:8765: connect: connection refused" 2024-08-19T11:50:33.461 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:50:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:50:33.110Z caller=refresh.go:90 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.136:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.136:8765: connect: connection refused" 2024-08-19T11:50:33.461 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:50:33 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:50:33.110Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.136:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.136:8765: connect: connection refused" 2024-08-19T11:50:37.347 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:50:36 smithi136 podman[135385]: 2024-08-19 11:50:36.989970904 +0000 UTC m=+4.140260122 container died 222578682eeea442312ced9acbb06b9d89d3887455ef0adc71a62a1aee9780cd (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-a, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=main-7976693, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T11:50:37.847 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:50:37 smithi136 podman[135385]: 2024-08-19 11:50:37.528917358 +0000 UTC m=+4.679206573 container cleanup 222578682eeea442312ced9acbb06b9d89d3887455ef0adc71a62a1aee9780cd (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-a, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=main-7976693, GIT_BRANCH=HEAD) 2024-08-19T11:50:37.848 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:50:37 smithi136 bash[135385]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-a 2024-08-19T11:50:37.848 INFO:journalctl@ceph.mds.a.smithi136.stdout:Aug 19 11:50:37 smithi136 podman[135413]: 2024-08-19 11:50:37.705053574 +0000 UTC m=+0.710023998 container remove 222578682eeea442312ced9acbb06b9d89d3887455ef0adc71a62a1aee9780cd (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-a, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, RELEASE=main-7976693, GIT_CLEAN=True) 2024-08-19T11:50:37.943 DEBUG:teuthology.orchestra.run.smithi136:> sudo pkill -f 'journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mds.a.service' 2024-08-19T11:50:37.980 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T11:50:37.980 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-08-19T11:50:37.980 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-08-19T11:50:37.981 DEBUG:teuthology.orchestra.run.smithi155:> sudo systemctl stop ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mds.b 2024-08-19T11:50:38.277 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:50:38 smithi155 systemd[1]: Stopping Ceph mds.b for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:50:38.533 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:50:38 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-b[102803]: 2024-08-19T11:50:38.275+0000 7f8df81e4640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T11:50:38.533 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:50:38 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-b[102803]: 2024-08-19T11:50:38.275+0000 7f8df81e4640 -1 mds.b *** got signal Terminated *** 2024-08-19T11:50:41.883 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:50:41 smithi155 podman[121838]: 2024-08-19 11:50:41.573377025 +0000 UTC m=+3.384357954 container died a2fe6a754947e3a920aa651ee8aeb5c29d7ae94ba8abb69077ea5203b5b1e720 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-b, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=main-7976693, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True) 2024-08-19T11:50:42.191 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:50:41 smithi155 podman[121838]: 2024-08-19 11:50:41.964888591 +0000 UTC m=+3.775869520 container cleanup a2fe6a754947e3a920aa651ee8aeb5c29d7ae94ba8abb69077ea5203b5b1e720 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=main-7976693, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T11:50:42.191 INFO:journalctl@ceph.mds.b.smithi155.stdout:Aug 19 11:50:41 smithi155 bash[121838]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-mds-b 2024-08-19T11:50:42.341 DEBUG:teuthology.orchestra.run.smithi155:> sudo pkill -f 'journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@mds.b.service' 2024-08-19T11:50:42.380 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T11:50:42.380 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-08-19T11:50:42.381 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-08-19T11:50:42.381 DEBUG:teuthology.orchestra.run.smithi155:> sudo systemctl stop ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@prometheus.a 2024-08-19T11:50:42.710 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:50:42 smithi155 systemd[1]: Stopping Ceph prometheus.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:50:43.011 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:50:42 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:50:42.729Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-19T11:50:43.012 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:50:42 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:50:42.729Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2024-08-19T11:50:43.012 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:50:42 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:50:42.729Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2024-08-19T11:50:43.012 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:50:42 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:50:42.729Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-19T11:50:43.012 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:50:42 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:50:42.729Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2024-08-19T11:50:43.012 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:50:42 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:50:42.729Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2024-08-19T11:50:43.012 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:50:42 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:50:42.729Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2024-08-19T11:50:43.012 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:50:42 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:50:42.729Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2024-08-19T11:50:43.012 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:50:42 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:50:42.729Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2024-08-19T11:50:43.013 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:50:42 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:50:42.730Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2024-08-19T11:50:43.013 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:50:42 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:50:42.730Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2024-08-19T11:50:43.013 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:50:42 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a[111444]: ts=2024-08-19T11:50:42.730Z caller=main.go:1273 level=info msg="See you next time!" 2024-08-19T11:50:43.013 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:50:42 smithi155 podman[121985]: 2024-08-19 11:50:42.740021398 +0000 UTC m=+0.120220288 container died 2c886752fa8c528e80dda3714ee092ea11182ca22fe4041a847463ab1d7f0ea2 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T11:50:43.453 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:50:43 smithi155 podman[121985]: 2024-08-19 11:50:43.118577128 +0000 UTC m=+0.498776015 container cleanup 2c886752fa8c528e80dda3714ee092ea11182ca22fe4041a847463ab1d7f0ea2 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T11:50:43.453 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Aug 19 11:50:43 smithi155 bash[121985]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-prometheus-a 2024-08-19T11:50:43.597 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:50:43 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[124397]: ts=2024-08-19T11:50:43.248Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] aggrGroup="{}/{}:{alertname=\"CephMgrPrometheusModuleInactive\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.136:8443: connect: connection refused" 2024-08-19T11:50:43.598 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:50:43 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[124397]: ts=2024-08-19T11:50:43.248Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] aggrGroup="{}/{}:{alertname=\"CephMgrPrometheusModuleInactive\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.155:8443: connect: connection refused" 2024-08-19T11:50:43.609 DEBUG:teuthology.orchestra.run.smithi155:> sudo pkill -f 'journalctl -f -n 0 -u ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@prometheus.a.service' 2024-08-19T11:50:43.642 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T11:50:43.643 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-08-19T11:50:43.643 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 --force --keep-logs 2024-08-19T11:50:43.798 INFO:teuthology.orchestra.run.smithi136.stdout:Deleting cluster with fsid: 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:50:45.347 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:50:45 smithi136 systemd[1]: Stopping Ceph alertmanager.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:50:45.768 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:50:45 smithi136 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a[124397]: ts=2024-08-19T11:50:45.477Z caller=main.go:542 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-19T11:50:45.769 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:50:45 smithi136 podman[135851]: 2024-08-19 11:50:45.518429625 +0000 UTC m=+0.133646557 container died af0a2f4cad9679a4e1a13bb2e36eeca9a56b577af7ceed50e4b73e4f9696650e (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T11:50:46.097 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:50:45 smithi136 podman[135851]: 2024-08-19 11:50:45.866769564 +0000 UTC m=+0.481986498 container cleanup af0a2f4cad9679a4e1a13bb2e36eeca9a56b577af7ceed50e4b73e4f9696650e (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T11:50:46.098 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:50:45 smithi136 bash[135851]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a 2024-08-19T11:50:46.434 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:50:46 smithi136 podman[135869]: 2024-08-19 11:50:46.143034058 +0000 UTC m=+0.621663236 container remove af0a2f4cad9679a4e1a13bb2e36eeca9a56b577af7ceed50e4b73e4f9696650e (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T11:50:46.435 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:50:46 smithi136 podman[135869]: 2024-08-19 11:50:46.226805438 +0000 UTC m=+0.705434560 volume remove fa4cc0e1054ddd74ca264f8c11e9aeb781ad17ff91c34e0b4e3f67b2620572a0 2024-08-19T11:50:46.847 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:50:46 smithi136 systemd[1]: Stopping Ceph node-exporter.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:50:46.848 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:50:46 smithi136 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-19T11:50:46.848 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:50:46 smithi136 systemd[1]: Stopped Ceph alertmanager.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:50:46.848 INFO:journalctl@ceph.alertmanager.a.smithi136.stdout:Aug 19 11:50:46 smithi136 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@alertmanager.a.service: Consumed 1.266s CPU time. 2024-08-19T11:50:47.180 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:50:46 smithi136 podman[135980]: 2024-08-19 11:50:46.90067901 +0000 UTC m=+0.129870412 container died 9fee5351d80a6af9b335e4efa1daad9292d13ae43d079453989335d6b59d7200 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-19T11:50:47.439 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:50:47 smithi136 podman[135980]: 2024-08-19 11:50:47.2627269 +0000 UTC m=+0.491918311 container cleanup 9fee5351d80a6af9b335e4efa1daad9292d13ae43d079453989335d6b59d7200 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-19T11:50:47.439 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:50:47 smithi136 bash[135980]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a 2024-08-19T11:50:47.698 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:50:47 smithi136 podman[135997]: 2024-08-19 11:50:47.439080055 +0000 UTC m=+0.542299570 container remove 9fee5351d80a6af9b335e4efa1daad9292d13ae43d079453989335d6b59d7200 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-19T11:50:47.698 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:50:47 smithi136 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-19T11:50:47.698 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:50:47 smithi136 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-19T11:50:47.698 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:50:47 smithi136 systemd[1]: Stopped Ceph node-exporter.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:50:47.699 INFO:journalctl@ceph.node-exporter.a.smithi136.stdout:Aug 19 11:50:47 smithi136 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@node-exporter.a.service: Consumed 2.797s CPU time. 2024-08-19T11:50:48.319 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 --force --keep-logs 2024-08-19T11:50:48.474 INFO:teuthology.orchestra.run.smithi155.stdout:Deleting cluster with fsid: 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:50:50.163 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:50:49 smithi155 systemd[1]: Stopping Ceph grafana.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:50:50.460 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:50:50 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=server t=2024-08-19T11:50:50.162023261Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-08-19T11:50:50.460 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:50:50 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=tracing t=2024-08-19T11:50:50.162424911Z level=info msg="Closing tracing" 2024-08-19T11:50:50.460 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:50:50 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=ticker t=2024-08-19T11:50:50.162482303Z level=info msg=stopped last_tick=2024-08-19T11:50:50Z 2024-08-19T11:50:50.460 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:50:50 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=grafana-apiserver t=2024-08-19T11:50:50.162495095Z level=info msg="StorageObjectCountTracker pruner is exiting" 2024-08-19T11:50:50.461 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:50:50 smithi155 ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a[115650]: logger=sqlstore.transactions t=2024-08-19T11:50:50.174146769Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-19T11:50:50.461 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:50:50 smithi155 podman[122443]: 2024-08-19 11:50:50.182878027 +0000 UTC m=+0.104705387 container died 15012bb187b1a9efdf32b972cb961fd3aa175742621d1510f3b6b26901789d2d (image=quay.io/ceph/grafana:10.4.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-19T11:50:50.863 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:50:50 smithi155 podman[122443]: 2024-08-19 11:50:50.490315116 +0000 UTC m=+0.412142494 container cleanup 15012bb187b1a9efdf32b972cb961fd3aa175742621d1510f3b6b26901789d2d (image=quay.io/ceph/grafana:10.4.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-19T11:50:50.863 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:50:50 smithi155 bash[122443]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a 2024-08-19T11:50:50.863 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:50:50 smithi155 podman[122461]: 2024-08-19 11:50:50.660325375 +0000 UTC m=+0.476600654 container remove 15012bb187b1a9efdf32b972cb961fd3aa175742621d1510f3b6b26901789d2d (image=quay.io/ceph/grafana:10.4.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-19T11:50:51.210 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:50:51 smithi155 systemd[1]: Stopping Ceph node-exporter.b for 25b0d51a-5e1d-11ef-bccf-c7b262605968... 2024-08-19T11:50:51.210 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:50:50 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@grafana.a.service: Deactivated successfully. 2024-08-19T11:50:51.210 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:50:50 smithi155 systemd[1]: Stopped Ceph grafana.a for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:50:51.211 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Aug 19 11:50:50 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@grafana.a.service: Consumed 6.828s CPU time. 2024-08-19T11:50:51.589 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:50:51 smithi155 podman[122574]: 2024-08-19 11:50:51.334145912 +0000 UTC m=+0.121224825 container died 579b7c0423e78e351c08b35cdbdeb25babd88b7d880ba596fc4a7892e82bede1 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-19T11:50:51.931 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:50:51 smithi155 podman[122574]: 2024-08-19 11:50:51.687983365 +0000 UTC m=+0.475062282 container cleanup 579b7c0423e78e351c08b35cdbdeb25babd88b7d880ba596fc4a7892e82bede1 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-19T11:50:51.931 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:50:51 smithi155 bash[122574]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b 2024-08-19T11:50:52.210 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:50:51 smithi155 podman[122593]: 2024-08-19 11:50:51.930666259 +0000 UTC m=+0.600678814 container remove 579b7c0423e78e351c08b35cdbdeb25babd88b7d880ba596fc4a7892e82bede1 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-19T11:50:52.210 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:50:51 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-19T11:50:52.210 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:50:52 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-19T11:50:52.210 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:50:52 smithi155 systemd[1]: Stopped Ceph node-exporter.b for 25b0d51a-5e1d-11ef-bccf-c7b262605968. 2024-08-19T11:50:52.211 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Aug 19 11:50:52 smithi155 systemd[1]: ceph-25b0d51a-5e1d-11ef-bccf-c7b262605968@node-exporter.b.service: Consumed 2.757s CPU time. 2024-08-19T11:50:52.829 DEBUG:teuthology.orchestra.run.smithi136:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-19T11:50:52.863 DEBUG:teuthology.orchestra.run.smithi155:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-19T11:50:52.890 INFO:tasks.cephadm:Archiving crash dumps... 2024-08-19T11:50:52.892 DEBUG:teuthology.misc:Transferring archived files from smithi136:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-08-18_20:00:17-rados-main-distro-default-smithi/7859465/remote/smithi136/crash 2024-08-19T11:50:52.893 DEBUG:teuthology.orchestra.run.smithi136:> sudo tar c -f - -C /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/crash -- . 2024-08-19T11:50:53.016 INFO:teuthology.orchestra.run.smithi136.stderr:tar: /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/crash: Cannot open: No such file or directory 2024-08-19T11:50:53.017 INFO:teuthology.orchestra.run.smithi136.stderr:tar: Error is not recoverable: exiting now 2024-08-19T11:50:53.018 DEBUG:teuthology.misc:Transferring archived files from smithi155:/var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-08-18_20:00:17-rados-main-distro-default-smithi/7859465/remote/smithi155/crash 2024-08-19T11:50:53.019 DEBUG:teuthology.orchestra.run.smithi155:> sudo tar c -f - -C /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/crash -- . 2024-08-19T11:50:53.055 INFO:teuthology.orchestra.run.smithi155.stderr:tar: /var/lib/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/crash: Cannot open: No such file or directory 2024-08-19T11:50:53.055 INFO:teuthology.orchestra.run.smithi155.stderr:tar: Error is not recoverable: exiting now 2024-08-19T11:50:53.056 INFO:tasks.cephadm:Checking cluster log for badness... 2024-08-19T11:50:53.056 DEBUG:teuthology.orchestra.run.smithi136:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | egrep -v PG_AVAILABILITY | head -n 1 2024-08-19T11:50:53.087 INFO:teuthology.orchestra.run.smithi136.stdout:2024-08-19T11:25:03.725490+0000 mon.a (mon.0) 379 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T11:50:53.088 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-08-19T11:50:53.088 INFO:tasks.cephadm:Compressing logs... 2024-08-19T11:50:53.088 DEBUG:teuthology.orchestra.run.smithi136:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-08-19T11:50:53.131 DEBUG:teuthology.orchestra.run.smithi155:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-08-19T11:50:53.154 INFO:teuthology.orchestra.run.smithi136.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-08-19T11:50:53.155 INFO:teuthology.orchestra.run.smithi136.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-08-19T11:50:53.155 INFO:teuthology.orchestra.run.smithi136.stderr:gzip -5 --verbose -- /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-volume.log 2024-08-19T11:50:53.155 INFO:teuthology.orchestra.run.smithi136.stderr:gzip -5 --verbose -- /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-osd.2.log 2024-08-19T11:50:53.158 INFO:teuthology.orchestra.run.smithi136.stderr:/var/log/ceph/cephadm.log: /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-osd.3.log 2024-08-19T11:50:53.158 INFO:teuthology.orchestra.run.smithi136.stderr:/var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph.cephadm.log 2024-08-19T11:50:53.158 INFO:teuthology.orchestra.run.smithi136.stderr:/var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph.audit.log 2024-08-19T11:50:53.158 INFO:teuthology.orchestra.run.smithi136.stderr:/var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-mon.a.log 2024-08-19T11:50:53.158 INFO:teuthology.orchestra.run.smithi136.stderr:/var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-mds.a.log 2024-08-19T11:50:53.160 INFO:teuthology.orchestra.run.smithi155.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-08-19T11:50:53.161 INFO:teuthology.orchestra.run.smithi155.stderr:: No such file or directory 2024-08-19T11:50:53.161 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose -- /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-volume.log 2024-08-19T11:50:53.161 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose -- /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-mgr.x.log 2024-08-19T11:50:53.161 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph.cephadm.log 2024-08-19T11:50:53.161 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph.audit.log 2024-08-19T11:50:53.161 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose -- /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-mds.b.log 2024-08-19T11:50:53.161 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-mgr.x.log: /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph.cephadm.log: gzip -5 --verbose/var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph.audit.log: -- /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-osd.4.log 2024-08-19T11:50:53.162 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-mon.b.log 2024-08-19T11:50:53.162 INFO:teuthology.orchestra.run.smithi155.stderr: 83.1%/var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-osd.4.log: -- replaced with /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-mds.b.log.gz 2024-08-19T11:50:53.162 INFO:teuthology.orchestra.run.smithi155.stderr: 84.9% -- replaced with /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph.cephadm.log.gz 2024-08-19T11:50:53.162 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose -- /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-osd.6.log 2024-08-19T11:50:53.162 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose/var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-mon.b.log: -- /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-osd.7.log 2024-08-19T11:50:53.162 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-osd.5.log 2024-08-19T11:50:53.163 INFO:teuthology.orchestra.run.smithi136.stderr:/var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-osd.0.log 2024-08-19T11:50:53.163 INFO:teuthology.orchestra.run.smithi136.stderr: 91.5% -- replaced with /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph.cephadm.log.gz 2024-08-19T11:50:53.163 INFO:teuthology.orchestra.run.smithi136.stderr:/var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-mds.a.log: 91.9% -- replaced with /var/log/ceph/cephadm.log.gz 2024-08-19T11:50:53.164 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-osd.7.log: 91.1% -- replaced with /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph.audit.log.gz 2024-08-19T11:50:53.164 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose -- /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph.log 2024-08-19T11:50:53.166 INFO:teuthology.orchestra.run.smithi136.stderr: 94.6% -- replaced with /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph.audit.log.gz 2024-08-19T11:50:53.166 INFO:teuthology.orchestra.run.smithi136.stderr: 91.8% -- replaced with /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-mds.a.log.gz 2024-08-19T11:50:53.166 INFO:teuthology.orchestra.run.smithi136.stderr:gzip -5 --verbose -- /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-mgr.y.log 2024-08-19T11:50:53.168 INFO:teuthology.orchestra.run.smithi136.stderr:/var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-osd.1.log 2024-08-19T11:50:53.168 INFO:teuthology.orchestra.run.smithi136.stderr:/var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph.log 2024-08-19T11:50:53.168 INFO:teuthology.orchestra.run.smithi136.stderr:/var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-mon.c.log 2024-08-19T11:50:53.177 INFO:teuthology.orchestra.run.smithi136.stderr:/var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph.log: 92.3% -- replaced with /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph.log.gz 2024-08-19T11:50:53.178 INFO:teuthology.orchestra.run.smithi136.stderr: 91.2% -- replaced with /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-volume.log.gz 2024-08-19T11:50:53.180 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-osd.5.log: /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph.log: 89.2% 91.2% -- replaced with /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-volume.log.gz 2024-08-19T11:50:53.181 INFO:teuthology.orchestra.run.smithi155.stderr: -- replaced with /var/log/ceph/cephadm.log.gz 2024-08-19T11:50:53.181 INFO:teuthology.orchestra.run.smithi155.stderr: 86.2% -- replaced with /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph.log.gz 2024-08-19T11:50:53.210 INFO:teuthology.orchestra.run.smithi155.stderr: 89.2% -- replaced with /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-mgr.x.log.gz 2024-08-19T11:50:53.633 INFO:teuthology.orchestra.run.smithi136.stderr:/var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-mon.c.log: 89.2% -- replaced with /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-mgr.y.log.gz 2024-08-19T11:50:53.663 INFO:teuthology.orchestra.run.smithi155.stderr: 92.1% -- replaced with /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-mon.b.log.gz 2024-08-19T11:50:54.063 INFO:teuthology.orchestra.run.smithi136.stderr: 91.7% -- replaced with /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-mon.c.log.gz 2024-08-19T11:50:54.540 INFO:teuthology.orchestra.run.smithi136.stderr: 90.8% -- replaced with /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-mon.a.log.gz 2024-08-19T11:50:58.002 INFO:teuthology.orchestra.run.smithi155.stderr: 94.3% -- replaced with /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-osd.6.log.gz 2024-08-19T11:50:58.449 INFO:teuthology.orchestra.run.smithi155.stderr: 94.3% -- replaced with /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-osd.7.log.gz 2024-08-19T11:50:58.763 INFO:teuthology.orchestra.run.smithi155.stderr: 94.1% -- replaced with /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-osd.4.log.gz 2024-08-19T11:50:59.069 INFO:teuthology.orchestra.run.smithi155.stderr: 94.0% -- replaced with /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-osd.5.log.gz 2024-08-19T11:50:59.071 INFO:teuthology.orchestra.run.smithi155.stderr: 2024-08-19T11:50:59.071 INFO:teuthology.orchestra.run.smithi155.stderr:real 0m5.926s 2024-08-19T11:50:59.071 INFO:teuthology.orchestra.run.smithi155.stderr:user 0m21.386s 2024-08-19T11:50:59.071 INFO:teuthology.orchestra.run.smithi155.stderr:sys 0m0.860s 2024-08-19T11:50:59.155 INFO:teuthology.orchestra.run.smithi136.stderr: 93.8% -- replaced with /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-osd.2.log.gz 2024-08-19T11:50:59.641 INFO:teuthology.orchestra.run.smithi136.stderr: 93.9% -- replaced with /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-osd.0.log.gz 2024-08-19T11:51:00.913 INFO:teuthology.orchestra.run.smithi136.stderr: 94.5% -- replaced with /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-osd.3.log.gz 2024-08-19T11:51:01.449 INFO:teuthology.orchestra.run.smithi136.stderr: 94.4% -- replaced with /var/log/ceph/25b0d51a-5e1d-11ef-bccf-c7b262605968/ceph-osd.1.log.gz 2024-08-19T11:51:01.451 INFO:teuthology.orchestra.run.smithi136.stderr: 2024-08-19T11:51:01.451 INFO:teuthology.orchestra.run.smithi136.stderr:real 0m8.308s 2024-08-19T11:51:01.451 INFO:teuthology.orchestra.run.smithi136.stderr:user 0m30.138s 2024-08-19T11:51:01.451 INFO:teuthology.orchestra.run.smithi136.stderr:sys 0m1.133s 2024-08-19T11:51:01.452 INFO:tasks.cephadm:Archiving logs... 2024-08-19T11:51:01.452 DEBUG:teuthology.misc:Transferring archived files from smithi136:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-08-18_20:00:17-rados-main-distro-default-smithi/7859465/remote/smithi136/log 2024-08-19T11:51:01.453 DEBUG:teuthology.orchestra.run.smithi136:> sudo tar c -f - -C /var/log/ceph -- . 2024-08-19T11:51:05.577 DEBUG:teuthology.misc:Transferring archived files from smithi155:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-08-18_20:00:17-rados-main-distro-default-smithi/7859465/remote/smithi155/log 2024-08-19T11:51:05.578 DEBUG:teuthology.orchestra.run.smithi155:> sudo tar c -f - -C /var/log/ceph -- . 2024-08-19T11:51:08.527 INFO:tasks.cephadm:Removing cluster... 2024-08-19T11:51:08.528 DEBUG:teuthology.orchestra.run.smithi136:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 --force 2024-08-19T11:51:08.674 INFO:teuthology.orchestra.run.smithi136.stdout:Deleting cluster with fsid: 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:51:08.972 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 25b0d51a-5e1d-11ef-bccf-c7b262605968 --force 2024-08-19T11:51:09.122 INFO:teuthology.orchestra.run.smithi155.stdout:Deleting cluster with fsid: 25b0d51a-5e1d-11ef-bccf-c7b262605968 2024-08-19T11:51:09.429 INFO:tasks.cephadm:Removing cephadm ... 2024-08-19T11:51:09.429 DEBUG:teuthology.orchestra.run.smithi136:> rm -rf /home/ubuntu/cephtest/cephadm 2024-08-19T11:51:09.445 DEBUG:teuthology.orchestra.run.smithi155:> rm -rf /home/ubuntu/cephtest/cephadm 2024-08-19T11:51:09.461 INFO:tasks.cephadm:Teardown complete 2024-08-19T11:51:09.461 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-08-19T11:51:09.471 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-08-19T11:51:09.471 DEBUG:teuthology.orchestra.run.smithi136:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-08-19T11:51:09.490 DEBUG:teuthology.orchestra.run.smithi155:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-08-19T11:51:09.579 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-08-19T11:51:09.588 INFO:teuthology.task.clock:Checking final clock skew... 2024-08-19T11:51:09.589 DEBUG:teuthology.orchestra.run.smithi136:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-19T11:51:09.591 DEBUG:teuthology.orchestra.run.smithi155:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-19T11:51:09.603 INFO:teuthology.orchestra.run.smithi136.stderr:bash: line 1: ntpq: command not found 2024-08-19T11:51:09.605 INFO:teuthology.orchestra.run.smithi155.stderr:bash: line 1: ntpq: command not found 2024-08-19T11:51:09.607 INFO:teuthology.orchestra.run.smithi136.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-19T11:51:09.608 INFO:teuthology.orchestra.run.smithi136.stdout:=============================================================================== 2024-08-19T11:51:09.608 INFO:teuthology.orchestra.run.smithi136.stdout:^* hv01.front.sepia.ceph.com 3 6 377 0 +469us[ +466us] +/- 53ms 2024-08-19T11:51:09.608 INFO:teuthology.orchestra.run.smithi136.stdout:^+ hv02.front.sepia.ceph.com 3 8 377 0 -491us[ -491us] +/- 59ms 2024-08-19T11:51:09.608 INFO:teuthology.orchestra.run.smithi136.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 2 +36us[ +33us] +/- 87ms 2024-08-19T11:51:09.608 INFO:teuthology.orchestra.run.smithi136.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-08-19T11:51:09.610 INFO:teuthology.orchestra.run.smithi155.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-19T11:51:09.610 INFO:teuthology.orchestra.run.smithi155.stdout:=============================================================================== 2024-08-19T11:51:09.610 INFO:teuthology.orchestra.run.smithi155.stdout:^* hv01.front.sepia.ceph.com 3 6 377 2 +463us[ +463us] +/- 53ms 2024-08-19T11:51:09.610 INFO:teuthology.orchestra.run.smithi155.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 64 -540us[ -539us] +/- 58ms 2024-08-19T11:51:09.610 INFO:teuthology.orchestra.run.smithi155.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 4 +30us[ +31us] +/- 87ms 2024-08-19T11:51:09.611 INFO:teuthology.orchestra.run.smithi155.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-08-19T11:51:09.611 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-08-19T11:51:09.649 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-08-19T11:51:09.649 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-08-19T11:51:09.660 DEBUG:teuthology.orchestra.run.smithi136:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-08-19T11:51:09.736 DEBUG:teuthology.orchestra.run.smithi155:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-08-19T11:51:09.804 DEBUG:teuthology.orchestra.run.smithi136:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-19T11:51:09.831 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-19T11:51:09.832 DEBUG:teuthology.orchestra.run.smithi155:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-19T11:51:09.859 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-19T11:51:09.859 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-08-19T11:51:09.870 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-08-19T11:51:09.879 INFO:teuthology.task.internal:Duration was 1986.876349 seconds 2024-08-19T11:51:09.880 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-08-19T11:51:09.890 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-08-19T11:51:09.890 DEBUG:teuthology.orchestra.run.smithi136:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-08-19T11:51:09.892 DEBUG:teuthology.orchestra.run.smithi155:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-08-19T11:51:09.929 INFO:teuthology.orchestra.run.smithi136.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-19T11:51:09.939 INFO:teuthology.orchestra.run.smithi155.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-19T11:51:10.243 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-08-19T11:51:10.243 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi136.front.sepia.ceph.com 2024-08-19T11:51:10.243 DEBUG:teuthology.orchestra.run.smithi136:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-08-19T11:51:10.265 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi155.front.sepia.ceph.com 2024-08-19T11:51:10.265 DEBUG:teuthology.orchestra.run.smithi155:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-08-19T11:51:10.309 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-08-19T11:51:10.309 DEBUG:teuthology.orchestra.run.smithi136:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-08-19T11:51:10.312 DEBUG:teuthology.orchestra.run.smithi155:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-08-19T11:51:10.377 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-08-19T11:51:10.377 DEBUG:teuthology.orchestra.run.smithi136:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-08-19T11:51:10.380 DEBUG:teuthology.orchestra.run.smithi155:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-08-19T11:51:10.785 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-08-19T11:51:10.796 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-08-19T11:51:10.797 DEBUG:teuthology.orchestra.run.smithi136:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-08-19T11:51:10.821 DEBUG:teuthology.orchestra.run.smithi155:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-08-19T11:51:10.847 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-08-19T11:51:10.857 DEBUG:teuthology.orchestra.run.smithi136:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-08-19T11:51:10.864 DEBUG:teuthology.orchestra.run.smithi155:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-08-19T11:51:10.885 INFO:teuthology.orchestra.run.smithi136.stdout:kernel.core_pattern = core 2024-08-19T11:51:10.910 INFO:teuthology.orchestra.run.smithi155.stdout:kernel.core_pattern = core 2024-08-19T11:51:10.959 DEBUG:teuthology.orchestra.run.smithi136:> test -e /home/ubuntu/cephtest/archive/coredump 2024-08-19T11:51:10.973 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-19T11:51:10.974 DEBUG:teuthology.orchestra.run.smithi155:> test -e /home/ubuntu/cephtest/archive/coredump 2024-08-19T11:51:11.013 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-19T11:51:11.013 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-08-19T11:51:11.025 INFO:teuthology.task.internal:Transferring archived files... 2024-08-19T11:51:11.026 DEBUG:teuthology.misc:Transferring archived files from smithi136:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-08-18_20:00:17-rados-main-distro-default-smithi/7859465/remote/smithi136 2024-08-19T11:51:11.026 DEBUG:teuthology.orchestra.run.smithi136:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-08-19T11:51:11.068 DEBUG:teuthology.misc:Transferring archived files from smithi155:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-08-18_20:00:17-rados-main-distro-default-smithi/7859465/remote/smithi155 2024-08-19T11:51:11.068 DEBUG:teuthology.orchestra.run.smithi155:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-08-19T11:51:11.103 INFO:teuthology.task.internal:Removing archive directory... 2024-08-19T11:51:11.104 DEBUG:teuthology.orchestra.run.smithi136:> rm -rf -- /home/ubuntu/cephtest/archive 2024-08-19T11:51:11.106 DEBUG:teuthology.orchestra.run.smithi155:> rm -rf -- /home/ubuntu/cephtest/archive 2024-08-19T11:51:11.154 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-08-19T11:51:11.165 INFO:teuthology.task.internal:Not uploading archives. 2024-08-19T11:51:11.166 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-08-19T11:51:11.188 INFO:teuthology.task.internal:Tidying up after the test... 2024-08-19T11:51:11.188 DEBUG:teuthology.orchestra.run.smithi136:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-08-19T11:51:11.190 DEBUG:teuthology.orchestra.run.smithi155:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-08-19T11:51:11.203 INFO:teuthology.orchestra.run.smithi136.stdout: 262218 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Aug 19 11:51 /home/ubuntu/cephtest 2024-08-19T11:51:11.203 INFO:teuthology.orchestra.run.smithi136.stdout: 422768 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Aug 19 11:44 /home/ubuntu/cephtest/mnt.0 2024-08-19T11:51:11.203 INFO:teuthology.orchestra.run.smithi136.stdout: 422791 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Aug 19 11:48 /home/ubuntu/cephtest/mnt.0/client.0 2024-08-19T11:51:11.203 INFO:teuthology.orchestra.run.smithi136.stdout: 917505 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Aug 19 11:48 /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-19T11:51:11.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-19T11:51:11.204 INFO:teuthology.orchestra.run.smithi136.stderr:rmdir: failed to remove '/home/ubuntu/cephtest': Directory not empty 2024-08-19T11:51:11.205 ERROR:teuthology.run_tasks:Manager failed: internal.base Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 160, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/internal/__init__.py", line 53, in base run.wait( File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi136 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2024-08-19T11:51:11.211 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-08-19T11:51:11.223 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-08-19T11:51:11.234 DEBUG:teuthology.run_tasks:Exception was not quenched, exiting: CommandFailedError: Command failed on smithi136 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2024-08-19T11:51:11.238 INFO:teuthology.run:Summary data: description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 1986.8763489723206 failure_reason: 'Command failed (workunit test cls/test_cls_rbd.sh) on smithi136 with status 1: ''mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh''' flavor: default owner: scheduled_teuthology@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=cbc08385ae894d638f5954c59f90c6ad status: fail success: false 2024-08-19T11:51:11.238 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-08-19T11:51:11.262 INFO:teuthology.orchestra.run.smithi155.stdout: 262218 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Aug 19 11:51 /home/ubuntu/cephtest 2024-08-19T11:51:11.353 INFO:teuthology.run:FAIL